diff --git "a/prism-dinosiglip+7b/run-metrics.jsonl" "b/prism-dinosiglip+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-dinosiglip+7b/run-metrics.jsonl"
@@ -0,0 +1,19233 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lvis4v-lrv", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lvis4v_lrv_mix1231k.json", "download/llava-v1.5-instruct"], "type": "llava-lvis4v-lrv"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+fused-gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 2, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "prism-dinosiglip+7b", "reduce_in_full_precision": false, "type": "prism-dinosiglip+7b", "vision_backbone_id": "dinosiglip-vit-so-384px"}, "pretrained_checkpoint": null, "run_id": "prism-dinosiglip+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-dinosiglip+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 3.472222222222222e-08, "Finetune/Loss": 8.163814544677734, "Finetune/Loss (Raw)": 8.163814544677734, "Finetune/Step": 1, "Finetune/Step Time": 33.09829306602478}
+{"Finetune/Learning Rate": 6.944444444444444e-08, "Finetune/Loss": 7.660262107849121, "Finetune/Loss (Raw)": 7.156709671020508, "Finetune/Step": 2, "Finetune/Step Time": 19.586239457130432}
+{"Finetune/Learning Rate": 1.0416666666666667e-07, "Finetune/Loss": 7.500917434692383, "Finetune/Loss (Raw)": 7.182227611541748, "Finetune/Step": 3, "Finetune/Step Time": 15.151285409927368}
+{"Finetune/Learning Rate": 1.3888888888888888e-07, "Finetune/Loss": 7.57997989654541, "Finetune/Loss (Raw)": 7.817166805267334, "Finetune/Step": 4, "Finetune/Step Time": 12.92519611120224}
+{"Finetune/Learning Rate": 1.7361111111111115e-07, "Finetune/Loss": 7.487980842590332, "Finetune/Loss (Raw)": 7.119985103607178, "Finetune/Step": 5, "Finetune/Step Time": 11.6005042552948}
+{"Finetune/Learning Rate": 2.0833333333333333e-07, "Finetune/Loss": 7.488430976867676, "Finetune/Loss (Raw)": 7.490681171417236, "Finetune/Step": 6, "Finetune/Step Time": 10.94417401154836}
+{"Finetune/Learning Rate": 2.430555555555556e-07, "Finetune/Loss": 7.384387016296387, "Finetune/Loss (Raw)": 6.760122776031494, "Finetune/Step": 7, "Finetune/Step Time": 10.312720366886683}
+{"Finetune/Learning Rate": 2.7777777777777776e-07, "Finetune/Loss": 7.360129356384277, "Finetune/Loss (Raw)": 7.19032621383667, "Finetune/Step": 8, "Finetune/Step Time": 9.808124870061874}
+{"Finetune/Learning Rate": 3.125e-07, "Finetune/Loss": 7.270155906677246, "Finetune/Loss (Raw)": 6.550369739532471, "Finetune/Step": 9, "Finetune/Step Time": 9.503372801674736}
+{"Finetune/Learning Rate": 3.472222222222223e-07, "Finetune/Loss": 7.191633701324463, "Finetune/Loss (Raw)": 6.4849324226379395, "Finetune/Step": 10, "Finetune/Step Time": 9.16560356616974}
+{"Finetune/Learning Rate": 3.819444444444445e-07, "Finetune/Loss": 7.179383754730225, "Finetune/Loss (Raw)": 7.056882381439209, "Finetune/Step": 11, "Finetune/Step Time": 8.904473954981023}
+{"Finetune/Learning Rate": 4.1666666666666667e-07, "Finetune/Loss": 7.096766471862793, "Finetune/Loss (Raw)": 6.187983512878418, "Finetune/Step": 12, "Finetune/Step Time": 8.708458880583445}
+{"Finetune/Learning Rate": 4.5138888888888893e-07, "Finetune/Loss": 7.003856658935547, "Finetune/Loss (Raw)": 5.888934135437012, "Finetune/Step": 13, "Finetune/Step Time": 8.515826335320106}
+{"Finetune/Learning Rate": 4.861111111111112e-07, "Finetune/Loss": 6.919308662414551, "Finetune/Loss (Raw)": 5.820186138153076, "Finetune/Step": 14, "Finetune/Step Time": 8.41130609171731}
+{"Finetune/Learning Rate": 5.208333333333334e-07, "Finetune/Loss": 6.834742546081543, "Finetune/Loss (Raw)": 5.650815010070801, "Finetune/Step": 15, "Finetune/Step Time": 8.244218778610229}
+{"Finetune/Learning Rate": 5.555555555555555e-07, "Finetune/Loss": 6.457705497741699, "Finetune/Loss (Raw)": 0.8021519184112549, "Finetune/Step": 16, "Finetune/Step Time": 8.28066673874855}
+{"Finetune/Learning Rate": 5.902777777777778e-07, "Finetune/Loss": 6.3799824714660645, "Finetune/Loss (Raw)": 5.136416435241699, "Finetune/Step": 17, "Finetune/Step Time": 8.184624868280748}
+{"Finetune/Learning Rate": 6.25e-07, "Finetune/Loss": 6.3438615798950195, "Finetune/Loss (Raw)": 5.7298054695129395, "Finetune/Step": 18, "Finetune/Step Time": 8.188190897305807}
+{"Finetune/Learning Rate": 6.597222222222223e-07, "Finetune/Loss": 6.320528030395508, "Finetune/Loss (Raw)": 5.9005231857299805, "Finetune/Step": 19, "Finetune/Step Time": 8.209550870092292}
+{"Finetune/Learning Rate": 6.944444444444446e-07, "Finetune/Loss": 6.240340709686279, "Finetune/Loss (Raw)": 4.716785430908203, "Finetune/Step": 20, "Finetune/Step Time": 8.110450768470765}
+{"Finetune/Learning Rate": 7.291666666666667e-07, "Finetune/Loss": 6.184311866760254, "Finetune/Loss (Raw)": 5.063729286193848, "Finetune/Step": 21, "Finetune/Step Time": 8.011082104274205}
+{"Finetune/Learning Rate": 7.63888888888889e-07, "Finetune/Loss": 6.114887714385986, "Finetune/Loss (Raw)": 4.656986236572266, "Finetune/Step": 22, "Finetune/Step Time": 7.925161372531544}
+{"Finetune/Learning Rate": 7.986111111111111e-07, "Finetune/Loss": 6.035057067871094, "Finetune/Loss (Raw)": 4.278781890869141, "Finetune/Step": 23, "Finetune/Step Time": 7.843964980996174}
+{"Finetune/Learning Rate": 8.333333333333333e-07, "Finetune/Loss": 5.971656799316406, "Finetune/Loss (Raw)": 4.513441562652588, "Finetune/Step": 24, "Finetune/Step Time": 7.77188840508461}
+{"Finetune/Learning Rate": 8.680555555555556e-07, "Finetune/Loss": 5.902537822723389, "Finetune/Loss (Raw)": 4.243698596954346, "Finetune/Step": 25, "Finetune/Step Time": 7.7115864562988286}
+{"Finetune/Learning Rate": 9.027777777777779e-07, "Finetune/Loss": 5.824648380279541, "Finetune/Loss (Raw)": 3.8774023056030273, "Finetune/Step": 26, "Finetune/Step Time": 7.666034111609826}
+{"Finetune/Learning Rate": 9.375000000000001e-07, "Finetune/Loss": 5.754629611968994, "Finetune/Loss (Raw)": 3.9341495037078857, "Finetune/Step": 27, "Finetune/Step Time": 7.602927949693468}
+{"Finetune/Learning Rate": 9.722222222222224e-07, "Finetune/Loss": 5.696713447570801, "Finetune/Loss (Raw)": 4.132954120635986, "Finetune/Step": 28, "Finetune/Step Time": 7.581415040152414}
+{"Finetune/Learning Rate": 1.0069444444444447e-06, "Finetune/Loss": 5.638357162475586, "Finetune/Loss (Raw)": 4.004398345947266, "Finetune/Step": 29, "Finetune/Step Time": 7.528358582792611}
+{"Finetune/Learning Rate": 1.0416666666666667e-06, "Finetune/Loss": 5.569977760314941, "Finetune/Loss (Raw)": 3.5869600772857666, "Finetune/Step": 30, "Finetune/Step Time": 7.484689362843832}
+{"Finetune/Learning Rate": 1.076388888888889e-06, "Finetune/Loss": 5.504695415496826, "Finetune/Loss (Raw)": 3.5462493896484375, "Finetune/Step": 31, "Finetune/Step Time": 7.47228499381773}
+{"Finetune/Learning Rate": 1.111111111111111e-06, "Finetune/Loss": 5.429762840270996, "Finetune/Loss (Raw)": 3.1068472862243652, "Finetune/Step": 32, "Finetune/Step Time": 7.437744975090027}
+{"Finetune/Learning Rate": 1.1458333333333333e-06, "Finetune/Loss": 5.366252899169922, "Finetune/Loss (Raw)": 3.3339226245880127, "Finetune/Step": 33, "Finetune/Step Time": 7.402788191130667}
+{"Finetune/Learning Rate": 1.1805555555555556e-06, "Finetune/Loss": 5.299082279205322, "Finetune/Loss (Raw)": 3.0824508666992188, "Finetune/Step": 34, "Finetune/Step Time": 7.369672782280865}
+{"Finetune/Learning Rate": 1.2152777777777778e-06, "Finetune/Loss": 5.235724925994873, "Finetune/Loss (Raw)": 3.0815811157226562, "Finetune/Step": 35, "Finetune/Step Time": 7.367573179517474}
+{"Finetune/Learning Rate": 1.25e-06, "Finetune/Loss": 5.173587799072266, "Finetune/Loss (Raw)": 2.9987952709198, "Finetune/Step": 36, "Finetune/Step Time": 7.326343417167664}
+{"Finetune/Learning Rate": 1.2847222222222222e-06, "Finetune/Loss": 5.1125311851501465, "Finetune/Loss (Raw)": 2.9144861698150635, "Finetune/Step": 37, "Finetune/Step Time": 7.313967827204111}
+{"Finetune/Learning Rate": 1.3194444444444446e-06, "Finetune/Loss": 5.0562310218811035, "Finetune/Loss (Raw)": 2.9731345176696777, "Finetune/Step": 38, "Finetune/Step Time": 7.282930612564087}
+{"Finetune/Learning Rate": 1.3541666666666667e-06, "Finetune/Loss": 4.991467475891113, "Finetune/Loss (Raw)": 2.5304343700408936, "Finetune/Step": 39, "Finetune/Step Time": 7.255352350381704}
+{"Finetune/Learning Rate": 1.3888888888888892e-06, "Finetune/Loss": 4.935229778289795, "Finetune/Loss (Raw)": 2.7419588565826416, "Finetune/Step": 40, "Finetune/Step Time": 7.230710482597351}
+{"Finetune/Learning Rate": 1.4236111111111112e-06, "Finetune/Loss": 4.871767044067383, "Finetune/Loss (Raw)": 2.3332931995391846, "Finetune/Step": 41, "Finetune/Step Time": 7.202398997981374}
+{"Finetune/Learning Rate": 1.4583333333333335e-06, "Finetune/Loss": 4.8126540184021, "Finetune/Loss (Raw)": 2.3890068531036377, "Finetune/Step": 42, "Finetune/Step Time": 7.176424838247753}
+{"Finetune/Learning Rate": 1.4930555555555555e-06, "Finetune/Loss": 4.755824565887451, "Finetune/Loss (Raw)": 2.368988275527954, "Finetune/Step": 43, "Finetune/Step Time": 7.159784871478413}
+{"Finetune/Learning Rate": 1.527777777777778e-06, "Finetune/Loss": 4.69498872756958, "Finetune/Loss (Raw)": 2.079040765762329, "Finetune/Step": 44, "Finetune/Step Time": 7.14254367351532}
+{"Finetune/Learning Rate": 1.5625e-06, "Finetune/Loss": 4.641412258148193, "Finetune/Loss (Raw)": 2.2840375900268555, "Finetune/Step": 45, "Finetune/Step Time": 7.132979154586792}
+{"Finetune/Learning Rate": 1.5972222222222221e-06, "Finetune/Loss": 4.580711841583252, "Finetune/Loss (Raw)": 1.8491979837417603, "Finetune/Step": 46, "Finetune/Step Time": 7.123081616733385}
+{"Finetune/Learning Rate": 1.6319444444444446e-06, "Finetune/Loss": 4.524107456207275, "Finetune/Loss (Raw)": 1.920304298400879, "Finetune/Step": 47, "Finetune/Step Time": 7.0981786251068115}
+{"Finetune/Learning Rate": 1.6666666666666667e-06, "Finetune/Loss": 4.472864151000977, "Finetune/Loss (Raw)": 2.064436674118042, "Finetune/Step": 48, "Finetune/Step Time": 7.082533260186513}
+{"Finetune/Learning Rate": 1.7013888888888891e-06, "Finetune/Loss": 4.421128273010254, "Finetune/Loss (Raw)": 1.9378092288970947, "Finetune/Step": 49, "Finetune/Step Time": 7.064854183975531}
+{"Finetune/Learning Rate": 1.7361111111111112e-06, "Finetune/Loss": 4.374870300292969, "Finetune/Loss (Raw)": 2.1082262992858887, "Finetune/Step": 50, "Finetune/Step Time": 7.046403894424438}
+{"Finetune/Learning Rate": 1.7708333333333337e-06, "Finetune/Loss": 4.322991847991943, "Finetune/Loss (Raw)": 1.7290525436401367, "Finetune/Step": 51, "Finetune/Step Time": 7.035070980296416}
+{"Finetune/Learning Rate": 1.8055555555555557e-06, "Finetune/Loss": 4.273930072784424, "Finetune/Loss (Raw)": 1.7717677354812622, "Finetune/Step": 52, "Finetune/Step Time": 7.024934534843151}
+{"Finetune/Learning Rate": 1.840277777777778e-06, "Finetune/Loss": 4.230798244476318, "Finetune/Loss (Raw)": 1.9879498481750488, "Finetune/Step": 53, "Finetune/Step Time": 7.009931456367925}
+{"Finetune/Learning Rate": 1.8750000000000003e-06, "Finetune/Loss": 4.180079936981201, "Finetune/Loss (Raw)": 1.4920167922973633, "Finetune/Step": 54, "Finetune/Step Time": 7.018338296148512}
+{"Finetune/Learning Rate": 1.909722222222222e-06, "Finetune/Loss": 4.1339545249938965, "Finetune/Loss (Raw)": 1.643196940422058, "Finetune/Step": 55, "Finetune/Step Time": 7.0015174909071485}
+{"Finetune/Learning Rate": 1.944444444444445e-06, "Finetune/Loss": 4.0885820388793945, "Finetune/Loss (Raw)": 1.593077301979065, "Finetune/Step": 56, "Finetune/Step Time": 6.984253823757172}
+{"Finetune/Learning Rate": 1.9791666666666666e-06, "Finetune/Loss": 4.045413494110107, "Finetune/Loss (Raw)": 1.6279770135879517, "Finetune/Step": 57, "Finetune/Step Time": 6.97957115842585}
+{"Finetune/Learning Rate": 2.0138888888888893e-06, "Finetune/Loss": 3.999896287918091, "Finetune/Loss (Raw)": 1.405420184135437, "Finetune/Step": 58, "Finetune/Step Time": 6.971673340632997}
+{"Finetune/Learning Rate": 2.048611111111111e-06, "Finetune/Loss": 3.962313652038574, "Finetune/Loss (Raw)": 1.7825253009796143, "Finetune/Step": 59, "Finetune/Step Time": 6.967699733831115}
+{"Finetune/Learning Rate": 2.0833333333333334e-06, "Finetune/Loss": 3.918057441711426, "Finetune/Loss (Raw)": 1.3069301843643188, "Finetune/Step": 60, "Finetune/Step Time": 6.958222452799479}
+{"Finetune/Learning Rate": 2.1180555555555557e-06, "Finetune/Loss": 3.874580144882202, "Finetune/Loss (Raw)": 1.2659565210342407, "Finetune/Step": 61, "Finetune/Step Time": 6.97612359093838}
+{"Finetune/Learning Rate": 2.152777777777778e-06, "Finetune/Loss": 3.8347713947296143, "Finetune/Loss (Raw)": 1.4064412117004395, "Finetune/Step": 62, "Finetune/Step Time": 6.971167956629107}
+{"Finetune/Learning Rate": 2.1875000000000002e-06, "Finetune/Loss": 3.797837257385254, "Finetune/Loss (Raw)": 1.5078965425491333, "Finetune/Step": 63, "Finetune/Step Time": 6.9590561806209505}
+{"Finetune/Learning Rate": 2.222222222222222e-06, "Finetune/Loss": 3.7595973014831543, "Finetune/Loss (Raw)": 1.3504927158355713, "Finetune/Step": 64, "Finetune/Step Time": 6.955009069293737}
+{"Finetune/Learning Rate": 2.2569444444444448e-06, "Finetune/Loss": 3.7224457263946533, "Finetune/Loss (Raw)": 1.3447288274765015, "Finetune/Step": 65, "Finetune/Step Time": 6.955022470767681}
+{"Finetune/Learning Rate": 2.2916666666666666e-06, "Finetune/Loss": 3.6839959621429443, "Finetune/Loss (Raw)": 1.1847599744796753, "Finetune/Step": 66, "Finetune/Step Time": 6.978343960010644}
+{"Finetune/Learning Rate": 2.3263888888888893e-06, "Finetune/Loss": 3.6506478786468506, "Finetune/Loss (Raw)": 1.449697732925415, "Finetune/Step": 67, "Finetune/Step Time": 6.968643373517848}
+{"Finetune/Learning Rate": 2.361111111111111e-06, "Finetune/Loss": 3.616400957107544, "Finetune/Loss (Raw)": 1.3218460083007812, "Finetune/Step": 68, "Finetune/Step Time": 6.963620508418364}
+{"Finetune/Learning Rate": 2.395833333333334e-06, "Finetune/Loss": 3.581667900085449, "Finetune/Loss (Raw)": 1.2198320627212524, "Finetune/Step": 69, "Finetune/Step Time": 6.957637444786403}
+{"Finetune/Learning Rate": 2.4305555555555557e-06, "Finetune/Loss": 3.550581932067871, "Finetune/Loss (Raw)": 1.4056476354599, "Finetune/Step": 70, "Finetune/Step Time": 6.948646800858634}
+{"Finetune/Learning Rate": 2.465277777777778e-06, "Finetune/Loss": 3.5219552516937256, "Finetune/Loss (Raw)": 1.5180740356445312, "Finetune/Step": 71, "Finetune/Step Time": 6.939203084354669}
+{"Finetune/Learning Rate": 2.5e-06, "Finetune/Loss": 3.4923815727233887, "Finetune/Loss (Raw)": 1.3926613330841064, "Finetune/Step": 72, "Finetune/Step Time": 6.9298253158728285}
+{"Finetune/Learning Rate": 2.5347222222222225e-06, "Finetune/Loss": 3.4627299308776855, "Finetune/Loss (Raw)": 1.327800989151001, "Finetune/Step": 73, "Finetune/Step Time": 6.9168044704280485}
+{"Finetune/Learning Rate": 2.5694444444444443e-06, "Finetune/Loss": 3.4339449405670166, "Finetune/Loss (Raw)": 1.3326410055160522, "Finetune/Step": 74, "Finetune/Step Time": 6.916969180107117}
+{"Finetune/Learning Rate": 2.604166666666667e-06, "Finetune/Loss": 3.4066002368927, "Finetune/Loss (Raw)": 1.383093237876892, "Finetune/Step": 75, "Finetune/Step Time": 6.907781159083049}
+{"Finetune/Learning Rate": 2.6388888888888893e-06, "Finetune/Loss": 3.3790998458862305, "Finetune/Loss (Raw)": 1.3165699243545532, "Finetune/Step": 76, "Finetune/Step Time": 6.903310264411726}
+{"Finetune/Learning Rate": 2.673611111111111e-06, "Finetune/Loss": 3.3517377376556396, "Finetune/Loss (Raw)": 1.2722153663635254, "Finetune/Step": 77, "Finetune/Step Time": 6.899546034924396}
+{"Finetune/Learning Rate": 2.7083333333333334e-06, "Finetune/Loss": 3.3251214027404785, "Finetune/Loss (Raw)": 1.2756682634353638, "Finetune/Step": 78, "Finetune/Step Time": 6.893055512354924}
+{"Finetune/Learning Rate": 2.743055555555556e-06, "Finetune/Loss": 3.298516035079956, "Finetune/Loss (Raw)": 1.22328782081604, "Finetune/Step": 79, "Finetune/Step Time": 6.884959344622455}
+{"Finetune/Learning Rate": 2.7777777777777783e-06, "Finetune/Loss": 3.2734086513519287, "Finetune/Loss (Raw)": 1.2899142503738403, "Finetune/Step": 80, "Finetune/Step Time": 6.927512156963348}
+{"Finetune/Learning Rate": 2.8125e-06, "Finetune/Loss": 3.250088930130005, "Finetune/Loss (Raw)": 1.3845479488372803, "Finetune/Step": 81, "Finetune/Step Time": 6.923070324791802}
+{"Finetune/Learning Rate": 2.8472222222222224e-06, "Finetune/Loss": 3.2233052253723145, "Finetune/Loss (Raw)": 1.0538289546966553, "Finetune/Step": 82, "Finetune/Step Time": 6.921626721940389}
+{"Finetune/Learning Rate": 2.8819444444444443e-06, "Finetune/Loss": 3.1996355056762695, "Finetune/Loss (Raw)": 1.2587120532989502, "Finetune/Step": 83, "Finetune/Step Time": 6.917263022388321}
+{"Finetune/Learning Rate": 2.916666666666667e-06, "Finetune/Loss": 3.176079273223877, "Finetune/Loss (Raw)": 1.2208950519561768, "Finetune/Step": 84, "Finetune/Step Time": 6.908744460060483}
+{"Finetune/Learning Rate": 2.9513888888888892e-06, "Finetune/Loss": 3.1528615951538086, "Finetune/Loss (Raw)": 1.2025673389434814, "Finetune/Step": 85, "Finetune/Step Time": 6.901043103722965}
+{"Finetune/Learning Rate": 2.986111111111111e-06, "Finetune/Loss": 3.129732370376587, "Finetune/Loss (Raw)": 1.1637481451034546, "Finetune/Step": 86, "Finetune/Step Time": 6.893232409344163}
+{"Finetune/Learning Rate": 3.0208333333333334e-06, "Finetune/Loss": 3.1080329418182373, "Finetune/Loss (Raw)": 1.2419040203094482, "Finetune/Step": 87, "Finetune/Step Time": 6.885851427056323}
+{"Finetune/Learning Rate": 3.055555555555556e-06, "Finetune/Loss": 3.086822509765625, "Finetune/Loss (Raw)": 1.2415131330490112, "Finetune/Step": 88, "Finetune/Step Time": 6.879528584805402}
+{"Finetune/Learning Rate": 3.0902777777777783e-06, "Finetune/Loss": 3.063704252243042, "Finetune/Loss (Raw)": 1.029293417930603, "Finetune/Step": 89, "Finetune/Step Time": 6.871694055835852}
+{"Finetune/Learning Rate": 3.125e-06, "Finetune/Loss": 3.043353796005249, "Finetune/Loss (Raw)": 1.232161045074463, "Finetune/Step": 90, "Finetune/Step Time": 6.867698285314772}
+{"Finetune/Learning Rate": 3.1597222222222224e-06, "Finetune/Loss": 3.02506685256958, "Finetune/Loss (Raw)": 1.3792269229888916, "Finetune/Step": 91, "Finetune/Step Time": 6.90137565266955}
+{"Finetune/Learning Rate": 3.1944444444444443e-06, "Finetune/Loss": 3.005842447280884, "Finetune/Loss (Raw)": 1.2564454078674316, "Finetune/Step": 92, "Finetune/Step Time": 6.893977686114933}
+{"Finetune/Learning Rate": 3.229166666666667e-06, "Finetune/Loss": 2.9865715503692627, "Finetune/Loss (Raw)": 1.2136729955673218, "Finetune/Step": 93, "Finetune/Step Time": 6.889177181387461}
+{"Finetune/Learning Rate": 3.2638888888888892e-06, "Finetune/Loss": 2.9669713973999023, "Finetune/Loss (Raw)": 1.1441487073898315, "Finetune/Step": 94, "Finetune/Step Time": 6.881160616874695}
+{"Finetune/Learning Rate": 3.2986111111111115e-06, "Finetune/Loss": 2.947058916091919, "Finetune/Loss (Raw)": 1.0752677917480469, "Finetune/Step": 95, "Finetune/Step Time": 6.884530757602892}
+{"Finetune/Learning Rate": 3.3333333333333333e-06, "Finetune/Loss": 2.92875075340271, "Finetune/Loss (Raw)": 1.1894701719284058, "Finetune/Step": 96, "Finetune/Step Time": 6.898104573289554}
+{"Finetune/Learning Rate": 3.368055555555556e-06, "Finetune/Loss": 2.9097697734832764, "Finetune/Loss (Raw)": 1.0875996351242065, "Finetune/Step": 97, "Finetune/Step Time": 6.895458553255219}
+{"Finetune/Learning Rate": 3.4027777777777783e-06, "Finetune/Loss": 2.890017032623291, "Finetune/Loss (Raw)": 0.9740353226661682, "Finetune/Step": 98, "Finetune/Step Time": 6.893596892454187}
+{"Finetune/Learning Rate": 3.4375e-06, "Finetune/Loss": 2.8723442554473877, "Finetune/Loss (Raw)": 1.140387773513794, "Finetune/Step": 99, "Finetune/Step Time": 6.887300544314915}
+{"Finetune/Learning Rate": 3.4722222222222224e-06, "Finetune/Loss": 2.8556201457977295, "Finetune/Loss (Raw)": 1.1999300718307495, "Finetune/Step": 100, "Finetune/Step Time": 6.879314231872558}
+{"Finetune/Learning Rate": 3.5069444444444447e-06, "Finetune/Loss": 2.837613582611084, "Finetune/Loss (Raw)": 1.0369603633880615, "Finetune/Step": 101, "Finetune/Step Time": 6.893436328019246}
+{"Finetune/Learning Rate": 3.5416666666666673e-06, "Finetune/Loss": 2.8219656944274902, "Finetune/Loss (Raw)": 1.241499662399292, "Finetune/Step": 102, "Finetune/Step Time": 6.891976333131977}
+{"Finetune/Learning Rate": 3.576388888888889e-06, "Finetune/Loss": 2.805189847946167, "Finetune/Loss (Raw)": 1.0940591096878052, "Finetune/Step": 103, "Finetune/Step Time": 6.885024760533305}
+{"Finetune/Learning Rate": 3.6111111111111115e-06, "Finetune/Loss": 2.7882940769195557, "Finetune/Loss (Raw)": 1.0480486154556274, "Finetune/Step": 104, "Finetune/Step Time": 6.881657646252559}
+{"Finetune/Learning Rate": 3.6458333333333333e-06, "Finetune/Loss": 2.773378372192383, "Finetune/Loss (Raw)": 1.2221392393112183, "Finetune/Step": 105, "Finetune/Step Time": 6.875929587227958}
+{"Finetune/Learning Rate": 3.680555555555556e-06, "Finetune/Loss": 2.7580933570861816, "Finetune/Loss (Raw)": 1.153167724609375, "Finetune/Step": 106, "Finetune/Step Time": 6.8698710495570925}
+{"Finetune/Learning Rate": 3.7152777777777783e-06, "Finetune/Loss": 2.7428319454193115, "Finetune/Loss (Raw)": 1.12514066696167, "Finetune/Step": 107, "Finetune/Step Time": 6.864615168526908}
+{"Finetune/Learning Rate": 3.7500000000000005e-06, "Finetune/Loss": 2.728888988494873, "Finetune/Loss (Raw)": 1.2369738817214966, "Finetune/Step": 108, "Finetune/Step Time": 6.862074116865794}
+{"Finetune/Learning Rate": 3.7847222222222224e-06, "Finetune/Loss": 2.7141709327697754, "Finetune/Loss (Raw)": 1.124630331993103, "Finetune/Step": 109, "Finetune/Step Time": 6.856769434902646}
+{"Finetune/Learning Rate": 3.819444444444444e-06, "Finetune/Loss": 2.7005515098571777, "Finetune/Loss (Raw)": 1.2160277366638184, "Finetune/Step": 110, "Finetune/Step Time": 6.850966704975475}
+{"Finetune/Learning Rate": 3.854166666666667e-06, "Finetune/Loss": 2.6880252361297607, "Finetune/Loss (Raw)": 1.3101307153701782, "Finetune/Step": 111, "Finetune/Step Time": 6.846849615509446}
+{"Finetune/Learning Rate": 3.88888888888889e-06, "Finetune/Loss": 2.6756136417388916, "Finetune/Loss (Raw)": 1.2978935241699219, "Finetune/Step": 112, "Finetune/Step Time": 6.841122359037399}
+{"Finetune/Learning Rate": 3.9236111111111114e-06, "Finetune/Loss": 2.6610865592956543, "Finetune/Loss (Raw)": 1.0341062545776367, "Finetune/Step": 113, "Finetune/Step Time": 6.8381855508922476}
+{"Finetune/Learning Rate": 3.958333333333333e-06, "Finetune/Loss": 2.6491544246673584, "Finetune/Loss (Raw)": 1.30081045627594, "Finetune/Step": 114, "Finetune/Step Time": 6.834526099656758}
+{"Finetune/Learning Rate": 3.993055555555556e-06, "Finetune/Loss": 2.635802745819092, "Finetune/Loss (Raw)": 1.1137393712997437, "Finetune/Step": 115, "Finetune/Step Time": 6.833579735133959}
+{"Finetune/Learning Rate": 4.027777777777779e-06, "Finetune/Loss": 2.622089147567749, "Finetune/Loss (Raw)": 1.0450310707092285, "Finetune/Step": 116, "Finetune/Step Time": 6.83146515385858}
+{"Finetune/Learning Rate": 4.0625000000000005e-06, "Finetune/Loss": 2.6091861724853516, "Finetune/Loss (Raw)": 1.1124011278152466, "Finetune/Step": 117, "Finetune/Step Time": 6.828111141155928}
+{"Finetune/Learning Rate": 4.097222222222222e-06, "Finetune/Loss": 2.5996103286743164, "Finetune/Loss (Raw)": 1.4792497158050537, "Finetune/Step": 118, "Finetune/Step Time": 6.828741528220096}
+{"Finetune/Learning Rate": 4.131944444444444e-06, "Finetune/Loss": 2.5864689350128174, "Finetune/Loss (Raw)": 1.0357913970947266, "Finetune/Step": 119, "Finetune/Step Time": 6.828775476006901}
+{"Finetune/Learning Rate": 4.166666666666667e-06, "Finetune/Loss": 2.575909376144409, "Finetune/Loss (Raw)": 1.3192857503890991, "Finetune/Step": 120, "Finetune/Step Time": 6.8247941056887305}
+{"Finetune/Learning Rate": 4.2013888888888896e-06, "Finetune/Loss": 2.5647330284118652, "Finetune/Loss (Raw)": 1.2236008644104004, "Finetune/Step": 121, "Finetune/Step Time": 6.818787880180296}
+{"Finetune/Learning Rate": 4.236111111111111e-06, "Finetune/Loss": 2.552424669265747, "Finetune/Loss (Raw)": 1.0631316900253296, "Finetune/Step": 122, "Finetune/Step Time": 6.8158897181026274}
+{"Finetune/Learning Rate": 4.270833333333333e-06, "Finetune/Loss": 2.540299415588379, "Finetune/Loss (Raw)": 1.0610299110412598, "Finetune/Step": 123, "Finetune/Step Time": 6.814416550039276}
+{"Finetune/Learning Rate": 4.305555555555556e-06, "Finetune/Loss": 2.527778387069702, "Finetune/Loss (Raw)": 0.9876829385757446, "Finetune/Step": 124, "Finetune/Step Time": 6.810906540962957}
+{"Finetune/Learning Rate": 4.340277777777779e-06, "Finetune/Loss": 2.5169966220855713, "Finetune/Loss (Raw)": 1.180004358291626, "Finetune/Step": 125, "Finetune/Step Time": 6.807020139694214}
+{"Finetune/Learning Rate": 4.3750000000000005e-06, "Finetune/Loss": 2.5068535804748535, "Finetune/Loss (Raw)": 1.2389795780181885, "Finetune/Step": 126, "Finetune/Step Time": 6.801098274806189}
+{"Finetune/Learning Rate": 4.409722222222222e-06, "Finetune/Loss": 2.496095895767212, "Finetune/Loss (Raw)": 1.1406536102294922, "Finetune/Step": 127, "Finetune/Step Time": 6.7954410605543245}
+{"Finetune/Learning Rate": 4.444444444444444e-06, "Finetune/Loss": 2.4850239753723145, "Finetune/Loss (Raw)": 1.0788969993591309, "Finetune/Step": 128, "Finetune/Step Time": 6.798222508281469}
+{"Finetune/Learning Rate": 4.479166666666667e-06, "Finetune/Loss": 2.430914878845215, "Finetune/Loss (Raw)": 1.2378231287002563, "Finetune/Step": 129, "Finetune/Step Time": 6.588648181408644}
+{"Finetune/Learning Rate": 4.5138888888888895e-06, "Finetune/Loss": 2.3837437629699707, "Finetune/Loss (Raw)": 1.1188288927078247, "Finetune/Step": 130, "Finetune/Step Time": 6.593344215303659}
+{"Finetune/Learning Rate": 4.548611111111111e-06, "Finetune/Loss": 2.3361527919769287, "Finetune/Loss (Raw)": 1.0905729532241821, "Finetune/Step": 131, "Finetune/Step Time": 6.594696404412389}
+{"Finetune/Learning Rate": 4.583333333333333e-06, "Finetune/Loss": 2.282815933227539, "Finetune/Loss (Raw)": 0.990026593208313, "Finetune/Step": 132, "Finetune/Step Time": 6.593841891735792}
+{"Finetune/Learning Rate": 4.618055555555556e-06, "Finetune/Loss": 2.2365331649780273, "Finetune/Loss (Raw)": 1.1958030462265015, "Finetune/Step": 133, "Finetune/Step Time": 6.596534935757518}
+{"Finetune/Learning Rate": 4.652777777777779e-06, "Finetune/Loss": 2.1863152980804443, "Finetune/Loss (Raw)": 1.0628193616867065, "Finetune/Step": 134, "Finetune/Step Time": 6.596113581210375}
+{"Finetune/Learning Rate": 4.6875000000000004e-06, "Finetune/Loss": 2.14151668548584, "Finetune/Loss (Raw)": 1.0258766412734985, "Finetune/Step": 135, "Finetune/Step Time": 6.596423229202628}
+{"Finetune/Learning Rate": 4.722222222222222e-06, "Finetune/Loss": 2.095613479614258, "Finetune/Loss (Raw)": 1.314732551574707, "Finetune/Step": 136, "Finetune/Step Time": 6.596670905128121}
+{"Finetune/Learning Rate": 4.756944444444445e-06, "Finetune/Loss": 2.0543556213378906, "Finetune/Loss (Raw)": 1.2693545818328857, "Finetune/Step": 137, "Finetune/Step Time": 6.589563919231296}
+{"Finetune/Learning Rate": 4.791666666666668e-06, "Finetune/Loss": 2.013424873352051, "Finetune/Loss (Raw)": 1.2457796335220337, "Finetune/Step": 138, "Finetune/Step Time": 6.5906028393656015}
+{"Finetune/Learning Rate": 4.8263888888888895e-06, "Finetune/Loss": 1.9671270847320557, "Finetune/Loss (Raw)": 1.1307867765426636, "Finetune/Step": 139, "Finetune/Step Time": 6.590670119971037}
+{"Finetune/Learning Rate": 4.861111111111111e-06, "Finetune/Loss": 1.9272592067718506, "Finetune/Loss (Raw)": 1.0848952531814575, "Finetune/Step": 140, "Finetune/Step Time": 6.587481778115034}
+{"Finetune/Learning Rate": 4.895833333333333e-06, "Finetune/Loss": 1.890174150466919, "Finetune/Loss (Raw)": 1.1420540809631348, "Finetune/Step": 141, "Finetune/Step Time": 6.589826628565788}
+{"Finetune/Learning Rate": 4.930555555555556e-06, "Finetune/Loss": 1.8532099723815918, "Finetune/Loss (Raw)": 1.0887612104415894, "Finetune/Step": 142, "Finetune/Step Time": 6.592127541080117}
+{"Finetune/Learning Rate": 4.9652777777777786e-06, "Finetune/Loss": 1.8177491426467896, "Finetune/Loss (Raw)": 1.1118298768997192, "Finetune/Step": 143, "Finetune/Step Time": 6.595447972416878}
+{"Finetune/Learning Rate": 5e-06, "Finetune/Loss": 1.8200736045837402, "Finetune/Loss (Raw)": 1.0996836423873901, "Finetune/Step": 144, "Finetune/Step Time": 6.574738761410117}
+{"Finetune/Learning Rate": 5.034722222222222e-06, "Finetune/Loss": 1.7895255088806152, "Finetune/Loss (Raw)": 1.2262572050094604, "Finetune/Step": 145, "Finetune/Step Time": 6.570718402042985}
+{"Finetune/Learning Rate": 5.069444444444445e-06, "Finetune/Loss": 1.7527084350585938, "Finetune/Loss (Raw)": 1.0172234773635864, "Finetune/Step": 146, "Finetune/Step Time": 6.556847197934985}
+{"Finetune/Learning Rate": 5.104166666666667e-06, "Finetune/Loss": 1.7141971588134766, "Finetune/Loss (Raw)": 0.9710754156112671, "Finetune/Step": 147, "Finetune/Step Time": 6.53923337161541}
+{"Finetune/Learning Rate": 5.138888888888889e-06, "Finetune/Loss": 1.6862865686416626, "Finetune/Loss (Raw)": 1.1442320346832275, "Finetune/Step": 148, "Finetune/Step Time": 6.539207220077515}
+{"Finetune/Learning Rate": 5.173611111111112e-06, "Finetune/Loss": 1.6551260948181152, "Finetune/Loss (Raw)": 1.075194239616394, "Finetune/Step": 149, "Finetune/Step Time": 6.536808900535107}
+{"Finetune/Learning Rate": 5.208333333333334e-06, "Finetune/Loss": 1.6266590356826782, "Finetune/Loss (Raw)": 1.0131901502609253, "Finetune/Step": 150, "Finetune/Step Time": 6.542311640456319}
+{"Finetune/Learning Rate": 5.243055555555556e-06, "Finetune/Loss": 1.6015212535858154, "Finetune/Loss (Raw)": 1.0611424446105957, "Finetune/Step": 151, "Finetune/Step Time": 6.543728083372116}
+{"Finetune/Learning Rate": 5.2777777777777785e-06, "Finetune/Loss": 1.5745073556900024, "Finetune/Loss (Raw)": 1.055678129196167, "Finetune/Step": 152, "Finetune/Step Time": 6.572122683748603}
+{"Finetune/Learning Rate": 5.3125e-06, "Finetune/Loss": 1.5502314567565918, "Finetune/Loss (Raw)": 1.1363884210586548, "Finetune/Step": 153, "Finetune/Step Time": 6.570588164031506}
+{"Finetune/Learning Rate": 5.347222222222222e-06, "Finetune/Loss": 1.529515266418457, "Finetune/Loss (Raw)": 1.2257169485092163, "Finetune/Step": 154, "Finetune/Step Time": 6.567617047578096}
+{"Finetune/Learning Rate": 5.381944444444445e-06, "Finetune/Loss": 1.5080227851867676, "Finetune/Loss (Raw)": 1.183099627494812, "Finetune/Step": 155, "Finetune/Step Time": 6.570823049172759}
+{"Finetune/Learning Rate": 5.416666666666667e-06, "Finetune/Loss": 1.484717845916748, "Finetune/Loss (Raw)": 1.1499453783035278, "Finetune/Step": 156, "Finetune/Step Time": 6.563908824697137}
+{"Finetune/Learning Rate": 5.451388888888889e-06, "Finetune/Loss": 1.4598076343536377, "Finetune/Loss (Raw)": 0.815885603427887, "Finetune/Step": 157, "Finetune/Step Time": 6.583562893792987}
+{"Finetune/Learning Rate": 5.486111111111112e-06, "Finetune/Loss": 1.4411410093307495, "Finetune/Loss (Raw)": 1.197630524635315, "Finetune/Step": 158, "Finetune/Step Time": 6.59183893352747}
+{"Finetune/Learning Rate": 5.520833333333334e-06, "Finetune/Loss": 1.4226149320602417, "Finetune/Loss (Raw)": 1.1749169826507568, "Finetune/Step": 159, "Finetune/Step Time": 6.586863070726395}
+{"Finetune/Learning Rate": 5.555555555555557e-06, "Finetune/Loss": 1.407581090927124, "Finetune/Loss (Raw)": 1.1825213432312012, "Finetune/Step": 160, "Finetune/Step Time": 6.585749486461282}
+{"Finetune/Learning Rate": 5.5902777777777785e-06, "Finetune/Loss": 1.39067542552948, "Finetune/Loss (Raw)": 1.1699929237365723, "Finetune/Step": 161, "Finetune/Step Time": 6.595526525750756}
+{"Finetune/Learning Rate": 5.625e-06, "Finetune/Loss": 1.3751769065856934, "Finetune/Loss (Raw)": 1.0986407995224, "Finetune/Step": 162, "Finetune/Step Time": 6.5956502966582775}
+{"Finetune/Learning Rate": 5.659722222222222e-06, "Finetune/Loss": 1.359724521636963, "Finetune/Loss (Raw)": 1.1036536693572998, "Finetune/Step": 163, "Finetune/Step Time": 6.592177238315344}
+{"Finetune/Learning Rate": 5.694444444444445e-06, "Finetune/Loss": 1.3437460660934448, "Finetune/Loss (Raw)": 0.9535757899284363, "Finetune/Step": 164, "Finetune/Step Time": 6.596344931051135}
+{"Finetune/Learning Rate": 5.729166666666667e-06, "Finetune/Loss": 1.3309730291366577, "Finetune/Loss (Raw)": 1.2795360088348389, "Finetune/Step": 165, "Finetune/Step Time": 6.589663237333298}
+{"Finetune/Learning Rate": 5.7638888888888886e-06, "Finetune/Loss": 1.312821388244629, "Finetune/Loss (Raw)": 0.6497008204460144, "Finetune/Step": 166, "Finetune/Step Time": 6.606915174052119}
+{"Finetune/Learning Rate": 5.798611111111112e-06, "Finetune/Loss": 1.3023536205291748, "Finetune/Loss (Raw)": 1.1905722618103027, "Finetune/Step": 167, "Finetune/Step Time": 6.60501722805202}
+{"Finetune/Learning Rate": 5.833333333333334e-06, "Finetune/Loss": 1.2892472743988037, "Finetune/Loss (Raw)": 1.0643538236618042, "Finetune/Step": 168, "Finetune/Step Time": 6.607571868225932}
+{"Finetune/Learning Rate": 5.868055555555557e-06, "Finetune/Loss": 1.2793875932693481, "Finetune/Loss (Raw)": 1.0712554454803467, "Finetune/Step": 169, "Finetune/Step Time": 6.607984868809581}
+{"Finetune/Learning Rate": 5.9027777777777785e-06, "Finetune/Loss": 1.2679740190505981, "Finetune/Loss (Raw)": 0.9280612468719482, "Finetune/Step": 170, "Finetune/Step Time": 6.609965721145272}
+{"Finetune/Learning Rate": 5.9375e-06, "Finetune/Loss": 1.257944107055664, "Finetune/Loss (Raw)": 1.085148572921753, "Finetune/Step": 171, "Finetune/Step Time": 6.60605513677001}
+{"Finetune/Learning Rate": 5.972222222222222e-06, "Finetune/Loss": 1.2503026723861694, "Finetune/Loss (Raw)": 1.1009507179260254, "Finetune/Step": 172, "Finetune/Step Time": 6.603198159486055}
+{"Finetune/Learning Rate": 6.006944444444445e-06, "Finetune/Loss": 1.2416245937347412, "Finetune/Loss (Raw)": 1.1732444763183594, "Finetune/Step": 173, "Finetune/Step Time": 6.598443711176515}
+{"Finetune/Learning Rate": 6.041666666666667e-06, "Finetune/Loss": 1.2352826595306396, "Finetune/Loss (Raw)": 1.0374345779418945, "Finetune/Step": 174, "Finetune/Step Time": 6.606038400903344}
+{"Finetune/Learning Rate": 6.0763888888888885e-06, "Finetune/Loss": 1.2295255661010742, "Finetune/Loss (Raw)": 1.1833981275558472, "Finetune/Step": 175, "Finetune/Step Time": 6.607993537560105}
+{"Finetune/Learning Rate": 6.111111111111112e-06, "Finetune/Loss": 1.2224749326705933, "Finetune/Loss (Raw)": 1.161956787109375, "Finetune/Step": 176, "Finetune/Step Time": 6.6166882365942}
+{"Finetune/Learning Rate": 6.145833333333334e-06, "Finetune/Loss": 1.2161390781402588, "Finetune/Loss (Raw)": 1.1268211603164673, "Finetune/Step": 177, "Finetune/Step Time": 6.616089534014463}
+{"Finetune/Learning Rate": 6.180555555555557e-06, "Finetune/Loss": 1.207793951034546, "Finetune/Loss (Raw)": 1.0400491952896118, "Finetune/Step": 178, "Finetune/Step Time": 6.61931835860014}
+{"Finetune/Learning Rate": 6.2152777777777785e-06, "Finetune/Loss": 1.2033312320709229, "Finetune/Loss (Raw)": 1.1578198671340942, "Finetune/Step": 179, "Finetune/Step Time": 6.628496993333101}
+{"Finetune/Learning Rate": 6.25e-06, "Finetune/Loss": 1.198686957359314, "Finetune/Loss (Raw)": 1.1773017644882202, "Finetune/Step": 180, "Finetune/Step Time": 6.628214484080672}
+{"Finetune/Learning Rate": 6.284722222222223e-06, "Finetune/Loss": 1.1922094821929932, "Finetune/Loss (Raw)": 1.1588311195373535, "Finetune/Step": 181, "Finetune/Step Time": 6.6288594752550125}
+{"Finetune/Learning Rate": 6.319444444444445e-06, "Finetune/Loss": 1.1895227432250977, "Finetune/Loss (Raw)": 1.1481125354766846, "Finetune/Step": 182, "Finetune/Step Time": 6.623554166406393}
+{"Finetune/Learning Rate": 6.354166666666667e-06, "Finetune/Loss": 1.1850258111953735, "Finetune/Loss (Raw)": 1.0675822496414185, "Finetune/Step": 183, "Finetune/Step Time": 6.629236368462443}
+{"Finetune/Learning Rate": 6.3888888888888885e-06, "Finetune/Loss": 1.1814911365509033, "Finetune/Loss (Raw)": 1.1406437158584595, "Finetune/Step": 184, "Finetune/Step Time": 6.63115356490016}
+{"Finetune/Learning Rate": 6.423611111111112e-06, "Finetune/Loss": 1.1772499084472656, "Finetune/Loss (Raw)": 1.0851091146469116, "Finetune/Step": 185, "Finetune/Step Time": 6.626565232872963}
+{"Finetune/Learning Rate": 6.458333333333334e-06, "Finetune/Loss": 1.1717489957809448, "Finetune/Loss (Raw)": 0.7012999653816223, "Finetune/Step": 186, "Finetune/Step Time": 6.640905408188701}
+{"Finetune/Learning Rate": 6.493055555555557e-06, "Finetune/Loss": 1.1651792526245117, "Finetune/Loss (Raw)": 0.9415895342826843, "Finetune/Step": 187, "Finetune/Step Time": 6.641764659434557}
+{"Finetune/Learning Rate": 6.5277777777777784e-06, "Finetune/Loss": 1.163801670074463, "Finetune/Loss (Raw)": 1.1306129693984985, "Finetune/Step": 188, "Finetune/Step Time": 6.658406289294362}
+{"Finetune/Learning Rate": 6.5625e-06, "Finetune/Loss": 1.162035346031189, "Finetune/Loss (Raw)": 1.0398613214492798, "Finetune/Step": 189, "Finetune/Step Time": 6.6507042571902275}
+{"Finetune/Learning Rate": 6.597222222222223e-06, "Finetune/Loss": 1.1587218046188354, "Finetune/Loss (Raw)": 0.982304036617279, "Finetune/Step": 190, "Finetune/Step Time": 6.648952865973115}
+{"Finetune/Learning Rate": 6.631944444444445e-06, "Finetune/Loss": 1.153899073600769, "Finetune/Loss (Raw)": 0.8905842900276184, "Finetune/Step": 191, "Finetune/Step Time": 6.660701215267181}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.15297532081604, "Finetune/Loss (Raw)": 1.2322654724121094, "Finetune/Step": 192, "Finetune/Step Time": 6.655879674479365}
+{"Finetune/Learning Rate": 6.701388888888889e-06, "Finetune/Loss": 1.1502187252044678, "Finetune/Loss (Raw)": 0.9918622374534607, "Finetune/Step": 193, "Finetune/Step Time": 6.676888724789023}
+{"Finetune/Learning Rate": 6.736111111111112e-06, "Finetune/Loss": 1.149576187133789, "Finetune/Loss (Raw)": 1.1025309562683105, "Finetune/Step": 194, "Finetune/Step Time": 6.6645027827471495}
+{"Finetune/Learning Rate": 6.770833333333334e-06, "Finetune/Loss": 1.1482720375061035, "Finetune/Loss (Raw)": 1.282749891281128, "Finetune/Step": 195, "Finetune/Step Time": 6.663679212331772}
+{"Finetune/Learning Rate": 6.8055555555555566e-06, "Finetune/Loss": 1.1462109088897705, "Finetune/Loss (Raw)": 1.058040976524353, "Finetune/Step": 196, "Finetune/Step Time": 6.678366659209132}
+{"Finetune/Learning Rate": 6.840277777777778e-06, "Finetune/Loss": 1.145386815071106, "Finetune/Loss (Raw)": 1.114343523979187, "Finetune/Step": 197, "Finetune/Step Time": 6.6775486171245575}
+{"Finetune/Learning Rate": 6.875e-06, "Finetune/Loss": 1.1427690982818604, "Finetune/Loss (Raw)": 1.0705735683441162, "Finetune/Step": 198, "Finetune/Step Time": 6.68307782150805}
+{"Finetune/Learning Rate": 6.909722222222223e-06, "Finetune/Loss": 1.1398929357528687, "Finetune/Loss (Raw)": 1.14993155002594, "Finetune/Step": 199, "Finetune/Step Time": 6.688169898465276}
+{"Finetune/Learning Rate": 6.944444444444445e-06, "Finetune/Loss": 1.138200044631958, "Finetune/Loss (Raw)": 1.175981044769287, "Finetune/Step": 200, "Finetune/Step Time": 6.690610911697149}
+{"Finetune/Learning Rate": 6.979166666666667e-06, "Finetune/Loss": 1.135857343673706, "Finetune/Loss (Raw)": 1.027923822402954, "Finetune/Step": 201, "Finetune/Step Time": 6.710242234170437}
+{"Finetune/Learning Rate": 7.013888888888889e-06, "Finetune/Loss": 1.1340830326080322, "Finetune/Loss (Raw)": 1.1055340766906738, "Finetune/Step": 202, "Finetune/Step Time": 6.70558843575418}
+{"Finetune/Learning Rate": 7.048611111111112e-06, "Finetune/Loss": 1.1321425437927246, "Finetune/Loss (Raw)": 1.1347163915634155, "Finetune/Step": 203, "Finetune/Step Time": 6.715285018086433}
+{"Finetune/Learning Rate": 7.083333333333335e-06, "Finetune/Loss": 1.1311097145080566, "Finetune/Loss (Raw)": 1.1843589544296265, "Finetune/Step": 204, "Finetune/Step Time": 6.715671913698316}
+{"Finetune/Learning Rate": 7.1180555555555565e-06, "Finetune/Loss": 1.129435420036316, "Finetune/Loss (Raw)": 1.0579079389572144, "Finetune/Step": 205, "Finetune/Step Time": 6.711906731128693}
+{"Finetune/Learning Rate": 7.152777777777778e-06, "Finetune/Loss": 1.128809928894043, "Finetune/Loss (Raw)": 1.1956106424331665, "Finetune/Step": 206, "Finetune/Step Time": 6.709438050165772}
+{"Finetune/Learning Rate": 7.1875e-06, "Finetune/Loss": 1.1276973485946655, "Finetune/Loss (Raw)": 1.0808688402175903, "Finetune/Step": 207, "Finetune/Step Time": 6.7092702481895685}
+{"Finetune/Learning Rate": 7.222222222222223e-06, "Finetune/Loss": 1.1266413927078247, "Finetune/Loss (Raw)": 1.1547539234161377, "Finetune/Step": 208, "Finetune/Step Time": 6.68087325245142}
+{"Finetune/Learning Rate": 7.256944444444445e-06, "Finetune/Loss": 1.1249442100524902, "Finetune/Loss (Raw)": 1.1672916412353516, "Finetune/Step": 209, "Finetune/Step Time": 6.678990578278899}
+{"Finetune/Learning Rate": 7.291666666666667e-06, "Finetune/Loss": 1.1251747608184814, "Finetune/Loss (Raw)": 1.0833557844161987, "Finetune/Step": 210, "Finetune/Step Time": 6.676067877560854}
+{"Finetune/Learning Rate": 7.326388888888889e-06, "Finetune/Loss": 1.1237850189208984, "Finetune/Loss (Raw)": 1.0808221101760864, "Finetune/Step": 211, "Finetune/Step Time": 6.673686442896724}
+{"Finetune/Learning Rate": 7.361111111111112e-06, "Finetune/Loss": 1.1221287250518799, "Finetune/Loss (Raw)": 1.008882999420166, "Finetune/Step": 212, "Finetune/Step Time": 6.6778411734849215}
+{"Finetune/Learning Rate": 7.395833333333335e-06, "Finetune/Loss": 1.1202539205551147, "Finetune/Loss (Raw)": 0.962592601776123, "Finetune/Step": 213, "Finetune/Step Time": 6.691959399729967}
+{"Finetune/Learning Rate": 7.4305555555555565e-06, "Finetune/Loss": 1.1197508573532104, "Finetune/Loss (Raw)": 1.0993620157241821, "Finetune/Step": 214, "Finetune/Step Time": 6.692189933732152}
+{"Finetune/Learning Rate": 7.465277777777778e-06, "Finetune/Loss": 1.117754340171814, "Finetune/Loss (Raw)": 0.986355185508728, "Finetune/Step": 215, "Finetune/Step Time": 6.6899210549890995}
+{"Finetune/Learning Rate": 7.500000000000001e-06, "Finetune/Loss": 1.1167666912078857, "Finetune/Loss (Raw)": 1.115083932876587, "Finetune/Step": 216, "Finetune/Step Time": 6.688921969383955}
+{"Finetune/Learning Rate": 7.534722222222223e-06, "Finetune/Loss": 1.1167361736297607, "Finetune/Loss (Raw)": 1.0253963470458984, "Finetune/Step": 217, "Finetune/Step Time": 6.6955629251897335}
+{"Finetune/Learning Rate": 7.569444444444445e-06, "Finetune/Loss": 1.115818738937378, "Finetune/Loss (Raw)": 1.1147209405899048, "Finetune/Step": 218, "Finetune/Step Time": 6.693512532860041}
+{"Finetune/Learning Rate": 7.6041666666666666e-06, "Finetune/Loss": 1.1128835678100586, "Finetune/Loss (Raw)": 1.0035293102264404, "Finetune/Step": 219, "Finetune/Step Time": 6.675997406244278}
+{"Finetune/Learning Rate": 7.638888888888888e-06, "Finetune/Loss": 1.1126892566680908, "Finetune/Loss (Raw)": 1.2315791845321655, "Finetune/Step": 220, "Finetune/Step Time": 6.677102526649833}
+{"Finetune/Learning Rate": 7.673611111111113e-06, "Finetune/Loss": 1.1115378141403198, "Finetune/Loss (Raw)": 1.0662841796875, "Finetune/Step": 221, "Finetune/Step Time": 6.678876802325249}
+{"Finetune/Learning Rate": 7.708333333333334e-06, "Finetune/Loss": 1.1109657287597656, "Finetune/Loss (Raw)": 1.070919394493103, "Finetune/Step": 222, "Finetune/Step Time": 6.691387437283993}
+{"Finetune/Learning Rate": 7.743055555555556e-06, "Finetune/Loss": 1.1107598543167114, "Finetune/Loss (Raw)": 1.0489145517349243, "Finetune/Step": 223, "Finetune/Step Time": 6.683823416009545}
+{"Finetune/Learning Rate": 7.77777777777778e-06, "Finetune/Loss": 1.1105823516845703, "Finetune/Loss (Raw)": 1.1667531728744507, "Finetune/Step": 224, "Finetune/Step Time": 6.672344209626317}
+{"Finetune/Learning Rate": 7.8125e-06, "Finetune/Loss": 1.110966444015503, "Finetune/Loss (Raw)": 1.1367539167404175, "Finetune/Step": 225, "Finetune/Step Time": 6.674841348081827}
+{"Finetune/Learning Rate": 7.847222222222223e-06, "Finetune/Loss": 1.1122949123382568, "Finetune/Loss (Raw)": 1.1440818309783936, "Finetune/Step": 226, "Finetune/Step Time": 6.674230927601457}
+{"Finetune/Learning Rate": 7.881944444444446e-06, "Finetune/Loss": 1.1114773750305176, "Finetune/Loss (Raw)": 1.035751461982727, "Finetune/Step": 227, "Finetune/Step Time": 6.67769062705338}
+{"Finetune/Learning Rate": 7.916666666666667e-06, "Finetune/Loss": 1.1107831001281738, "Finetune/Loss (Raw)": 1.1110440492630005, "Finetune/Step": 228, "Finetune/Step Time": 6.686087356880307}
+{"Finetune/Learning Rate": 7.95138888888889e-06, "Finetune/Loss": 1.110314965248108, "Finetune/Loss (Raw)": 0.9770494699478149, "Finetune/Step": 229, "Finetune/Step Time": 6.681128928437829}
+{"Finetune/Learning Rate": 7.986111111111112e-06, "Finetune/Loss": 1.109667181968689, "Finetune/Loss (Raw)": 1.1585843563079834, "Finetune/Step": 230, "Finetune/Step Time": 6.679485777392983}
+{"Finetune/Learning Rate": 8.020833333333335e-06, "Finetune/Loss": 1.1114393472671509, "Finetune/Loss (Raw)": 1.3209012746810913, "Finetune/Step": 231, "Finetune/Step Time": 6.687283027917147}
+{"Finetune/Learning Rate": 8.055555555555557e-06, "Finetune/Loss": 1.1120214462280273, "Finetune/Loss (Raw)": 1.122562050819397, "Finetune/Step": 232, "Finetune/Step Time": 6.6853562500327826}
+{"Finetune/Learning Rate": 8.090277777777778e-06, "Finetune/Loss": 1.1101014614105225, "Finetune/Loss (Raw)": 0.9763827323913574, "Finetune/Step": 233, "Finetune/Step Time": 6.694178204983473}
+{"Finetune/Learning Rate": 8.125000000000001e-06, "Finetune/Loss": 1.109116792678833, "Finetune/Loss (Raw)": 1.0271165370941162, "Finetune/Step": 234, "Finetune/Step Time": 6.693334551528096}
+{"Finetune/Learning Rate": 8.159722222222222e-06, "Finetune/Loss": 1.109348177909851, "Finetune/Loss (Raw)": 1.1547619104385376, "Finetune/Step": 235, "Finetune/Step Time": 6.692456804215908}
+{"Finetune/Learning Rate": 8.194444444444445e-06, "Finetune/Loss": 1.1079301834106445, "Finetune/Loss (Raw)": 1.0554639101028442, "Finetune/Step": 236, "Finetune/Step Time": 6.694565949961543}
+{"Finetune/Learning Rate": 8.229166666666667e-06, "Finetune/Loss": 1.107822060585022, "Finetune/Loss (Raw)": 1.1107944250106812, "Finetune/Step": 237, "Finetune/Step Time": 6.694305453449488}
+{"Finetune/Learning Rate": 8.263888888888888e-06, "Finetune/Loss": 1.1059191226959229, "Finetune/Loss (Raw)": 0.9724547863006592, "Finetune/Step": 238, "Finetune/Step Time": 6.696802509948611}
+{"Finetune/Learning Rate": 8.298611111111113e-06, "Finetune/Loss": 1.103658676147461, "Finetune/Loss (Raw)": 1.0207902193069458, "Finetune/Step": 239, "Finetune/Step Time": 6.695460570976138}
+{"Finetune/Learning Rate": 8.333333333333334e-06, "Finetune/Loss": 1.1024887561798096, "Finetune/Loss (Raw)": 1.1481558084487915, "Finetune/Step": 240, "Finetune/Step Time": 6.69770316965878}
+{"Finetune/Learning Rate": 8.368055555555556e-06, "Finetune/Loss": 1.102823257446289, "Finetune/Loss (Raw)": 1.0769153833389282, "Finetune/Step": 241, "Finetune/Step Time": 6.696075417101383}
+{"Finetune/Learning Rate": 8.402777777777779e-06, "Finetune/Loss": 1.101999282836914, "Finetune/Loss (Raw)": 1.1953328847885132, "Finetune/Step": 242, "Finetune/Step Time": 6.694909103214741}
+{"Finetune/Learning Rate": 8.4375e-06, "Finetune/Loss": 1.1031773090362549, "Finetune/Loss (Raw)": 1.2645398378372192, "Finetune/Step": 243, "Finetune/Step Time": 6.690926944836974}
+{"Finetune/Learning Rate": 8.472222222222223e-06, "Finetune/Loss": 1.1043004989624023, "Finetune/Loss (Raw)": 1.1887869834899902, "Finetune/Step": 244, "Finetune/Step Time": 6.687367403879762}
+{"Finetune/Learning Rate": 8.506944444444445e-06, "Finetune/Loss": 1.1040406227111816, "Finetune/Loss (Raw)": 1.079144835472107, "Finetune/Step": 245, "Finetune/Step Time": 6.6858363840729}
+{"Finetune/Learning Rate": 8.541666666666666e-06, "Finetune/Loss": 1.1009820699691772, "Finetune/Loss (Raw)": 1.0877512693405151, "Finetune/Step": 246, "Finetune/Step Time": 6.67965735681355}
+{"Finetune/Learning Rate": 8.57638888888889e-06, "Finetune/Loss": 1.101996898651123, "Finetune/Loss (Raw)": 1.1656986474990845, "Finetune/Step": 247, "Finetune/Step Time": 6.676240565255284}
+{"Finetune/Learning Rate": 8.611111111111112e-06, "Finetune/Loss": 1.1000785827636719, "Finetune/Loss (Raw)": 1.073728322982788, "Finetune/Step": 248, "Finetune/Step Time": 6.675534138455987}
+{"Finetune/Learning Rate": 8.645833333333335e-06, "Finetune/Loss": 1.0990850925445557, "Finetune/Loss (Raw)": 1.0964504480361938, "Finetune/Step": 249, "Finetune/Step Time": 6.6768037006258965}
+{"Finetune/Learning Rate": 8.680555555555557e-06, "Finetune/Loss": 1.0990393161773682, "Finetune/Loss (Raw)": 1.057264804840088, "Finetune/Step": 250, "Finetune/Step Time": 6.675345620140433}
+{"Finetune/Learning Rate": 8.715277777777778e-06, "Finetune/Loss": 1.099554419517517, "Finetune/Loss (Raw)": 1.1269642114639282, "Finetune/Step": 251, "Finetune/Step Time": 6.67444964684546}
+{"Finetune/Learning Rate": 8.750000000000001e-06, "Finetune/Loss": 1.1001882553100586, "Finetune/Loss (Raw)": 1.0688012838363647, "Finetune/Step": 252, "Finetune/Step Time": 6.6753600761294365}
+{"Finetune/Learning Rate": 8.784722222222224e-06, "Finetune/Loss": 1.099974513053894, "Finetune/Loss (Raw)": 1.1526527404785156, "Finetune/Step": 253, "Finetune/Step Time": 6.690443372353911}
+{"Finetune/Learning Rate": 8.819444444444445e-06, "Finetune/Loss": 1.0992450714111328, "Finetune/Loss (Raw)": 1.1456218957901, "Finetune/Step": 254, "Finetune/Step Time": 6.692324368283153}
+{"Finetune/Learning Rate": 8.854166666666667e-06, "Finetune/Loss": 1.099221110343933, "Finetune/Loss (Raw)": 1.137574315071106, "Finetune/Step": 255, "Finetune/Step Time": 6.692629320546985}
+{"Finetune/Learning Rate": 8.888888888888888e-06, "Finetune/Loss": 1.1001373529434204, "Finetune/Loss (Raw)": 1.1961859464645386, "Finetune/Step": 256, "Finetune/Step Time": 6.685613684356213}
+{"Finetune/Learning Rate": 8.923611111111113e-06, "Finetune/Loss": 1.0993859767913818, "Finetune/Loss (Raw)": 1.1416425704956055, "Finetune/Step": 257, "Finetune/Step Time": 6.685520121827722}
+{"Finetune/Learning Rate": 8.958333333333334e-06, "Finetune/Loss": 1.1001381874084473, "Finetune/Loss (Raw)": 1.215108036994934, "Finetune/Step": 258, "Finetune/Step Time": 6.683063695207238}
+{"Finetune/Learning Rate": 8.993055555555556e-06, "Finetune/Loss": 1.1006510257720947, "Finetune/Loss (Raw)": 1.1562217473983765, "Finetune/Step": 259, "Finetune/Step Time": 6.68202717974782}
+{"Finetune/Learning Rate": 9.027777777777779e-06, "Finetune/Loss": 1.101865530014038, "Finetune/Loss (Raw)": 1.1454799175262451, "Finetune/Step": 260, "Finetune/Step Time": 6.681612679734826}
+{"Finetune/Learning Rate": 9.0625e-06, "Finetune/Loss": 1.1004221439361572, "Finetune/Loss (Raw)": 1.0110594034194946, "Finetune/Step": 261, "Finetune/Step Time": 6.697367129847407}
+{"Finetune/Learning Rate": 9.097222222222223e-06, "Finetune/Loss": 1.1009467840194702, "Finetune/Loss (Raw)": 1.1299668550491333, "Finetune/Step": 262, "Finetune/Step Time": 6.688692042604089}
+{"Finetune/Learning Rate": 9.131944444444445e-06, "Finetune/Loss": 1.1019477844238281, "Finetune/Loss (Raw)": 1.1540101766586304, "Finetune/Step": 263, "Finetune/Step Time": 6.686102416366339}
+{"Finetune/Learning Rate": 9.166666666666666e-06, "Finetune/Loss": 1.1010586023330688, "Finetune/Loss (Raw)": 1.2009146213531494, "Finetune/Step": 264, "Finetune/Step Time": 6.689153911545873}
+{"Finetune/Learning Rate": 9.201388888888889e-06, "Finetune/Loss": 1.0998010635375977, "Finetune/Loss (Raw)": 1.1083892583847046, "Finetune/Step": 265, "Finetune/Step Time": 6.690486311912537}
+{"Finetune/Learning Rate": 9.236111111111112e-06, "Finetune/Loss": 1.0993027687072754, "Finetune/Loss (Raw)": 1.1819945573806763, "Finetune/Step": 266, "Finetune/Step Time": 6.690677849575877}
+{"Finetune/Learning Rate": 9.270833333333334e-06, "Finetune/Loss": 1.0996700525283813, "Finetune/Loss (Raw)": 1.1777949333190918, "Finetune/Step": 267, "Finetune/Step Time": 6.690235847607255}
+{"Finetune/Learning Rate": 9.305555555555557e-06, "Finetune/Loss": 1.1003341674804688, "Finetune/Loss (Raw)": 1.1699001789093018, "Finetune/Step": 268, "Finetune/Step Time": 6.6964195761829615}
+{"Finetune/Learning Rate": 9.340277777777778e-06, "Finetune/Loss": 1.0991604328155518, "Finetune/Loss (Raw)": 0.9918267726898193, "Finetune/Step": 269, "Finetune/Step Time": 6.694542391225696}
+{"Finetune/Learning Rate": 9.375000000000001e-06, "Finetune/Loss": 1.0958614349365234, "Finetune/Loss (Raw)": 0.6664864420890808, "Finetune/Step": 270, "Finetune/Step Time": 6.697669193148613}
+{"Finetune/Learning Rate": 9.409722222222224e-06, "Finetune/Loss": 1.0955919027328491, "Finetune/Loss (Raw)": 1.077325701713562, "Finetune/Step": 271, "Finetune/Step Time": 6.698009708896279}
+{"Finetune/Learning Rate": 9.444444444444445e-06, "Finetune/Loss": 1.095906138420105, "Finetune/Loss (Raw)": 1.1399102210998535, "Finetune/Step": 272, "Finetune/Step Time": 6.700395369902253}
+{"Finetune/Learning Rate": 9.479166666666667e-06, "Finetune/Loss": 1.094124674797058, "Finetune/Loss (Raw)": 0.9982261657714844, "Finetune/Step": 273, "Finetune/Step Time": 6.701285874471068}
+{"Finetune/Learning Rate": 9.51388888888889e-06, "Finetune/Loss": 1.0935533046722412, "Finetune/Loss (Raw)": 0.944085419178009, "Finetune/Step": 274, "Finetune/Step Time": 6.699250677600503}
+{"Finetune/Learning Rate": 9.548611111111113e-06, "Finetune/Loss": 1.0942504405975342, "Finetune/Loss (Raw)": 1.0603139400482178, "Finetune/Step": 275, "Finetune/Step Time": 6.697655579075217}
+{"Finetune/Learning Rate": 9.583333333333335e-06, "Finetune/Loss": 1.0943005084991455, "Finetune/Loss (Raw)": 1.150641679763794, "Finetune/Step": 276, "Finetune/Step Time": 6.6979512386024}
+{"Finetune/Learning Rate": 9.618055555555556e-06, "Finetune/Loss": 1.0938295125961304, "Finetune/Loss (Raw)": 1.0149016380310059, "Finetune/Step": 277, "Finetune/Step Time": 6.701219899579883}
+{"Finetune/Learning Rate": 9.652777777777779e-06, "Finetune/Loss": 1.0940128564834595, "Finetune/Loss (Raw)": 1.0366718769073486, "Finetune/Step": 278, "Finetune/Step Time": 6.696650335565209}
+{"Finetune/Learning Rate": 9.6875e-06, "Finetune/Loss": 1.0942872762680054, "Finetune/Loss (Raw)": 1.0962687730789185, "Finetune/Step": 279, "Finetune/Step Time": 6.696930343285203}
+{"Finetune/Learning Rate": 9.722222222222223e-06, "Finetune/Loss": 1.094387173652649, "Finetune/Loss (Raw)": 1.0684571266174316, "Finetune/Step": 280, "Finetune/Step Time": 6.667490193620324}
+{"Finetune/Learning Rate": 9.756944444444445e-06, "Finetune/Loss": 1.0928871631622314, "Finetune/Loss (Raw)": 0.9443771243095398, "Finetune/Step": 281, "Finetune/Step Time": 6.666778976097703}
+{"Finetune/Learning Rate": 9.791666666666666e-06, "Finetune/Loss": 1.0911684036254883, "Finetune/Loss (Raw)": 1.0057182312011719, "Finetune/Step": 282, "Finetune/Step Time": 6.667106179520488}
+{"Finetune/Learning Rate": 9.826388888888889e-06, "Finetune/Loss": 1.092194676399231, "Finetune/Loss (Raw)": 1.3144627809524536, "Finetune/Step": 283, "Finetune/Step Time": 6.6623326074332}
+{"Finetune/Learning Rate": 9.861111111111112e-06, "Finetune/Loss": 1.0904322862625122, "Finetune/Loss (Raw)": 0.9243563413619995, "Finetune/Step": 284, "Finetune/Step Time": 6.673757206648588}
+{"Finetune/Learning Rate": 9.895833333333334e-06, "Finetune/Loss": 1.091723918914795, "Finetune/Loss (Raw)": 0.9812326431274414, "Finetune/Step": 285, "Finetune/Step Time": 6.679936246946454}
+{"Finetune/Learning Rate": 9.930555555555557e-06, "Finetune/Loss": 1.0898091793060303, "Finetune/Loss (Raw)": 0.9525396227836609, "Finetune/Step": 286, "Finetune/Step Time": 6.67969642020762}
+{"Finetune/Learning Rate": 9.965277777777778e-06, "Finetune/Loss": 1.088179349899292, "Finetune/Loss (Raw)": 0.9662905931472778, "Finetune/Step": 287, "Finetune/Step Time": 6.67760644108057}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.086553692817688, "Finetune/Loss (Raw)": 0.9744319915771484, "Finetune/Step": 288, "Finetune/Step Time": 6.6755861807614565}
+{"Finetune/Learning Rate": 1.0034722222222224e-05, "Finetune/Loss": 1.085946798324585, "Finetune/Loss (Raw)": 1.0923197269439697, "Finetune/Step": 289, "Finetune/Step Time": 6.669137351214886}
+{"Finetune/Learning Rate": 1.0069444444444445e-05, "Finetune/Loss": 1.0861849784851074, "Finetune/Loss (Raw)": 1.1291340589523315, "Finetune/Step": 290, "Finetune/Step Time": 6.677123062312603}
+{"Finetune/Learning Rate": 1.0104166666666669e-05, "Finetune/Loss": 1.0855355262756348, "Finetune/Loss (Raw)": 1.020530343055725, "Finetune/Step": 291, "Finetune/Step Time": 6.673495229333639}
+{"Finetune/Learning Rate": 1.013888888888889e-05, "Finetune/Loss": 1.0871264934539795, "Finetune/Loss (Raw)": 1.1572062969207764, "Finetune/Step": 292, "Finetune/Step Time": 6.679030891507864}
+{"Finetune/Learning Rate": 1.0173611111111113e-05, "Finetune/Loss": 1.0858019590377808, "Finetune/Loss (Raw)": 1.1099947690963745, "Finetune/Step": 293, "Finetune/Step Time": 6.699685037136078}
+{"Finetune/Learning Rate": 1.0208333333333334e-05, "Finetune/Loss": 1.0887998342514038, "Finetune/Loss (Raw)": 1.0334378480911255, "Finetune/Step": 294, "Finetune/Step Time": 6.682151759043336}
+{"Finetune/Learning Rate": 1.0243055555555556e-05, "Finetune/Loss": 1.0879539251327515, "Finetune/Loss (Raw)": 1.0822975635528564, "Finetune/Step": 295, "Finetune/Step Time": 6.6828471180051565}
+{"Finetune/Learning Rate": 1.0277777777777777e-05, "Finetune/Loss": 1.0885989665985107, "Finetune/Loss (Raw)": 1.1469101905822754, "Finetune/Step": 296, "Finetune/Step Time": 6.681396881118417}
+{"Finetune/Learning Rate": 1.0312500000000002e-05, "Finetune/Loss": 1.0862352848052979, "Finetune/Loss (Raw)": 0.7687050700187683, "Finetune/Step": 297, "Finetune/Step Time": 6.686953907832503}
+{"Finetune/Learning Rate": 1.0347222222222224e-05, "Finetune/Loss": 1.0867897272109985, "Finetune/Loss (Raw)": 0.9990220069885254, "Finetune/Step": 298, "Finetune/Step Time": 6.686846802011132}
+{"Finetune/Learning Rate": 1.0381944444444445e-05, "Finetune/Loss": 1.0850037336349487, "Finetune/Loss (Raw)": 0.856553852558136, "Finetune/Step": 299, "Finetune/Step Time": 6.6970169227570295}
+{"Finetune/Learning Rate": 1.0416666666666668e-05, "Finetune/Loss": 1.08511483669281, "Finetune/Loss (Raw)": 1.1151591539382935, "Finetune/Step": 300, "Finetune/Step Time": 6.6988521087914705}
+{"Finetune/Learning Rate": 1.0451388888888889e-05, "Finetune/Loss": 1.0835963487625122, "Finetune/Loss (Raw)": 0.9788864254951477, "Finetune/Step": 301, "Finetune/Step Time": 6.715553229674697}
+{"Finetune/Learning Rate": 1.0486111111111112e-05, "Finetune/Loss": 1.0839900970458984, "Finetune/Loss (Raw)": 1.087827444076538, "Finetune/Step": 302, "Finetune/Step Time": 6.706046821549535}
+{"Finetune/Learning Rate": 1.0520833333333333e-05, "Finetune/Loss": 1.08318293094635, "Finetune/Loss (Raw)": 1.0800731182098389, "Finetune/Step": 303, "Finetune/Step Time": 6.704854190349579}
+{"Finetune/Learning Rate": 1.0555555555555557e-05, "Finetune/Loss": 1.0830503702163696, "Finetune/Loss (Raw)": 1.1449929475784302, "Finetune/Step": 304, "Finetune/Step Time": 6.698567064478993}
+{"Finetune/Learning Rate": 1.0590277777777778e-05, "Finetune/Loss": 1.083590030670166, "Finetune/Loss (Raw)": 1.1959106922149658, "Finetune/Step": 305, "Finetune/Step Time": 6.69677022472024}
+{"Finetune/Learning Rate": 1.0625e-05, "Finetune/Loss": 1.0826694965362549, "Finetune/Loss (Raw)": 0.9222233295440674, "Finetune/Step": 306, "Finetune/Step Time": 6.7114905174821615}
+{"Finetune/Learning Rate": 1.0659722222222223e-05, "Finetune/Loss": 1.0813195705413818, "Finetune/Loss (Raw)": 0.9850283861160278, "Finetune/Step": 307, "Finetune/Step Time": 6.700228964909911}
+{"Finetune/Learning Rate": 1.0694444444444444e-05, "Finetune/Loss": 1.0803661346435547, "Finetune/Loss (Raw)": 1.0552502870559692, "Finetune/Step": 308, "Finetune/Step Time": 6.707234162837267}
+{"Finetune/Learning Rate": 1.0729166666666669e-05, "Finetune/Loss": 1.0798105001449585, "Finetune/Loss (Raw)": 1.0877069234848022, "Finetune/Step": 309, "Finetune/Step Time": 6.7070097848773}
+{"Finetune/Learning Rate": 1.076388888888889e-05, "Finetune/Loss": 1.0798180103302002, "Finetune/Loss (Raw)": 1.1490849256515503, "Finetune/Step": 310, "Finetune/Step Time": 6.710641926154494}
+{"Finetune/Learning Rate": 1.0798611111111113e-05, "Finetune/Loss": 1.0808879137039185, "Finetune/Loss (Raw)": 1.2045252323150635, "Finetune/Step": 311, "Finetune/Step Time": 6.707254832610488}
+{"Finetune/Learning Rate": 1.0833333333333334e-05, "Finetune/Loss": 1.0791761875152588, "Finetune/Loss (Raw)": 0.9215402007102966, "Finetune/Step": 312, "Finetune/Step Time": 6.710759539157152}
+{"Finetune/Learning Rate": 1.0868055555555556e-05, "Finetune/Loss": 1.0800423622131348, "Finetune/Loss (Raw)": 1.1959975957870483, "Finetune/Step": 313, "Finetune/Step Time": 6.7103223614394665}
+{"Finetune/Learning Rate": 1.0902777777777777e-05, "Finetune/Loss": 1.0829060077667236, "Finetune/Loss (Raw)": 1.0678415298461914, "Finetune/Step": 314, "Finetune/Step Time": 6.692602768540382}
+{"Finetune/Learning Rate": 1.0937500000000002e-05, "Finetune/Loss": 1.083712100982666, "Finetune/Loss (Raw)": 1.0447579622268677, "Finetune/Step": 315, "Finetune/Step Time": 6.687039148062468}
+{"Finetune/Learning Rate": 1.0972222222222224e-05, "Finetune/Loss": 1.0834112167358398, "Finetune/Loss (Raw)": 1.0921077728271484, "Finetune/Step": 316, "Finetune/Step Time": 6.687204239889979}
+{"Finetune/Learning Rate": 1.1006944444444445e-05, "Finetune/Loss": 1.0831639766693115, "Finetune/Loss (Raw)": 1.0082072019577026, "Finetune/Step": 317, "Finetune/Step Time": 6.68604682572186}
+{"Finetune/Learning Rate": 1.1041666666666668e-05, "Finetune/Loss": 1.0839084386825562, "Finetune/Loss (Raw)": 1.0775973796844482, "Finetune/Step": 318, "Finetune/Step Time": 6.684251507744193}
+{"Finetune/Learning Rate": 1.1076388888888889e-05, "Finetune/Loss": 1.0854382514953613, "Finetune/Loss (Raw)": 1.0864001512527466, "Finetune/Step": 319, "Finetune/Step Time": 6.675353674218059}
+{"Finetune/Learning Rate": 1.1111111111111113e-05, "Finetune/Loss": 1.0832080841064453, "Finetune/Loss (Raw)": 0.9468064308166504, "Finetune/Step": 320, "Finetune/Step Time": 6.6739721689373255}
+{"Finetune/Learning Rate": 1.1145833333333334e-05, "Finetune/Loss": 1.0847309827804565, "Finetune/Loss (Raw)": 1.1867973804473877, "Finetune/Step": 321, "Finetune/Step Time": 6.651414448395371}
+{"Finetune/Learning Rate": 1.1180555555555557e-05, "Finetune/Loss": 1.0855486392974854, "Finetune/Loss (Raw)": 1.2071911096572876, "Finetune/Step": 322, "Finetune/Step Time": 6.646043721586466}
+{"Finetune/Learning Rate": 1.1215277777777778e-05, "Finetune/Loss": 1.083645224571228, "Finetune/Loss (Raw)": 1.0391026735305786, "Finetune/Step": 323, "Finetune/Step Time": 6.643576322123408}
+{"Finetune/Learning Rate": 1.125e-05, "Finetune/Loss": 1.0835870504379272, "Finetune/Loss (Raw)": 1.0505965948104858, "Finetune/Step": 324, "Finetune/Step Time": 6.626494815573096}
+{"Finetune/Learning Rate": 1.1284722222222223e-05, "Finetune/Loss": 1.0829863548278809, "Finetune/Loss (Raw)": 1.0374404191970825, "Finetune/Step": 325, "Finetune/Step Time": 6.628025569021702}
+{"Finetune/Learning Rate": 1.1319444444444444e-05, "Finetune/Loss": 1.0832431316375732, "Finetune/Loss (Raw)": 1.1034636497497559, "Finetune/Step": 326, "Finetune/Step Time": 6.6228570602834225}
+{"Finetune/Learning Rate": 1.1354166666666669e-05, "Finetune/Loss": 1.0821808576583862, "Finetune/Loss (Raw)": 1.0139492750167847, "Finetune/Step": 327, "Finetune/Step Time": 6.620682720094919}
+{"Finetune/Learning Rate": 1.138888888888889e-05, "Finetune/Loss": 1.0815898180007935, "Finetune/Loss (Raw)": 1.1003303527832031, "Finetune/Step": 328, "Finetune/Step Time": 6.616433080285788}
+{"Finetune/Learning Rate": 1.1423611111111112e-05, "Finetune/Loss": 1.081493854522705, "Finetune/Loss (Raw)": 1.0156372785568237, "Finetune/Step": 329, "Finetune/Step Time": 6.599835058674216}
+{"Finetune/Learning Rate": 1.1458333333333333e-05, "Finetune/Loss": 1.0816349983215332, "Finetune/Loss (Raw)": 1.1236058473587036, "Finetune/Step": 330, "Finetune/Step Time": 6.603924153372645}
+{"Finetune/Learning Rate": 1.1493055555555556e-05, "Finetune/Loss": 1.0805342197418213, "Finetune/Loss (Raw)": 0.9938216209411621, "Finetune/Step": 331, "Finetune/Step Time": 6.597628571093082}
+{"Finetune/Learning Rate": 1.1527777777777777e-05, "Finetune/Loss": 1.0798466205596924, "Finetune/Loss (Raw)": 1.0963367223739624, "Finetune/Step": 332, "Finetune/Step Time": 6.5933700650930405}
+{"Finetune/Learning Rate": 1.1562500000000002e-05, "Finetune/Loss": 1.0802204608917236, "Finetune/Loss (Raw)": 1.1057565212249756, "Finetune/Step": 333, "Finetune/Step Time": 6.593221986666322}
+{"Finetune/Learning Rate": 1.1597222222222224e-05, "Finetune/Loss": 1.0777788162231445, "Finetune/Loss (Raw)": 0.883083701133728, "Finetune/Step": 334, "Finetune/Step Time": 6.616462133824825}
+{"Finetune/Learning Rate": 1.1631944444444445e-05, "Finetune/Loss": 1.0777630805969238, "Finetune/Loss (Raw)": 1.078862190246582, "Finetune/Step": 335, "Finetune/Step Time": 6.624426310881972}
+{"Finetune/Learning Rate": 1.1666666666666668e-05, "Finetune/Loss": 1.0762221813201904, "Finetune/Loss (Raw)": 0.9574975371360779, "Finetune/Step": 336, "Finetune/Step Time": 6.621286924928427}
+{"Finetune/Learning Rate": 1.1701388888888889e-05, "Finetune/Loss": 1.0747729539871216, "Finetune/Loss (Raw)": 0.9818088412284851, "Finetune/Step": 337, "Finetune/Step Time": 6.6192725747823715}
+{"Finetune/Learning Rate": 1.1736111111111113e-05, "Finetune/Loss": 1.074739933013916, "Finetune/Loss (Raw)": 1.0791332721710205, "Finetune/Step": 338, "Finetune/Step Time": 6.6192615162581205}
+{"Finetune/Learning Rate": 1.1770833333333334e-05, "Finetune/Loss": 1.0754146575927734, "Finetune/Loss (Raw)": 1.1671847105026245, "Finetune/Step": 339, "Finetune/Step Time": 6.623873043805361}
+{"Finetune/Learning Rate": 1.1805555555555557e-05, "Finetune/Loss": 1.076075553894043, "Finetune/Loss (Raw)": 1.0934799909591675, "Finetune/Step": 340, "Finetune/Step Time": 6.626711959019303}
+{"Finetune/Learning Rate": 1.1840277777777778e-05, "Finetune/Loss": 1.077136754989624, "Finetune/Loss (Raw)": 1.0984220504760742, "Finetune/Step": 341, "Finetune/Step Time": 6.615253135561943}
+{"Finetune/Learning Rate": 1.1875e-05, "Finetune/Loss": 1.073782205581665, "Finetune/Loss (Raw)": 0.669988214969635, "Finetune/Step": 342, "Finetune/Step Time": 6.627130391076207}
+{"Finetune/Learning Rate": 1.1909722222222223e-05, "Finetune/Loss": 1.0743435621261597, "Finetune/Loss (Raw)": 1.058205485343933, "Finetune/Step": 343, "Finetune/Step Time": 6.632742615416646}
+{"Finetune/Learning Rate": 1.1944444444444444e-05, "Finetune/Loss": 1.0749276876449585, "Finetune/Loss (Raw)": 1.1898472309112549, "Finetune/Step": 344, "Finetune/Step Time": 6.634743852540851}
+{"Finetune/Learning Rate": 1.1979166666666669e-05, "Finetune/Loss": 1.0755375623703003, "Finetune/Loss (Raw)": 1.103460669517517, "Finetune/Step": 345, "Finetune/Step Time": 6.631568739190698}
+{"Finetune/Learning Rate": 1.201388888888889e-05, "Finetune/Loss": 1.0769340991973877, "Finetune/Loss (Raw)": 1.2934802770614624, "Finetune/Step": 346, "Finetune/Step Time": 6.630056746304035}
+{"Finetune/Learning Rate": 1.2048611111111112e-05, "Finetune/Loss": 1.0771610736846924, "Finetune/Loss (Raw)": 1.0325754880905151, "Finetune/Step": 347, "Finetune/Step Time": 6.619807738810778}
+{"Finetune/Learning Rate": 1.2083333333333333e-05, "Finetune/Loss": 1.0757875442504883, "Finetune/Loss (Raw)": 1.055774450302124, "Finetune/Step": 348, "Finetune/Step Time": 6.619551045820117}
+{"Finetune/Learning Rate": 1.2118055555555556e-05, "Finetune/Loss": 1.0761165618896484, "Finetune/Loss (Raw)": 1.108389973640442, "Finetune/Step": 349, "Finetune/Step Time": 6.615515034645796}
+{"Finetune/Learning Rate": 1.2152777777777777e-05, "Finetune/Loss": 1.07625150680542, "Finetune/Loss (Raw)": 1.0881906747817993, "Finetune/Step": 350, "Finetune/Step Time": 6.6011059153825045}
+{"Finetune/Learning Rate": 1.2187500000000001e-05, "Finetune/Loss": 1.0726795196533203, "Finetune/Loss (Raw)": 0.5917133092880249, "Finetune/Step": 351, "Finetune/Step Time": 6.61601435020566}
+{"Finetune/Learning Rate": 1.2222222222222224e-05, "Finetune/Loss": 1.072259545326233, "Finetune/Loss (Raw)": 1.1129802465438843, "Finetune/Step": 352, "Finetune/Step Time": 6.61300503090024}
+{"Finetune/Learning Rate": 1.2256944444444445e-05, "Finetune/Loss": 1.0680493116378784, "Finetune/Loss (Raw)": 0.5978503227233887, "Finetune/Step": 353, "Finetune/Step Time": 6.620996363461018}
+{"Finetune/Learning Rate": 1.2291666666666668e-05, "Finetune/Loss": 1.0668509006500244, "Finetune/Loss (Raw)": 0.9906757473945618, "Finetune/Step": 354, "Finetune/Step Time": 6.615593625232577}
+{"Finetune/Learning Rate": 1.2326388888888889e-05, "Finetune/Loss": 1.0657657384872437, "Finetune/Loss (Raw)": 0.896864652633667, "Finetune/Step": 355, "Finetune/Step Time": 6.611245412379503}
+{"Finetune/Learning Rate": 1.2361111111111113e-05, "Finetune/Loss": 1.0663751363754272, "Finetune/Loss (Raw)": 1.1890393495559692, "Finetune/Step": 356, "Finetune/Step Time": 6.602751908823848}
+{"Finetune/Learning Rate": 1.2395833333333334e-05, "Finetune/Loss": 1.0666828155517578, "Finetune/Loss (Raw)": 1.0164470672607422, "Finetune/Step": 357, "Finetune/Step Time": 6.592408673837781}
+{"Finetune/Learning Rate": 1.2430555555555557e-05, "Finetune/Loss": 1.06501042842865, "Finetune/Loss (Raw)": 0.9445105195045471, "Finetune/Step": 358, "Finetune/Step Time": 6.589281965047121}
+{"Finetune/Learning Rate": 1.2465277777777778e-05, "Finetune/Loss": 1.063185453414917, "Finetune/Loss (Raw)": 1.087306261062622, "Finetune/Step": 359, "Finetune/Step Time": 6.587234191596508}
+{"Finetune/Learning Rate": 1.25e-05, "Finetune/Loss": 1.062723159790039, "Finetune/Loss (Raw)": 1.0633782148361206, "Finetune/Step": 360, "Finetune/Step Time": 6.587627535685897}
+{"Finetune/Learning Rate": 1.2534722222222225e-05, "Finetune/Loss": 1.0646705627441406, "Finetune/Loss (Raw)": 1.2256577014923096, "Finetune/Step": 361, "Finetune/Step Time": 6.5758625362068415}
+{"Finetune/Learning Rate": 1.2569444444444446e-05, "Finetune/Loss": 1.0643497705459595, "Finetune/Loss (Raw)": 0.9860575199127197, "Finetune/Step": 362, "Finetune/Step Time": 6.574993966147304}
+{"Finetune/Learning Rate": 1.2604166666666669e-05, "Finetune/Loss": 1.0631152391433716, "Finetune/Loss (Raw)": 0.9967399835586548, "Finetune/Step": 363, "Finetune/Step Time": 6.584096882492304}
+{"Finetune/Learning Rate": 1.263888888888889e-05, "Finetune/Loss": 1.064498782157898, "Finetune/Loss (Raw)": 1.232554316520691, "Finetune/Step": 364, "Finetune/Step Time": 6.58168719895184}
+{"Finetune/Learning Rate": 1.2673611111111112e-05, "Finetune/Loss": 1.0628879070281982, "Finetune/Loss (Raw)": 0.9046114683151245, "Finetune/Step": 365, "Finetune/Step Time": 6.589227590709925}
+{"Finetune/Learning Rate": 1.2708333333333333e-05, "Finetune/Loss": 1.0630513429641724, "Finetune/Loss (Raw)": 0.9933637380599976, "Finetune/Step": 366, "Finetune/Step Time": 6.58683966845274}
+{"Finetune/Learning Rate": 1.2743055555555556e-05, "Finetune/Loss": 1.0630302429199219, "Finetune/Loss (Raw)": 1.0180869102478027, "Finetune/Step": 367, "Finetune/Step Time": 6.617266684770584}
+{"Finetune/Learning Rate": 1.2777777777777777e-05, "Finetune/Loss": 1.0631883144378662, "Finetune/Loss (Raw)": 1.1684002876281738, "Finetune/Step": 368, "Finetune/Step Time": 6.615711687132716}
+{"Finetune/Learning Rate": 1.2812500000000001e-05, "Finetune/Loss": 1.0632739067077637, "Finetune/Loss (Raw)": 1.0878607034683228, "Finetune/Step": 369, "Finetune/Step Time": 6.618029348552227}
+{"Finetune/Learning Rate": 1.2847222222222224e-05, "Finetune/Loss": 1.061335563659668, "Finetune/Loss (Raw)": 0.9472206234931946, "Finetune/Step": 370, "Finetune/Step Time": 6.632973589003086}
+{"Finetune/Learning Rate": 1.2881944444444445e-05, "Finetune/Loss": 1.060426950454712, "Finetune/Loss (Raw)": 1.1482394933700562, "Finetune/Step": 371, "Finetune/Step Time": 6.636317463591695}
+{"Finetune/Learning Rate": 1.2916666666666668e-05, "Finetune/Loss": 1.058534026145935, "Finetune/Loss (Raw)": 0.9464908242225647, "Finetune/Step": 372, "Finetune/Step Time": 6.637759884819388}
+{"Finetune/Learning Rate": 1.2951388888888889e-05, "Finetune/Loss": 1.0588399171829224, "Finetune/Loss (Raw)": 1.1183152198791504, "Finetune/Step": 373, "Finetune/Step Time": 6.639407468959689}
+{"Finetune/Learning Rate": 1.2986111111111113e-05, "Finetune/Loss": 1.0582146644592285, "Finetune/Loss (Raw)": 1.0077153444290161, "Finetune/Step": 374, "Finetune/Step Time": 6.648633971810341}
+{"Finetune/Learning Rate": 1.3020833333333334e-05, "Finetune/Loss": 1.0570738315582275, "Finetune/Loss (Raw)": 1.0196750164031982, "Finetune/Step": 375, "Finetune/Step Time": 6.647639850154519}
+{"Finetune/Learning Rate": 1.3055555555555557e-05, "Finetune/Loss": 1.0559134483337402, "Finetune/Loss (Raw)": 0.9251850247383118, "Finetune/Step": 376, "Finetune/Step Time": 6.648027390241623}
+{"Finetune/Learning Rate": 1.3090277777777778e-05, "Finetune/Loss": 1.0548095703125, "Finetune/Loss (Raw)": 0.9551525712013245, "Finetune/Step": 377, "Finetune/Step Time": 6.653159813955426}
+{"Finetune/Learning Rate": 1.3125e-05, "Finetune/Loss": 1.0552171468734741, "Finetune/Loss (Raw)": 1.1094502210617065, "Finetune/Step": 378, "Finetune/Step Time": 6.655953513458371}
+{"Finetune/Learning Rate": 1.3159722222222225e-05, "Finetune/Loss": 1.0552470684051514, "Finetune/Loss (Raw)": 1.1307936906814575, "Finetune/Step": 379, "Finetune/Step Time": 6.658189253881574}
+{"Finetune/Learning Rate": 1.3194444444444446e-05, "Finetune/Loss": 1.054233431816101, "Finetune/Loss (Raw)": 0.9390466213226318, "Finetune/Step": 380, "Finetune/Step Time": 6.659815229475498}
+{"Finetune/Learning Rate": 1.3229166666666669e-05, "Finetune/Loss": 1.0544378757476807, "Finetune/Loss (Raw)": 1.1788311004638672, "Finetune/Step": 381, "Finetune/Step Time": 6.647082315757871}
+{"Finetune/Learning Rate": 1.326388888888889e-05, "Finetune/Loss": 1.053891658782959, "Finetune/Loss (Raw)": 1.0756940841674805, "Finetune/Step": 382, "Finetune/Step Time": 6.665142875164747}
+{"Finetune/Learning Rate": 1.3298611111111112e-05, "Finetune/Loss": 1.0526866912841797, "Finetune/Loss (Raw)": 0.983347475528717, "Finetune/Step": 383, "Finetune/Step Time": 6.669813923537731}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 1.0520658493041992, "Finetune/Loss (Raw)": 1.116714596748352, "Finetune/Step": 384, "Finetune/Step Time": 6.671284409239888}
+{"Finetune/Learning Rate": 1.3368055555555558e-05, "Finetune/Loss": 1.0515568256378174, "Finetune/Loss (Raw)": 1.0764973163604736, "Finetune/Step": 385, "Finetune/Step Time": 6.671651270240545}
+{"Finetune/Learning Rate": 1.3402777777777779e-05, "Finetune/Loss": 1.0504918098449707, "Finetune/Loss (Raw)": 1.0787714719772339, "Finetune/Step": 386, "Finetune/Step Time": 6.704973762854934}
+{"Finetune/Learning Rate": 1.3437500000000001e-05, "Finetune/Loss": 1.0492167472839355, "Finetune/Loss (Raw)": 0.9930112957954407, "Finetune/Step": 387, "Finetune/Step Time": 6.703538836911321}
+{"Finetune/Learning Rate": 1.3472222222222224e-05, "Finetune/Loss": 1.0489495992660522, "Finetune/Loss (Raw)": 1.1112874746322632, "Finetune/Step": 388, "Finetune/Step Time": 6.709723012521863}
+{"Finetune/Learning Rate": 1.3506944444444445e-05, "Finetune/Loss": 1.0495665073394775, "Finetune/Loss (Raw)": 1.0900388956069946, "Finetune/Step": 389, "Finetune/Step Time": 6.686578180640936}
+{"Finetune/Learning Rate": 1.3541666666666668e-05, "Finetune/Loss": 1.0495514869689941, "Finetune/Loss (Raw)": 1.1280407905578613, "Finetune/Step": 390, "Finetune/Step Time": 6.68410287052393}
+{"Finetune/Learning Rate": 1.3576388888888889e-05, "Finetune/Loss": 1.0485479831695557, "Finetune/Loss (Raw)": 1.025559425354004, "Finetune/Step": 391, "Finetune/Step Time": 6.718086706474423}
+{"Finetune/Learning Rate": 1.3611111111111113e-05, "Finetune/Loss": 1.0475480556488037, "Finetune/Loss (Raw)": 1.0729111433029175, "Finetune/Step": 392, "Finetune/Step Time": 6.713594939559698}
+{"Finetune/Learning Rate": 1.3645833333333334e-05, "Finetune/Loss": 1.047019362449646, "Finetune/Loss (Raw)": 1.0407153367996216, "Finetune/Step": 393, "Finetune/Step Time": 6.7132532969117165}
+{"Finetune/Learning Rate": 1.3680555555555557e-05, "Finetune/Loss": 1.0467240810394287, "Finetune/Loss (Raw)": 1.1442034244537354, "Finetune/Step": 394, "Finetune/Step Time": 6.711075158789754}
+{"Finetune/Learning Rate": 1.3715277777777778e-05, "Finetune/Loss": 1.04595148563385, "Finetune/Loss (Raw)": 1.0789128541946411, "Finetune/Step": 395, "Finetune/Step Time": 6.715563530102372}
+{"Finetune/Learning Rate": 1.375e-05, "Finetune/Loss": 1.0455766916275024, "Finetune/Loss (Raw)": 1.1219236850738525, "Finetune/Step": 396, "Finetune/Step Time": 6.71585676074028}
+{"Finetune/Learning Rate": 1.3784722222222225e-05, "Finetune/Loss": 1.0464228391647339, "Finetune/Loss (Raw)": 1.1001325845718384, "Finetune/Step": 397, "Finetune/Step Time": 6.736067144200206}
+{"Finetune/Learning Rate": 1.3819444444444446e-05, "Finetune/Loss": 1.0495710372924805, "Finetune/Loss (Raw)": 1.0694446563720703, "Finetune/Step": 398, "Finetune/Step Time": 6.739422552287579}
+{"Finetune/Learning Rate": 1.3854166666666669e-05, "Finetune/Loss": 1.049849271774292, "Finetune/Loss (Raw)": 1.112947940826416, "Finetune/Step": 399, "Finetune/Step Time": 6.740049002692103}
+{"Finetune/Learning Rate": 1.388888888888889e-05, "Finetune/Loss": 1.0480749607086182, "Finetune/Loss (Raw)": 0.9127899408340454, "Finetune/Step": 400, "Finetune/Step Time": 6.736591257154942}
+{"Finetune/Learning Rate": 1.3923611111111112e-05, "Finetune/Loss": 1.0479642152786255, "Finetune/Loss (Raw)": 0.9840574860572815, "Finetune/Step": 401, "Finetune/Step Time": 6.744092680513859}
+{"Finetune/Learning Rate": 1.3958333333333333e-05, "Finetune/Loss": 1.0483062267303467, "Finetune/Loss (Raw)": 0.9878763556480408, "Finetune/Step": 402, "Finetune/Step Time": 6.742630735039711}
+{"Finetune/Learning Rate": 1.3993055555555558e-05, "Finetune/Loss": 1.048783779144287, "Finetune/Loss (Raw)": 1.1214220523834229, "Finetune/Step": 403, "Finetune/Step Time": 6.759885324165225}
+{"Finetune/Learning Rate": 1.4027777777777779e-05, "Finetune/Loss": 1.0487005710601807, "Finetune/Loss (Raw)": 1.1399898529052734, "Finetune/Step": 404, "Finetune/Step Time": 6.757342288270593}
+{"Finetune/Learning Rate": 1.4062500000000001e-05, "Finetune/Loss": 1.048541784286499, "Finetune/Loss (Raw)": 0.9945753812789917, "Finetune/Step": 405, "Finetune/Step Time": 6.7564040664583445}
+{"Finetune/Learning Rate": 1.4097222222222224e-05, "Finetune/Loss": 1.0484678745269775, "Finetune/Loss (Raw)": 1.027224063873291, "Finetune/Step": 406, "Finetune/Step Time": 6.7563172075897455}
+{"Finetune/Learning Rate": 1.4131944444444445e-05, "Finetune/Loss": 1.048017144203186, "Finetune/Loss (Raw)": 1.038570523262024, "Finetune/Step": 407, "Finetune/Step Time": 6.757968347519636}
+{"Finetune/Learning Rate": 1.416666666666667e-05, "Finetune/Loss": 1.0471198558807373, "Finetune/Loss (Raw)": 0.953612744808197, "Finetune/Step": 408, "Finetune/Step Time": 6.75916682370007}
+{"Finetune/Learning Rate": 1.420138888888889e-05, "Finetune/Loss": 1.047560453414917, "Finetune/Loss (Raw)": 1.000749111175537, "Finetune/Step": 409, "Finetune/Step Time": 6.762322092428803}
+{"Finetune/Learning Rate": 1.4236111111111113e-05, "Finetune/Loss": 1.0485423803329468, "Finetune/Loss (Raw)": 1.131426215171814, "Finetune/Step": 410, "Finetune/Step Time": 6.763985350728035}
+{"Finetune/Learning Rate": 1.4270833333333334e-05, "Finetune/Loss": 1.0439939498901367, "Finetune/Loss (Raw)": 0.732268214225769, "Finetune/Step": 411, "Finetune/Step Time": 6.784252787008882}
+{"Finetune/Learning Rate": 1.4305555555555557e-05, "Finetune/Loss": 1.0446959733963013, "Finetune/Loss (Raw)": 1.0142121315002441, "Finetune/Step": 412, "Finetune/Step Time": 6.777056468650699}
+{"Finetune/Learning Rate": 1.4340277777777778e-05, "Finetune/Loss": 1.0421340465545654, "Finetune/Loss (Raw)": 0.653303861618042, "Finetune/Step": 413, "Finetune/Step Time": 6.773155203089118}
+{"Finetune/Learning Rate": 1.4375e-05, "Finetune/Loss": 1.0424449443817139, "Finetune/Loss (Raw)": 0.9923313856124878, "Finetune/Step": 414, "Finetune/Step Time": 6.766401870176196}
+{"Finetune/Learning Rate": 1.4409722222222225e-05, "Finetune/Loss": 1.04305100440979, "Finetune/Loss (Raw)": 1.0438663959503174, "Finetune/Step": 415, "Finetune/Step Time": 6.76509602367878}
+{"Finetune/Learning Rate": 1.4444444444444446e-05, "Finetune/Loss": 1.043656587600708, "Finetune/Loss (Raw)": 1.0519319772720337, "Finetune/Step": 416, "Finetune/Step Time": 6.771838653832674}
+{"Finetune/Learning Rate": 1.4479166666666669e-05, "Finetune/Loss": 1.0426445007324219, "Finetune/Loss (Raw)": 0.9627773761749268, "Finetune/Step": 417, "Finetune/Step Time": 6.76750629208982}
+{"Finetune/Learning Rate": 1.451388888888889e-05, "Finetune/Loss": 1.043900966644287, "Finetune/Loss (Raw)": 1.2899830341339111, "Finetune/Step": 418, "Finetune/Step Time": 6.766378788277507}
+{"Finetune/Learning Rate": 1.4548611111111112e-05, "Finetune/Loss": 1.0407480001449585, "Finetune/Loss (Raw)": 0.6169301867485046, "Finetune/Step": 419, "Finetune/Step Time": 6.7847162541002035}
+{"Finetune/Learning Rate": 1.4583333333333333e-05, "Finetune/Loss": 1.0406689643859863, "Finetune/Loss (Raw)": 1.1470929384231567, "Finetune/Step": 420, "Finetune/Step Time": 6.776366403326392}
+{"Finetune/Learning Rate": 1.4618055555555558e-05, "Finetune/Loss": 1.0403568744659424, "Finetune/Loss (Raw)": 1.0700527429580688, "Finetune/Step": 421, "Finetune/Step Time": 6.756302123889327}
+{"Finetune/Learning Rate": 1.4652777777777779e-05, "Finetune/Loss": 1.0408411026000977, "Finetune/Loss (Raw)": 1.095417857170105, "Finetune/Step": 422, "Finetune/Step Time": 6.758383793756366}
+{"Finetune/Learning Rate": 1.4687500000000001e-05, "Finetune/Loss": 1.0411019325256348, "Finetune/Loss (Raw)": 1.1156953573226929, "Finetune/Step": 423, "Finetune/Step Time": 6.761403629556298}
+{"Finetune/Learning Rate": 1.4722222222222224e-05, "Finetune/Loss": 1.0397762060165405, "Finetune/Loss (Raw)": 0.9771994948387146, "Finetune/Step": 424, "Finetune/Step Time": 6.758994426578283}
+{"Finetune/Learning Rate": 1.4756944444444445e-05, "Finetune/Loss": 1.0423591136932373, "Finetune/Loss (Raw)": 1.0993372201919556, "Finetune/Step": 425, "Finetune/Step Time": 6.754549905657768}
+{"Finetune/Learning Rate": 1.479166666666667e-05, "Finetune/Loss": 1.0435092449188232, "Finetune/Loss (Raw)": 1.1462295055389404, "Finetune/Step": 426, "Finetune/Step Time": 6.76237772218883}
+{"Finetune/Learning Rate": 1.482638888888889e-05, "Finetune/Loss": 1.0447521209716797, "Finetune/Loss (Raw)": 1.0156338214874268, "Finetune/Step": 427, "Finetune/Step Time": 6.756163030862808}
+{"Finetune/Learning Rate": 1.4861111111111113e-05, "Finetune/Loss": 1.0448691844940186, "Finetune/Loss (Raw)": 1.1301547288894653, "Finetune/Step": 428, "Finetune/Step Time": 6.753492046147585}
+{"Finetune/Learning Rate": 1.4895833333333334e-05, "Finetune/Loss": 1.0451494455337524, "Finetune/Loss (Raw)": 1.0147594213485718, "Finetune/Step": 429, "Finetune/Step Time": 6.738131556659937}
+{"Finetune/Learning Rate": 1.4930555555555557e-05, "Finetune/Loss": 1.045820951461792, "Finetune/Loss (Raw)": 1.173779010772705, "Finetune/Step": 430, "Finetune/Step Time": 6.7393434420228004}
+{"Finetune/Learning Rate": 1.4965277777777778e-05, "Finetune/Loss": 1.0461539030075073, "Finetune/Loss (Raw)": 1.1226872205734253, "Finetune/Step": 431, "Finetune/Step Time": 6.740532757714391}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 1.045987606048584, "Finetune/Loss (Raw)": 1.1236950159072876, "Finetune/Step": 432, "Finetune/Step Time": 6.738862223923206}
+{"Finetune/Learning Rate": 1.5034722222222225e-05, "Finetune/Loss": 1.0444422960281372, "Finetune/Loss (Raw)": 0.9981141090393066, "Finetune/Step": 433, "Finetune/Step Time": 6.743010891601443}
+{"Finetune/Learning Rate": 1.5069444444444446e-05, "Finetune/Loss": 1.0446966886520386, "Finetune/Loss (Raw)": 0.9547945857048035, "Finetune/Step": 434, "Finetune/Step Time": 6.729514481499791}
+{"Finetune/Learning Rate": 1.5104166666666668e-05, "Finetune/Loss": 1.0467439889907837, "Finetune/Loss (Raw)": 1.247077226638794, "Finetune/Step": 435, "Finetune/Step Time": 6.7300734501332045}
+{"Finetune/Learning Rate": 1.513888888888889e-05, "Finetune/Loss": 1.0471643209457397, "Finetune/Loss (Raw)": 1.109056830406189, "Finetune/Step": 436, "Finetune/Step Time": 6.726635465398431}
+{"Finetune/Learning Rate": 1.5173611111111112e-05, "Finetune/Loss": 1.0473788976669312, "Finetune/Loss (Raw)": 1.1151694059371948, "Finetune/Step": 437, "Finetune/Step Time": 6.729342689737678}
+{"Finetune/Learning Rate": 1.5208333333333333e-05, "Finetune/Loss": 1.0463974475860596, "Finetune/Loss (Raw)": 1.0234538316726685, "Finetune/Step": 438, "Finetune/Step Time": 6.7279393170028925}
+{"Finetune/Learning Rate": 1.5243055555555558e-05, "Finetune/Loss": 1.0449159145355225, "Finetune/Loss (Raw)": 1.0149083137512207, "Finetune/Step": 439, "Finetune/Step Time": 6.724130194634199}
+{"Finetune/Learning Rate": 1.5277777777777777e-05, "Finetune/Loss": 1.045012354850769, "Finetune/Loss (Raw)": 0.9338709115982056, "Finetune/Step": 440, "Finetune/Step Time": 6.719967719167471}
+{"Finetune/Learning Rate": 1.5312500000000003e-05, "Finetune/Loss": 1.0440714359283447, "Finetune/Loss (Raw)": 1.075571894645691, "Finetune/Step": 441, "Finetune/Step Time": 6.723547380417585}
+{"Finetune/Learning Rate": 1.5347222222222226e-05, "Finetune/Loss": 1.0439794063568115, "Finetune/Loss (Raw)": 1.0560461282730103, "Finetune/Step": 442, "Finetune/Step Time": 6.7245522532612085}
+{"Finetune/Learning Rate": 1.5381944444444445e-05, "Finetune/Loss": 1.0456492900848389, "Finetune/Loss (Raw)": 1.2585104703903198, "Finetune/Step": 443, "Finetune/Step Time": 6.725758910179138}
+{"Finetune/Learning Rate": 1.5416666666666668e-05, "Finetune/Loss": 1.0449955463409424, "Finetune/Loss (Raw)": 1.0084270238876343, "Finetune/Step": 444, "Finetune/Step Time": 6.705202171579003}
+{"Finetune/Learning Rate": 1.545138888888889e-05, "Finetune/Loss": 1.0455939769744873, "Finetune/Loss (Raw)": 1.0848201513290405, "Finetune/Step": 445, "Finetune/Step Time": 6.706619037315249}
+{"Finetune/Learning Rate": 1.5486111111111113e-05, "Finetune/Loss": 1.0454857349395752, "Finetune/Loss (Raw)": 1.0637242794036865, "Finetune/Step": 446, "Finetune/Step Time": 6.713242884725332}
+{"Finetune/Learning Rate": 1.5520833333333332e-05, "Finetune/Loss": 1.0455381870269775, "Finetune/Loss (Raw)": 1.093113660812378, "Finetune/Step": 447, "Finetune/Step Time": 6.710440222173929}
+{"Finetune/Learning Rate": 1.555555555555556e-05, "Finetune/Loss": 1.0480362176895142, "Finetune/Loss (Raw)": 1.2665570974349976, "Finetune/Step": 448, "Finetune/Step Time": 6.716729637235403}
+{"Finetune/Learning Rate": 1.5590277777777778e-05, "Finetune/Loss": 1.0461829900741577, "Finetune/Loss (Raw)": 0.9495828151702881, "Finetune/Step": 449, "Finetune/Step Time": 6.718383099883795}
+{"Finetune/Learning Rate": 1.5625e-05, "Finetune/Loss": 1.0449926853179932, "Finetune/Loss (Raw)": 1.054827332496643, "Finetune/Step": 450, "Finetune/Step Time": 6.719283293932676}
+{"Finetune/Learning Rate": 1.5659722222222223e-05, "Finetune/Loss": 1.0466601848602295, "Finetune/Loss (Raw)": 1.2525451183319092, "Finetune/Step": 451, "Finetune/Step Time": 6.722326759248972}
+{"Finetune/Learning Rate": 1.5694444444444446e-05, "Finetune/Loss": 1.047776222229004, "Finetune/Loss (Raw)": 1.1934536695480347, "Finetune/Step": 452, "Finetune/Step Time": 6.721897274255753}
+{"Finetune/Learning Rate": 1.572916666666667e-05, "Finetune/Loss": 1.0474092960357666, "Finetune/Loss (Raw)": 0.9904783964157104, "Finetune/Step": 453, "Finetune/Step Time": 6.716299349442124}
+{"Finetune/Learning Rate": 1.576388888888889e-05, "Finetune/Loss": 1.0471606254577637, "Finetune/Loss (Raw)": 1.0716336965560913, "Finetune/Step": 454, "Finetune/Step Time": 6.714486975222826}
+{"Finetune/Learning Rate": 1.5798611111111114e-05, "Finetune/Loss": 1.0480639934539795, "Finetune/Loss (Raw)": 1.1295706033706665, "Finetune/Step": 455, "Finetune/Step Time": 6.712224889546633}
+{"Finetune/Learning Rate": 1.5833333333333333e-05, "Finetune/Loss": 1.047742247581482, "Finetune/Loss (Raw)": 1.0591514110565186, "Finetune/Step": 456, "Finetune/Step Time": 6.730003884062171}
+{"Finetune/Learning Rate": 1.5868055555555556e-05, "Finetune/Loss": 1.0475001335144043, "Finetune/Loss (Raw)": 0.984661877155304, "Finetune/Step": 457, "Finetune/Step Time": 6.728877544403076}
+{"Finetune/Learning Rate": 1.590277777777778e-05, "Finetune/Loss": 1.0473527908325195, "Finetune/Loss (Raw)": 1.1047381162643433, "Finetune/Step": 458, "Finetune/Step Time": 6.7235529236495495}
+{"Finetune/Learning Rate": 1.59375e-05, "Finetune/Loss": 1.046508550643921, "Finetune/Loss (Raw)": 0.885763943195343, "Finetune/Step": 459, "Finetune/Step Time": 6.731268987059593}
+{"Finetune/Learning Rate": 1.5972222222222224e-05, "Finetune/Loss": 1.0467352867126465, "Finetune/Loss (Raw)": 1.1253632307052612, "Finetune/Step": 460, "Finetune/Step Time": 6.731755835935473}
+{"Finetune/Learning Rate": 1.6006944444444447e-05, "Finetune/Loss": 1.047400712966919, "Finetune/Loss (Raw)": 1.190931797027588, "Finetune/Step": 461, "Finetune/Step Time": 6.7335264421999454}
+{"Finetune/Learning Rate": 1.604166666666667e-05, "Finetune/Loss": 1.0489304065704346, "Finetune/Loss (Raw)": 1.0788639783859253, "Finetune/Step": 462, "Finetune/Step Time": 6.712275359779596}
+{"Finetune/Learning Rate": 1.607638888888889e-05, "Finetune/Loss": 1.0492758750915527, "Finetune/Loss (Raw)": 1.123091459274292, "Finetune/Step": 463, "Finetune/Step Time": 6.703393418341875}
+{"Finetune/Learning Rate": 1.6111111111111115e-05, "Finetune/Loss": 1.0499975681304932, "Finetune/Loss (Raw)": 1.049872875213623, "Finetune/Step": 464, "Finetune/Step Time": 6.703236689791083}
+{"Finetune/Learning Rate": 1.6145833333333334e-05, "Finetune/Loss": 1.0498489141464233, "Finetune/Loss (Raw)": 0.9627814888954163, "Finetune/Step": 465, "Finetune/Step Time": 6.703672058880329}
+{"Finetune/Learning Rate": 1.6180555555555557e-05, "Finetune/Loss": 1.050107717514038, "Finetune/Loss (Raw)": 1.1122723817825317, "Finetune/Step": 466, "Finetune/Step Time": 6.702802874147892}
+{"Finetune/Learning Rate": 1.621527777777778e-05, "Finetune/Loss": 1.049140453338623, "Finetune/Loss (Raw)": 1.043359398841858, "Finetune/Step": 467, "Finetune/Step Time": 6.699165729805827}
+{"Finetune/Learning Rate": 1.6250000000000002e-05, "Finetune/Loss": 1.0487185716629028, "Finetune/Loss (Raw)": 1.039475440979004, "Finetune/Step": 468, "Finetune/Step Time": 6.693085141479969}
+{"Finetune/Learning Rate": 1.6284722222222225e-05, "Finetune/Loss": 1.0487278699874878, "Finetune/Loss (Raw)": 1.099626898765564, "Finetune/Step": 469, "Finetune/Step Time": 6.692381577566266}
+{"Finetune/Learning Rate": 1.6319444444444444e-05, "Finetune/Loss": 1.0517690181732178, "Finetune/Loss (Raw)": 1.0592384338378906, "Finetune/Step": 470, "Finetune/Step Time": 6.681726327165961}
+{"Finetune/Learning Rate": 1.635416666666667e-05, "Finetune/Loss": 1.0518455505371094, "Finetune/Loss (Raw)": 1.0680090188980103, "Finetune/Step": 471, "Finetune/Step Time": 6.6791160479187965}
+{"Finetune/Learning Rate": 1.638888888888889e-05, "Finetune/Loss": 1.051076889038086, "Finetune/Loss (Raw)": 1.0914541482925415, "Finetune/Step": 472, "Finetune/Step Time": 6.679792929440737}
+{"Finetune/Learning Rate": 1.6423611111111112e-05, "Finetune/Loss": 1.0517278909683228, "Finetune/Loss (Raw)": 1.1867942810058594, "Finetune/Step": 473, "Finetune/Step Time": 6.69797046110034}
+{"Finetune/Learning Rate": 1.6458333333333335e-05, "Finetune/Loss": 1.0502921342849731, "Finetune/Loss (Raw)": 1.109702706336975, "Finetune/Step": 474, "Finetune/Step Time": 6.700925726443529}
+{"Finetune/Learning Rate": 1.6493055555555557e-05, "Finetune/Loss": 1.0499138832092285, "Finetune/Loss (Raw)": 0.9841551184654236, "Finetune/Step": 475, "Finetune/Step Time": 6.702243886888027}
+{"Finetune/Learning Rate": 1.6527777777777777e-05, "Finetune/Loss": 1.0495702028274536, "Finetune/Loss (Raw)": 1.0117944478988647, "Finetune/Step": 476, "Finetune/Step Time": 6.704486129805446}
+{"Finetune/Learning Rate": 1.6562500000000003e-05, "Finetune/Loss": 1.0499176979064941, "Finetune/Loss (Raw)": 1.1528648138046265, "Finetune/Step": 477, "Finetune/Step Time": 6.706842007115483}
+{"Finetune/Learning Rate": 1.6597222222222225e-05, "Finetune/Loss": 1.0472087860107422, "Finetune/Loss (Raw)": 0.7414517402648926, "Finetune/Step": 478, "Finetune/Step Time": 6.719260739162564}
+{"Finetune/Learning Rate": 1.6631944444444445e-05, "Finetune/Loss": 1.0508979558944702, "Finetune/Loss (Raw)": 1.0639277696609497, "Finetune/Step": 479, "Finetune/Step Time": 6.706465424969792}
+{"Finetune/Learning Rate": 1.6666666666666667e-05, "Finetune/Loss": 1.0498833656311035, "Finetune/Loss (Raw)": 0.9831088185310364, "Finetune/Step": 480, "Finetune/Step Time": 6.705011600628495}
+{"Finetune/Learning Rate": 1.670138888888889e-05, "Finetune/Loss": 1.0531795024871826, "Finetune/Loss (Raw)": 1.0197583436965942, "Finetune/Step": 481, "Finetune/Step Time": 6.691985363140702}
+{"Finetune/Learning Rate": 1.6736111111111113e-05, "Finetune/Loss": 1.0536150932312012, "Finetune/Loss (Raw)": 1.0464423894882202, "Finetune/Step": 482, "Finetune/Step Time": 6.692899873480201}
+{"Finetune/Learning Rate": 1.6770833333333336e-05, "Finetune/Loss": 1.054867148399353, "Finetune/Loss (Raw)": 1.0571210384368896, "Finetune/Step": 483, "Finetune/Step Time": 6.6939273327589035}
+{"Finetune/Learning Rate": 1.6805555555555558e-05, "Finetune/Loss": 1.0548171997070312, "Finetune/Loss (Raw)": 1.18263840675354, "Finetune/Step": 484, "Finetune/Step Time": 6.699565600603819}
+{"Finetune/Learning Rate": 1.6840277777777778e-05, "Finetune/Loss": 1.0553538799285889, "Finetune/Loss (Raw)": 1.0851531028747559, "Finetune/Step": 485, "Finetune/Step Time": 6.698835339397192}
+{"Finetune/Learning Rate": 1.6875e-05, "Finetune/Loss": 1.0551328659057617, "Finetune/Loss (Raw)": 0.9162057638168335, "Finetune/Step": 486, "Finetune/Step Time": 6.697703752666712}
+{"Finetune/Learning Rate": 1.6909722222222223e-05, "Finetune/Loss": 1.0540411472320557, "Finetune/Loss (Raw)": 0.9475725293159485, "Finetune/Step": 487, "Finetune/Step Time": 6.720379056409001}
+{"Finetune/Learning Rate": 1.6944444444444446e-05, "Finetune/Loss": 1.0543558597564697, "Finetune/Loss (Raw)": 1.1036653518676758, "Finetune/Step": 488, "Finetune/Step Time": 6.718560678884387}
+{"Finetune/Learning Rate": 1.6979166666666668e-05, "Finetune/Loss": 1.0527666807174683, "Finetune/Loss (Raw)": 1.0222364664077759, "Finetune/Step": 489, "Finetune/Step Time": 6.719669559970498}
+{"Finetune/Learning Rate": 1.701388888888889e-05, "Finetune/Loss": 1.0537852048873901, "Finetune/Loss (Raw)": 1.1164242029190063, "Finetune/Step": 490, "Finetune/Step Time": 6.724027624353766}
+{"Finetune/Learning Rate": 1.7048611111111114e-05, "Finetune/Loss": 1.0539747476577759, "Finetune/Loss (Raw)": 1.0210095643997192, "Finetune/Step": 491, "Finetune/Step Time": 6.7126577869057655}
+{"Finetune/Learning Rate": 1.7083333333333333e-05, "Finetune/Loss": 1.0527187585830688, "Finetune/Loss (Raw)": 1.0717864036560059, "Finetune/Step": 492, "Finetune/Step Time": 6.710869286209345}
+{"Finetune/Learning Rate": 1.7118055555555556e-05, "Finetune/Loss": 1.054361343383789, "Finetune/Loss (Raw)": 1.1148535013198853, "Finetune/Step": 493, "Finetune/Step Time": 6.7067778911441565}
+{"Finetune/Learning Rate": 1.715277777777778e-05, "Finetune/Loss": 1.0555419921875, "Finetune/Loss (Raw)": 1.1445045471191406, "Finetune/Step": 494, "Finetune/Step Time": 6.703356029465795}
+{"Finetune/Learning Rate": 1.71875e-05, "Finetune/Loss": 1.0562212467193604, "Finetune/Loss (Raw)": 1.1050115823745728, "Finetune/Step": 495, "Finetune/Step Time": 6.673675995320082}
+{"Finetune/Learning Rate": 1.7222222222222224e-05, "Finetune/Loss": 1.0561537742614746, "Finetune/Loss (Raw)": 1.159772515296936, "Finetune/Step": 496, "Finetune/Step Time": 6.685896934941411}
+{"Finetune/Learning Rate": 1.7256944444444446e-05, "Finetune/Loss": 1.055064082145691, "Finetune/Loss (Raw)": 0.9483762979507446, "Finetune/Step": 497, "Finetune/Step Time": 6.702426202595234}
+{"Finetune/Learning Rate": 1.729166666666667e-05, "Finetune/Loss": 1.0561087131500244, "Finetune/Loss (Raw)": 1.0809378623962402, "Finetune/Step": 498, "Finetune/Step Time": 6.692236166447401}
+{"Finetune/Learning Rate": 1.732638888888889e-05, "Finetune/Loss": 1.0549426078796387, "Finetune/Loss (Raw)": 0.99898761510849, "Finetune/Step": 499, "Finetune/Step Time": 6.6872330363839865}
+{"Finetune/Learning Rate": 1.7361111111111114e-05, "Finetune/Loss": 1.0558407306671143, "Finetune/Loss (Raw)": 1.0614452362060547, "Finetune/Step": 500, "Finetune/Step Time": 6.686404732987285}
+{"Finetune/Learning Rate": 1.7395833333333334e-05, "Finetune/Loss": 1.0552231073379517, "Finetune/Loss (Raw)": 1.039259910583496, "Finetune/Step": 501, "Finetune/Step Time": 6.70935595780611}
+{"Finetune/Learning Rate": 1.7430555555555556e-05, "Finetune/Loss": 1.0551944971084595, "Finetune/Loss (Raw)": 1.0040463209152222, "Finetune/Step": 502, "Finetune/Step Time": 6.6969564110040665}
+{"Finetune/Learning Rate": 1.746527777777778e-05, "Finetune/Loss": 1.0556387901306152, "Finetune/Loss (Raw)": 1.0765573978424072, "Finetune/Step": 503, "Finetune/Step Time": 6.697462854906917}
+{"Finetune/Learning Rate": 1.7500000000000002e-05, "Finetune/Loss": 1.057337760925293, "Finetune/Loss (Raw)": 1.1426442861557007, "Finetune/Step": 504, "Finetune/Step Time": 6.697763262316585}
+{"Finetune/Learning Rate": 1.7534722222222225e-05, "Finetune/Loss": 1.058471441268921, "Finetune/Loss (Raw)": 1.1002520322799683, "Finetune/Step": 505, "Finetune/Step Time": 6.6943499147892}
+{"Finetune/Learning Rate": 1.7569444444444447e-05, "Finetune/Loss": 1.0584996938705444, "Finetune/Loss (Raw)": 1.113070011138916, "Finetune/Step": 506, "Finetune/Step Time": 6.689918432384729}
+{"Finetune/Learning Rate": 1.760416666666667e-05, "Finetune/Loss": 1.0583856105804443, "Finetune/Loss (Raw)": 1.1161984205245972, "Finetune/Step": 507, "Finetune/Step Time": 6.683918980881572}
+{"Finetune/Learning Rate": 1.763888888888889e-05, "Finetune/Loss": 1.0583522319793701, "Finetune/Loss (Raw)": 0.9347681999206543, "Finetune/Step": 508, "Finetune/Step Time": 6.68546324595809}
+{"Finetune/Learning Rate": 1.7673611111111112e-05, "Finetune/Loss": 1.0582033395767212, "Finetune/Loss (Raw)": 1.1597708463668823, "Finetune/Step": 509, "Finetune/Step Time": 6.684409437701106}
+{"Finetune/Learning Rate": 1.7708333333333335e-05, "Finetune/Loss": 1.0566210746765137, "Finetune/Loss (Raw)": 0.8731820583343506, "Finetune/Step": 510, "Finetune/Step Time": 6.675973387435079}
+{"Finetune/Learning Rate": 1.7743055555555557e-05, "Finetune/Loss": 1.0577106475830078, "Finetune/Loss (Raw)": 1.1228101253509521, "Finetune/Step": 511, "Finetune/Step Time": 6.676162753254175}
+{"Finetune/Learning Rate": 1.7777777777777777e-05, "Finetune/Loss": 1.0551116466522217, "Finetune/Loss (Raw)": 0.7840405702590942, "Finetune/Step": 512, "Finetune/Step Time": 6.686103168874979}
+{"Finetune/Learning Rate": 1.7812500000000003e-05, "Finetune/Loss": 1.0550689697265625, "Finetune/Loss (Raw)": 1.071023941040039, "Finetune/Step": 513, "Finetune/Step Time": 6.69196131080389}
+{"Finetune/Learning Rate": 1.7847222222222225e-05, "Finetune/Loss": 1.055524230003357, "Finetune/Loss (Raw)": 1.1370481252670288, "Finetune/Step": 514, "Finetune/Step Time": 6.658085435628891}
+{"Finetune/Learning Rate": 1.7881944444444445e-05, "Finetune/Loss": 1.0556774139404297, "Finetune/Loss (Raw)": 1.0126253366470337, "Finetune/Step": 515, "Finetune/Step Time": 6.661720687523484}
+{"Finetune/Learning Rate": 1.7916666666666667e-05, "Finetune/Loss": 1.0554487705230713, "Finetune/Loss (Raw)": 1.0820224285125732, "Finetune/Step": 516, "Finetune/Step Time": 6.661276184022427}
+{"Finetune/Learning Rate": 1.795138888888889e-05, "Finetune/Loss": 1.0547014474868774, "Finetune/Loss (Raw)": 0.9943718314170837, "Finetune/Step": 517, "Finetune/Step Time": 6.665828878059983}
+{"Finetune/Learning Rate": 1.7986111111111113e-05, "Finetune/Loss": 1.0537388324737549, "Finetune/Loss (Raw)": 1.0048258304595947, "Finetune/Step": 518, "Finetune/Step Time": 6.666859207674861}
+{"Finetune/Learning Rate": 1.8020833333333335e-05, "Finetune/Loss": 1.0542526245117188, "Finetune/Loss (Raw)": 1.0913214683532715, "Finetune/Step": 519, "Finetune/Step Time": 6.645976904779673}
+{"Finetune/Learning Rate": 1.8055555555555558e-05, "Finetune/Loss": 1.0540339946746826, "Finetune/Loss (Raw)": 1.0449320077896118, "Finetune/Step": 520, "Finetune/Step Time": 6.644730722531676}
+{"Finetune/Learning Rate": 1.8090277777777777e-05, "Finetune/Loss": 1.0545876026153564, "Finetune/Loss (Raw)": 1.111572265625, "Finetune/Step": 521, "Finetune/Step Time": 6.645892852917314}
+{"Finetune/Learning Rate": 1.8125e-05, "Finetune/Loss": 1.051321029663086, "Finetune/Loss (Raw)": 0.7260867357254028, "Finetune/Step": 522, "Finetune/Step Time": 6.662023825570941}
+{"Finetune/Learning Rate": 1.8159722222222226e-05, "Finetune/Loss": 1.0505905151367188, "Finetune/Loss (Raw)": 0.9854025840759277, "Finetune/Step": 523, "Finetune/Step Time": 6.657316006720066}
+{"Finetune/Learning Rate": 1.8194444444444445e-05, "Finetune/Loss": 1.0497710704803467, "Finetune/Loss (Raw)": 1.0170390605926514, "Finetune/Step": 524, "Finetune/Step Time": 6.651607310399413}
+{"Finetune/Learning Rate": 1.8229166666666668e-05, "Finetune/Loss": 1.0495474338531494, "Finetune/Loss (Raw)": 1.0714994668960571, "Finetune/Step": 525, "Finetune/Step Time": 6.63765793479979}
+{"Finetune/Learning Rate": 1.826388888888889e-05, "Finetune/Loss": 1.0495126247406006, "Finetune/Loss (Raw)": 1.0649956464767456, "Finetune/Step": 526, "Finetune/Step Time": 6.621787920594215}
+{"Finetune/Learning Rate": 1.8298611111111114e-05, "Finetune/Loss": 1.048213243484497, "Finetune/Loss (Raw)": 0.9466303586959839, "Finetune/Step": 527, "Finetune/Step Time": 6.623394966125488}
+{"Finetune/Learning Rate": 1.8333333333333333e-05, "Finetune/Loss": 1.049743413925171, "Finetune/Loss (Raw)": 1.1086602210998535, "Finetune/Step": 528, "Finetune/Step Time": 6.635249592363834}
+{"Finetune/Learning Rate": 1.836805555555556e-05, "Finetune/Loss": 1.048485517501831, "Finetune/Loss (Raw)": 0.823036253452301, "Finetune/Step": 529, "Finetune/Step Time": 6.63846523873508}
+{"Finetune/Learning Rate": 1.8402777777777778e-05, "Finetune/Loss": 1.049323320388794, "Finetune/Loss (Raw)": 1.0951122045516968, "Finetune/Step": 530, "Finetune/Step Time": 6.6416883915662766}
+{"Finetune/Learning Rate": 1.84375e-05, "Finetune/Loss": 1.0484788417816162, "Finetune/Loss (Raw)": 1.0133336782455444, "Finetune/Step": 531, "Finetune/Step Time": 6.6273736003786325}
+{"Finetune/Learning Rate": 1.8472222222222224e-05, "Finetune/Loss": 1.0465443134307861, "Finetune/Loss (Raw)": 0.8923631310462952, "Finetune/Step": 532, "Finetune/Step Time": 6.630589570850134}
+{"Finetune/Learning Rate": 1.8506944444444446e-05, "Finetune/Loss": 1.047372817993164, "Finetune/Loss (Raw)": 1.1006221771240234, "Finetune/Step": 533, "Finetune/Step Time": 6.634007880464196}
+{"Finetune/Learning Rate": 1.854166666666667e-05, "Finetune/Loss": 1.0469417572021484, "Finetune/Loss (Raw)": 0.9720572233200073, "Finetune/Step": 534, "Finetune/Step Time": 6.633261043578386}
+{"Finetune/Learning Rate": 1.8576388888888888e-05, "Finetune/Loss": 1.044823169708252, "Finetune/Loss (Raw)": 0.7673900723457336, "Finetune/Step": 535, "Finetune/Step Time": 6.645055294036865}
+{"Finetune/Learning Rate": 1.8611111111111114e-05, "Finetune/Loss": 1.0454787015914917, "Finetune/Loss (Raw)": 1.0375231504440308, "Finetune/Step": 536, "Finetune/Step Time": 6.655019607394934}
+{"Finetune/Learning Rate": 1.8645833333333334e-05, "Finetune/Loss": 1.0468772649765015, "Finetune/Loss (Raw)": 1.179763913154602, "Finetune/Step": 537, "Finetune/Step Time": 6.654896430671215}
+{"Finetune/Learning Rate": 1.8680555555555556e-05, "Finetune/Loss": 1.0465887784957886, "Finetune/Loss (Raw)": 1.094498872756958, "Finetune/Step": 538, "Finetune/Step Time": 6.653381068259478}
+{"Finetune/Learning Rate": 1.871527777777778e-05, "Finetune/Loss": 1.0467777252197266, "Finetune/Loss (Raw)": 0.7564564347267151, "Finetune/Step": 539, "Finetune/Step Time": 6.645602835342288}
+{"Finetune/Learning Rate": 1.8750000000000002e-05, "Finetune/Loss": 1.0469274520874023, "Finetune/Loss (Raw)": 1.0333659648895264, "Finetune/Step": 540, "Finetune/Step Time": 6.644353492185473}
+{"Finetune/Learning Rate": 1.8784722222222224e-05, "Finetune/Loss": 1.0502879619598389, "Finetune/Loss (Raw)": 1.0834715366363525, "Finetune/Step": 541, "Finetune/Step Time": 6.622015628963709}
+{"Finetune/Learning Rate": 1.8819444444444447e-05, "Finetune/Loss": 1.0509092807769775, "Finetune/Loss (Raw)": 1.0718580484390259, "Finetune/Step": 542, "Finetune/Step Time": 6.623592047020793}
+{"Finetune/Learning Rate": 1.885416666666667e-05, "Finetune/Loss": 1.0500507354736328, "Finetune/Loss (Raw)": 0.9339593052864075, "Finetune/Step": 543, "Finetune/Step Time": 6.625687753781676}
+{"Finetune/Learning Rate": 1.888888888888889e-05, "Finetune/Loss": 1.049729347229004, "Finetune/Loss (Raw)": 1.010805368423462, "Finetune/Step": 544, "Finetune/Step Time": 6.621802126988769}
+{"Finetune/Learning Rate": 1.8923611111111112e-05, "Finetune/Loss": 1.0495893955230713, "Finetune/Loss (Raw)": 0.9448562860488892, "Finetune/Step": 545, "Finetune/Step Time": 6.62564373575151}
+{"Finetune/Learning Rate": 1.8958333333333334e-05, "Finetune/Loss": 1.0487546920776367, "Finetune/Loss (Raw)": 1.1831356287002563, "Finetune/Step": 546, "Finetune/Step Time": 6.6160452757030725}
+{"Finetune/Learning Rate": 1.8993055555555557e-05, "Finetune/Loss": 1.0497527122497559, "Finetune/Loss (Raw)": 0.744670569896698, "Finetune/Step": 547, "Finetune/Step Time": 6.613684559240937}
+{"Finetune/Learning Rate": 1.902777777777778e-05, "Finetune/Loss": 1.0486730337142944, "Finetune/Loss (Raw)": 1.008907675743103, "Finetune/Step": 548, "Finetune/Step Time": 6.618449116125703}
+{"Finetune/Learning Rate": 1.9062500000000003e-05, "Finetune/Loss": 1.0477173328399658, "Finetune/Loss (Raw)": 0.9477276802062988, "Finetune/Step": 549, "Finetune/Step Time": 6.620228670537472}
+{"Finetune/Learning Rate": 1.9097222222222225e-05, "Finetune/Loss": 1.0474953651428223, "Finetune/Loss (Raw)": 1.067007064819336, "Finetune/Step": 550, "Finetune/Step Time": 6.618508288636804}
+{"Finetune/Learning Rate": 1.9131944444444445e-05, "Finetune/Loss": 1.047516942024231, "Finetune/Loss (Raw)": 1.1184470653533936, "Finetune/Step": 551, "Finetune/Step Time": 6.616395030170679}
+{"Finetune/Learning Rate": 1.916666666666667e-05, "Finetune/Loss": 1.0489459037780762, "Finetune/Loss (Raw)": 1.1601002216339111, "Finetune/Step": 552, "Finetune/Step Time": 6.618402011692524}
+{"Finetune/Learning Rate": 1.920138888888889e-05, "Finetune/Loss": 1.0486257076263428, "Finetune/Loss (Raw)": 1.0583653450012207, "Finetune/Step": 553, "Finetune/Step Time": 6.6191961243748665}
+{"Finetune/Learning Rate": 1.9236111111111113e-05, "Finetune/Loss": 1.046604037284851, "Finetune/Loss (Raw)": 0.8874452114105225, "Finetune/Step": 554, "Finetune/Step Time": 6.610325131565332}
+{"Finetune/Learning Rate": 1.9270833333333335e-05, "Finetune/Loss": 1.0484427213668823, "Finetune/Loss (Raw)": 1.2509852647781372, "Finetune/Step": 555, "Finetune/Step Time": 6.6077522952109575}
+{"Finetune/Learning Rate": 1.9305555555555558e-05, "Finetune/Loss": 1.0485942363739014, "Finetune/Loss (Raw)": 1.149550199508667, "Finetune/Step": 556, "Finetune/Step Time": 6.6154599115252495}
+{"Finetune/Learning Rate": 1.9340277777777777e-05, "Finetune/Loss": 1.0489311218261719, "Finetune/Loss (Raw)": 1.057891607284546, "Finetune/Step": 557, "Finetune/Step Time": 6.625083237886429}
+{"Finetune/Learning Rate": 1.9375e-05, "Finetune/Loss": 1.0472307205200195, "Finetune/Loss (Raw)": 0.9561238884925842, "Finetune/Step": 558, "Finetune/Step Time": 6.62882980145514}
+{"Finetune/Learning Rate": 1.9409722222222226e-05, "Finetune/Loss": 1.0462912321090698, "Finetune/Loss (Raw)": 1.0024234056472778, "Finetune/Step": 559, "Finetune/Step Time": 6.627851478755474}
+{"Finetune/Learning Rate": 1.9444444444444445e-05, "Finetune/Loss": 1.0461373329162598, "Finetune/Loss (Raw)": 1.1040045022964478, "Finetune/Step": 560, "Finetune/Step Time": 6.625127840787172}
+{"Finetune/Learning Rate": 1.9479166666666668e-05, "Finetune/Loss": 1.046518087387085, "Finetune/Loss (Raw)": 1.0468394756317139, "Finetune/Step": 561, "Finetune/Step Time": 6.623468104749918}
+{"Finetune/Learning Rate": 1.951388888888889e-05, "Finetune/Loss": 1.0457996129989624, "Finetune/Loss (Raw)": 0.8628371953964233, "Finetune/Step": 562, "Finetune/Step Time": 6.617298224940896}
+{"Finetune/Learning Rate": 1.9548611111111113e-05, "Finetune/Loss": 1.0449504852294922, "Finetune/Loss (Raw)": 1.1383792161941528, "Finetune/Step": 563, "Finetune/Step Time": 6.614099310711026}
+{"Finetune/Learning Rate": 1.9583333333333333e-05, "Finetune/Loss": 1.042852759361267, "Finetune/Loss (Raw)": 0.8405593037605286, "Finetune/Step": 564, "Finetune/Step Time": 6.641319906339049}
+{"Finetune/Learning Rate": 1.961805555555556e-05, "Finetune/Loss": 1.0431482791900635, "Finetune/Loss (Raw)": 1.1529942750930786, "Finetune/Step": 565, "Finetune/Step Time": 6.6361998580396175}
+{"Finetune/Learning Rate": 1.9652777777777778e-05, "Finetune/Loss": 1.0427294969558716, "Finetune/Loss (Raw)": 0.9698543548583984, "Finetune/Step": 566, "Finetune/Step Time": 6.630345618352294}
+{"Finetune/Learning Rate": 1.96875e-05, "Finetune/Loss": 1.043055534362793, "Finetune/Loss (Raw)": 1.0566222667694092, "Finetune/Step": 567, "Finetune/Step Time": 6.636423960328102}
+{"Finetune/Learning Rate": 1.9722222222222224e-05, "Finetune/Loss": 1.0451676845550537, "Finetune/Loss (Raw)": 1.2042522430419922, "Finetune/Step": 568, "Finetune/Step Time": 6.638935716822743}
+{"Finetune/Learning Rate": 1.9756944444444446e-05, "Finetune/Loss": 1.0450466871261597, "Finetune/Loss (Raw)": 1.0600792169570923, "Finetune/Step": 569, "Finetune/Step Time": 6.637924851849675}
+{"Finetune/Learning Rate": 1.979166666666667e-05, "Finetune/Loss": 1.0452834367752075, "Finetune/Loss (Raw)": 1.0863455533981323, "Finetune/Step": 570, "Finetune/Step Time": 6.640995414927602}
+{"Finetune/Learning Rate": 1.982638888888889e-05, "Finetune/Loss": 1.043981671333313, "Finetune/Loss (Raw)": 1.0918728113174438, "Finetune/Step": 571, "Finetune/Step Time": 6.640472045168281}
+{"Finetune/Learning Rate": 1.9861111111111114e-05, "Finetune/Loss": 1.0436863899230957, "Finetune/Loss (Raw)": 0.9706409573554993, "Finetune/Step": 572, "Finetune/Step Time": 6.644222157076001}
+{"Finetune/Learning Rate": 1.9895833333333334e-05, "Finetune/Loss": 1.0423915386199951, "Finetune/Loss (Raw)": 0.919074296951294, "Finetune/Step": 573, "Finetune/Step Time": 6.63544674962759}
+{"Finetune/Learning Rate": 1.9930555555555556e-05, "Finetune/Loss": 1.0430399179458618, "Finetune/Loss (Raw)": 1.146721363067627, "Finetune/Step": 574, "Finetune/Step Time": 6.62880352139473}
+{"Finetune/Learning Rate": 1.996527777777778e-05, "Finetune/Loss": 1.042761206626892, "Finetune/Loss (Raw)": 1.0574395656585693, "Finetune/Step": 575, "Finetune/Step Time": 6.627853594720364}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0411412715911865, "Finetune/Loss (Raw)": 1.0592092275619507, "Finetune/Step": 576, "Finetune/Step Time": 6.6233459282666445}
+{"Finetune/Learning Rate": 1.9999999858214218e-05, "Finetune/Loss": 1.0422759056091309, "Finetune/Loss (Raw)": 1.0948233604431152, "Finetune/Step": 577, "Finetune/Step Time": 6.616940144449472}
+{"Finetune/Learning Rate": 1.9999999432856878e-05, "Finetune/Loss": 1.0424007177352905, "Finetune/Loss (Raw)": 1.0707963705062866, "Finetune/Step": 578, "Finetune/Step Time": 6.632368329912424}
+{"Finetune/Learning Rate": 1.999999872392799e-05, "Finetune/Loss": 1.041130542755127, "Finetune/Loss (Raw)": 1.0899595022201538, "Finetune/Step": 579, "Finetune/Step Time": 6.632854478433728}
+{"Finetune/Learning Rate": 1.9999997731427573e-05, "Finetune/Loss": 1.041306734085083, "Finetune/Loss (Raw)": 1.215998888015747, "Finetune/Step": 580, "Finetune/Step Time": 6.6342874355614185}
+{"Finetune/Learning Rate": 1.9999996455355653e-05, "Finetune/Loss": 1.0380620956420898, "Finetune/Loss (Raw)": 0.5751757025718689, "Finetune/Step": 581, "Finetune/Step Time": 6.648308288305998}
+{"Finetune/Learning Rate": 1.9999994895712275e-05, "Finetune/Loss": 1.0356512069702148, "Finetune/Loss (Raw)": 0.763043999671936, "Finetune/Step": 582, "Finetune/Step Time": 6.660665117204189}
+{"Finetune/Learning Rate": 1.9999993052497478e-05, "Finetune/Loss": 1.034472107887268, "Finetune/Loss (Raw)": 0.9786297678947449, "Finetune/Step": 583, "Finetune/Step Time": 6.658650415018201}
+{"Finetune/Learning Rate": 1.999999092571131e-05, "Finetune/Loss": 1.0336674451828003, "Finetune/Loss (Raw)": 0.9561677575111389, "Finetune/Step": 584, "Finetune/Step Time": 6.647116543725133}
+{"Finetune/Learning Rate": 1.9999988515353838e-05, "Finetune/Loss": 1.0348623991012573, "Finetune/Loss (Raw)": 1.1376168727874756, "Finetune/Step": 585, "Finetune/Step Time": 6.643256641924381}
+{"Finetune/Learning Rate": 1.9999985821425126e-05, "Finetune/Loss": 1.0339359045028687, "Finetune/Loss (Raw)": 0.9861435294151306, "Finetune/Step": 586, "Finetune/Step Time": 6.641344023868442}
+{"Finetune/Learning Rate": 1.9999982843925257e-05, "Finetune/Loss": 1.0352494716644287, "Finetune/Loss (Raw)": 1.0539007186889648, "Finetune/Step": 587, "Finetune/Step Time": 6.641390528529882}
+{"Finetune/Learning Rate": 1.999997958285431e-05, "Finetune/Loss": 1.0317186117172241, "Finetune/Loss (Raw)": 0.673410952091217, "Finetune/Step": 588, "Finetune/Step Time": 6.65549323707819}
+{"Finetune/Learning Rate": 1.9999976038212373e-05, "Finetune/Loss": 1.0296638011932373, "Finetune/Loss (Raw)": 0.9279259443283081, "Finetune/Step": 589, "Finetune/Step Time": 6.65904806368053}
+{"Finetune/Learning Rate": 1.9999972209999554e-05, "Finetune/Loss": 1.0292072296142578, "Finetune/Loss (Raw)": 1.0204124450683594, "Finetune/Step": 590, "Finetune/Step Time": 6.660415366292}
+{"Finetune/Learning Rate": 1.999996809821596e-05, "Finetune/Loss": 1.0296471118927002, "Finetune/Loss (Raw)": 1.1794060468673706, "Finetune/Step": 591, "Finetune/Step Time": 6.660502590239048}
+{"Finetune/Learning Rate": 1.9999963702861706e-05, "Finetune/Loss": 1.0297222137451172, "Finetune/Loss (Raw)": 1.0594686269760132, "Finetune/Step": 592, "Finetune/Step Time": 6.660428611561656}
+{"Finetune/Learning Rate": 1.9999959023936917e-05, "Finetune/Loss": 1.0293524265289307, "Finetune/Loss (Raw)": 0.9154603481292725, "Finetune/Step": 593, "Finetune/Step Time": 6.676656959578395}
+{"Finetune/Learning Rate": 1.999995406144173e-05, "Finetune/Loss": 1.0263417959213257, "Finetune/Loss (Raw)": 0.7269086837768555, "Finetune/Step": 594, "Finetune/Step Time": 6.689947193488479}
+{"Finetune/Learning Rate": 1.999994881537628e-05, "Finetune/Loss": 1.0266565084457397, "Finetune/Loss (Raw)": 1.0836437940597534, "Finetune/Step": 595, "Finetune/Step Time": 6.691155791282654}
+{"Finetune/Learning Rate": 1.9999943285740712e-05, "Finetune/Loss": 1.027069330215454, "Finetune/Loss (Raw)": 1.092303991317749, "Finetune/Step": 596, "Finetune/Step Time": 6.692409601062536}
+{"Finetune/Learning Rate": 1.9999937472535195e-05, "Finetune/Loss": 1.0262534618377686, "Finetune/Loss (Raw)": 0.9952207207679749, "Finetune/Step": 597, "Finetune/Step Time": 6.697745990008116}
+{"Finetune/Learning Rate": 1.9999931375759885e-05, "Finetune/Loss": 1.0264226198196411, "Finetune/Loss (Raw)": 1.0808775424957275, "Finetune/Step": 598, "Finetune/Step Time": 6.71471219137311}
+{"Finetune/Learning Rate": 1.999992499541496e-05, "Finetune/Loss": 1.0263690948486328, "Finetune/Loss (Raw)": 1.0611517429351807, "Finetune/Step": 599, "Finetune/Step Time": 6.71389651671052}
+{"Finetune/Learning Rate": 1.9999918331500595e-05, "Finetune/Loss": 1.0255322456359863, "Finetune/Loss (Raw)": 0.984350323677063, "Finetune/Step": 600, "Finetune/Step Time": 6.709364304319024}
+{"Finetune/Learning Rate": 1.9999911384016984e-05, "Finetune/Loss": 1.0234568119049072, "Finetune/Loss (Raw)": 0.9211283326148987, "Finetune/Step": 601, "Finetune/Step Time": 6.701660554856062}
+{"Finetune/Learning Rate": 1.999990415296432e-05, "Finetune/Loss": 1.0235010385513306, "Finetune/Loss (Raw)": 1.1153662204742432, "Finetune/Step": 602, "Finetune/Step Time": 6.706513233482838}
+{"Finetune/Learning Rate": 1.999989663834281e-05, "Finetune/Loss": 1.0232212543487549, "Finetune/Loss (Raw)": 0.9483464360237122, "Finetune/Step": 603, "Finetune/Step Time": 6.709804834797978}
+{"Finetune/Learning Rate": 1.9999888840152667e-05, "Finetune/Loss": 1.0237481594085693, "Finetune/Loss (Raw)": 1.0792369842529297, "Finetune/Step": 604, "Finetune/Step Time": 6.7248605042696}
+{"Finetune/Learning Rate": 1.9999880758394114e-05, "Finetune/Loss": 1.0240013599395752, "Finetune/Loss (Raw)": 1.1852754354476929, "Finetune/Step": 605, "Finetune/Step Time": 6.72819509357214}
+{"Finetune/Learning Rate": 1.999987239306738e-05, "Finetune/Loss": 1.0262196063995361, "Finetune/Loss (Raw)": 1.0253795385360718, "Finetune/Step": 606, "Finetune/Step Time": 6.716829359531403}
+{"Finetune/Learning Rate": 1.99998637441727e-05, "Finetune/Loss": 1.0268871784210205, "Finetune/Loss (Raw)": 1.149381160736084, "Finetune/Step": 607, "Finetune/Step Time": 6.7150369845330715}
+{"Finetune/Learning Rate": 1.9999854811710317e-05, "Finetune/Loss": 1.027007818222046, "Finetune/Loss (Raw)": 0.9985471963882446, "Finetune/Step": 608, "Finetune/Step Time": 6.716553200036287}
+{"Finetune/Learning Rate": 1.999984559568049e-05, "Finetune/Loss": 1.0262788534164429, "Finetune/Loss (Raw)": 0.9264587759971619, "Finetune/Step": 609, "Finetune/Step Time": 6.719448117539287}
+{"Finetune/Learning Rate": 1.9999836096083477e-05, "Finetune/Loss": 1.025971531867981, "Finetune/Loss (Raw)": 1.0071007013320923, "Finetune/Step": 610, "Finetune/Step Time": 6.723055189475417}
+{"Finetune/Learning Rate": 1.9999826312919547e-05, "Finetune/Loss": 1.0259082317352295, "Finetune/Loss (Raw)": 1.049019455909729, "Finetune/Step": 611, "Finetune/Step Time": 6.722846664488316}
+{"Finetune/Learning Rate": 1.999981624618898e-05, "Finetune/Loss": 1.0241799354553223, "Finetune/Loss (Raw)": 0.9614089727401733, "Finetune/Step": 612, "Finetune/Step Time": 6.720533635467291}
+{"Finetune/Learning Rate": 1.999980589589206e-05, "Finetune/Loss": 1.0226635932922363, "Finetune/Loss (Raw)": 0.8910751938819885, "Finetune/Step": 613, "Finetune/Step Time": 6.725161554291844}
+{"Finetune/Learning Rate": 1.9999795262029077e-05, "Finetune/Loss": 1.0233738422393799, "Finetune/Loss (Raw)": 1.0071173906326294, "Finetune/Step": 614, "Finetune/Step Time": 6.726870389655232}
+{"Finetune/Learning Rate": 1.999978434460034e-05, "Finetune/Loss": 1.0222811698913574, "Finetune/Loss (Raw)": 0.8076993823051453, "Finetune/Step": 615, "Finetune/Step Time": 6.7167221419513226}
+{"Finetune/Learning Rate": 1.9999773143606153e-05, "Finetune/Loss": 1.0214104652404785, "Finetune/Loss (Raw)": 0.9922302961349487, "Finetune/Step": 616, "Finetune/Step Time": 6.724684499204159}
+{"Finetune/Learning Rate": 1.9999761659046837e-05, "Finetune/Loss": 1.0224344730377197, "Finetune/Loss (Raw)": 1.153300404548645, "Finetune/Step": 617, "Finetune/Step Time": 6.726841736584902}
+{"Finetune/Learning Rate": 1.9999749890922713e-05, "Finetune/Loss": 1.0212230682373047, "Finetune/Loss (Raw)": 0.9613684415817261, "Finetune/Step": 618, "Finetune/Step Time": 6.7283661011606455}
+{"Finetune/Learning Rate": 1.999973783923412e-05, "Finetune/Loss": 1.0224108695983887, "Finetune/Loss (Raw)": 1.173035740852356, "Finetune/Step": 619, "Finetune/Step Time": 6.729715181514621}
+{"Finetune/Learning Rate": 1.9999725503981394e-05, "Finetune/Loss": 1.0222738981246948, "Finetune/Loss (Raw)": 1.0542588233947754, "Finetune/Step": 620, "Finetune/Step Time": 6.728113692253828}
+{"Finetune/Learning Rate": 1.9999712885164894e-05, "Finetune/Loss": 1.0187965631484985, "Finetune/Loss (Raw)": 0.6697584390640259, "Finetune/Step": 621, "Finetune/Step Time": 6.737301802262664}
+{"Finetune/Learning Rate": 1.9999699982784964e-05, "Finetune/Loss": 1.0172016620635986, "Finetune/Loss (Raw)": 0.940353512763977, "Finetune/Step": 622, "Finetune/Step Time": 6.753547437489033}
+{"Finetune/Learning Rate": 1.9999686796841986e-05, "Finetune/Loss": 1.0182684659957886, "Finetune/Loss (Raw)": 1.241559386253357, "Finetune/Step": 623, "Finetune/Step Time": 6.755723502486944}
+{"Finetune/Learning Rate": 1.9999673327336323e-05, "Finetune/Loss": 1.0174720287322998, "Finetune/Loss (Raw)": 1.057831883430481, "Finetune/Step": 624, "Finetune/Step Time": 6.741521552205086}
+{"Finetune/Learning Rate": 1.9999659574268357e-05, "Finetune/Loss": 1.0194147825241089, "Finetune/Loss (Raw)": 1.1970518827438354, "Finetune/Step": 625, "Finetune/Step Time": 6.720339965075254}
+{"Finetune/Learning Rate": 1.999964553763848e-05, "Finetune/Loss": 1.0187245607376099, "Finetune/Loss (Raw)": 0.9925954937934875, "Finetune/Step": 626, "Finetune/Step Time": 6.712369751185179}
+{"Finetune/Learning Rate": 1.9999631217447092e-05, "Finetune/Loss": 1.0193208456039429, "Finetune/Loss (Raw)": 1.0753058195114136, "Finetune/Step": 627, "Finetune/Step Time": 6.7144427970051765}
+{"Finetune/Learning Rate": 1.9999616613694603e-05, "Finetune/Loss": 1.0187771320343018, "Finetune/Loss (Raw)": 0.9918506741523743, "Finetune/Step": 628, "Finetune/Step Time": 6.713690644130111}
+{"Finetune/Learning Rate": 1.9999601726381415e-05, "Finetune/Loss": 1.0189892053604126, "Finetune/Loss (Raw)": 1.0664016008377075, "Finetune/Step": 629, "Finetune/Step Time": 6.69020825996995}
+{"Finetune/Learning Rate": 1.999958655550796e-05, "Finetune/Loss": 1.0194127559661865, "Finetune/Loss (Raw)": 1.058275580406189, "Finetune/Step": 630, "Finetune/Step Time": 6.696817182004452}
+{"Finetune/Learning Rate": 1.9999571101074668e-05, "Finetune/Loss": 1.0194494724273682, "Finetune/Loss (Raw)": 1.081231713294983, "Finetune/Step": 631, "Finetune/Step Time": 6.69489024206996}
+{"Finetune/Learning Rate": 1.999955536308197e-05, "Finetune/Loss": 1.0191361904144287, "Finetune/Loss (Raw)": 1.1025549173355103, "Finetune/Step": 632, "Finetune/Step Time": 6.694732187315822}
+{"Finetune/Learning Rate": 1.999953934153032e-05, "Finetune/Loss": 1.019606351852417, "Finetune/Loss (Raw)": 1.1604362726211548, "Finetune/Step": 633, "Finetune/Step Time": 6.69376209937036}
+{"Finetune/Learning Rate": 1.9999523036420164e-05, "Finetune/Loss": 1.0187875032424927, "Finetune/Loss (Raw)": 1.008266806602478, "Finetune/Step": 634, "Finetune/Step Time": 6.69778867252171}
+{"Finetune/Learning Rate": 1.9999506447751974e-05, "Finetune/Loss": 1.0167604684829712, "Finetune/Loss (Raw)": 0.8567230701446533, "Finetune/Step": 635, "Finetune/Step Time": 6.713704539462924}
+{"Finetune/Learning Rate": 1.9999489575526216e-05, "Finetune/Loss": 1.0167672634124756, "Finetune/Loss (Raw)": 0.9356415271759033, "Finetune/Step": 636, "Finetune/Step Time": 6.711813677102327}
+{"Finetune/Learning Rate": 1.999947241974337e-05, "Finetune/Loss": 1.0137197971343994, "Finetune/Loss (Raw)": 0.7696943283081055, "Finetune/Step": 637, "Finetune/Step Time": 6.723886085674167}
+{"Finetune/Learning Rate": 1.9999454980403917e-05, "Finetune/Loss": 1.014283537864685, "Finetune/Loss (Raw)": 0.945345401763916, "Finetune/Step": 638, "Finetune/Step Time": 6.718869170174003}
+{"Finetune/Learning Rate": 1.9999437257508355e-05, "Finetune/Loss": 1.0145182609558105, "Finetune/Loss (Raw)": 1.1528421640396118, "Finetune/Step": 639, "Finetune/Step Time": 6.713726345449686}
+{"Finetune/Learning Rate": 1.999941925105719e-05, "Finetune/Loss": 1.0174444913864136, "Finetune/Loss (Raw)": 1.1586053371429443, "Finetune/Step": 640, "Finetune/Step Time": 6.701390283182263}
+{"Finetune/Learning Rate": 1.999940096105093e-05, "Finetune/Loss": 1.0169998407363892, "Finetune/Loss (Raw)": 1.014112949371338, "Finetune/Step": 641, "Finetune/Step Time": 6.6973672322928905}
+{"Finetune/Learning Rate": 1.999938238749009e-05, "Finetune/Loss": 1.0156543254852295, "Finetune/Loss (Raw)": 0.964825451374054, "Finetune/Step": 642, "Finetune/Step Time": 6.698184555396438}
+{"Finetune/Learning Rate": 1.99993635303752e-05, "Finetune/Loss": 1.0160459280014038, "Finetune/Loss (Raw)": 1.0627391338348389, "Finetune/Step": 643, "Finetune/Step Time": 6.698439897969365}
+{"Finetune/Learning Rate": 1.9999344389706795e-05, "Finetune/Loss": 1.0143439769744873, "Finetune/Loss (Raw)": 0.8641728162765503, "Finetune/Step": 644, "Finetune/Step Time": 6.697030007839203}
+{"Finetune/Learning Rate": 1.9999324965485422e-05, "Finetune/Loss": 1.0153295993804932, "Finetune/Loss (Raw)": 1.120532751083374, "Finetune/Step": 645, "Finetune/Step Time": 6.710340978577733}
+{"Finetune/Learning Rate": 1.9999305257711625e-05, "Finetune/Loss": 1.0155119895935059, "Finetune/Loss (Raw)": 1.0281683206558228, "Finetune/Step": 646, "Finetune/Step Time": 6.711895858868957}
+{"Finetune/Learning Rate": 1.9999285266385962e-05, "Finetune/Loss": 1.0158324241638184, "Finetune/Loss (Raw)": 1.1323415040969849, "Finetune/Step": 647, "Finetune/Step Time": 6.701125970110297}
+{"Finetune/Learning Rate": 1.9999264991509007e-05, "Finetune/Loss": 1.0156453847885132, "Finetune/Loss (Raw)": 1.0209920406341553, "Finetune/Step": 648, "Finetune/Step Time": 6.707910124212503}
+{"Finetune/Learning Rate": 1.9999244433081326e-05, "Finetune/Loss": 1.016641616821289, "Finetune/Loss (Raw)": 1.2391005754470825, "Finetune/Step": 649, "Finetune/Step Time": 6.7071445770561695}
+{"Finetune/Learning Rate": 1.999922359110351e-05, "Finetune/Loss": 1.019162893295288, "Finetune/Loss (Raw)": 1.048814058303833, "Finetune/Step": 650, "Finetune/Step Time": 6.691897505894303}
+{"Finetune/Learning Rate": 1.9999202465576147e-05, "Finetune/Loss": 1.0193610191345215, "Finetune/Loss (Raw)": 1.0107500553131104, "Finetune/Step": 651, "Finetune/Step Time": 6.68882723338902}
+{"Finetune/Learning Rate": 1.9999181056499836e-05, "Finetune/Loss": 1.019690990447998, "Finetune/Loss (Raw)": 1.0592740774154663, "Finetune/Step": 652, "Finetune/Step Time": 6.705965058878064}
+{"Finetune/Learning Rate": 1.9999159363875184e-05, "Finetune/Loss": 1.019394874572754, "Finetune/Loss (Raw)": 1.0335850715637207, "Finetune/Step": 653, "Finetune/Step Time": 6.697435602545738}
+{"Finetune/Learning Rate": 1.9999137387702803e-05, "Finetune/Loss": 1.017959713935852, "Finetune/Loss (Raw)": 0.881312370300293, "Finetune/Step": 654, "Finetune/Step Time": 6.697769399732351}
+{"Finetune/Learning Rate": 1.9999115127983325e-05, "Finetune/Loss": 1.0178265571594238, "Finetune/Loss (Raw)": 0.9295903444290161, "Finetune/Step": 655, "Finetune/Step Time": 6.713915191590786}
+{"Finetune/Learning Rate": 1.9999092584717375e-05, "Finetune/Loss": 1.0178959369659424, "Finetune/Loss (Raw)": 1.1175408363342285, "Finetune/Step": 656, "Finetune/Step Time": 6.7241401094943285}
+{"Finetune/Learning Rate": 1.999906975790559e-05, "Finetune/Loss": 1.018811821937561, "Finetune/Loss (Raw)": 0.9402679800987244, "Finetune/Step": 657, "Finetune/Step Time": 6.71965853869915}
+{"Finetune/Learning Rate": 1.999904664754862e-05, "Finetune/Loss": 1.019122838973999, "Finetune/Loss (Raw)": 1.1349151134490967, "Finetune/Step": 658, "Finetune/Step Time": 6.71721900254488}
+{"Finetune/Learning Rate": 1.9999023253647122e-05, "Finetune/Loss": 1.0197213888168335, "Finetune/Loss (Raw)": 1.0899351835250854, "Finetune/Step": 659, "Finetune/Step Time": 6.716319493949413}
+{"Finetune/Learning Rate": 1.999899957620176e-05, "Finetune/Loss": 1.0207998752593994, "Finetune/Loss (Raw)": 1.0304069519042969, "Finetune/Step": 660, "Finetune/Step Time": 6.716599112376571}
+{"Finetune/Learning Rate": 1.99989756152132e-05, "Finetune/Loss": 1.0177700519561768, "Finetune/Loss (Raw)": 0.7128087878227234, "Finetune/Step": 661, "Finetune/Step Time": 6.729873431846499}
+{"Finetune/Learning Rate": 1.9998951370682125e-05, "Finetune/Loss": 1.0175020694732666, "Finetune/Loss (Raw)": 0.9377661943435669, "Finetune/Step": 662, "Finetune/Step Time": 6.730564625933766}
+{"Finetune/Learning Rate": 1.9998926842609223e-05, "Finetune/Loss": 1.0192725658416748, "Finetune/Loss (Raw)": 0.9940224289894104, "Finetune/Step": 663, "Finetune/Step Time": 6.720630116760731}
+{"Finetune/Learning Rate": 1.999890203099519e-05, "Finetune/Loss": 1.019667625427246, "Finetune/Loss (Raw)": 1.088070273399353, "Finetune/Step": 664, "Finetune/Step Time": 6.717405138537288}
+{"Finetune/Learning Rate": 1.9998876935840727e-05, "Finetune/Loss": 1.0186169147491455, "Finetune/Loss (Raw)": 1.0452899932861328, "Finetune/Step": 665, "Finetune/Step Time": 6.7186878975480795}
+{"Finetune/Learning Rate": 1.999885155714655e-05, "Finetune/Loss": 1.01845383644104, "Finetune/Loss (Raw)": 1.0736058950424194, "Finetune/Step": 666, "Finetune/Step Time": 6.72191721200943}
+{"Finetune/Learning Rate": 1.9998825894913373e-05, "Finetune/Loss": 1.0189263820648193, "Finetune/Loss (Raw)": 0.8169616460800171, "Finetune/Step": 667, "Finetune/Step Time": 6.715474030002952}
+{"Finetune/Learning Rate": 1.999879994914193e-05, "Finetune/Loss": 1.0201854705810547, "Finetune/Loss (Raw)": 1.1945198774337769, "Finetune/Step": 668, "Finetune/Step Time": 6.720946006476879}
+{"Finetune/Learning Rate": 1.9998773719832948e-05, "Finetune/Loss": 1.0205082893371582, "Finetune/Loss (Raw)": 1.1247931718826294, "Finetune/Step": 669, "Finetune/Step Time": 6.739711543545127}
+{"Finetune/Learning Rate": 1.9998747206987175e-05, "Finetune/Loss": 1.0195728540420532, "Finetune/Loss (Raw)": 0.9521254301071167, "Finetune/Step": 670, "Finetune/Step Time": 6.738786179572344}
+{"Finetune/Learning Rate": 1.9998720410605367e-05, "Finetune/Loss": 1.0198044776916504, "Finetune/Loss (Raw)": 0.9636091589927673, "Finetune/Step": 671, "Finetune/Step Time": 6.736721318215132}
+{"Finetune/Learning Rate": 1.9998693330688283e-05, "Finetune/Loss": 1.020808219909668, "Finetune/Loss (Raw)": 1.1392844915390015, "Finetune/Step": 672, "Finetune/Step Time": 6.735418016090989}
+{"Finetune/Learning Rate": 1.9998665967236687e-05, "Finetune/Loss": 1.0209920406341553, "Finetune/Loss (Raw)": 0.9683856964111328, "Finetune/Step": 673, "Finetune/Step Time": 6.733523413538933}
+{"Finetune/Learning Rate": 1.9998638320251356e-05, "Finetune/Loss": 1.0188889503479004, "Finetune/Loss (Raw)": 0.9139354825019836, "Finetune/Step": 674, "Finetune/Step Time": 6.740467108786106}
+{"Finetune/Learning Rate": 1.9998610389733075e-05, "Finetune/Loss": 1.0204609632492065, "Finetune/Loss (Raw)": 0.9458874464035034, "Finetune/Step": 675, "Finetune/Step Time": 6.723636455833912}
+{"Finetune/Learning Rate": 1.9998582175682632e-05, "Finetune/Loss": 1.0213334560394287, "Finetune/Loss (Raw)": 1.1205796003341675, "Finetune/Step": 676, "Finetune/Step Time": 6.720115605741739}
+{"Finetune/Learning Rate": 1.9998553678100835e-05, "Finetune/Loss": 1.0222229957580566, "Finetune/Loss (Raw)": 1.0615932941436768, "Finetune/Step": 677, "Finetune/Step Time": 6.725898254662752}
+{"Finetune/Learning Rate": 1.9998524896988488e-05, "Finetune/Loss": 1.0224041938781738, "Finetune/Loss (Raw)": 1.0902131795883179, "Finetune/Step": 678, "Finetune/Step Time": 6.726642042398453}
+{"Finetune/Learning Rate": 1.9998495832346404e-05, "Finetune/Loss": 1.0216953754425049, "Finetune/Loss (Raw)": 1.0277050733566284, "Finetune/Step": 679, "Finetune/Step Time": 6.72816826403141}
+{"Finetune/Learning Rate": 1.9998466484175412e-05, "Finetune/Loss": 1.0191285610198975, "Finetune/Loss (Raw)": 0.8315480351448059, "Finetune/Step": 680, "Finetune/Step Time": 6.740386487916112}
+{"Finetune/Learning Rate": 1.999843685247634e-05, "Finetune/Loss": 1.0167820453643799, "Finetune/Loss (Raw)": 0.7580080628395081, "Finetune/Step": 681, "Finetune/Step Time": 6.744803689420223}
+{"Finetune/Learning Rate": 1.9998406937250035e-05, "Finetune/Loss": 1.0172953605651855, "Finetune/Loss (Raw)": 0.9531576037406921, "Finetune/Step": 682, "Finetune/Step Time": 6.745121007785201}
+{"Finetune/Learning Rate": 1.999837673849734e-05, "Finetune/Loss": 1.014899730682373, "Finetune/Loss (Raw)": 0.9443598389625549, "Finetune/Step": 683, "Finetune/Step Time": 6.74853252992034}
+{"Finetune/Learning Rate": 1.999834625621911e-05, "Finetune/Loss": 1.014899492263794, "Finetune/Loss (Raw)": 1.149501919746399, "Finetune/Step": 684, "Finetune/Step Time": 6.749854518100619}
+{"Finetune/Learning Rate": 1.9998315490416212e-05, "Finetune/Loss": 1.0145831108093262, "Finetune/Loss (Raw)": 1.0173918008804321, "Finetune/Step": 685, "Finetune/Step Time": 6.741696355864406}
+{"Finetune/Learning Rate": 1.9998284441089518e-05, "Finetune/Loss": 1.0144989490509033, "Finetune/Loss (Raw)": 0.9453542828559875, "Finetune/Step": 686, "Finetune/Step Time": 6.748461719602346}
+{"Finetune/Learning Rate": 1.999825310823991e-05, "Finetune/Loss": 1.014387845993042, "Finetune/Loss (Raw)": 0.9881967902183533, "Finetune/Step": 687, "Finetune/Step Time": 6.75247186422348}
+{"Finetune/Learning Rate": 1.9998221491868274e-05, "Finetune/Loss": 1.0135345458984375, "Finetune/Loss (Raw)": 0.9947951436042786, "Finetune/Step": 688, "Finetune/Step Time": 6.75463081151247}
+{"Finetune/Learning Rate": 1.999818959197551e-05, "Finetune/Loss": 1.0138479471206665, "Finetune/Loss (Raw)": 1.0869512557983398, "Finetune/Step": 689, "Finetune/Step Time": 6.773020505905151}
+{"Finetune/Learning Rate": 1.9998157408562514e-05, "Finetune/Loss": 1.0149391889572144, "Finetune/Loss (Raw)": 1.0025060176849365, "Finetune/Step": 690, "Finetune/Step Time": 6.779501730576158}
+{"Finetune/Learning Rate": 1.9998124941630207e-05, "Finetune/Loss": 1.0137922763824463, "Finetune/Loss (Raw)": 0.9915812611579895, "Finetune/Step": 691, "Finetune/Step Time": 6.800698073580861}
+{"Finetune/Learning Rate": 1.999809219117951e-05, "Finetune/Loss": 1.0129209756851196, "Finetune/Loss (Raw)": 0.7290334701538086, "Finetune/Step": 692, "Finetune/Step Time": 6.782383970916271}
+{"Finetune/Learning Rate": 1.999805915721135e-05, "Finetune/Loss": 1.012192726135254, "Finetune/Loss (Raw)": 1.059783935546875, "Finetune/Step": 693, "Finetune/Step Time": 6.784964252263308}
+{"Finetune/Learning Rate": 1.9998025839726664e-05, "Finetune/Loss": 1.0124056339263916, "Finetune/Loss (Raw)": 0.9970986247062683, "Finetune/Step": 694, "Finetune/Step Time": 6.782987415790558}
+{"Finetune/Learning Rate": 1.9997992238726392e-05, "Finetune/Loss": 1.0112488269805908, "Finetune/Loss (Raw)": 0.9085590243339539, "Finetune/Step": 695, "Finetune/Step Time": 6.777081301435828}
+{"Finetune/Learning Rate": 1.999795835421149e-05, "Finetune/Loss": 1.010737419128418, "Finetune/Loss (Raw)": 1.1387919187545776, "Finetune/Step": 696, "Finetune/Step Time": 6.773128252476454}
+{"Finetune/Learning Rate": 1.999792418618292e-05, "Finetune/Loss": 1.0103201866149902, "Finetune/Loss (Raw)": 1.006662130355835, "Finetune/Step": 697, "Finetune/Step Time": 6.7771501913666725}
+{"Finetune/Learning Rate": 1.9997889734641654e-05, "Finetune/Loss": 1.0103492736816406, "Finetune/Loss (Raw)": 1.0900756120681763, "Finetune/Step": 698, "Finetune/Step Time": 6.778034944087267}
+{"Finetune/Learning Rate": 1.999785499958866e-05, "Finetune/Loss": 1.009680151939392, "Finetune/Loss (Raw)": 1.006229043006897, "Finetune/Step": 699, "Finetune/Step Time": 6.778011493384838}
+{"Finetune/Learning Rate": 1.9997819981024932e-05, "Finetune/Loss": 1.0101134777069092, "Finetune/Loss (Raw)": 1.0261101722717285, "Finetune/Step": 700, "Finetune/Step Time": 6.792723815888166}
+{"Finetune/Learning Rate": 1.999778467895146e-05, "Finetune/Loss": 1.0112007856369019, "Finetune/Loss (Raw)": 1.0582516193389893, "Finetune/Step": 701, "Finetune/Step Time": 6.79577879793942}
+{"Finetune/Learning Rate": 1.9997749093369242e-05, "Finetune/Loss": 1.0101590156555176, "Finetune/Loss (Raw)": 1.01335871219635, "Finetune/Step": 702, "Finetune/Step Time": 6.798089273273945}
+{"Finetune/Learning Rate": 1.999771322427929e-05, "Finetune/Loss": 1.0090205669403076, "Finetune/Loss (Raw)": 0.9117345213890076, "Finetune/Step": 703, "Finetune/Step Time": 6.8055057022720575}
+{"Finetune/Learning Rate": 1.9997677071682623e-05, "Finetune/Loss": 1.0096094608306885, "Finetune/Loss (Raw)": 1.1345845460891724, "Finetune/Step": 704, "Finetune/Step Time": 6.8086132649332285}
+{"Finetune/Learning Rate": 1.999764063558026e-05, "Finetune/Loss": 1.008568525314331, "Finetune/Loss (Raw)": 0.9615761637687683, "Finetune/Step": 705, "Finetune/Step Time": 6.80845190025866}
+{"Finetune/Learning Rate": 1.999760391597324e-05, "Finetune/Loss": 1.008498191833496, "Finetune/Loss (Raw)": 1.0617945194244385, "Finetune/Step": 706, "Finetune/Step Time": 6.79152899980545}
+{"Finetune/Learning Rate": 1.9997566912862607e-05, "Finetune/Loss": 1.0077779293060303, "Finetune/Loss (Raw)": 0.9977596998214722, "Finetune/Step": 707, "Finetune/Step Time": 6.791536740958691}
+{"Finetune/Learning Rate": 1.99975296262494e-05, "Finetune/Loss": 1.0062700510025024, "Finetune/Loss (Raw)": 1.02299165725708, "Finetune/Step": 708, "Finetune/Step Time": 6.788201903924346}
+{"Finetune/Learning Rate": 1.999749205613468e-05, "Finetune/Loss": 1.0096590518951416, "Finetune/Loss (Raw)": 1.0089796781539917, "Finetune/Step": 709, "Finetune/Step Time": 6.774492500349879}
+{"Finetune/Learning Rate": 1.999745420251952e-05, "Finetune/Loss": 1.0115513801574707, "Finetune/Loss (Raw)": 1.0052430629730225, "Finetune/Step": 710, "Finetune/Step Time": 6.761177992448211}
+{"Finetune/Learning Rate": 1.9997416065404984e-05, "Finetune/Loss": 1.0138764381408691, "Finetune/Loss (Raw)": 1.2762444019317627, "Finetune/Step": 711, "Finetune/Step Time": 6.763667875900865}
+{"Finetune/Learning Rate": 1.999737764479216e-05, "Finetune/Loss": 1.0146325826644897, "Finetune/Loss (Raw)": 1.052957534790039, "Finetune/Step": 712, "Finetune/Step Time": 6.760703187435865}
+{"Finetune/Learning Rate": 1.999733894068213e-05, "Finetune/Loss": 1.0135667324066162, "Finetune/Loss (Raw)": 1.0011836290359497, "Finetune/Step": 713, "Finetune/Step Time": 6.765781830996275}
+{"Finetune/Learning Rate": 1.9997299953076e-05, "Finetune/Loss": 1.0139278173446655, "Finetune/Loss (Raw)": 1.0323631763458252, "Finetune/Step": 714, "Finetune/Step Time": 6.767078585922718}
+{"Finetune/Learning Rate": 1.999726068197487e-05, "Finetune/Loss": 1.013993740081787, "Finetune/Loss (Raw)": 1.0623304843902588, "Finetune/Step": 715, "Finetune/Step Time": 6.760524317622185}
+{"Finetune/Learning Rate": 1.9997221127379857e-05, "Finetune/Loss": 1.016595482826233, "Finetune/Loss (Raw)": 1.0064462423324585, "Finetune/Step": 716, "Finetune/Step Time": 6.746776113286614}
+{"Finetune/Learning Rate": 1.999718128929208e-05, "Finetune/Loss": 1.0169432163238525, "Finetune/Loss (Raw)": 0.9724414348602295, "Finetune/Step": 717, "Finetune/Step Time": 6.748326739296317}
+{"Finetune/Learning Rate": 1.999714116771267e-05, "Finetune/Loss": 1.017528772354126, "Finetune/Loss (Raw)": 1.0953571796417236, "Finetune/Step": 718, "Finetune/Step Time": 6.745410691946745}
+{"Finetune/Learning Rate": 1.999710076264277e-05, "Finetune/Loss": 1.0166643857955933, "Finetune/Loss (Raw)": 1.0687721967697144, "Finetune/Step": 719, "Finetune/Step Time": 6.751547114923596}
+{"Finetune/Learning Rate": 1.9997060074083513e-05, "Finetune/Loss": 1.016718864440918, "Finetune/Loss (Raw)": 1.066445231437683, "Finetune/Step": 720, "Finetune/Step Time": 6.754335859790444}
+{"Finetune/Learning Rate": 1.9997019102036063e-05, "Finetune/Loss": 1.0184669494628906, "Finetune/Loss (Raw)": 1.1391962766647339, "Finetune/Step": 721, "Finetune/Step Time": 6.740361236035824}
+{"Finetune/Learning Rate": 1.999697784650158e-05, "Finetune/Loss": 1.019290566444397, "Finetune/Loss (Raw)": 0.8323472142219543, "Finetune/Step": 722, "Finetune/Step Time": 6.742640193551779}
+{"Finetune/Learning Rate": 1.999693630748123e-05, "Finetune/Loss": 1.0185555219650269, "Finetune/Loss (Raw)": 0.9895484447479248, "Finetune/Step": 723, "Finetune/Step Time": 6.740847885608673}
+{"Finetune/Learning Rate": 1.9996894484976193e-05, "Finetune/Loss": 1.0186114311218262, "Finetune/Loss (Raw)": 1.0994548797607422, "Finetune/Step": 724, "Finetune/Step Time": 6.740363793447614}
+{"Finetune/Learning Rate": 1.999685237898766e-05, "Finetune/Loss": 1.019044280052185, "Finetune/Loss (Raw)": 1.0506387948989868, "Finetune/Step": 725, "Finetune/Step Time": 6.732639426365495}
+{"Finetune/Learning Rate": 1.9996809989516817e-05, "Finetune/Loss": 1.0181394815444946, "Finetune/Loss (Raw)": 0.9650630950927734, "Finetune/Step": 726, "Finetune/Step Time": 6.71589015237987}
+{"Finetune/Learning Rate": 1.999676731656487e-05, "Finetune/Loss": 1.0176482200622559, "Finetune/Loss (Raw)": 0.9982752799987793, "Finetune/Step": 727, "Finetune/Step Time": 6.7148490604013205}
+{"Finetune/Learning Rate": 1.9996724360133032e-05, "Finetune/Loss": 1.0183227062225342, "Finetune/Loss (Raw)": 1.0706743001937866, "Finetune/Step": 728, "Finetune/Step Time": 6.71845979988575}
+{"Finetune/Learning Rate": 1.9996681120222516e-05, "Finetune/Loss": 1.0159873962402344, "Finetune/Loss (Raw)": 0.6222029328346252, "Finetune/Step": 729, "Finetune/Step Time": 6.719149075448513}
+{"Finetune/Learning Rate": 1.999663759683455e-05, "Finetune/Loss": 1.0153268575668335, "Finetune/Loss (Raw)": 1.0308281183242798, "Finetune/Step": 730, "Finetune/Step Time": 6.712080927565694}
+{"Finetune/Learning Rate": 1.999659378997037e-05, "Finetune/Loss": 1.016345739364624, "Finetune/Loss (Raw)": 1.07875394821167, "Finetune/Step": 731, "Finetune/Step Time": 6.703665433451533}
+{"Finetune/Learning Rate": 1.9996549699631215e-05, "Finetune/Loss": 1.016425371170044, "Finetune/Loss (Raw)": 1.089437484741211, "Finetune/Step": 732, "Finetune/Step Time": 6.6846734546124935}
+{"Finetune/Learning Rate": 1.999650532581834e-05, "Finetune/Loss": 1.0148890018463135, "Finetune/Loss (Raw)": 0.9886250495910645, "Finetune/Step": 733, "Finetune/Step Time": 6.681294675916433}
+{"Finetune/Learning Rate": 1.9996460668532996e-05, "Finetune/Loss": 1.0154966115951538, "Finetune/Loss (Raw)": 1.1031577587127686, "Finetune/Step": 734, "Finetune/Step Time": 6.681364923715591}
+{"Finetune/Learning Rate": 1.9996415727776456e-05, "Finetune/Loss": 1.0143725872039795, "Finetune/Loss (Raw)": 1.0055001974105835, "Finetune/Step": 735, "Finetune/Step Time": 6.681723736226559}
+{"Finetune/Learning Rate": 1.999637050354999e-05, "Finetune/Loss": 1.014696478843689, "Finetune/Loss (Raw)": 1.0400010347366333, "Finetune/Step": 736, "Finetune/Step Time": 6.681544128805399}
+{"Finetune/Learning Rate": 1.9996324995854884e-05, "Finetune/Loss": 1.0150916576385498, "Finetune/Loss (Raw)": 0.9770528674125671, "Finetune/Step": 737, "Finetune/Step Time": 6.680621240288019}
+{"Finetune/Learning Rate": 1.9996279204692426e-05, "Finetune/Loss": 1.014935851097107, "Finetune/Loss (Raw)": 0.9871500134468079, "Finetune/Step": 738, "Finetune/Step Time": 6.6846901923418045}
+{"Finetune/Learning Rate": 1.999623313006392e-05, "Finetune/Loss": 1.015610933303833, "Finetune/Loss (Raw)": 1.1354174613952637, "Finetune/Step": 739, "Finetune/Step Time": 6.685515930876136}
+{"Finetune/Learning Rate": 1.999618677197066e-05, "Finetune/Loss": 1.0144925117492676, "Finetune/Loss (Raw)": 0.8182609677314758, "Finetune/Step": 740, "Finetune/Step Time": 6.680514834821224}
+{"Finetune/Learning Rate": 1.9996140130413972e-05, "Finetune/Loss": 1.0149376392364502, "Finetune/Loss (Raw)": 0.9480540156364441, "Finetune/Step": 741, "Finetune/Step Time": 6.675478579476476}
+{"Finetune/Learning Rate": 1.9996093205395177e-05, "Finetune/Loss": 1.0145512819290161, "Finetune/Loss (Raw)": 0.9576752781867981, "Finetune/Step": 742, "Finetune/Step Time": 6.677355134859681}
+{"Finetune/Learning Rate": 1.99960459969156e-05, "Finetune/Loss": 1.0164053440093994, "Finetune/Loss (Raw)": 1.0450124740600586, "Finetune/Step": 743, "Finetune/Step Time": 6.6593282371759415}
+{"Finetune/Learning Rate": 1.9995998504976585e-05, "Finetune/Loss": 1.0172815322875977, "Finetune/Loss (Raw)": 1.1043798923492432, "Finetune/Step": 744, "Finetune/Step Time": 6.65161650814116}
+{"Finetune/Learning Rate": 1.9995950729579482e-05, "Finetune/Loss": 1.0167343616485596, "Finetune/Loss (Raw)": 1.0832544565200806, "Finetune/Step": 745, "Finetune/Step Time": 6.6733154356479645}
+{"Finetune/Learning Rate": 1.9995902670725633e-05, "Finetune/Loss": 1.016685962677002, "Finetune/Loss (Raw)": 0.9551801681518555, "Finetune/Step": 746, "Finetune/Step Time": 6.688631009310484}
+{"Finetune/Learning Rate": 1.9995854328416416e-05, "Finetune/Loss": 1.0152790546417236, "Finetune/Loss (Raw)": 0.9929524660110474, "Finetune/Step": 747, "Finetune/Step Time": 6.68972347304225}
+{"Finetune/Learning Rate": 1.999580570265319e-05, "Finetune/Loss": 1.0149610042572021, "Finetune/Loss (Raw)": 1.0135406255722046, "Finetune/Step": 748, "Finetune/Step Time": 6.69507922232151}
+{"Finetune/Learning Rate": 1.999575679343734e-05, "Finetune/Loss": 1.0179688930511475, "Finetune/Loss (Raw)": 1.054781198501587, "Finetune/Step": 749, "Finetune/Step Time": 6.692650653421879}
+{"Finetune/Learning Rate": 1.999570760077025e-05, "Finetune/Loss": 1.0198311805725098, "Finetune/Loss (Raw)": 1.1787149906158447, "Finetune/Step": 750, "Finetune/Step Time": 6.694525660946965}
+{"Finetune/Learning Rate": 1.9995658124653316e-05, "Finetune/Loss": 1.0182191133499146, "Finetune/Loss (Raw)": 1.0352205038070679, "Finetune/Step": 751, "Finetune/Step Time": 6.6922326516360044}
+{"Finetune/Learning Rate": 1.9995608365087945e-05, "Finetune/Loss": 1.0177485942840576, "Finetune/Loss (Raw)": 0.9975910186767578, "Finetune/Step": 752, "Finetune/Step Time": 6.691484639421105}
+{"Finetune/Learning Rate": 1.999555832207554e-05, "Finetune/Loss": 1.0149766206741333, "Finetune/Loss (Raw)": 0.842255711555481, "Finetune/Step": 753, "Finetune/Step Time": 6.701865503564477}
+{"Finetune/Learning Rate": 1.999550799561753e-05, "Finetune/Loss": 1.0158523321151733, "Finetune/Loss (Raw)": 1.1046749353408813, "Finetune/Step": 754, "Finetune/Step Time": 6.7065870352089405}
+{"Finetune/Learning Rate": 1.9995457385715332e-05, "Finetune/Loss": 1.0161845684051514, "Finetune/Loss (Raw)": 1.1178416013717651, "Finetune/Step": 755, "Finetune/Step Time": 6.704783655703068}
+{"Finetune/Learning Rate": 1.999540649237039e-05, "Finetune/Loss": 1.0167787075042725, "Finetune/Loss (Raw)": 1.067889928817749, "Finetune/Step": 756, "Finetune/Step Time": 6.711704306304455}
+{"Finetune/Learning Rate": 1.999535531558414e-05, "Finetune/Loss": 1.0170981884002686, "Finetune/Loss (Raw)": 1.1073029041290283, "Finetune/Step": 757, "Finetune/Step Time": 6.71186220087111}
+{"Finetune/Learning Rate": 1.9995303855358037e-05, "Finetune/Loss": 1.0165455341339111, "Finetune/Loss (Raw)": 0.9875307083129883, "Finetune/Step": 758, "Finetune/Step Time": 6.709883144125342}
+{"Finetune/Learning Rate": 1.999525211169354e-05, "Finetune/Loss": 1.0153250694274902, "Finetune/Loss (Raw)": 0.9250082969665527, "Finetune/Step": 759, "Finetune/Step Time": 6.726462669670582}
+{"Finetune/Learning Rate": 1.9995200084592114e-05, "Finetune/Loss": 1.0151293277740479, "Finetune/Loss (Raw)": 1.0774964094161987, "Finetune/Step": 760, "Finetune/Step Time": 6.727542016655207}
+{"Finetune/Learning Rate": 1.9995147774055238e-05, "Finetune/Loss": 1.014436960220337, "Finetune/Loss (Raw)": 1.0718306303024292, "Finetune/Step": 761, "Finetune/Step Time": 6.726363675668836}
+{"Finetune/Learning Rate": 1.9995095180084393e-05, "Finetune/Loss": 1.0141866207122803, "Finetune/Loss (Raw)": 0.9762035608291626, "Finetune/Step": 762, "Finetune/Step Time": 6.7230407521128654}
+{"Finetune/Learning Rate": 1.999504230268107e-05, "Finetune/Loss": 1.014264702796936, "Finetune/Loss (Raw)": 0.8667331337928772, "Finetune/Step": 763, "Finetune/Step Time": 6.7283216789364815}
+{"Finetune/Learning Rate": 1.999498914184677e-05, "Finetune/Loss": 1.0148169994354248, "Finetune/Loss (Raw)": 1.0063247680664062, "Finetune/Step": 764, "Finetune/Step Time": 6.727554587647319}
+{"Finetune/Learning Rate": 1.9994935697583e-05, "Finetune/Loss": 1.0163934230804443, "Finetune/Loss (Raw)": 0.9714887738227844, "Finetune/Step": 765, "Finetune/Step Time": 6.723533198237419}
+{"Finetune/Learning Rate": 1.9994881969891277e-05, "Finetune/Loss": 1.0171825885772705, "Finetune/Loss (Raw)": 1.0463556051254272, "Finetune/Step": 766, "Finetune/Step Time": 6.720680197700858}
+{"Finetune/Learning Rate": 1.999482795877312e-05, "Finetune/Loss": 1.0156232118606567, "Finetune/Loss (Raw)": 0.9532447457313538, "Finetune/Step": 767, "Finetune/Step Time": 6.725158452987671}
+{"Finetune/Learning Rate": 1.9994773664230064e-05, "Finetune/Loss": 1.015397548675537, "Finetune/Loss (Raw)": 1.1297131776809692, "Finetune/Step": 768, "Finetune/Step Time": 6.727752976119518}
+{"Finetune/Learning Rate": 1.999471908626365e-05, "Finetune/Loss": 1.0148128271102905, "Finetune/Loss (Raw)": 0.93926602602005, "Finetune/Step": 769, "Finetune/Step Time": 6.725377922877669}
+{"Finetune/Learning Rate": 1.9994664224875425e-05, "Finetune/Loss": 1.014829158782959, "Finetune/Loss (Raw)": 0.9669066071510315, "Finetune/Step": 770, "Finetune/Step Time": 6.727246277034283}
+{"Finetune/Learning Rate": 1.999460908006694e-05, "Finetune/Loss": 1.0137262344360352, "Finetune/Loss (Raw)": 0.9215693473815918, "Finetune/Step": 771, "Finetune/Step Time": 6.747100159525871}
+{"Finetune/Learning Rate": 1.9994553651839763e-05, "Finetune/Loss": 1.0146079063415527, "Finetune/Loss (Raw)": 0.9770224690437317, "Finetune/Step": 772, "Finetune/Step Time": 6.761897558346391}
+{"Finetune/Learning Rate": 1.9994497940195467e-05, "Finetune/Loss": 1.0143250226974487, "Finetune/Loss (Raw)": 1.084331750869751, "Finetune/Step": 773, "Finetune/Step Time": 6.751493401825428}
+{"Finetune/Learning Rate": 1.999444194513563e-05, "Finetune/Loss": 1.0140509605407715, "Finetune/Loss (Raw)": 0.9930909872055054, "Finetune/Step": 774, "Finetune/Step Time": 6.751400647684932}
+{"Finetune/Learning Rate": 1.999438566666184e-05, "Finetune/Loss": 1.0135066509246826, "Finetune/Loss (Raw)": 1.0626837015151978, "Finetune/Step": 775, "Finetune/Step Time": 6.748365497216582}
+{"Finetune/Learning Rate": 1.999432910477569e-05, "Finetune/Loss": 1.0141468048095703, "Finetune/Loss (Raw)": 1.1029269695281982, "Finetune/Step": 776, "Finetune/Step Time": 6.747500328347087}
+{"Finetune/Learning Rate": 1.999427225947879e-05, "Finetune/Loss": 1.0138403177261353, "Finetune/Loss (Raw)": 1.1998684406280518, "Finetune/Step": 777, "Finetune/Step Time": 6.750644966959953}
+{"Finetune/Learning Rate": 1.9994215130772746e-05, "Finetune/Loss": 1.0132737159729004, "Finetune/Loss (Raw)": 0.9762682914733887, "Finetune/Step": 778, "Finetune/Step Time": 6.752556461840868}
+{"Finetune/Learning Rate": 1.999415771865918e-05, "Finetune/Loss": 1.013176441192627, "Finetune/Loss (Raw)": 0.9983212947845459, "Finetune/Step": 779, "Finetune/Step Time": 6.773838033899665}
+{"Finetune/Learning Rate": 1.9994100023139723e-05, "Finetune/Loss": 1.0128839015960693, "Finetune/Loss (Raw)": 1.0218231678009033, "Finetune/Step": 780, "Finetune/Step Time": 6.758399585261941}
+{"Finetune/Learning Rate": 1.9994042044216008e-05, "Finetune/Loss": 1.0131585597991943, "Finetune/Loss (Raw)": 1.068734884262085, "Finetune/Step": 781, "Finetune/Step Time": 6.760807806625962}
+{"Finetune/Learning Rate": 1.9993983781889682e-05, "Finetune/Loss": 1.0145336389541626, "Finetune/Loss (Raw)": 1.0573290586471558, "Finetune/Step": 782, "Finetune/Step Time": 6.776902560144663}
+{"Finetune/Learning Rate": 1.999392523616239e-05, "Finetune/Loss": 1.0146076679229736, "Finetune/Loss (Raw)": 0.9390723705291748, "Finetune/Step": 783, "Finetune/Step Time": 6.771248895674944}
+{"Finetune/Learning Rate": 1.99938664070358e-05, "Finetune/Loss": 1.0140187740325928, "Finetune/Loss (Raw)": 1.042152762413025, "Finetune/Step": 784, "Finetune/Step Time": 6.757099010050297}
+{"Finetune/Learning Rate": 1.9993807294511578e-05, "Finetune/Loss": 1.0149825811386108, "Finetune/Loss (Raw)": 1.0636346340179443, "Finetune/Step": 785, "Finetune/Step Time": 6.756582347676158}
+{"Finetune/Learning Rate": 1.99937478985914e-05, "Finetune/Loss": 1.0115036964416504, "Finetune/Loss (Raw)": 0.6896087527275085, "Finetune/Step": 786, "Finetune/Step Time": 6.76935669220984}
+{"Finetune/Learning Rate": 1.999368821927695e-05, "Finetune/Loss": 1.0111968517303467, "Finetune/Loss (Raw)": 1.050656795501709, "Finetune/Step": 787, "Finetune/Step Time": 6.769764384254813}
+{"Finetune/Learning Rate": 1.999362825656992e-05, "Finetune/Loss": 1.0110194683074951, "Finetune/Loss (Raw)": 1.007700800895691, "Finetune/Step": 788, "Finetune/Step Time": 6.770586481317878}
+{"Finetune/Learning Rate": 1.9993568010472008e-05, "Finetune/Loss": 1.0135769844055176, "Finetune/Loss (Raw)": 1.0401766300201416, "Finetune/Step": 789, "Finetune/Step Time": 6.7585076205432415}
+{"Finetune/Learning Rate": 1.999350748098493e-05, "Finetune/Loss": 1.0144133567810059, "Finetune/Loss (Raw)": 1.0448194742202759, "Finetune/Step": 790, "Finetune/Step Time": 6.756372237578034}
+{"Finetune/Learning Rate": 1.9993446668110393e-05, "Finetune/Loss": 1.0148745775222778, "Finetune/Loss (Raw)": 1.0530778169631958, "Finetune/Step": 791, "Finetune/Step Time": 6.75571920722723}
+{"Finetune/Learning Rate": 1.9993385571850126e-05, "Finetune/Loss": 1.0142295360565186, "Finetune/Loss (Raw)": 1.0055017471313477, "Finetune/Step": 792, "Finetune/Step Time": 6.757676415145397}
+{"Finetune/Learning Rate": 1.9993324192205866e-05, "Finetune/Loss": 1.013012409210205, "Finetune/Loss (Raw)": 0.8894956111907959, "Finetune/Step": 793, "Finetune/Step Time": 6.765512265264988}
+{"Finetune/Learning Rate": 1.9993262529179348e-05, "Finetune/Loss": 1.01237154006958, "Finetune/Loss (Raw)": 0.9915739893913269, "Finetune/Step": 794, "Finetune/Step Time": 6.767482118681073}
+{"Finetune/Learning Rate": 1.9993200582772322e-05, "Finetune/Loss": 1.0138349533081055, "Finetune/Loss (Raw)": 1.0042698383331299, "Finetune/Step": 795, "Finetune/Step Time": 6.7644907757639885}
+{"Finetune/Learning Rate": 1.9993138352986538e-05, "Finetune/Loss": 1.0127055644989014, "Finetune/Loss (Raw)": 1.049958348274231, "Finetune/Step": 796, "Finetune/Step Time": 6.758188320323825}
+{"Finetune/Learning Rate": 1.9993075839823774e-05, "Finetune/Loss": 1.0121753215789795, "Finetune/Loss (Raw)": 1.0569217205047607, "Finetune/Step": 797, "Finetune/Step Time": 6.7424405682832}
+{"Finetune/Learning Rate": 1.9993013043285795e-05, "Finetune/Loss": 1.011805534362793, "Finetune/Loss (Raw)": 0.9047876000404358, "Finetune/Step": 798, "Finetune/Step Time": 6.741092862561345}
+{"Finetune/Learning Rate": 1.999294996337438e-05, "Finetune/Loss": 1.012022614479065, "Finetune/Loss (Raw)": 0.9914118647575378, "Finetune/Step": 799, "Finetune/Step Time": 6.742588123306632}
+{"Finetune/Learning Rate": 1.9992886600091318e-05, "Finetune/Loss": 1.0115830898284912, "Finetune/Loss (Raw)": 1.0830267667770386, "Finetune/Step": 800, "Finetune/Step Time": 6.745316106826067}
+{"Finetune/Learning Rate": 1.9992822953438415e-05, "Finetune/Loss": 1.0127232074737549, "Finetune/Loss (Raw)": 1.1143255233764648, "Finetune/Step": 801, "Finetune/Step Time": 6.749169617891312}
+{"Finetune/Learning Rate": 1.9992759023417463e-05, "Finetune/Loss": 1.0137298107147217, "Finetune/Loss (Raw)": 1.0427703857421875, "Finetune/Step": 802, "Finetune/Step Time": 6.745314344763756}
+{"Finetune/Learning Rate": 1.9992694810030282e-05, "Finetune/Loss": 1.012420415878296, "Finetune/Loss (Raw)": 0.7782771587371826, "Finetune/Step": 803, "Finetune/Step Time": 6.744188481941819}
+{"Finetune/Learning Rate": 1.9992630313278694e-05, "Finetune/Loss": 1.0108139514923096, "Finetune/Loss (Raw)": 0.9149516224861145, "Finetune/Step": 804, "Finetune/Step Time": 6.744190009310842}
+{"Finetune/Learning Rate": 1.9992565533164523e-05, "Finetune/Loss": 1.0122649669647217, "Finetune/Loss (Raw)": 1.2473357915878296, "Finetune/Step": 805, "Finetune/Step Time": 6.738270848989487}
+{"Finetune/Learning Rate": 1.9992500469689607e-05, "Finetune/Loss": 1.0110185146331787, "Finetune/Loss (Raw)": 0.9306671023368835, "Finetune/Step": 806, "Finetune/Step Time": 6.746267976239324}
+{"Finetune/Learning Rate": 1.9992435122855798e-05, "Finetune/Loss": 1.0104957818984985, "Finetune/Loss (Raw)": 0.9608023166656494, "Finetune/Step": 807, "Finetune/Step Time": 6.746825439855456}
+{"Finetune/Learning Rate": 1.9992369492664937e-05, "Finetune/Loss": 1.0124813318252563, "Finetune/Loss (Raw)": 1.085698127746582, "Finetune/Step": 808, "Finetune/Step Time": 6.736138332635164}
+{"Finetune/Learning Rate": 1.9992303579118896e-05, "Finetune/Loss": 1.0144665241241455, "Finetune/Loss (Raw)": 1.0121026039123535, "Finetune/Step": 809, "Finetune/Step Time": 6.733247024938464}
+{"Finetune/Learning Rate": 1.999223738221954e-05, "Finetune/Loss": 1.0161434412002563, "Finetune/Loss (Raw)": 1.1678051948547363, "Finetune/Step": 810, "Finetune/Step Time": 6.734806660562754}
+{"Finetune/Learning Rate": 1.9992170901968742e-05, "Finetune/Loss": 1.0159416198730469, "Finetune/Loss (Raw)": 0.9185242652893066, "Finetune/Step": 811, "Finetune/Step Time": 6.732590550556779}
+{"Finetune/Learning Rate": 1.9992104138368397e-05, "Finetune/Loss": 1.0141780376434326, "Finetune/Loss (Raw)": 0.9237679839134216, "Finetune/Step": 812, "Finetune/Step Time": 6.72314590588212}
+{"Finetune/Learning Rate": 1.999203709142039e-05, "Finetune/Loss": 1.013465404510498, "Finetune/Loss (Raw)": 0.9261717200279236, "Finetune/Step": 813, "Finetune/Step Time": 6.727734234184027}
+{"Finetune/Learning Rate": 1.9991969761126625e-05, "Finetune/Loss": 1.0148924589157104, "Finetune/Loss (Raw)": 1.1280133724212646, "Finetune/Step": 814, "Finetune/Step Time": 6.714859304949641}
+{"Finetune/Learning Rate": 1.999190214748901e-05, "Finetune/Loss": 1.015186071395874, "Finetune/Loss (Raw)": 1.02578866481781, "Finetune/Step": 815, "Finetune/Step Time": 6.711383866146207}
+{"Finetune/Learning Rate": 1.9991834250509462e-05, "Finetune/Loss": 1.0162227153778076, "Finetune/Loss (Raw)": 1.1274887323379517, "Finetune/Step": 816, "Finetune/Step Time": 6.714103667065501}
+{"Finetune/Learning Rate": 1.9991766070189908e-05, "Finetune/Loss": 1.0154045820236206, "Finetune/Loss (Raw)": 0.9822253584861755, "Finetune/Step": 817, "Finetune/Step Time": 6.693417498841882}
+{"Finetune/Learning Rate": 1.9991697606532283e-05, "Finetune/Loss": 1.0161445140838623, "Finetune/Loss (Raw)": 1.09722101688385, "Finetune/Step": 818, "Finetune/Step Time": 6.689674209803343}
+{"Finetune/Learning Rate": 1.9991628859538525e-05, "Finetune/Loss": 1.0157665014266968, "Finetune/Loss (Raw)": 0.9431858658790588, "Finetune/Step": 819, "Finetune/Step Time": 6.668916154652834}
+{"Finetune/Learning Rate": 1.9991559829210586e-05, "Finetune/Loss": 1.0183824300765991, "Finetune/Loss (Raw)": 1.0638840198516846, "Finetune/Step": 820, "Finetune/Step Time": 6.656859014183283}
+{"Finetune/Learning Rate": 1.999149051555042e-05, "Finetune/Loss": 1.0186601877212524, "Finetune/Loss (Raw)": 1.0953325033187866, "Finetune/Step": 821, "Finetune/Step Time": 6.6564962938427925}
+{"Finetune/Learning Rate": 1.9991420918559995e-05, "Finetune/Loss": 1.017594575881958, "Finetune/Loss (Raw)": 0.8607032895088196, "Finetune/Step": 822, "Finetune/Step Time": 6.680720210075378}
+{"Finetune/Learning Rate": 1.999135103824129e-05, "Finetune/Loss": 1.0186983346939087, "Finetune/Loss (Raw)": 1.049836277961731, "Finetune/Step": 823, "Finetune/Step Time": 6.685274001210928}
+{"Finetune/Learning Rate": 1.9991280874596275e-05, "Finetune/Loss": 1.0181764364242554, "Finetune/Loss (Raw)": 1.071990728378296, "Finetune/Step": 824, "Finetune/Step Time": 6.692061936482787}
+{"Finetune/Learning Rate": 1.999121042762695e-05, "Finetune/Loss": 1.018237829208374, "Finetune/Loss (Raw)": 1.0145158767700195, "Finetune/Step": 825, "Finetune/Step Time": 6.687072308734059}
+{"Finetune/Learning Rate": 1.9991139697335306e-05, "Finetune/Loss": 1.018140435218811, "Finetune/Loss (Raw)": 1.077600359916687, "Finetune/Step": 826, "Finetune/Step Time": 6.681597134098411}
+{"Finetune/Learning Rate": 1.999106868372335e-05, "Finetune/Loss": 1.0165935754776, "Finetune/Loss (Raw)": 0.8082376718521118, "Finetune/Step": 827, "Finetune/Step Time": 6.679617578163743}
+{"Finetune/Learning Rate": 1.99909973867931e-05, "Finetune/Loss": 1.0158300399780273, "Finetune/Loss (Raw)": 0.9283736944198608, "Finetune/Step": 828, "Finetune/Step Time": 6.661798067390919}
+{"Finetune/Learning Rate": 1.9990925806546572e-05, "Finetune/Loss": 1.0166722536087036, "Finetune/Loss (Raw)": 1.1660596132278442, "Finetune/Step": 829, "Finetune/Step Time": 6.6566107757389545}
+{"Finetune/Learning Rate": 1.9990853942985802e-05, "Finetune/Loss": 1.0178083181381226, "Finetune/Loss (Raw)": 1.1587785482406616, "Finetune/Step": 830, "Finetune/Step Time": 6.655237413942814}
+{"Finetune/Learning Rate": 1.999078179611282e-05, "Finetune/Loss": 1.0187127590179443, "Finetune/Loss (Raw)": 1.0274968147277832, "Finetune/Step": 831, "Finetune/Step Time": 6.650000236928463}
+{"Finetune/Learning Rate": 1.9990709365929678e-05, "Finetune/Loss": 1.0181938409805298, "Finetune/Loss (Raw)": 1.0681767463684082, "Finetune/Step": 832, "Finetune/Step Time": 6.666101502254605}
+{"Finetune/Learning Rate": 1.999063665243843e-05, "Finetune/Loss": 1.0188632011413574, "Finetune/Loss (Raw)": 1.0472606420516968, "Finetune/Step": 833, "Finetune/Step Time": 6.668025765568018}
+{"Finetune/Learning Rate": 1.9990563655641133e-05, "Finetune/Loss": 1.0180690288543701, "Finetune/Loss (Raw)": 0.9601146578788757, "Finetune/Step": 834, "Finetune/Step Time": 6.669459018856287}
+{"Finetune/Learning Rate": 1.9990490375539864e-05, "Finetune/Loss": 1.0185290575027466, "Finetune/Loss (Raw)": 1.0566504001617432, "Finetune/Step": 835, "Finetune/Step Time": 6.686894197016954}
+{"Finetune/Learning Rate": 1.9990416812136696e-05, "Finetune/Loss": 1.019641637802124, "Finetune/Loss (Raw)": 1.1654088497161865, "Finetune/Step": 836, "Finetune/Step Time": 6.703974347561598}
+{"Finetune/Learning Rate": 1.9990342965433712e-05, "Finetune/Loss": 1.0202491283416748, "Finetune/Loss (Raw)": 1.08674955368042, "Finetune/Step": 837, "Finetune/Step Time": 6.711994079872966}
+{"Finetune/Learning Rate": 1.9990268835433014e-05, "Finetune/Loss": 1.0190016031265259, "Finetune/Loss (Raw)": 0.845542848110199, "Finetune/Step": 838, "Finetune/Step Time": 6.721903391182423}
+{"Finetune/Learning Rate": 1.99901944221367e-05, "Finetune/Loss": 1.0173193216323853, "Finetune/Loss (Raw)": 1.0609101057052612, "Finetune/Step": 839, "Finetune/Step Time": 6.722203936427832}
+{"Finetune/Learning Rate": 1.999011972554688e-05, "Finetune/Loss": 1.0171602964401245, "Finetune/Loss (Raw)": 1.0326000452041626, "Finetune/Step": 840, "Finetune/Step Time": 6.719822954386473}
+{"Finetune/Learning Rate": 1.9990044745665672e-05, "Finetune/Loss": 1.018223762512207, "Finetune/Loss (Raw)": 1.1373122930526733, "Finetune/Step": 841, "Finetune/Step Time": 6.720302691683173}
+{"Finetune/Learning Rate": 1.9989969482495203e-05, "Finetune/Loss": 1.0185635089874268, "Finetune/Loss (Raw)": 1.075852632522583, "Finetune/Step": 842, "Finetune/Step Time": 6.723024062812328}
+{"Finetune/Learning Rate": 1.998989393603761e-05, "Finetune/Loss": 1.0178053379058838, "Finetune/Loss (Raw)": 0.9652794599533081, "Finetune/Step": 843, "Finetune/Step Time": 6.720518179237843}
+{"Finetune/Learning Rate": 1.998981810629503e-05, "Finetune/Loss": 1.0174589157104492, "Finetune/Loss (Raw)": 0.9621092081069946, "Finetune/Step": 844, "Finetune/Step Time": 6.723216300830245}
+{"Finetune/Learning Rate": 1.9989741993269616e-05, "Finetune/Loss": 1.016758918762207, "Finetune/Loss (Raw)": 0.8828358054161072, "Finetune/Step": 845, "Finetune/Step Time": 6.716175142675638}
+{"Finetune/Learning Rate": 1.998966559696353e-05, "Finetune/Loss": 1.0161240100860596, "Finetune/Loss (Raw)": 1.0140999555587769, "Finetune/Step": 846, "Finetune/Step Time": 6.715485110878944}
+{"Finetune/Learning Rate": 1.9989588917378925e-05, "Finetune/Loss": 1.0142840147018433, "Finetune/Loss (Raw)": 0.8332468271255493, "Finetune/Step": 847, "Finetune/Step Time": 6.7089557480067015}
+{"Finetune/Learning Rate": 1.9989511954517992e-05, "Finetune/Loss": 1.0137279033660889, "Finetune/Loss (Raw)": 0.9952685236930847, "Finetune/Step": 848, "Finetune/Step Time": 6.707485551014543}
+{"Finetune/Learning Rate": 1.9989434708382905e-05, "Finetune/Loss": 1.0116567611694336, "Finetune/Loss (Raw)": 0.874093770980835, "Finetune/Step": 849, "Finetune/Step Time": 6.721791669726372}
+{"Finetune/Learning Rate": 1.9989357178975854e-05, "Finetune/Loss": 1.013279914855957, "Finetune/Loss (Raw)": 1.040110468864441, "Finetune/Step": 850, "Finetune/Step Time": 6.706402035430074}
+{"Finetune/Learning Rate": 1.998927936629904e-05, "Finetune/Loss": 1.0138869285583496, "Finetune/Loss (Raw)": 1.067237138748169, "Finetune/Step": 851, "Finetune/Step Time": 6.705768704414368}
+{"Finetune/Learning Rate": 1.9989201270354673e-05, "Finetune/Loss": 1.0132859945297241, "Finetune/Loss (Raw)": 1.0225332975387573, "Finetune/Step": 852, "Finetune/Step Time": 6.707336759194732}
+{"Finetune/Learning Rate": 1.9989122891144958e-05, "Finetune/Loss": 1.0123052597045898, "Finetune/Loss (Raw)": 0.9251021146774292, "Finetune/Step": 853, "Finetune/Step Time": 6.707603324204683}
+{"Finetune/Learning Rate": 1.9989044228672128e-05, "Finetune/Loss": 1.013063669204712, "Finetune/Loss (Raw)": 1.0621451139450073, "Finetune/Step": 854, "Finetune/Step Time": 6.704912493005395}
+{"Finetune/Learning Rate": 1.9988965282938405e-05, "Finetune/Loss": 1.0109212398529053, "Finetune/Loss (Raw)": 0.7240311503410339, "Finetune/Step": 855, "Finetune/Step Time": 6.727392189204693}
+{"Finetune/Learning Rate": 1.9988886053946034e-05, "Finetune/Loss": 1.0107311010360718, "Finetune/Loss (Raw)": 1.0463422536849976, "Finetune/Step": 856, "Finetune/Step Time": 6.726668331772089}
+{"Finetune/Learning Rate": 1.9988806541697255e-05, "Finetune/Loss": 1.013168454170227, "Finetune/Loss (Raw)": 0.9341853260993958, "Finetune/Step": 857, "Finetune/Step Time": 6.709606513381004}
+{"Finetune/Learning Rate": 1.998872674619433e-05, "Finetune/Loss": 1.0135815143585205, "Finetune/Loss (Raw)": 1.0837035179138184, "Finetune/Step": 858, "Finetune/Step Time": 6.722718479111791}
+{"Finetune/Learning Rate": 1.998864666743952e-05, "Finetune/Loss": 1.0137860774993896, "Finetune/Loss (Raw)": 1.1049400568008423, "Finetune/Step": 859, "Finetune/Step Time": 6.733410838991404}
+{"Finetune/Learning Rate": 1.998856630543509e-05, "Finetune/Loss": 1.0124449729919434, "Finetune/Loss (Raw)": 0.9177674055099487, "Finetune/Step": 860, "Finetune/Step Time": 6.734320474788547}
+{"Finetune/Learning Rate": 1.9988485660183326e-05, "Finetune/Loss": 1.0127930641174316, "Finetune/Loss (Raw)": 1.0331838130950928, "Finetune/Step": 861, "Finetune/Step Time": 6.7327125538140535}
+{"Finetune/Learning Rate": 1.9988404731686512e-05, "Finetune/Loss": 1.0118461847305298, "Finetune/Loss (Raw)": 0.981965959072113, "Finetune/Step": 862, "Finetune/Step Time": 6.731499005109072}
+{"Finetune/Learning Rate": 1.9988323519946946e-05, "Finetune/Loss": 1.0110758543014526, "Finetune/Loss (Raw)": 0.9068865180015564, "Finetune/Step": 863, "Finetune/Step Time": 6.729103822261095}
+{"Finetune/Learning Rate": 1.9988242024966924e-05, "Finetune/Loss": 1.0105164051055908, "Finetune/Loss (Raw)": 0.9684022665023804, "Finetune/Step": 864, "Finetune/Step Time": 6.7345611322671175}
+{"Finetune/Learning Rate": 1.998816024674876e-05, "Finetune/Loss": 1.0094847679138184, "Finetune/Loss (Raw)": 0.8449954986572266, "Finetune/Step": 865, "Finetune/Step Time": 6.730478726327419}
+{"Finetune/Learning Rate": 1.9988078185294775e-05, "Finetune/Loss": 1.0101711750030518, "Finetune/Loss (Raw)": 1.0750198364257812, "Finetune/Step": 866, "Finetune/Step Time": 6.72305503860116}
+{"Finetune/Learning Rate": 1.9987995840607296e-05, "Finetune/Loss": 1.0093824863433838, "Finetune/Loss (Raw)": 1.03445565700531, "Finetune/Step": 867, "Finetune/Step Time": 6.720776246860623}
+{"Finetune/Learning Rate": 1.9987913212688656e-05, "Finetune/Loss": 1.0105140209197998, "Finetune/Loss (Raw)": 0.9631052613258362, "Finetune/Step": 868, "Finetune/Step Time": 6.730672473087907}
+{"Finetune/Learning Rate": 1.9987830301541202e-05, "Finetune/Loss": 1.0107674598693848, "Finetune/Loss (Raw)": 0.980476438999176, "Finetune/Step": 869, "Finetune/Step Time": 6.744819873943925}
+{"Finetune/Learning Rate": 1.998774710716728e-05, "Finetune/Loss": 1.0109425783157349, "Finetune/Loss (Raw)": 0.9801035523414612, "Finetune/Step": 870, "Finetune/Step Time": 6.743234533816576}
+{"Finetune/Learning Rate": 1.998766362956925e-05, "Finetune/Loss": 1.0111863613128662, "Finetune/Loss (Raw)": 1.0762128829956055, "Finetune/Step": 871, "Finetune/Step Time": 6.743147160857916}
+{"Finetune/Learning Rate": 1.9987579868749484e-05, "Finetune/Loss": 1.0107314586639404, "Finetune/Loss (Raw)": 1.0461540222167969, "Finetune/Step": 872, "Finetune/Step Time": 6.759894577786326}
+{"Finetune/Learning Rate": 1.998749582471035e-05, "Finetune/Loss": 1.0100700855255127, "Finetune/Loss (Raw)": 0.9986034631729126, "Finetune/Step": 873, "Finetune/Step Time": 6.738638453185558}
+{"Finetune/Learning Rate": 1.9987411497454235e-05, "Finetune/Loss": 1.0100398063659668, "Finetune/Loss (Raw)": 0.9512959122657776, "Finetune/Step": 874, "Finetune/Step Time": 6.717977711930871}
+{"Finetune/Learning Rate": 1.9987326886983533e-05, "Finetune/Loss": 1.009866714477539, "Finetune/Loss (Raw)": 0.9707998633384705, "Finetune/Step": 875, "Finetune/Step Time": 6.719027623534203}
+{"Finetune/Learning Rate": 1.998724199330064e-05, "Finetune/Loss": 1.0102345943450928, "Finetune/Loss (Raw)": 1.060627818107605, "Finetune/Step": 876, "Finetune/Step Time": 6.7137384451925755}
+{"Finetune/Learning Rate": 1.9987156816407963e-05, "Finetune/Loss": 1.0085341930389404, "Finetune/Loss (Raw)": 0.8371315002441406, "Finetune/Step": 877, "Finetune/Step Time": 6.707317005842924}
+{"Finetune/Learning Rate": 1.998707135630792e-05, "Finetune/Loss": 1.00690495967865, "Finetune/Loss (Raw)": 0.970175564289093, "Finetune/Step": 878, "Finetune/Step Time": 6.695247832685709}
+{"Finetune/Learning Rate": 1.998698561300293e-05, "Finetune/Loss": 1.006123423576355, "Finetune/Loss (Raw)": 0.9351832270622253, "Finetune/Step": 879, "Finetune/Step Time": 6.692542774602771}
+{"Finetune/Learning Rate": 1.9986899586495432e-05, "Finetune/Loss": 1.0068092346191406, "Finetune/Loss (Raw)": 1.0853766202926636, "Finetune/Step": 880, "Finetune/Step Time": 6.694989742711186}
+{"Finetune/Learning Rate": 1.9986813276787855e-05, "Finetune/Loss": 1.006976842880249, "Finetune/Loss (Raw)": 0.8637214303016663, "Finetune/Step": 881, "Finetune/Step Time": 6.697242099791765}
+{"Finetune/Learning Rate": 1.998672668388266e-05, "Finetune/Loss": 1.0067126750946045, "Finetune/Loss (Raw)": 1.0708339214324951, "Finetune/Step": 882, "Finetune/Step Time": 6.70666559971869}
+{"Finetune/Learning Rate": 1.9986639807782287e-05, "Finetune/Loss": 1.0067260265350342, "Finetune/Loss (Raw)": 1.119570255279541, "Finetune/Step": 883, "Finetune/Step Time": 6.7093931920826435}
+{"Finetune/Learning Rate": 1.9986552648489212e-05, "Finetune/Loss": 1.0061832666397095, "Finetune/Loss (Raw)": 0.9984191060066223, "Finetune/Step": 884, "Finetune/Step Time": 6.705320447683334}
+{"Finetune/Learning Rate": 1.9986465206005897e-05, "Finetune/Loss": 1.0056746006011963, "Finetune/Loss (Raw)": 1.042173147201538, "Finetune/Step": 885, "Finetune/Step Time": 6.7074466943740845}
+{"Finetune/Learning Rate": 1.998637748033483e-05, "Finetune/Loss": 1.0066183805465698, "Finetune/Loss (Raw)": 1.1083482503890991, "Finetune/Step": 886, "Finetune/Step Time": 6.716999497264624}
+{"Finetune/Learning Rate": 1.9986289471478493e-05, "Finetune/Loss": 1.006920337677002, "Finetune/Loss (Raw)": 0.9636728167533875, "Finetune/Step": 887, "Finetune/Step Time": 6.703564202412963}
+{"Finetune/Learning Rate": 1.9986201179439388e-05, "Finetune/Loss": 1.0057505369186401, "Finetune/Loss (Raw)": 0.9277463555335999, "Finetune/Step": 888, "Finetune/Step Time": 6.701592789962888}
+{"Finetune/Learning Rate": 1.998611260422001e-05, "Finetune/Loss": 1.0049445629119873, "Finetune/Loss (Raw)": 0.9686611294746399, "Finetune/Step": 889, "Finetune/Step Time": 6.697032416239381}
+{"Finetune/Learning Rate": 1.9986023745822875e-05, "Finetune/Loss": 1.0050692558288574, "Finetune/Loss (Raw)": 0.9921603798866272, "Finetune/Step": 890, "Finetune/Step Time": 6.703781550750136}
+{"Finetune/Learning Rate": 1.9985934604250507e-05, "Finetune/Loss": 1.0059484243392944, "Finetune/Loss (Raw)": 0.9792766571044922, "Finetune/Step": 891, "Finetune/Step Time": 6.683579562231898}
+{"Finetune/Learning Rate": 1.9985845179505425e-05, "Finetune/Loss": 1.0058355331420898, "Finetune/Loss (Raw)": 0.9918667674064636, "Finetune/Step": 892, "Finetune/Step Time": 6.689164087176323}
+{"Finetune/Learning Rate": 1.9985755471590172e-05, "Finetune/Loss": 1.0065946578979492, "Finetune/Loss (Raw)": 1.0686612129211426, "Finetune/Step": 893, "Finetune/Step Time": 6.677880322560668}
+{"Finetune/Learning Rate": 1.998566548050729e-05, "Finetune/Loss": 1.0054752826690674, "Finetune/Loss (Raw)": 0.9030703902244568, "Finetune/Step": 894, "Finetune/Step Time": 6.678905224427581}
+{"Finetune/Learning Rate": 1.998557520625933e-05, "Finetune/Loss": 1.0063461065292358, "Finetune/Loss (Raw)": 1.0647181272506714, "Finetune/Step": 895, "Finetune/Step Time": 6.679389823228121}
+{"Finetune/Learning Rate": 1.9985484648848854e-05, "Finetune/Loss": 1.0060901641845703, "Finetune/Loss (Raw)": 1.0969382524490356, "Finetune/Step": 896, "Finetune/Step Time": 6.6785239819437265}
+{"Finetune/Learning Rate": 1.9985393808278426e-05, "Finetune/Loss": 1.0072147846221924, "Finetune/Loss (Raw)": 1.0832421779632568, "Finetune/Step": 897, "Finetune/Step Time": 6.678052106872201}
+{"Finetune/Learning Rate": 1.9985302684550624e-05, "Finetune/Loss": 1.0076758861541748, "Finetune/Loss (Raw)": 1.025920033454895, "Finetune/Step": 898, "Finetune/Step Time": 6.676535936072469}
+{"Finetune/Learning Rate": 1.9985211277668032e-05, "Finetune/Loss": 1.0084604024887085, "Finetune/Loss (Raw)": 1.0219823122024536, "Finetune/Step": 899, "Finetune/Step Time": 6.654277143999934}
+{"Finetune/Learning Rate": 1.9985119587633246e-05, "Finetune/Loss": 1.0091075897216797, "Finetune/Loss (Raw)": 1.0598703622817993, "Finetune/Step": 900, "Finetune/Step Time": 6.640608757734299}
+{"Finetune/Learning Rate": 1.998502761444886e-05, "Finetune/Loss": 1.0082182884216309, "Finetune/Loss (Raw)": 0.9704936742782593, "Finetune/Step": 901, "Finetune/Step Time": 6.63807268999517}
+{"Finetune/Learning Rate": 1.9984935358117485e-05, "Finetune/Loss": 1.0077886581420898, "Finetune/Loss (Raw)": 0.9380991458892822, "Finetune/Step": 902, "Finetune/Step Time": 6.6353172063827515}
+{"Finetune/Learning Rate": 1.9984842818641735e-05, "Finetune/Loss": 1.0082690715789795, "Finetune/Loss (Raw)": 1.1241651773452759, "Finetune/Step": 903, "Finetune/Step Time": 6.636986600235105}
+{"Finetune/Learning Rate": 1.9984749996024236e-05, "Finetune/Loss": 1.0076994895935059, "Finetune/Loss (Raw)": 1.0300372838974, "Finetune/Step": 904, "Finetune/Step Time": 6.638727020472288}
+{"Finetune/Learning Rate": 1.998465689026762e-05, "Finetune/Loss": 1.006606101989746, "Finetune/Loss (Raw)": 1.0599056482315063, "Finetune/Step": 905, "Finetune/Step Time": 6.65388386324048}
+{"Finetune/Learning Rate": 1.998456350137453e-05, "Finetune/Loss": 1.0059340000152588, "Finetune/Loss (Raw)": 0.8902407288551331, "Finetune/Step": 906, "Finetune/Step Time": 6.652550363913178}
+{"Finetune/Learning Rate": 1.9984469829347607e-05, "Finetune/Loss": 1.0052485466003418, "Finetune/Loss (Raw)": 0.9105886816978455, "Finetune/Step": 907, "Finetune/Step Time": 6.633756898343563}
+{"Finetune/Learning Rate": 1.9984375874189514e-05, "Finetune/Loss": 1.0059312582015991, "Finetune/Loss (Raw)": 1.1092067956924438, "Finetune/Step": 908, "Finetune/Step Time": 6.633527040481567}
+{"Finetune/Learning Rate": 1.9984281635902913e-05, "Finetune/Loss": 1.004953384399414, "Finetune/Loss (Raw)": 0.9435619115829468, "Finetune/Step": 909, "Finetune/Step Time": 6.632870001718402}
+{"Finetune/Learning Rate": 1.9984187114490477e-05, "Finetune/Loss": 1.0037453174591064, "Finetune/Loss (Raw)": 0.9027114510536194, "Finetune/Step": 910, "Finetune/Step Time": 6.622305249795318}
+{"Finetune/Learning Rate": 1.9984092309954887e-05, "Finetune/Loss": 1.0032775402069092, "Finetune/Loss (Raw)": 0.8791751265525818, "Finetune/Step": 911, "Finetune/Step Time": 6.610729698091745}
+{"Finetune/Learning Rate": 1.998399722229883e-05, "Finetune/Loss": 1.0021038055419922, "Finetune/Loss (Raw)": 0.8919210433959961, "Finetune/Step": 912, "Finetune/Step Time": 6.604770507663488}
+{"Finetune/Learning Rate": 1.9983901851524996e-05, "Finetune/Loss": 1.000173807144165, "Finetune/Loss (Raw)": 0.8166066408157349, "Finetune/Step": 913, "Finetune/Step Time": 6.609861943870783}
+{"Finetune/Learning Rate": 1.99838061976361e-05, "Finetune/Loss": 1.0027109384536743, "Finetune/Loss (Raw)": 1.0143513679504395, "Finetune/Step": 914, "Finetune/Step Time": 6.601357227191329}
+{"Finetune/Learning Rate": 1.998371026063485e-05, "Finetune/Loss": 1.0024707317352295, "Finetune/Loss (Raw)": 1.0199114084243774, "Finetune/Step": 915, "Finetune/Step Time": 6.600705418735743}
+{"Finetune/Learning Rate": 1.998361404052397e-05, "Finetune/Loss": 1.003542184829712, "Finetune/Loss (Raw)": 1.1448543071746826, "Finetune/Step": 916, "Finetune/Step Time": 6.600881872698665}
+{"Finetune/Learning Rate": 1.998351753730618e-05, "Finetune/Loss": 1.0030772686004639, "Finetune/Loss (Raw)": 0.9806705117225647, "Finetune/Step": 917, "Finetune/Step Time": 6.598455803468823}
+{"Finetune/Learning Rate": 1.998342075098423e-05, "Finetune/Loss": 1.0031747817993164, "Finetune/Loss (Raw)": 1.0572882890701294, "Finetune/Step": 918, "Finetune/Step Time": 6.599082721397281}
+{"Finetune/Learning Rate": 1.9983323681560848e-05, "Finetune/Loss": 1.0029246807098389, "Finetune/Loss (Raw)": 1.0210739374160767, "Finetune/Step": 919, "Finetune/Step Time": 6.596978064626455}
+{"Finetune/Learning Rate": 1.9983226329038798e-05, "Finetune/Loss": 1.0026378631591797, "Finetune/Loss (Raw)": 0.9687809944152832, "Finetune/Step": 920, "Finetune/Step Time": 6.593541348353028}
+{"Finetune/Learning Rate": 1.998312869342084e-05, "Finetune/Loss": 1.0036280155181885, "Finetune/Loss (Raw)": 1.0162402391433716, "Finetune/Step": 921, "Finetune/Step Time": 6.590824706479907}
+{"Finetune/Learning Rate": 1.9983030774709737e-05, "Finetune/Loss": 1.0029377937316895, "Finetune/Loss (Raw)": 0.9032334089279175, "Finetune/Step": 922, "Finetune/Step Time": 6.586769187822938}
+{"Finetune/Learning Rate": 1.9982932572908273e-05, "Finetune/Loss": 1.0041098594665527, "Finetune/Loss (Raw)": 1.1542922258377075, "Finetune/Step": 923, "Finetune/Step Time": 6.587129529565573}
+{"Finetune/Learning Rate": 1.9982834088019226e-05, "Finetune/Loss": 1.0046653747558594, "Finetune/Loss (Raw)": 1.1210662126541138, "Finetune/Step": 924, "Finetune/Step Time": 6.586183961480856}
+{"Finetune/Learning Rate": 1.9982735320045392e-05, "Finetune/Loss": 1.0049376487731934, "Finetune/Loss (Raw)": 1.0917649269104004, "Finetune/Step": 925, "Finetune/Step Time": 6.614101350307465}
+{"Finetune/Learning Rate": 1.9982636268989572e-05, "Finetune/Loss": 1.0048367977142334, "Finetune/Loss (Raw)": 0.8918837904930115, "Finetune/Step": 926, "Finetune/Step Time": 6.629105046391487}
+{"Finetune/Learning Rate": 1.9982536934854576e-05, "Finetune/Loss": 1.0045976638793945, "Finetune/Loss (Raw)": 0.9608067274093628, "Finetune/Step": 927, "Finetune/Step Time": 6.6300480999052525}
+{"Finetune/Learning Rate": 1.9982437317643218e-05, "Finetune/Loss": 1.0033047199249268, "Finetune/Loss (Raw)": 0.9175264239311218, "Finetune/Step": 928, "Finetune/Step Time": 6.639291236177087}
+{"Finetune/Learning Rate": 1.998233741735832e-05, "Finetune/Loss": 1.0017327070236206, "Finetune/Loss (Raw)": 0.9131041169166565, "Finetune/Step": 929, "Finetune/Step Time": 6.633446050807834}
+{"Finetune/Learning Rate": 1.9982237234002722e-05, "Finetune/Loss": 1.0009818077087402, "Finetune/Loss (Raw)": 0.9466577172279358, "Finetune/Step": 930, "Finetune/Step Time": 6.636895595118403}
+{"Finetune/Learning Rate": 1.9982136767579263e-05, "Finetune/Loss": 1.0040363073349, "Finetune/Loss (Raw)": 1.1692566871643066, "Finetune/Step": 931, "Finetune/Step Time": 6.639440272003412}
+{"Finetune/Learning Rate": 1.998203601809079e-05, "Finetune/Loss": 1.0053046941757202, "Finetune/Loss (Raw)": 1.0773000717163086, "Finetune/Step": 932, "Finetune/Step Time": 6.639850622043014}
+{"Finetune/Learning Rate": 1.998193498554016e-05, "Finetune/Loss": 1.0038321018218994, "Finetune/Loss (Raw)": 1.0588504076004028, "Finetune/Step": 933, "Finetune/Step Time": 6.64453580789268}
+{"Finetune/Learning Rate": 1.9981833669930236e-05, "Finetune/Loss": 1.0037829875946045, "Finetune/Loss (Raw)": 0.9243700504302979, "Finetune/Step": 934, "Finetune/Step Time": 6.64310385659337}
+{"Finetune/Learning Rate": 1.9981732071263897e-05, "Finetune/Loss": 1.0034196376800537, "Finetune/Loss (Raw)": 0.9142935872077942, "Finetune/Step": 935, "Finetune/Step Time": 6.641077682375908}
+{"Finetune/Learning Rate": 1.9981630189544023e-05, "Finetune/Loss": 1.0022227764129639, "Finetune/Loss (Raw)": 0.932494580745697, "Finetune/Step": 936, "Finetune/Step Time": 6.652229888364673}
+{"Finetune/Learning Rate": 1.9981528024773496e-05, "Finetune/Loss": 1.0030460357666016, "Finetune/Loss (Raw)": 1.1174966096878052, "Finetune/Step": 937, "Finetune/Step Time": 6.64837533608079}
+{"Finetune/Learning Rate": 1.998142557695522e-05, "Finetune/Loss": 1.0028479099273682, "Finetune/Loss (Raw)": 1.142436146736145, "Finetune/Step": 938, "Finetune/Step Time": 6.646743305027485}
+{"Finetune/Learning Rate": 1.99813228460921e-05, "Finetune/Loss": 1.0036594867706299, "Finetune/Loss (Raw)": 1.022398591041565, "Finetune/Step": 939, "Finetune/Step Time": 6.669843692332506}
+{"Finetune/Learning Rate": 1.998121983218704e-05, "Finetune/Loss": 1.0045840740203857, "Finetune/Loss (Raw)": 1.0421288013458252, "Finetune/Step": 940, "Finetune/Step Time": 6.676341747865081}
+{"Finetune/Learning Rate": 1.9981116535242973e-05, "Finetune/Loss": 1.0050179958343506, "Finetune/Loss (Raw)": 0.9817187786102295, "Finetune/Step": 941, "Finetune/Step Time": 6.6673978846520185}
+{"Finetune/Learning Rate": 1.9981012955262823e-05, "Finetune/Loss": 1.001848578453064, "Finetune/Loss (Raw)": 0.7223129868507385, "Finetune/Step": 942, "Finetune/Step Time": 6.6781774293631315}
+{"Finetune/Learning Rate": 1.9980909092249533e-05, "Finetune/Loss": 1.0024734735488892, "Finetune/Loss (Raw)": 1.1057785749435425, "Finetune/Step": 943, "Finetune/Step Time": 6.680208779871464}
+{"Finetune/Learning Rate": 1.9980804946206036e-05, "Finetune/Loss": 1.0003453493118286, "Finetune/Loss (Raw)": 0.8550874590873718, "Finetune/Step": 944, "Finetune/Step Time": 6.678454387933016}
+{"Finetune/Learning Rate": 1.9980700517135295e-05, "Finetune/Loss": 0.9999817609786987, "Finetune/Loss (Raw)": 0.9356921911239624, "Finetune/Step": 945, "Finetune/Step Time": 6.68109867349267}
+{"Finetune/Learning Rate": 1.998059580504027e-05, "Finetune/Loss": 0.9994652271270752, "Finetune/Loss (Raw)": 1.031091570854187, "Finetune/Step": 946, "Finetune/Step Time": 6.681096540763974}
+{"Finetune/Learning Rate": 1.9980490809923928e-05, "Finetune/Loss": 0.9995299577713013, "Finetune/Loss (Raw)": 0.9514814019203186, "Finetune/Step": 947, "Finetune/Step Time": 6.685948213562369}
+{"Finetune/Learning Rate": 1.9980385531789244e-05, "Finetune/Loss": 0.9997263550758362, "Finetune/Loss (Raw)": 1.0890201330184937, "Finetune/Step": 948, "Finetune/Step Time": 6.6821558605879545}
+{"Finetune/Learning Rate": 1.998027997063921e-05, "Finetune/Loss": 0.9993622899055481, "Finetune/Loss (Raw)": 1.048729658126831, "Finetune/Step": 949, "Finetune/Step Time": 6.680298246443272}
+{"Finetune/Learning Rate": 1.9980174126476816e-05, "Finetune/Loss": 0.9998611211776733, "Finetune/Loss (Raw)": 0.924551248550415, "Finetune/Step": 950, "Finetune/Step Time": 6.673859464004636}
+{"Finetune/Learning Rate": 1.9980067999305065e-05, "Finetune/Loss": 0.9989697933197021, "Finetune/Loss (Raw)": 0.9357460737228394, "Finetune/Step": 951, "Finetune/Step Time": 6.6801559422165155}
+{"Finetune/Learning Rate": 1.997996158912696e-05, "Finetune/Loss": 0.9996995329856873, "Finetune/Loss (Raw)": 1.1654044389724731, "Finetune/Step": 952, "Finetune/Step Time": 6.67420313321054}
+{"Finetune/Learning Rate": 1.9979854895945528e-05, "Finetune/Loss": 1.0003929138183594, "Finetune/Loss (Raw)": 1.103277564048767, "Finetune/Step": 953, "Finetune/Step Time": 6.673036614432931}
+{"Finetune/Learning Rate": 1.997974791976379e-05, "Finetune/Loss": 1.0003916025161743, "Finetune/Loss (Raw)": 1.077419400215149, "Finetune/Step": 954, "Finetune/Step Time": 6.674936821684241}
+{"Finetune/Learning Rate": 1.997964066058478e-05, "Finetune/Loss": 1.0015687942504883, "Finetune/Loss (Raw)": 0.9589107036590576, "Finetune/Step": 955, "Finetune/Step Time": 6.677647622302175}
+{"Finetune/Learning Rate": 1.9979533118411538e-05, "Finetune/Loss": 1.001416563987732, "Finetune/Loss (Raw)": 0.9088914394378662, "Finetune/Step": 956, "Finetune/Step Time": 6.686960009858012}
+{"Finetune/Learning Rate": 1.9979425293247115e-05, "Finetune/Loss": 0.9993337392807007, "Finetune/Loss (Raw)": 0.8994613885879517, "Finetune/Step": 957, "Finetune/Step Time": 6.687514116987586}
+{"Finetune/Learning Rate": 1.9979317185094565e-05, "Finetune/Loss": 0.9986600875854492, "Finetune/Loss (Raw)": 1.0725481510162354, "Finetune/Step": 958, "Finetune/Step Time": 6.687545007094741}
+{"Finetune/Learning Rate": 1.997920879395696e-05, "Finetune/Loss": 0.9984843730926514, "Finetune/Loss (Raw)": 1.005011796951294, "Finetune/Step": 959, "Finetune/Step Time": 6.703859394416213}
+{"Finetune/Learning Rate": 1.997910011983737e-05, "Finetune/Loss": 0.9983618259429932, "Finetune/Loss (Raw)": 1.0524839162826538, "Finetune/Step": 960, "Finetune/Step Time": 6.689072206616402}
+{"Finetune/Learning Rate": 1.997899116273888e-05, "Finetune/Loss": 0.9978817105293274, "Finetune/Loss (Raw)": 0.9858164191246033, "Finetune/Step": 961, "Finetune/Step Time": 6.690779352560639}
+{"Finetune/Learning Rate": 1.9978881922664574e-05, "Finetune/Loss": 0.9973084926605225, "Finetune/Loss (Raw)": 0.8867328763008118, "Finetune/Step": 962, "Finetune/Step Time": 6.706535682082176}
+{"Finetune/Learning Rate": 1.9978772399617553e-05, "Finetune/Loss": 0.9960943460464478, "Finetune/Loss (Raw)": 0.9012420773506165, "Finetune/Step": 963, "Finetune/Step Time": 6.696767266839743}
+{"Finetune/Learning Rate": 1.9978662593600925e-05, "Finetune/Loss": 0.993665337562561, "Finetune/Loss (Raw)": 0.8544960021972656, "Finetune/Step": 964, "Finetune/Step Time": 6.681274550035596}
+{"Finetune/Learning Rate": 1.99785525046178e-05, "Finetune/Loss": 0.9914447665214539, "Finetune/Loss (Raw)": 0.8025162816047668, "Finetune/Step": 965, "Finetune/Step Time": 6.681021699681878}
+{"Finetune/Learning Rate": 1.9978442132671302e-05, "Finetune/Loss": 0.9920880794525146, "Finetune/Loss (Raw)": 0.9278879761695862, "Finetune/Step": 966, "Finetune/Step Time": 6.673096468672156}
+{"Finetune/Learning Rate": 1.9978331477764556e-05, "Finetune/Loss": 0.9925654530525208, "Finetune/Loss (Raw)": 1.1220179796218872, "Finetune/Step": 967, "Finetune/Step Time": 6.670970877632499}
+{"Finetune/Learning Rate": 1.9978220539900707e-05, "Finetune/Loss": 0.9916918277740479, "Finetune/Loss (Raw)": 0.9207674264907837, "Finetune/Step": 968, "Finetune/Step Time": 6.67251455411315}
+{"Finetune/Learning Rate": 1.9978109319082897e-05, "Finetune/Loss": 0.9905869960784912, "Finetune/Loss (Raw)": 0.9959024786949158, "Finetune/Step": 969, "Finetune/Step Time": 6.6713893208652735}
+{"Finetune/Learning Rate": 1.9977997815314283e-05, "Finetune/Loss": 0.9908342361450195, "Finetune/Loss (Raw)": 1.1075022220611572, "Finetune/Step": 970, "Finetune/Step Time": 6.670346619561315}
+{"Finetune/Learning Rate": 1.997788602859802e-05, "Finetune/Loss": 0.9916209578514099, "Finetune/Loss (Raw)": 1.0659760236740112, "Finetune/Step": 971, "Finetune/Step Time": 6.665991835296154}
+{"Finetune/Learning Rate": 1.997777395893729e-05, "Finetune/Loss": 0.9916882514953613, "Finetune/Loss (Raw)": 0.97071772813797, "Finetune/Step": 972, "Finetune/Step Time": 6.663822146132588}
+{"Finetune/Learning Rate": 1.9977661606335257e-05, "Finetune/Loss": 0.9933000206947327, "Finetune/Loss (Raw)": 1.0891408920288086, "Finetune/Step": 973, "Finetune/Step Time": 6.665585456416011}
+{"Finetune/Learning Rate": 1.9977548970795114e-05, "Finetune/Loss": 0.9923681020736694, "Finetune/Loss (Raw)": 0.8948149085044861, "Finetune/Step": 974, "Finetune/Step Time": 6.6667388789355755}
+{"Finetune/Learning Rate": 1.9977436052320058e-05, "Finetune/Loss": 0.9940839409828186, "Finetune/Loss (Raw)": 1.052880048751831, "Finetune/Step": 975, "Finetune/Step Time": 6.669971315190196}
+{"Finetune/Learning Rate": 1.9977322850913283e-05, "Finetune/Loss": 0.9944176077842712, "Finetune/Loss (Raw)": 1.0379726886749268, "Finetune/Step": 976, "Finetune/Step Time": 6.669862847775221}
+{"Finetune/Learning Rate": 1.9977209366578005e-05, "Finetune/Loss": 0.9954961538314819, "Finetune/Loss (Raw)": 1.012152910232544, "Finetune/Step": 977, "Finetune/Step Time": 6.657273968681693}
+{"Finetune/Learning Rate": 1.9977095599317442e-05, "Finetune/Loss": 0.9944972991943359, "Finetune/Loss (Raw)": 0.9122568964958191, "Finetune/Step": 978, "Finetune/Step Time": 6.673474296927452}
+{"Finetune/Learning Rate": 1.997698154913482e-05, "Finetune/Loss": 0.99515700340271, "Finetune/Loss (Raw)": 1.1516681909561157, "Finetune/Step": 979, "Finetune/Step Time": 6.675979888066649}
+{"Finetune/Learning Rate": 1.997686721603337e-05, "Finetune/Loss": 0.9952499866485596, "Finetune/Loss (Raw)": 1.0344380140304565, "Finetune/Step": 980, "Finetune/Step Time": 6.672953218221664}
+{"Finetune/Learning Rate": 1.9976752600016337e-05, "Finetune/Loss": 0.9959641695022583, "Finetune/Loss (Raw)": 1.0165276527404785, "Finetune/Step": 981, "Finetune/Step Time": 6.675156481564045}
+{"Finetune/Learning Rate": 1.997663770108697e-05, "Finetune/Loss": 0.9954773187637329, "Finetune/Loss (Raw)": 0.9998266696929932, "Finetune/Step": 982, "Finetune/Step Time": 6.685633240267634}
+{"Finetune/Learning Rate": 1.9976522519248528e-05, "Finetune/Loss": 0.9976025819778442, "Finetune/Loss (Raw)": 0.9960702061653137, "Finetune/Step": 983, "Finetune/Step Time": 6.6635317504405975}
+{"Finetune/Learning Rate": 1.9976407054504276e-05, "Finetune/Loss": 0.996457576751709, "Finetune/Loss (Raw)": 0.8997778296470642, "Finetune/Step": 984, "Finetune/Step Time": 6.667599078267813}
+{"Finetune/Learning Rate": 1.9976291306857488e-05, "Finetune/Loss": 0.9964812994003296, "Finetune/Loss (Raw)": 0.9372111558914185, "Finetune/Step": 985, "Finetune/Step Time": 6.668270017951727}
+{"Finetune/Learning Rate": 1.997617527631145e-05, "Finetune/Loss": 0.9944707155227661, "Finetune/Loss (Raw)": 0.8263545036315918, "Finetune/Step": 986, "Finetune/Step Time": 6.65595736913383}
+{"Finetune/Learning Rate": 1.9976058962869448e-05, "Finetune/Loss": 0.994274914264679, "Finetune/Loss (Raw)": 1.0798792839050293, "Finetune/Step": 987, "Finetune/Step Time": 6.657486319541931}
+{"Finetune/Learning Rate": 1.9975942366534783e-05, "Finetune/Loss": 0.9946463108062744, "Finetune/Loss (Raw)": 0.9652956128120422, "Finetune/Step": 988, "Finetune/Step Time": 6.657469358295202}
+{"Finetune/Learning Rate": 1.997582548731076e-05, "Finetune/Loss": 0.9936665296554565, "Finetune/Loss (Raw)": 0.9077856540679932, "Finetune/Step": 989, "Finetune/Step Time": 6.6544505301862955}
+{"Finetune/Learning Rate": 1.9975708325200696e-05, "Finetune/Loss": 0.9943827390670776, "Finetune/Loss (Raw)": 1.0736348628997803, "Finetune/Step": 990, "Finetune/Step Time": 6.6617730893194675}
+{"Finetune/Learning Rate": 1.9975590880207906e-05, "Finetune/Loss": 0.9953970313072205, "Finetune/Loss (Raw)": 1.0367193222045898, "Finetune/Step": 991, "Finetune/Step Time": 6.673395732417703}
+{"Finetune/Learning Rate": 1.9975473152335726e-05, "Finetune/Loss": 0.9956709742546082, "Finetune/Loss (Raw)": 1.0034643411636353, "Finetune/Step": 992, "Finetune/Step Time": 6.66856699064374}
+{"Finetune/Learning Rate": 1.99753551415875e-05, "Finetune/Loss": 0.9967028498649597, "Finetune/Loss (Raw)": 0.9770752191543579, "Finetune/Step": 993, "Finetune/Step Time": 6.669720934703946}
+{"Finetune/Learning Rate": 1.997523684796656e-05, "Finetune/Loss": 0.9974536299705505, "Finetune/Loss (Raw)": 1.1711217164993286, "Finetune/Step": 994, "Finetune/Step Time": 6.6717823427170515}
+{"Finetune/Learning Rate": 1.9975118271476276e-05, "Finetune/Loss": 0.99761962890625, "Finetune/Loss (Raw)": 1.0557069778442383, "Finetune/Step": 995, "Finetune/Step Time": 6.67468779720366}
+{"Finetune/Learning Rate": 1.997499941212e-05, "Finetune/Loss": 0.9978004693984985, "Finetune/Loss (Raw)": 0.9862422347068787, "Finetune/Step": 996, "Finetune/Step Time": 6.669858111068606}
+{"Finetune/Learning Rate": 1.9974880269901105e-05, "Finetune/Loss": 0.9971010684967041, "Finetune/Loss (Raw)": 0.8909624218940735, "Finetune/Step": 997, "Finetune/Step Time": 6.654914112761617}
+{"Finetune/Learning Rate": 1.9974760844822972e-05, "Finetune/Loss": 0.9973762035369873, "Finetune/Loss (Raw)": 1.0153194665908813, "Finetune/Step": 998, "Finetune/Step Time": 6.658021381124854}
+{"Finetune/Learning Rate": 1.9974641136888983e-05, "Finetune/Loss": 0.9949747323989868, "Finetune/Loss (Raw)": 0.7688318490982056, "Finetune/Step": 999, "Finetune/Step Time": 6.679579751566052}
+{"Finetune/Learning Rate": 1.9974521146102535e-05, "Finetune/Loss": 0.993868887424469, "Finetune/Loss (Raw)": 0.904596209526062, "Finetune/Step": 1000, "Finetune/Step Time": 6.665143191814423}
+{"Finetune/Learning Rate": 1.9974400872467036e-05, "Finetune/Loss": 0.9925451278686523, "Finetune/Loss (Raw)": 0.8291658759117126, "Finetune/Step": 1001, "Finetune/Step Time": 6.670544037595391}
+{"Finetune/Learning Rate": 1.9974280315985886e-05, "Finetune/Loss": 0.9925362467765808, "Finetune/Loss (Raw)": 0.9501579999923706, "Finetune/Step": 1002, "Finetune/Step Time": 6.670936917886138}
+{"Finetune/Learning Rate": 1.9974159476662516e-05, "Finetune/Loss": 0.991144597530365, "Finetune/Loss (Raw)": 0.7926726341247559, "Finetune/Step": 1003, "Finetune/Step Time": 6.684715004637837}
+{"Finetune/Learning Rate": 1.997403835450034e-05, "Finetune/Loss": 0.9898960590362549, "Finetune/Loss (Raw)": 0.9008105993270874, "Finetune/Step": 1004, "Finetune/Step Time": 6.689790146425366}
+{"Finetune/Learning Rate": 1.99739169495028e-05, "Finetune/Loss": 0.9909340143203735, "Finetune/Loss (Raw)": 0.9699938297271729, "Finetune/Step": 1005, "Finetune/Step Time": 6.685016229748726}
+{"Finetune/Learning Rate": 1.9973795261673338e-05, "Finetune/Loss": 0.9908058643341064, "Finetune/Loss (Raw)": 0.9537647366523743, "Finetune/Step": 1006, "Finetune/Step Time": 6.679986551403999}
+{"Finetune/Learning Rate": 1.9973673291015405e-05, "Finetune/Loss": 0.9903723001480103, "Finetune/Loss (Raw)": 0.8796910643577576, "Finetune/Step": 1007, "Finetune/Step Time": 6.68400452286005}
+{"Finetune/Learning Rate": 1.997355103753246e-05, "Finetune/Loss": 0.9890778064727783, "Finetune/Loss (Raw)": 0.9196797609329224, "Finetune/Step": 1008, "Finetune/Step Time": 6.681775072589517}
+{"Finetune/Learning Rate": 1.9973428501227966e-05, "Finetune/Loss": 0.990043580532074, "Finetune/Loss (Raw)": 0.987342119216919, "Finetune/Step": 1009, "Finetune/Step Time": 6.67445570603013}
+{"Finetune/Learning Rate": 1.9973305682105398e-05, "Finetune/Loss": 0.9884279370307922, "Finetune/Loss (Raw)": 0.8640334010124207, "Finetune/Step": 1010, "Finetune/Step Time": 6.663280645385385}
+{"Finetune/Learning Rate": 1.9973182580168246e-05, "Finetune/Loss": 0.9876850247383118, "Finetune/Loss (Raw)": 1.024486780166626, "Finetune/Step": 1011, "Finetune/Step Time": 6.673655109480023}
+{"Finetune/Learning Rate": 1.9973059195419996e-05, "Finetune/Loss": 0.9877685308456421, "Finetune/Loss (Raw)": 1.0090892314910889, "Finetune/Step": 1012, "Finetune/Step Time": 6.676999161019921}
+{"Finetune/Learning Rate": 1.9972935527864142e-05, "Finetune/Loss": 0.9872545003890991, "Finetune/Loss (Raw)": 0.9763850569725037, "Finetune/Step": 1013, "Finetune/Step Time": 6.677139118313789}
+{"Finetune/Learning Rate": 1.99728115775042e-05, "Finetune/Loss": 0.9866384267807007, "Finetune/Loss (Raw)": 1.0294936895370483, "Finetune/Step": 1014, "Finetune/Step Time": 6.669299250468612}
+{"Finetune/Learning Rate": 1.9972687344343678e-05, "Finetune/Loss": 0.9863346815109253, "Finetune/Loss (Raw)": 0.9247940182685852, "Finetune/Step": 1015, "Finetune/Step Time": 6.686441890895367}
+{"Finetune/Learning Rate": 1.99725628283861e-05, "Finetune/Loss": 0.9865163564682007, "Finetune/Loss (Raw)": 0.9509932398796082, "Finetune/Step": 1016, "Finetune/Step Time": 6.701974257826805}
+{"Finetune/Learning Rate": 1.9972438029635006e-05, "Finetune/Loss": 0.987018883228302, "Finetune/Loss (Raw)": 1.032985806465149, "Finetune/Step": 1017, "Finetune/Step Time": 6.707418428733945}
+{"Finetune/Learning Rate": 1.997231294809392e-05, "Finetune/Loss": 0.985845685005188, "Finetune/Loss (Raw)": 0.8419867753982544, "Finetune/Step": 1018, "Finetune/Step Time": 6.720895795151591}
+{"Finetune/Learning Rate": 1.99721875837664e-05, "Finetune/Loss": 0.9854074716567993, "Finetune/Loss (Raw)": 0.9231951832771301, "Finetune/Step": 1019, "Finetune/Step Time": 6.736053662374616}
+{"Finetune/Learning Rate": 1.9972061936655994e-05, "Finetune/Loss": 0.9863749742507935, "Finetune/Loss (Raw)": 1.1156991720199585, "Finetune/Step": 1020, "Finetune/Step Time": 6.733836667612195}
+{"Finetune/Learning Rate": 1.997193600676627e-05, "Finetune/Loss": 0.9860926866531372, "Finetune/Loss (Raw)": 1.0325257778167725, "Finetune/Step": 1021, "Finetune/Step Time": 6.733631940558553}
+{"Finetune/Learning Rate": 1.9971809794100797e-05, "Finetune/Loss": 0.9872632026672363, "Finetune/Loss (Raw)": 1.0529022216796875, "Finetune/Step": 1022, "Finetune/Step Time": 6.730708971619606}
+{"Finetune/Learning Rate": 1.9971683298663154e-05, "Finetune/Loss": 0.9865142107009888, "Finetune/Loss (Raw)": 0.9688476920127869, "Finetune/Step": 1023, "Finetune/Step Time": 6.739699715748429}
+{"Finetune/Learning Rate": 1.9971556520456928e-05, "Finetune/Loss": 0.9856604337692261, "Finetune/Loss (Raw)": 0.9876559376716614, "Finetune/Step": 1024, "Finetune/Step Time": 6.737622609362006}
+{"Finetune/Learning Rate": 1.9971429459485713e-05, "Finetune/Loss": 0.9842636585235596, "Finetune/Loss (Raw)": 0.9044539928436279, "Finetune/Step": 1025, "Finetune/Step Time": 6.7496608309447765}
+{"Finetune/Learning Rate": 1.997130211575312e-05, "Finetune/Loss": 0.9846101403236389, "Finetune/Loss (Raw)": 1.0702664852142334, "Finetune/Step": 1026, "Finetune/Step Time": 6.746502418071032}
+{"Finetune/Learning Rate": 1.997117448926275e-05, "Finetune/Loss": 0.9841298460960388, "Finetune/Loss (Raw)": 0.9605047702789307, "Finetune/Step": 1027, "Finetune/Step Time": 6.747330328449607}
+{"Finetune/Learning Rate": 1.9971046580018223e-05, "Finetune/Loss": 0.9836541414260864, "Finetune/Loss (Raw)": 0.9989808201789856, "Finetune/Step": 1028, "Finetune/Step Time": 6.74160198494792}
+{"Finetune/Learning Rate": 1.997091838802317e-05, "Finetune/Loss": 0.9839214086532593, "Finetune/Loss (Raw)": 1.0047036409378052, "Finetune/Step": 1029, "Finetune/Step Time": 6.756862374022603}
+{"Finetune/Learning Rate": 1.9970789913281226e-05, "Finetune/Loss": 0.9842212200164795, "Finetune/Loss (Raw)": 0.9764745831489563, "Finetune/Step": 1030, "Finetune/Step Time": 6.758412843570113}
+{"Finetune/Learning Rate": 1.9970661155796032e-05, "Finetune/Loss": 0.9821140170097351, "Finetune/Loss (Raw)": 0.8544427156448364, "Finetune/Step": 1031, "Finetune/Step Time": 6.757759056985378}
+{"Finetune/Learning Rate": 1.997053211557124e-05, "Finetune/Loss": 0.9813483953475952, "Finetune/Loss (Raw)": 0.932033896446228, "Finetune/Step": 1032, "Finetune/Step Time": 6.750465050339699}
+{"Finetune/Learning Rate": 1.997040279261051e-05, "Finetune/Loss": 0.9807474613189697, "Finetune/Loss (Raw)": 0.9829912781715393, "Finetune/Step": 1033, "Finetune/Step Time": 6.733107250183821}
+{"Finetune/Learning Rate": 1.9970273186917512e-05, "Finetune/Loss": 0.9819380044937134, "Finetune/Loss (Raw)": 1.0426239967346191, "Finetune/Step": 1034, "Finetune/Step Time": 6.734001040458679}
+{"Finetune/Learning Rate": 1.9970143298495913e-05, "Finetune/Loss": 0.9834002256393433, "Finetune/Loss (Raw)": 1.0977574586868286, "Finetune/Step": 1035, "Finetune/Step Time": 6.737092027440667}
+{"Finetune/Learning Rate": 1.9970013127349407e-05, "Finetune/Loss": 0.9825416803359985, "Finetune/Loss (Raw)": 0.9993220567703247, "Finetune/Step": 1036, "Finetune/Step Time": 6.736056745052338}
+{"Finetune/Learning Rate": 1.9969882673481674e-05, "Finetune/Loss": 0.982891321182251, "Finetune/Loss (Raw)": 0.9883086681365967, "Finetune/Step": 1037, "Finetune/Step Time": 6.736657522618771}
+{"Finetune/Learning Rate": 1.9969751936896423e-05, "Finetune/Loss": 0.9833012819290161, "Finetune/Loss (Raw)": 0.955194354057312, "Finetune/Step": 1038, "Finetune/Step Time": 6.7437722478061914}
+{"Finetune/Learning Rate": 1.9969620917597355e-05, "Finetune/Loss": 0.9830655455589294, "Finetune/Loss (Raw)": 0.8489968180656433, "Finetune/Step": 1039, "Finetune/Step Time": 6.753580151125789}
+{"Finetune/Learning Rate": 1.996948961558819e-05, "Finetune/Loss": 0.983182430267334, "Finetune/Loss (Raw)": 0.9068774580955505, "Finetune/Step": 1040, "Finetune/Step Time": 6.761767949908972}
+{"Finetune/Learning Rate": 1.9969358030872644e-05, "Finetune/Loss": 0.9851876497268677, "Finetune/Loss (Raw)": 1.073277235031128, "Finetune/Step": 1041, "Finetune/Step Time": 6.749036254361272}
+{"Finetune/Learning Rate": 1.996922616345446e-05, "Finetune/Loss": 0.9851531982421875, "Finetune/Loss (Raw)": 1.0099351406097412, "Finetune/Step": 1042, "Finetune/Step Time": 6.747709106653929}
+{"Finetune/Learning Rate": 1.9969094013337366e-05, "Finetune/Loss": 0.9828229546546936, "Finetune/Loss (Raw)": 0.7216418385505676, "Finetune/Step": 1043, "Finetune/Step Time": 6.761070054024458}
+{"Finetune/Learning Rate": 1.9968961580525118e-05, "Finetune/Loss": 0.9821202754974365, "Finetune/Loss (Raw)": 1.0549228191375732, "Finetune/Step": 1044, "Finetune/Step Time": 6.760179502889514}
+{"Finetune/Learning Rate": 1.9968828865021465e-05, "Finetune/Loss": 0.9809852242469788, "Finetune/Loss (Raw)": 0.8353776931762695, "Finetune/Step": 1045, "Finetune/Step Time": 6.759367672726512}
+{"Finetune/Learning Rate": 1.996869586683017e-05, "Finetune/Loss": 0.9806048274040222, "Finetune/Loss (Raw)": 1.0085991621017456, "Finetune/Step": 1046, "Finetune/Step Time": 6.758690407499671}
+{"Finetune/Learning Rate": 1.996856258595501e-05, "Finetune/Loss": 0.9812202453613281, "Finetune/Loss (Raw)": 1.0998438596725464, "Finetune/Step": 1047, "Finetune/Step Time": 6.7572049759328365}
+{"Finetune/Learning Rate": 1.9968429022399762e-05, "Finetune/Loss": 0.9815402030944824, "Finetune/Loss (Raw)": 1.009741187095642, "Finetune/Step": 1048, "Finetune/Step Time": 6.752749335020781}
+{"Finetune/Learning Rate": 1.9968295176168216e-05, "Finetune/Loss": 0.9806798696517944, "Finetune/Loss (Raw)": 0.9061216711997986, "Finetune/Step": 1049, "Finetune/Step Time": 6.766859395429492}
+{"Finetune/Learning Rate": 1.996816104726416e-05, "Finetune/Loss": 0.9804127216339111, "Finetune/Loss (Raw)": 0.869033932685852, "Finetune/Step": 1050, "Finetune/Step Time": 6.768073884770274}
+{"Finetune/Learning Rate": 1.9968026635691404e-05, "Finetune/Loss": 0.9794467687606812, "Finetune/Loss (Raw)": 1.0306453704833984, "Finetune/Step": 1051, "Finetune/Step Time": 6.76932000182569}
+{"Finetune/Learning Rate": 1.996789194145376e-05, "Finetune/Loss": 0.9793012142181396, "Finetune/Loss (Raw)": 1.1024376153945923, "Finetune/Step": 1052, "Finetune/Step Time": 6.788143739104271}
+{"Finetune/Learning Rate": 1.9967756964555044e-05, "Finetune/Loss": 0.9787057638168335, "Finetune/Loss (Raw)": 1.0155473947525024, "Finetune/Step": 1053, "Finetune/Step Time": 6.759505342692137}
+{"Finetune/Learning Rate": 1.9967621704999084e-05, "Finetune/Loss": 0.9781478643417358, "Finetune/Loss (Raw)": 0.8204731941223145, "Finetune/Step": 1054, "Finetune/Step Time": 6.746186550706625}
+{"Finetune/Learning Rate": 1.9967486162789717e-05, "Finetune/Loss": 0.9791937470436096, "Finetune/Loss (Raw)": 1.0946801900863647, "Finetune/Step": 1055, "Finetune/Step Time": 6.7444413509219885}
+{"Finetune/Learning Rate": 1.996735033793079e-05, "Finetune/Loss": 0.980678379535675, "Finetune/Loss (Raw)": 1.107559084892273, "Finetune/Step": 1056, "Finetune/Step Time": 6.735966952517629}
+{"Finetune/Learning Rate": 1.9967214230426148e-05, "Finetune/Loss": 0.9819743633270264, "Finetune/Loss (Raw)": 1.0789892673492432, "Finetune/Step": 1057, "Finetune/Step Time": 6.736661534756422}
+{"Finetune/Learning Rate": 1.9967077840279653e-05, "Finetune/Loss": 0.9825434684753418, "Finetune/Loss (Raw)": 1.0195080041885376, "Finetune/Step": 1058, "Finetune/Step Time": 6.7357147205621}
+{"Finetune/Learning Rate": 1.996694116749517e-05, "Finetune/Loss": 0.980460524559021, "Finetune/Loss (Raw)": 0.9026350975036621, "Finetune/Step": 1059, "Finetune/Step Time": 6.737219758331776}
+{"Finetune/Learning Rate": 1.9966804212076583e-05, "Finetune/Loss": 0.9789058566093445, "Finetune/Loss (Raw)": 0.8783054351806641, "Finetune/Step": 1060, "Finetune/Step Time": 6.746512606739998}
+{"Finetune/Learning Rate": 1.9966666974027767e-05, "Finetune/Loss": 0.9781215190887451, "Finetune/Loss (Raw)": 0.958459734916687, "Finetune/Step": 1061, "Finetune/Step Time": 6.743405003100634}
+{"Finetune/Learning Rate": 1.9966529453352615e-05, "Finetune/Loss": 0.9792611598968506, "Finetune/Loss (Raw)": 1.070238471031189, "Finetune/Step": 1062, "Finetune/Step Time": 6.737269995734096}
+{"Finetune/Learning Rate": 1.9966391650055033e-05, "Finetune/Loss": 0.9802500009536743, "Finetune/Loss (Raw)": 1.0408623218536377, "Finetune/Step": 1063, "Finetune/Step Time": 6.738393411040306}
+{"Finetune/Learning Rate": 1.9966253564138922e-05, "Finetune/Loss": 0.9815592169761658, "Finetune/Loss (Raw)": 1.1000758409500122, "Finetune/Step": 1064, "Finetune/Step Time": 6.728282660245895}
+{"Finetune/Learning Rate": 1.99661151956082e-05, "Finetune/Loss": 0.9807842373847961, "Finetune/Loss (Raw)": 1.0183019638061523, "Finetune/Step": 1065, "Finetune/Step Time": 6.72716217674315}
+{"Finetune/Learning Rate": 1.9965976544466794e-05, "Finetune/Loss": 0.9781848192214966, "Finetune/Loss (Raw)": 0.8097125291824341, "Finetune/Step": 1066, "Finetune/Step Time": 6.738685462623835}
+{"Finetune/Learning Rate": 1.996583761071863e-05, "Finetune/Loss": 0.9769545197486877, "Finetune/Loss (Raw)": 0.8649176359176636, "Finetune/Step": 1067, "Finetune/Step Time": 6.712615545839071}
+{"Finetune/Learning Rate": 1.9965698394367653e-05, "Finetune/Loss": 0.9749720692634583, "Finetune/Loss (Raw)": 0.7883769273757935, "Finetune/Step": 1068, "Finetune/Step Time": 6.720264185220003}
+{"Finetune/Learning Rate": 1.9965558895417806e-05, "Finetune/Loss": 0.9751114249229431, "Finetune/Loss (Raw)": 0.9995595812797546, "Finetune/Step": 1069, "Finetune/Step Time": 6.7265136782079935}
+{"Finetune/Learning Rate": 1.9965419113873045e-05, "Finetune/Loss": 0.9766231775283813, "Finetune/Loss (Raw)": 0.9158145189285278, "Finetune/Step": 1070, "Finetune/Step Time": 6.712686941027641}
+{"Finetune/Learning Rate": 1.9965279049737337e-05, "Finetune/Loss": 0.9755367040634155, "Finetune/Loss (Raw)": 0.9667057394981384, "Finetune/Step": 1071, "Finetune/Step Time": 6.709037644788623}
+{"Finetune/Learning Rate": 1.9965138703014656e-05, "Finetune/Loss": 0.9744558930397034, "Finetune/Loss (Raw)": 0.7167450189590454, "Finetune/Step": 1072, "Finetune/Step Time": 6.718201043084264}
+{"Finetune/Learning Rate": 1.9964998073708977e-05, "Finetune/Loss": 0.9745228886604309, "Finetune/Loss (Raw)": 0.9442650675773621, "Finetune/Step": 1073, "Finetune/Step Time": 6.719279682263732}
+{"Finetune/Learning Rate": 1.9964857161824288e-05, "Finetune/Loss": 0.9740068912506104, "Finetune/Loss (Raw)": 0.965041995048523, "Finetune/Step": 1074, "Finetune/Step Time": 6.718043591827154}
+{"Finetune/Learning Rate": 1.996471596736459e-05, "Finetune/Loss": 0.9753372669219971, "Finetune/Loss (Raw)": 1.1217724084854126, "Finetune/Step": 1075, "Finetune/Step Time": 6.715645244345069}
+{"Finetune/Learning Rate": 1.9964574490333876e-05, "Finetune/Loss": 0.9762377738952637, "Finetune/Loss (Raw)": 1.2042897939682007, "Finetune/Step": 1076, "Finetune/Step Time": 6.7170882020145655}
+{"Finetune/Learning Rate": 1.996443273073617e-05, "Finetune/Loss": 0.9742090702056885, "Finetune/Loss (Raw)": 0.7890556454658508, "Finetune/Step": 1077, "Finetune/Step Time": 6.716412886977196}
+{"Finetune/Learning Rate": 1.9964290688575482e-05, "Finetune/Loss": 0.9749890565872192, "Finetune/Loss (Raw)": 1.0243825912475586, "Finetune/Step": 1078, "Finetune/Step Time": 6.700261048972607}
+{"Finetune/Learning Rate": 1.9964148363855852e-05, "Finetune/Loss": 0.9754509925842285, "Finetune/Loss (Raw)": 0.9948813319206238, "Finetune/Step": 1079, "Finetune/Step Time": 6.690908398479223}
+{"Finetune/Learning Rate": 1.99640057565813e-05, "Finetune/Loss": 0.9743437767028809, "Finetune/Loss (Raw)": 1.02367103099823, "Finetune/Step": 1080, "Finetune/Step Time": 6.693453524261713}
+{"Finetune/Learning Rate": 1.9963862866755886e-05, "Finetune/Loss": 0.9741735458374023, "Finetune/Loss (Raw)": 1.0814887285232544, "Finetune/Step": 1081, "Finetune/Step Time": 6.693373301997781}
+{"Finetune/Learning Rate": 1.9963719694383653e-05, "Finetune/Loss": 0.9739103317260742, "Finetune/Loss (Raw)": 1.0437259674072266, "Finetune/Step": 1082, "Finetune/Step Time": 6.702672258019447}
+{"Finetune/Learning Rate": 1.996357623946866e-05, "Finetune/Loss": 0.9746197462081909, "Finetune/Loss (Raw)": 1.0497252941131592, "Finetune/Step": 1083, "Finetune/Step Time": 6.717771058902144}
+{"Finetune/Learning Rate": 1.9963432502014978e-05, "Finetune/Loss": 0.9738911986351013, "Finetune/Loss (Raw)": 0.8156353235244751, "Finetune/Step": 1084, "Finetune/Step Time": 6.721136083826423}
+{"Finetune/Learning Rate": 1.9963288482026684e-05, "Finetune/Loss": 0.9757585525512695, "Finetune/Loss (Raw)": 1.138480305671692, "Finetune/Step": 1085, "Finetune/Step Time": 6.724900176748633}
+{"Finetune/Learning Rate": 1.996314417950786e-05, "Finetune/Loss": 0.9756762981414795, "Finetune/Loss (Raw)": 1.0620200634002686, "Finetune/Step": 1086, "Finetune/Step Time": 6.725808469578624}
+{"Finetune/Learning Rate": 1.9962999594462595e-05, "Finetune/Loss": 0.9754932522773743, "Finetune/Loss (Raw)": 0.9815808534622192, "Finetune/Step": 1087, "Finetune/Step Time": 6.712766980752349}
+{"Finetune/Learning Rate": 1.9962854726894997e-05, "Finetune/Loss": 0.9746042490005493, "Finetune/Loss (Raw)": 0.9386941194534302, "Finetune/Step": 1088, "Finetune/Step Time": 6.710006585344672}
+{"Finetune/Learning Rate": 1.996270957680917e-05, "Finetune/Loss": 0.9743497967720032, "Finetune/Loss (Raw)": 0.9532404541969299, "Finetune/Step": 1089, "Finetune/Step Time": 6.706097394227982}
+{"Finetune/Learning Rate": 1.9962564144209225e-05, "Finetune/Loss": 0.9761425256729126, "Finetune/Loss (Raw)": 1.1162036657333374, "Finetune/Step": 1090, "Finetune/Step Time": 6.697132099419832}
+{"Finetune/Learning Rate": 1.9962418429099295e-05, "Finetune/Loss": 0.9771514534950256, "Finetune/Loss (Raw)": 1.0303844213485718, "Finetune/Step": 1091, "Finetune/Step Time": 6.689044030383229}
+{"Finetune/Learning Rate": 1.9962272431483503e-05, "Finetune/Loss": 0.9784423112869263, "Finetune/Loss (Raw)": 1.01972234249115, "Finetune/Step": 1092, "Finetune/Step Time": 6.689723290503025}
+{"Finetune/Learning Rate": 1.9962126151365998e-05, "Finetune/Loss": 0.9793218374252319, "Finetune/Loss (Raw)": 0.9151034355163574, "Finetune/Step": 1093, "Finetune/Step Time": 6.688939338549972}
+{"Finetune/Learning Rate": 1.9961979588750923e-05, "Finetune/Loss": 0.9796597957611084, "Finetune/Loss (Raw)": 0.9711506962776184, "Finetune/Step": 1094, "Finetune/Step Time": 6.689720895141363}
+{"Finetune/Learning Rate": 1.9961832743642432e-05, "Finetune/Loss": 0.9786142706871033, "Finetune/Loss (Raw)": 0.9881876111030579, "Finetune/Step": 1095, "Finetune/Step Time": 6.688909575343132}
+{"Finetune/Learning Rate": 1.9961685616044696e-05, "Finetune/Loss": 0.9786794185638428, "Finetune/Loss (Raw)": 0.9291043281555176, "Finetune/Step": 1096, "Finetune/Step Time": 6.688850034028292}
+{"Finetune/Learning Rate": 1.996153820596188e-05, "Finetune/Loss": 0.9777408838272095, "Finetune/Loss (Raw)": 0.875769853591919, "Finetune/Step": 1097, "Finetune/Step Time": 6.68699493072927}
+{"Finetune/Learning Rate": 1.996139051339817e-05, "Finetune/Loss": 0.975955069065094, "Finetune/Loss (Raw)": 0.8789142370223999, "Finetune/Step": 1098, "Finetune/Step Time": 6.6859587002545595}
+{"Finetune/Learning Rate": 1.9961242538357752e-05, "Finetune/Loss": 0.9762207865715027, "Finetune/Loss (Raw)": 1.0999904870986938, "Finetune/Step": 1099, "Finetune/Step Time": 6.688894502818584}
+{"Finetune/Learning Rate": 1.996109428084482e-05, "Finetune/Loss": 0.9776265621185303, "Finetune/Loss (Raw)": 1.1506602764129639, "Finetune/Step": 1100, "Finetune/Step Time": 6.691424570977688}
+{"Finetune/Learning Rate": 1.996094574086358e-05, "Finetune/Loss": 0.9754772186279297, "Finetune/Loss (Raw)": 0.8140159845352173, "Finetune/Step": 1101, "Finetune/Step Time": 6.690380210056901}
+{"Finetune/Learning Rate": 1.9960796918418244e-05, "Finetune/Loss": 0.9768377542495728, "Finetune/Loss (Raw)": 1.0689702033996582, "Finetune/Step": 1102, "Finetune/Step Time": 6.691336615011096}
+{"Finetune/Learning Rate": 1.996064781351303e-05, "Finetune/Loss": 0.9764446020126343, "Finetune/Loss (Raw)": 1.0025497674942017, "Finetune/Step": 1103, "Finetune/Step Time": 6.690948508679867}
+{"Finetune/Learning Rate": 1.996049842615217e-05, "Finetune/Loss": 0.9770033359527588, "Finetune/Loss (Raw)": 1.109493613243103, "Finetune/Step": 1104, "Finetune/Step Time": 6.689932776615024}
+{"Finetune/Learning Rate": 1.9960348756339897e-05, "Finetune/Loss": 0.9742876291275024, "Finetune/Loss (Raw)": 0.6645429730415344, "Finetune/Step": 1105, "Finetune/Step Time": 6.718711303547025}
+{"Finetune/Learning Rate": 1.9960198804080462e-05, "Finetune/Loss": 0.974719226360321, "Finetune/Loss (Raw)": 0.967503547668457, "Finetune/Step": 1106, "Finetune/Step Time": 6.717889850959182}
+{"Finetune/Learning Rate": 1.996004856937811e-05, "Finetune/Loss": 0.972658097743988, "Finetune/Loss (Raw)": 0.887840986251831, "Finetune/Step": 1107, "Finetune/Step Time": 6.714403552934527}
+{"Finetune/Learning Rate": 1.9959898052237097e-05, "Finetune/Loss": 0.9727129936218262, "Finetune/Loss (Raw)": 1.0414596796035767, "Finetune/Step": 1108, "Finetune/Step Time": 6.713873580098152}
+{"Finetune/Learning Rate": 1.99597472526617e-05, "Finetune/Loss": 0.9721299409866333, "Finetune/Loss (Raw)": 0.9419100284576416, "Finetune/Step": 1109, "Finetune/Step Time": 6.712849013507366}
+{"Finetune/Learning Rate": 1.9959596170656197e-05, "Finetune/Loss": 0.9730205535888672, "Finetune/Loss (Raw)": 1.1138159036636353, "Finetune/Step": 1110, "Finetune/Step Time": 6.703596781939268}
+{"Finetune/Learning Rate": 1.9959444806224866e-05, "Finetune/Loss": 0.972324013710022, "Finetune/Loss (Raw)": 0.9069217443466187, "Finetune/Step": 1111, "Finetune/Step Time": 6.703045113012195}
+{"Finetune/Learning Rate": 1.9959293159371998e-05, "Finetune/Loss": 0.972713053226471, "Finetune/Loss (Raw)": 0.9495741724967957, "Finetune/Step": 1112, "Finetune/Step Time": 6.698945965617895}
+{"Finetune/Learning Rate": 1.9959141230101903e-05, "Finetune/Loss": 0.9726942777633667, "Finetune/Loss (Raw)": 0.9348035454750061, "Finetune/Step": 1113, "Finetune/Step Time": 6.702150722965598}
+{"Finetune/Learning Rate": 1.9958989018418873e-05, "Finetune/Loss": 0.9741837382316589, "Finetune/Loss (Raw)": 1.0170077085494995, "Finetune/Step": 1114, "Finetune/Step Time": 6.704491890966892}
+{"Finetune/Learning Rate": 1.9958836524327243e-05, "Finetune/Loss": 0.9727026224136353, "Finetune/Loss (Raw)": 0.8902952671051025, "Finetune/Step": 1115, "Finetune/Step Time": 6.69321477226913}
+{"Finetune/Learning Rate": 1.9958683747831324e-05, "Finetune/Loss": 0.9728474617004395, "Finetune/Loss (Raw)": 0.9838328957557678, "Finetune/Step": 1116, "Finetune/Step Time": 6.700222501531243}
+{"Finetune/Learning Rate": 1.9958530688935455e-05, "Finetune/Loss": 0.9735093116760254, "Finetune/Loss (Raw)": 0.9924998879432678, "Finetune/Step": 1117, "Finetune/Step Time": 6.703881414607167}
+{"Finetune/Learning Rate": 1.995837734764397e-05, "Finetune/Loss": 0.9726165533065796, "Finetune/Loss (Raw)": 0.9593688249588013, "Finetune/Step": 1118, "Finetune/Step Time": 6.702800719067454}
+{"Finetune/Learning Rate": 1.9958223723961226e-05, "Finetune/Loss": 0.9710966348648071, "Finetune/Loss (Raw)": 0.8421719074249268, "Finetune/Step": 1119, "Finetune/Step Time": 6.7204002514481544}
+{"Finetune/Learning Rate": 1.995806981789157e-05, "Finetune/Loss": 0.9698505401611328, "Finetune/Loss (Raw)": 0.8439561128616333, "Finetune/Step": 1120, "Finetune/Step Time": 6.721027871593833}
+{"Finetune/Learning Rate": 1.9957915629439374e-05, "Finetune/Loss": 0.9680376052856445, "Finetune/Loss (Raw)": 0.7450246810913086, "Finetune/Step": 1121, "Finetune/Step Time": 6.724826633930206}
+{"Finetune/Learning Rate": 1.9957761158609007e-05, "Finetune/Loss": 0.9666923880577087, "Finetune/Loss (Raw)": 0.9989328384399414, "Finetune/Step": 1122, "Finetune/Step Time": 6.72284877486527}
+{"Finetune/Learning Rate": 1.995760640540485e-05, "Finetune/Loss": 0.9661738276481628, "Finetune/Loss (Raw)": 0.9893302321434021, "Finetune/Step": 1123, "Finetune/Step Time": 6.720297370105982}
+{"Finetune/Learning Rate": 1.9957451369831287e-05, "Finetune/Loss": 0.9664193391799927, "Finetune/Loss (Raw)": 1.0176630020141602, "Finetune/Step": 1124, "Finetune/Step Time": 6.719740238040686}
+{"Finetune/Learning Rate": 1.9957296051892727e-05, "Finetune/Loss": 0.9662826061248779, "Finetune/Loss (Raw)": 0.8734700083732605, "Finetune/Step": 1125, "Finetune/Step Time": 6.72943377867341}
+{"Finetune/Learning Rate": 1.9957140451593554e-05, "Finetune/Loss": 0.966284990310669, "Finetune/Loss (Raw)": 1.0156227350234985, "Finetune/Step": 1126, "Finetune/Step Time": 6.726871309801936}
+{"Finetune/Learning Rate": 1.9956984568938202e-05, "Finetune/Loss": 0.9680467844009399, "Finetune/Loss (Raw)": 0.9943419098854065, "Finetune/Step": 1127, "Finetune/Step Time": 6.706552565097809}
+{"Finetune/Learning Rate": 1.9956828403931078e-05, "Finetune/Loss": 0.9683676958084106, "Finetune/Loss (Raw)": 0.9456775784492493, "Finetune/Step": 1128, "Finetune/Step Time": 6.704069327563047}
+{"Finetune/Learning Rate": 1.9956671956576614e-05, "Finetune/Loss": 0.96884685754776, "Finetune/Loss (Raw)": 0.8905003070831299, "Finetune/Step": 1129, "Finetune/Step Time": 6.696431761607528}
+{"Finetune/Learning Rate": 1.9956515226879244e-05, "Finetune/Loss": 0.9687338471412659, "Finetune/Loss (Raw)": 0.9356904625892639, "Finetune/Step": 1130, "Finetune/Step Time": 6.69733738899231}
+{"Finetune/Learning Rate": 1.9956358214843418e-05, "Finetune/Loss": 0.9707505106925964, "Finetune/Loss (Raw)": 1.0507973432540894, "Finetune/Step": 1131, "Finetune/Step Time": 6.684701668098569}
+{"Finetune/Learning Rate": 1.9956200920473584e-05, "Finetune/Loss": 0.9685354232788086, "Finetune/Loss (Raw)": 0.6172842383384705, "Finetune/Step": 1132, "Finetune/Step Time": 6.697749633342028}
+{"Finetune/Learning Rate": 1.9956043343774204e-05, "Finetune/Loss": 0.9692239761352539, "Finetune/Loss (Raw)": 1.0581278800964355, "Finetune/Step": 1133, "Finetune/Step Time": 6.7031381372362375}
+{"Finetune/Learning Rate": 1.995588548474974e-05, "Finetune/Loss": 0.9701418876647949, "Finetune/Loss (Raw)": 1.0712615251541138, "Finetune/Step": 1134, "Finetune/Step Time": 6.70017109811306}
+{"Finetune/Learning Rate": 1.9955727343404684e-05, "Finetune/Loss": 0.971265435218811, "Finetune/Loss (Raw)": 1.0235021114349365, "Finetune/Step": 1135, "Finetune/Step Time": 6.6972682401537895}
+{"Finetune/Learning Rate": 1.9955568919743507e-05, "Finetune/Loss": 0.9711964130401611, "Finetune/Loss (Raw)": 0.9108374714851379, "Finetune/Step": 1136, "Finetune/Step Time": 6.7096557933837175}
+{"Finetune/Learning Rate": 1.9955410213770702e-05, "Finetune/Loss": 0.9710673093795776, "Finetune/Loss (Raw)": 0.9708254933357239, "Finetune/Step": 1137, "Finetune/Step Time": 6.706910206004977}
+{"Finetune/Learning Rate": 1.9955251225490773e-05, "Finetune/Loss": 0.9727310538291931, "Finetune/Loss (Raw)": 1.0769866704940796, "Finetune/Step": 1138, "Finetune/Step Time": 6.707372512668371}
+{"Finetune/Learning Rate": 1.9955091954908234e-05, "Finetune/Loss": 0.972740650177002, "Finetune/Loss (Raw)": 1.025711178779602, "Finetune/Step": 1139, "Finetune/Step Time": 6.714080773293972}
+{"Finetune/Learning Rate": 1.9954932402027595e-05, "Finetune/Loss": 0.9724950790405273, "Finetune/Loss (Raw)": 0.9776575565338135, "Finetune/Step": 1140, "Finetune/Step Time": 6.709928719326854}
+{"Finetune/Learning Rate": 1.9954772566853375e-05, "Finetune/Loss": 0.972449541091919, "Finetune/Loss (Raw)": 0.9705671668052673, "Finetune/Step": 1141, "Finetune/Step Time": 6.705592768266797}
+{"Finetune/Learning Rate": 1.9954612449390115e-05, "Finetune/Loss": 0.972037672996521, "Finetune/Loss (Raw)": 0.9767724275588989, "Finetune/Step": 1142, "Finetune/Step Time": 6.7163294944912195}
+{"Finetune/Learning Rate": 1.9954452049642357e-05, "Finetune/Loss": 0.9723637104034424, "Finetune/Loss (Raw)": 0.9665186405181885, "Finetune/Step": 1143, "Finetune/Step Time": 6.6959407646209}
+{"Finetune/Learning Rate": 1.9954291367614642e-05, "Finetune/Loss": 0.9714908599853516, "Finetune/Loss (Raw)": 0.83927321434021, "Finetune/Step": 1144, "Finetune/Step Time": 6.68571151047945}
+{"Finetune/Learning Rate": 1.995413040331153e-05, "Finetune/Loss": 0.9713418483734131, "Finetune/Loss (Raw)": 1.0139144659042358, "Finetune/Step": 1145, "Finetune/Step Time": 6.6879418306052685}
+{"Finetune/Learning Rate": 1.9953969156737586e-05, "Finetune/Loss": 0.9737566709518433, "Finetune/Loss (Raw)": 1.1510870456695557, "Finetune/Step": 1146, "Finetune/Step Time": 6.6692124623805285}
+{"Finetune/Learning Rate": 1.995380762789738e-05, "Finetune/Loss": 0.9747306108474731, "Finetune/Loss (Raw)": 1.0478533506393433, "Finetune/Step": 1147, "Finetune/Step Time": 6.661376798525453}
+{"Finetune/Learning Rate": 1.99536458167955e-05, "Finetune/Loss": 0.9740062952041626, "Finetune/Loss (Raw)": 1.0229824781417847, "Finetune/Step": 1148, "Finetune/Step Time": 6.655314991250634}
+{"Finetune/Learning Rate": 1.9953483723436523e-05, "Finetune/Loss": 0.9741965532302856, "Finetune/Loss (Raw)": 1.0568904876708984, "Finetune/Step": 1149, "Finetune/Step Time": 6.657504476606846}
+{"Finetune/Learning Rate": 1.9953321347825055e-05, "Finetune/Loss": 0.9735569357872009, "Finetune/Loss (Raw)": 0.9710273742675781, "Finetune/Step": 1150, "Finetune/Step Time": 6.661091051995754}
+{"Finetune/Learning Rate": 1.9953158689965696e-05, "Finetune/Loss": 0.974315881729126, "Finetune/Loss (Raw)": 1.0659892559051514, "Finetune/Step": 1151, "Finetune/Step Time": 6.648689344525337}
+{"Finetune/Learning Rate": 1.995299574986306e-05, "Finetune/Loss": 0.9742451906204224, "Finetune/Loss (Raw)": 0.9786065220832825, "Finetune/Step": 1152, "Finetune/Step Time": 6.649077421054244}
+{"Finetune/Learning Rate": 1.995283252752177e-05, "Finetune/Loss": 0.9750165939331055, "Finetune/Loss (Raw)": 1.0031919479370117, "Finetune/Step": 1153, "Finetune/Step Time": 6.6385693326592445}
+{"Finetune/Learning Rate": 1.9952669022946446e-05, "Finetune/Loss": 0.9744040966033936, "Finetune/Loss (Raw)": 0.991862952709198, "Finetune/Step": 1154, "Finetune/Step Time": 6.645484399050474}
+{"Finetune/Learning Rate": 1.9952505236141733e-05, "Finetune/Loss": 0.9754706621170044, "Finetune/Loss (Raw)": 1.0970245599746704, "Finetune/Step": 1155, "Finetune/Step Time": 6.643362043425441}
+{"Finetune/Learning Rate": 1.995234116711227e-05, "Finetune/Loss": 0.9761266708374023, "Finetune/Loss (Raw)": 1.0829522609710693, "Finetune/Step": 1156, "Finetune/Step Time": 6.646806064993143}
+{"Finetune/Learning Rate": 1.9952176815862717e-05, "Finetune/Loss": 0.9757543802261353, "Finetune/Loss (Raw)": 0.9570616483688354, "Finetune/Step": 1157, "Finetune/Step Time": 6.630554474890232}
+{"Finetune/Learning Rate": 1.9952012182397728e-05, "Finetune/Loss": 0.9761759042739868, "Finetune/Loss (Raw)": 1.030423879623413, "Finetune/Step": 1158, "Finetune/Step Time": 6.632504094392061}
+{"Finetune/Learning Rate": 1.995184726672197e-05, "Finetune/Loss": 0.9766757488250732, "Finetune/Loss (Raw)": 0.9184221625328064, "Finetune/Step": 1159, "Finetune/Step Time": 6.63413454964757}
+{"Finetune/Learning Rate": 1.9951682068840124e-05, "Finetune/Loss": 0.9762049913406372, "Finetune/Loss (Raw)": 0.8717769980430603, "Finetune/Step": 1160, "Finetune/Step Time": 6.638538412749767}
+{"Finetune/Learning Rate": 1.9951516588756875e-05, "Finetune/Loss": 0.9766518473625183, "Finetune/Loss (Raw)": 1.0401852130889893, "Finetune/Step": 1161, "Finetune/Step Time": 6.639373363927007}
+{"Finetune/Learning Rate": 1.9951350826476915e-05, "Finetune/Loss": 0.9758912324905396, "Finetune/Loss (Raw)": 0.9452679753303528, "Finetune/Step": 1162, "Finetune/Step Time": 6.6351487506181}
+{"Finetune/Learning Rate": 1.9951184782004943e-05, "Finetune/Loss": 0.9754146337509155, "Finetune/Loss (Raw)": 1.0367498397827148, "Finetune/Step": 1163, "Finetune/Step Time": 6.6337737292051315}
+{"Finetune/Learning Rate": 1.9951018455345666e-05, "Finetune/Loss": 0.9731050729751587, "Finetune/Loss (Raw)": 0.7036953568458557, "Finetune/Step": 1164, "Finetune/Step Time": 6.647196965292096}
+{"Finetune/Learning Rate": 1.99508518465038e-05, "Finetune/Loss": 0.9727339744567871, "Finetune/Loss (Raw)": 0.9408186674118042, "Finetune/Step": 1165, "Finetune/Step Time": 6.648335970938206}
+{"Finetune/Learning Rate": 1.9950684955484076e-05, "Finetune/Loss": 0.972396194934845, "Finetune/Loss (Raw)": 0.9119566679000854, "Finetune/Step": 1166, "Finetune/Step Time": 6.6335974875837564}
+{"Finetune/Learning Rate": 1.9950517782291222e-05, "Finetune/Loss": 0.9716669321060181, "Finetune/Loss (Raw)": 0.7556480169296265, "Finetune/Step": 1167, "Finetune/Step Time": 6.632773820310831}
+{"Finetune/Learning Rate": 1.995035032692998e-05, "Finetune/Loss": 0.97275710105896, "Finetune/Loss (Raw)": 1.046425461769104, "Finetune/Step": 1168, "Finetune/Step Time": 6.621161533519626}
+{"Finetune/Learning Rate": 1.9950182589405096e-05, "Finetune/Loss": 0.9720855355262756, "Finetune/Loss (Raw)": 0.9873113632202148, "Finetune/Step": 1169, "Finetune/Step Time": 6.626046730205417}
+{"Finetune/Learning Rate": 1.995001456972133e-05, "Finetune/Loss": 0.9711065292358398, "Finetune/Loss (Raw)": 0.8846293091773987, "Finetune/Step": 1170, "Finetune/Step Time": 6.627759501338005}
+{"Finetune/Learning Rate": 1.9949846267883442e-05, "Finetune/Loss": 0.9727246165275574, "Finetune/Loss (Raw)": 0.9287499785423279, "Finetune/Step": 1171, "Finetune/Step Time": 6.611595114693046}
+{"Finetune/Learning Rate": 1.9949677683896208e-05, "Finetune/Loss": 0.9721551537513733, "Finetune/Loss (Raw)": 0.9820324182510376, "Finetune/Step": 1172, "Finetune/Step Time": 6.607835793867707}
+{"Finetune/Learning Rate": 1.9949508817764413e-05, "Finetune/Loss": 0.9741902351379395, "Finetune/Loss (Raw)": 1.0958678722381592, "Finetune/Step": 1173, "Finetune/Step Time": 6.610735205933452}
+{"Finetune/Learning Rate": 1.9949339669492835e-05, "Finetune/Loss": 0.9731374382972717, "Finetune/Loss (Raw)": 0.8738407492637634, "Finetune/Step": 1174, "Finetune/Step Time": 6.619344873353839}
+{"Finetune/Learning Rate": 1.9949170239086278e-05, "Finetune/Loss": 0.9733585119247437, "Finetune/Loss (Raw)": 1.1281447410583496, "Finetune/Step": 1175, "Finetune/Step Time": 6.620110826566815}
+{"Finetune/Learning Rate": 1.9949000526549546e-05, "Finetune/Loss": 0.9720878601074219, "Finetune/Loss (Raw)": 0.8470978140830994, "Finetune/Step": 1176, "Finetune/Step Time": 6.621145034208894}
+{"Finetune/Learning Rate": 1.9948830531887448e-05, "Finetune/Loss": 0.972541868686676, "Finetune/Loss (Raw)": 0.9642266631126404, "Finetune/Step": 1177, "Finetune/Step Time": 6.601369498297572}
+{"Finetune/Learning Rate": 1.9948660255104807e-05, "Finetune/Loss": 0.9735498428344727, "Finetune/Loss (Raw)": 0.9980576038360596, "Finetune/Step": 1178, "Finetune/Step Time": 6.602157013490796}
+{"Finetune/Learning Rate": 1.9948489696206453e-05, "Finetune/Loss": 0.972711443901062, "Finetune/Loss (Raw)": 0.9233332872390747, "Finetune/Step": 1179, "Finetune/Step Time": 6.600420571863651}
+{"Finetune/Learning Rate": 1.994831885519722e-05, "Finetune/Loss": 0.9718606472015381, "Finetune/Loss (Raw)": 0.993541955947876, "Finetune/Step": 1180, "Finetune/Step Time": 6.5820070542395115}
+{"Finetune/Learning Rate": 1.9948147732081952e-05, "Finetune/Loss": 0.9694751501083374, "Finetune/Loss (Raw)": 0.7101923823356628, "Finetune/Step": 1181, "Finetune/Step Time": 6.596630176529288}
+{"Finetune/Learning Rate": 1.9947976326865505e-05, "Finetune/Loss": 0.9705908298492432, "Finetune/Loss (Raw)": 0.9632916450500488, "Finetune/Step": 1182, "Finetune/Step Time": 6.59687596000731}
+{"Finetune/Learning Rate": 1.994780463955274e-05, "Finetune/Loss": 0.9690029621124268, "Finetune/Loss (Raw)": 0.8914297819137573, "Finetune/Step": 1183, "Finetune/Step Time": 6.59815439209342}
+{"Finetune/Learning Rate": 1.9947632670148517e-05, "Finetune/Loss": 0.9681562185287476, "Finetune/Loss (Raw)": 0.9991772770881653, "Finetune/Step": 1184, "Finetune/Step Time": 6.607583222910762}
+{"Finetune/Learning Rate": 1.9947460418657722e-05, "Finetune/Loss": 0.9683298468589783, "Finetune/Loss (Raw)": 1.1012091636657715, "Finetune/Step": 1185, "Finetune/Step Time": 6.606518158689141}
+{"Finetune/Learning Rate": 1.9947287885085237e-05, "Finetune/Loss": 0.9682086706161499, "Finetune/Loss (Raw)": 1.0040035247802734, "Finetune/Step": 1186, "Finetune/Step Time": 6.60560804978013}
+{"Finetune/Learning Rate": 1.9947115069435955e-05, "Finetune/Loss": 0.9686731696128845, "Finetune/Loss (Raw)": 0.9620883464813232, "Finetune/Step": 1187, "Finetune/Step Time": 6.601226475089788}
+{"Finetune/Learning Rate": 1.994694197171477e-05, "Finetune/Loss": 0.9701259732246399, "Finetune/Loss (Raw)": 1.0642650127410889, "Finetune/Step": 1188, "Finetune/Step Time": 6.587891213595867}
+{"Finetune/Learning Rate": 1.9946768591926603e-05, "Finetune/Loss": 0.9696961641311646, "Finetune/Loss (Raw)": 0.9034428000450134, "Finetune/Step": 1189, "Finetune/Step Time": 6.584360530599952}
+{"Finetune/Learning Rate": 1.994659493007636e-05, "Finetune/Loss": 0.9678356051445007, "Finetune/Loss (Raw)": 0.832086443901062, "Finetune/Step": 1190, "Finetune/Step Time": 6.593745894730091}
+{"Finetune/Learning Rate": 1.994642098616897e-05, "Finetune/Loss": 0.9671822190284729, "Finetune/Loss (Raw)": 0.9572218060493469, "Finetune/Step": 1191, "Finetune/Step Time": 6.5950520150363445}
+{"Finetune/Learning Rate": 1.994624676020936e-05, "Finetune/Loss": 0.9663424491882324, "Finetune/Loss (Raw)": 0.9925872683525085, "Finetune/Step": 1192, "Finetune/Step Time": 6.598048638552427}
+{"Finetune/Learning Rate": 1.9946072252202483e-05, "Finetune/Loss": 0.9668447375297546, "Finetune/Loss (Raw)": 1.0825926065444946, "Finetune/Step": 1193, "Finetune/Step Time": 6.59795368462801}
+{"Finetune/Learning Rate": 1.9945897462153275e-05, "Finetune/Loss": 0.9691891074180603, "Finetune/Loss (Raw)": 1.1097965240478516, "Finetune/Step": 1194, "Finetune/Step Time": 6.584888760000467}
+{"Finetune/Learning Rate": 1.9945722390066697e-05, "Finetune/Loss": 0.9705792665481567, "Finetune/Loss (Raw)": 1.0428582429885864, "Finetune/Step": 1195, "Finetune/Step Time": 6.607500541955233}
+{"Finetune/Learning Rate": 1.9945547035947715e-05, "Finetune/Loss": 0.9689223170280457, "Finetune/Loss (Raw)": 0.5762916207313538, "Finetune/Step": 1196, "Finetune/Step Time": 6.625360986217856}
+{"Finetune/Learning Rate": 1.99453713998013e-05, "Finetune/Loss": 0.9694489240646362, "Finetune/Loss (Raw)": 1.0669599771499634, "Finetune/Step": 1197, "Finetune/Step Time": 6.622865287587047}
+{"Finetune/Learning Rate": 1.9945195481632434e-05, "Finetune/Loss": 0.9697302579879761, "Finetune/Loss (Raw)": 0.9518263339996338, "Finetune/Step": 1198, "Finetune/Step Time": 6.63185047917068}
+{"Finetune/Learning Rate": 1.9945019281446106e-05, "Finetune/Loss": 0.9705486297607422, "Finetune/Loss (Raw)": 1.071459412574768, "Finetune/Step": 1199, "Finetune/Step Time": 6.634786853566766}
+{"Finetune/Learning Rate": 1.9944842799247306e-05, "Finetune/Loss": 0.972838282585144, "Finetune/Loss (Raw)": 1.009814739227295, "Finetune/Step": 1200, "Finetune/Step Time": 6.623962698504329}
+{"Finetune/Learning Rate": 1.9944666035041048e-05, "Finetune/Loss": 0.9733361005783081, "Finetune/Loss (Raw)": 1.0079922676086426, "Finetune/Step": 1201, "Finetune/Step Time": 6.6210393868386745}
+{"Finetune/Learning Rate": 1.994448898883234e-05, "Finetune/Loss": 0.97078537940979, "Finetune/Loss (Raw)": 0.6385499238967896, "Finetune/Step": 1202, "Finetune/Step Time": 6.637368261814117}
+{"Finetune/Learning Rate": 1.9944311660626198e-05, "Finetune/Loss": 0.9692020416259766, "Finetune/Loss (Raw)": 0.919106662273407, "Finetune/Step": 1203, "Finetune/Step Time": 6.6413550190627575}
+{"Finetune/Learning Rate": 1.994413405042766e-05, "Finetune/Loss": 0.9668679237365723, "Finetune/Loss (Raw)": 0.9055154919624329, "Finetune/Step": 1204, "Finetune/Step Time": 6.640663554891944}
+{"Finetune/Learning Rate": 1.9943956158241757e-05, "Finetune/Loss": 0.9680483341217041, "Finetune/Loss (Raw)": 0.9401483535766602, "Finetune/Step": 1205, "Finetune/Step Time": 6.646552361547947}
+{"Finetune/Learning Rate": 1.9943777984073534e-05, "Finetune/Loss": 0.9681879878044128, "Finetune/Loss (Raw)": 1.0422621965408325, "Finetune/Step": 1206, "Finetune/Step Time": 6.651046732440591}
+{"Finetune/Learning Rate": 1.994359952792804e-05, "Finetune/Loss": 0.9673997163772583, "Finetune/Loss (Raw)": 0.8939769864082336, "Finetune/Step": 1207, "Finetune/Step Time": 6.649460541084409}
+{"Finetune/Learning Rate": 1.9943420789810343e-05, "Finetune/Loss": 0.9669758677482605, "Finetune/Loss (Raw)": 0.9694194793701172, "Finetune/Step": 1208, "Finetune/Step Time": 6.649749703705311}
+{"Finetune/Learning Rate": 1.994324176972551e-05, "Finetune/Loss": 0.9656757116317749, "Finetune/Loss (Raw)": 0.9150677919387817, "Finetune/Step": 1209, "Finetune/Step Time": 6.655870467424393}
+{"Finetune/Learning Rate": 1.9943062467678608e-05, "Finetune/Loss": 0.9639822244644165, "Finetune/Loss (Raw)": 0.8269639015197754, "Finetune/Step": 1210, "Finetune/Step Time": 6.663760362192988}
+{"Finetune/Learning Rate": 1.9942882883674735e-05, "Finetune/Loss": 0.9629331827163696, "Finetune/Loss (Raw)": 0.9154484868049622, "Finetune/Step": 1211, "Finetune/Step Time": 6.654771234840155}
+{"Finetune/Learning Rate": 1.9942703017718977e-05, "Finetune/Loss": 0.9641297459602356, "Finetune/Loss (Raw)": 0.9687963724136353, "Finetune/Step": 1212, "Finetune/Step Time": 6.643225152045488}
+{"Finetune/Learning Rate": 1.994252286981643e-05, "Finetune/Loss": 0.9637408256530762, "Finetune/Loss (Raw)": 1.0886924266815186, "Finetune/Step": 1213, "Finetune/Step Time": 6.646819369867444}
+{"Finetune/Learning Rate": 1.9942342439972208e-05, "Finetune/Loss": 0.9627503752708435, "Finetune/Loss (Raw)": 0.9352468848228455, "Finetune/Step": 1214, "Finetune/Step Time": 6.652043616399169}
+{"Finetune/Learning Rate": 1.994216172819143e-05, "Finetune/Loss": 0.9636017084121704, "Finetune/Loss (Raw)": 1.0905507802963257, "Finetune/Step": 1215, "Finetune/Step Time": 6.645406492054462}
+{"Finetune/Learning Rate": 1.9941980734479214e-05, "Finetune/Loss": 0.9640394449234009, "Finetune/Loss (Raw)": 0.9947313666343689, "Finetune/Step": 1216, "Finetune/Step Time": 6.646226359531283}
+{"Finetune/Learning Rate": 1.99417994588407e-05, "Finetune/Loss": 0.9647789001464844, "Finetune/Loss (Raw)": 1.0478886365890503, "Finetune/Step": 1217, "Finetune/Step Time": 6.648045444861054}
+{"Finetune/Learning Rate": 1.9941617901281022e-05, "Finetune/Loss": 0.9629685878753662, "Finetune/Loss (Raw)": 0.8844783306121826, "Finetune/Step": 1218, "Finetune/Step Time": 6.637766795232892}
+{"Finetune/Learning Rate": 1.9941436061805328e-05, "Finetune/Loss": 0.9623150825500488, "Finetune/Loss (Raw)": 0.9467411637306213, "Finetune/Step": 1219, "Finetune/Step Time": 6.639133440330625}
+{"Finetune/Learning Rate": 1.994125394041878e-05, "Finetune/Loss": 0.9616255760192871, "Finetune/Loss (Raw)": 0.9314646124839783, "Finetune/Step": 1220, "Finetune/Step Time": 6.6400196850299835}
+{"Finetune/Learning Rate": 1.9941071537126535e-05, "Finetune/Loss": 0.9626795053482056, "Finetune/Loss (Raw)": 1.050007700920105, "Finetune/Step": 1221, "Finetune/Step Time": 6.643386447802186}
+{"Finetune/Learning Rate": 1.9940888851933776e-05, "Finetune/Loss": 0.9627330899238586, "Finetune/Loss (Raw)": 0.9780046343803406, "Finetune/Step": 1222, "Finetune/Step Time": 6.641594130545855}
+{"Finetune/Learning Rate": 1.994070588484567e-05, "Finetune/Loss": 0.9625916481018066, "Finetune/Loss (Raw)": 0.970077633857727, "Finetune/Step": 1223, "Finetune/Step Time": 6.643769156187773}
+{"Finetune/Learning Rate": 1.994052263586742e-05, "Finetune/Loss": 0.9627397060394287, "Finetune/Loss (Raw)": 0.9480592012405396, "Finetune/Step": 1224, "Finetune/Step Time": 6.644279608502984}
+{"Finetune/Learning Rate": 1.994033910500421e-05, "Finetune/Loss": 0.9631023406982422, "Finetune/Loss (Raw)": 0.9221848249435425, "Finetune/Step": 1225, "Finetune/Step Time": 6.644947536289692}
+{"Finetune/Learning Rate": 1.994015529226125e-05, "Finetune/Loss": 0.9638243913650513, "Finetune/Loss (Raw)": 0.9713413715362549, "Finetune/Step": 1226, "Finetune/Step Time": 6.651362579315901}
+{"Finetune/Learning Rate": 1.9939971197643757e-05, "Finetune/Loss": 0.9622817039489746, "Finetune/Loss (Raw)": 0.9025265574455261, "Finetune/Step": 1227, "Finetune/Step Time": 6.649965925142169}
+{"Finetune/Learning Rate": 1.993978682115694e-05, "Finetune/Loss": 0.9602552652359009, "Finetune/Loss (Raw)": 0.8912768363952637, "Finetune/Step": 1228, "Finetune/Step Time": 6.646082561463118}
+{"Finetune/Learning Rate": 1.9939602162806038e-05, "Finetune/Loss": 0.9615181684494019, "Finetune/Loss (Raw)": 0.9756643772125244, "Finetune/Step": 1229, "Finetune/Step Time": 6.656767476350069}
+{"Finetune/Learning Rate": 1.993941722259628e-05, "Finetune/Loss": 0.9598760008811951, "Finetune/Loss (Raw)": 0.8587737679481506, "Finetune/Step": 1230, "Finetune/Step Time": 6.671386105939746}
+{"Finetune/Learning Rate": 1.9939232000532914e-05, "Finetune/Loss": 0.9602242708206177, "Finetune/Loss (Raw)": 1.0471299886703491, "Finetune/Step": 1231, "Finetune/Step Time": 6.668858332559466}
+{"Finetune/Learning Rate": 1.9939046496621196e-05, "Finetune/Loss": 0.9594846367835999, "Finetune/Loss (Raw)": 1.0148214101791382, "Finetune/Step": 1232, "Finetune/Step Time": 6.686923913657665}
+{"Finetune/Learning Rate": 1.993886071086638e-05, "Finetune/Loss": 0.96067214012146, "Finetune/Loss (Raw)": 0.8165388107299805, "Finetune/Step": 1233, "Finetune/Step Time": 6.654803758487105}
+{"Finetune/Learning Rate": 1.9938674643273735e-05, "Finetune/Loss": 0.9610694646835327, "Finetune/Loss (Raw)": 1.0183604955673218, "Finetune/Step": 1234, "Finetune/Step Time": 6.642176538705826}
+{"Finetune/Learning Rate": 1.9938488293848536e-05, "Finetune/Loss": 0.9607939720153809, "Finetune/Loss (Raw)": 0.8525814414024353, "Finetune/Step": 1235, "Finetune/Step Time": 6.640801968052983}
+{"Finetune/Learning Rate": 1.9938301662596075e-05, "Finetune/Loss": 0.960153341293335, "Finetune/Loss (Raw)": 0.9594539999961853, "Finetune/Step": 1236, "Finetune/Step Time": 6.640421371906996}
+{"Finetune/Learning Rate": 1.993811474952164e-05, "Finetune/Loss": 0.9603409767150879, "Finetune/Loss (Raw)": 0.9659305810928345, "Finetune/Step": 1237, "Finetune/Step Time": 6.642810095101595}
+{"Finetune/Learning Rate": 1.9937927554630528e-05, "Finetune/Loss": 0.9599123597145081, "Finetune/Loss (Raw)": 1.0589544773101807, "Finetune/Step": 1238, "Finetune/Step Time": 6.641389263793826}
+{"Finetune/Learning Rate": 1.993774007792805e-05, "Finetune/Loss": 0.9613552093505859, "Finetune/Loss (Raw)": 1.0916097164154053, "Finetune/Step": 1239, "Finetune/Step Time": 6.645110668614507}
+{"Finetune/Learning Rate": 1.9937552319419525e-05, "Finetune/Loss": 0.9616495370864868, "Finetune/Loss (Raw)": 0.9872486591339111, "Finetune/Step": 1240, "Finetune/Step Time": 6.646127240732312}
+{"Finetune/Learning Rate": 1.9937364279110273e-05, "Finetune/Loss": 0.96202152967453, "Finetune/Loss (Raw)": 0.9824146032333374, "Finetune/Step": 1241, "Finetune/Step Time": 6.64598430134356}
+{"Finetune/Learning Rate": 1.993717595700563e-05, "Finetune/Loss": 0.9595810770988464, "Finetune/Loss (Raw)": 0.7046312689781189, "Finetune/Step": 1242, "Finetune/Step Time": 6.644156541675329}
+{"Finetune/Learning Rate": 1.9936987353110933e-05, "Finetune/Loss": 0.9603257179260254, "Finetune/Loss (Raw)": 0.9856058955192566, "Finetune/Step": 1243, "Finetune/Step Time": 6.6462904047220945}
+{"Finetune/Learning Rate": 1.9936798467431534e-05, "Finetune/Loss": 0.9596109390258789, "Finetune/Loss (Raw)": 0.8923444747924805, "Finetune/Step": 1244, "Finetune/Step Time": 6.644157176837325}
+{"Finetune/Learning Rate": 1.993660929997278e-05, "Finetune/Loss": 0.9601743221282959, "Finetune/Loss (Raw)": 1.0646109580993652, "Finetune/Step": 1245, "Finetune/Step Time": 6.640943191945553}
+{"Finetune/Learning Rate": 1.993641985074005e-05, "Finetune/Loss": 0.9612125158309937, "Finetune/Loss (Raw)": 1.0922638177871704, "Finetune/Step": 1246, "Finetune/Step Time": 6.632874108850956}
+{"Finetune/Learning Rate": 1.9936230119738708e-05, "Finetune/Loss": 0.9630634784698486, "Finetune/Loss (Raw)": 1.0790876150131226, "Finetune/Step": 1247, "Finetune/Step Time": 6.604428626596928}
+{"Finetune/Learning Rate": 1.9936040106974132e-05, "Finetune/Loss": 0.9638383388519287, "Finetune/Loss (Raw)": 0.9431411623954773, "Finetune/Step": 1248, "Finetune/Step Time": 6.603670006617904}
+{"Finetune/Learning Rate": 1.9935849812451713e-05, "Finetune/Loss": 0.966059148311615, "Finetune/Loss (Raw)": 1.029285192489624, "Finetune/Step": 1249, "Finetune/Step Time": 6.602026985958219}
+{"Finetune/Learning Rate": 1.9935659236176846e-05, "Finetune/Loss": 0.9655981063842773, "Finetune/Loss (Raw)": 0.9399235248565674, "Finetune/Step": 1250, "Finetune/Step Time": 6.60421315766871}
+{"Finetune/Learning Rate": 1.9935468378154937e-05, "Finetune/Loss": 0.9654298424720764, "Finetune/Loss (Raw)": 0.9677896499633789, "Finetune/Step": 1251, "Finetune/Step Time": 6.609483823180199}
+{"Finetune/Learning Rate": 1.9935277238391398e-05, "Finetune/Loss": 0.9662003517150879, "Finetune/Loss (Raw)": 1.1162936687469482, "Finetune/Step": 1252, "Finetune/Step Time": 6.608197012916207}
+{"Finetune/Learning Rate": 1.993508581689165e-05, "Finetune/Loss": 0.9671820402145386, "Finetune/Loss (Raw)": 0.9991251826286316, "Finetune/Step": 1253, "Finetune/Step Time": 6.600042227655649}
+{"Finetune/Learning Rate": 1.993489411366112e-05, "Finetune/Loss": 0.9669674038887024, "Finetune/Loss (Raw)": 0.988147497177124, "Finetune/Step": 1254, "Finetune/Step Time": 6.608415080234408}
+{"Finetune/Learning Rate": 1.993470212870524e-05, "Finetune/Loss": 0.9656169414520264, "Finetune/Loss (Raw)": 0.8214842081069946, "Finetune/Step": 1255, "Finetune/Step Time": 6.615425596013665}
+{"Finetune/Learning Rate": 1.993450986202946e-05, "Finetune/Loss": 0.9651991724967957, "Finetune/Loss (Raw)": 0.8922008872032166, "Finetune/Step": 1256, "Finetune/Step Time": 6.6161061599850655}
+{"Finetune/Learning Rate": 1.993431731363923e-05, "Finetune/Loss": 0.9668897390365601, "Finetune/Loss (Raw)": 1.1068904399871826, "Finetune/Step": 1257, "Finetune/Step Time": 6.616301145404577}
+{"Finetune/Learning Rate": 1.9934124483540015e-05, "Finetune/Loss": 0.9649232029914856, "Finetune/Loss (Raw)": 0.6839810609817505, "Finetune/Step": 1258, "Finetune/Step Time": 6.637782337144017}
+{"Finetune/Learning Rate": 1.9933931371737276e-05, "Finetune/Loss": 0.9647226333618164, "Finetune/Loss (Raw)": 1.0251214504241943, "Finetune/Step": 1259, "Finetune/Step Time": 6.63503504358232}
+{"Finetune/Learning Rate": 1.9933737978236487e-05, "Finetune/Loss": 0.9680493474006653, "Finetune/Loss (Raw)": 1.0431030988693237, "Finetune/Step": 1260, "Finetune/Step Time": 6.6140018831938505}
+{"Finetune/Learning Rate": 1.9933544303043142e-05, "Finetune/Loss": 0.9675312042236328, "Finetune/Loss (Raw)": 0.9918035864830017, "Finetune/Step": 1261, "Finetune/Step Time": 6.6098831333220005}
+{"Finetune/Learning Rate": 1.9933350346162722e-05, "Finetune/Loss": 0.9666807651519775, "Finetune/Loss (Raw)": 0.962409496307373, "Finetune/Step": 1262, "Finetune/Step Time": 6.6246044524014}
+{"Finetune/Learning Rate": 1.993315610760074e-05, "Finetune/Loss": 0.9659144282341003, "Finetune/Loss (Raw)": 0.9254071116447449, "Finetune/Step": 1263, "Finetune/Step Time": 6.625186385586858}
+{"Finetune/Learning Rate": 1.9932961587362692e-05, "Finetune/Loss": 0.9667698740959167, "Finetune/Loss (Raw)": 1.0203336477279663, "Finetune/Step": 1264, "Finetune/Step Time": 6.615673093125224}
+{"Finetune/Learning Rate": 1.99327667854541e-05, "Finetune/Loss": 0.9664217233657837, "Finetune/Loss (Raw)": 0.9262579679489136, "Finetune/Step": 1265, "Finetune/Step Time": 6.618541467934847}
+{"Finetune/Learning Rate": 1.993257170188049e-05, "Finetune/Loss": 0.9635426998138428, "Finetune/Loss (Raw)": 0.7084808349609375, "Finetune/Step": 1266, "Finetune/Step Time": 6.6320256516337395}
+{"Finetune/Learning Rate": 1.9932376336647387e-05, "Finetune/Loss": 0.9617425799369812, "Finetune/Loss (Raw)": 0.795290470123291, "Finetune/Step": 1267, "Finetune/Step Time": 6.611570632085204}
+{"Finetune/Learning Rate": 1.9932180689760336e-05, "Finetune/Loss": 0.9623891711235046, "Finetune/Loss (Raw)": 1.060423493385315, "Finetune/Step": 1268, "Finetune/Step Time": 6.615379523485899}
+{"Finetune/Learning Rate": 1.993198476122489e-05, "Finetune/Loss": 0.963506817817688, "Finetune/Loss (Raw)": 1.1136244535446167, "Finetune/Step": 1269, "Finetune/Step Time": 6.615041544660926}
+{"Finetune/Learning Rate": 1.993178855104659e-05, "Finetune/Loss": 0.9621273279190063, "Finetune/Loss (Raw)": 0.8002030849456787, "Finetune/Step": 1270, "Finetune/Step Time": 6.616789573803544}
+{"Finetune/Learning Rate": 1.9931592059231014e-05, "Finetune/Loss": 0.9627315402030945, "Finetune/Loss (Raw)": 1.0438534021377563, "Finetune/Step": 1271, "Finetune/Step Time": 6.614361651241779}
+{"Finetune/Learning Rate": 1.9931395285783726e-05, "Finetune/Loss": 0.9639703035354614, "Finetune/Loss (Raw)": 0.9978355765342712, "Finetune/Step": 1272, "Finetune/Step Time": 6.606745067983866}
+{"Finetune/Learning Rate": 1.993119823071031e-05, "Finetune/Loss": 0.9624835252761841, "Finetune/Loss (Raw)": 0.8236134648323059, "Finetune/Step": 1273, "Finetune/Step Time": 6.606931034475565}
+{"Finetune/Learning Rate": 1.9931000894016353e-05, "Finetune/Loss": 0.96011883020401, "Finetune/Loss (Raw)": 0.8483980894088745, "Finetune/Step": 1274, "Finetune/Step Time": 6.60402761772275}
+{"Finetune/Learning Rate": 1.993080327570745e-05, "Finetune/Loss": 0.959386944770813, "Finetune/Loss (Raw)": 0.9541674256324768, "Finetune/Step": 1275, "Finetune/Step Time": 6.595823520794511}
+{"Finetune/Learning Rate": 1.9930605375789205e-05, "Finetune/Loss": 0.960720956325531, "Finetune/Loss (Raw)": 1.1937429904937744, "Finetune/Step": 1276, "Finetune/Step Time": 6.604646626859903}
+{"Finetune/Learning Rate": 1.993040719426723e-05, "Finetune/Loss": 0.9600307941436768, "Finetune/Loss (Raw)": 0.9685559272766113, "Finetune/Step": 1277, "Finetune/Step Time": 6.607815744355321}
+{"Finetune/Learning Rate": 1.993020873114715e-05, "Finetune/Loss": 0.9601638317108154, "Finetune/Loss (Raw)": 0.9880478382110596, "Finetune/Step": 1278, "Finetune/Step Time": 6.601437946781516}
+{"Finetune/Learning Rate": 1.9930009986434582e-05, "Finetune/Loss": 0.9596143364906311, "Finetune/Loss (Raw)": 0.9956566095352173, "Finetune/Step": 1279, "Finetune/Step Time": 6.604085685685277}
+{"Finetune/Learning Rate": 1.992981096013517e-05, "Finetune/Loss": 0.9605308175086975, "Finetune/Loss (Raw)": 1.0959111452102661, "Finetune/Step": 1280, "Finetune/Step Time": 6.602307857945561}
+{"Finetune/Learning Rate": 1.992961165225456e-05, "Finetune/Loss": 0.9607365131378174, "Finetune/Loss (Raw)": 1.0295233726501465, "Finetune/Step": 1281, "Finetune/Step Time": 6.600277567282319}
+{"Finetune/Learning Rate": 1.992941206279839e-05, "Finetune/Loss": 0.9602842926979065, "Finetune/Loss (Raw)": 0.9339815974235535, "Finetune/Step": 1282, "Finetune/Step Time": 6.598394015803933}
+{"Finetune/Learning Rate": 1.9929212191772337e-05, "Finetune/Loss": 0.9590369462966919, "Finetune/Loss (Raw)": 0.9373626112937927, "Finetune/Step": 1283, "Finetune/Step Time": 6.601263757795095}
+{"Finetune/Learning Rate": 1.992901203918206e-05, "Finetune/Loss": 0.9589085578918457, "Finetune/Loss (Raw)": 1.0665189027786255, "Finetune/Step": 1284, "Finetune/Step Time": 6.59863568469882}
+{"Finetune/Learning Rate": 1.9928811605033237e-05, "Finetune/Loss": 0.9591067433357239, "Finetune/Loss (Raw)": 0.9824268817901611, "Finetune/Step": 1285, "Finetune/Step Time": 6.61776133812964}
+{"Finetune/Learning Rate": 1.9928610889331548e-05, "Finetune/Loss": 0.9594374895095825, "Finetune/Loss (Raw)": 1.0727628469467163, "Finetune/Step": 1286, "Finetune/Step Time": 6.631220504641533}
+{"Finetune/Learning Rate": 1.992840989208269e-05, "Finetune/Loss": 0.960586428642273, "Finetune/Loss (Raw)": 1.0654851198196411, "Finetune/Step": 1287, "Finetune/Step Time": 6.6280975844711065}
+{"Finetune/Learning Rate": 1.9928208613292358e-05, "Finetune/Loss": 0.9612493515014648, "Finetune/Loss (Raw)": 0.9566291570663452, "Finetune/Step": 1288, "Finetune/Step Time": 6.626576866954565}
+{"Finetune/Learning Rate": 1.992800705296626e-05, "Finetune/Loss": 0.9612114429473877, "Finetune/Loss (Raw)": 1.0353299379348755, "Finetune/Step": 1289, "Finetune/Step Time": 6.624493168666959}
+{"Finetune/Learning Rate": 1.9927805211110117e-05, "Finetune/Loss": 0.9617756605148315, "Finetune/Loss (Raw)": 1.0174936056137085, "Finetune/Step": 1290, "Finetune/Step Time": 6.627251524478197}
+{"Finetune/Learning Rate": 1.992760308772965e-05, "Finetune/Loss": 0.9617478847503662, "Finetune/Loss (Raw)": 1.033194661140442, "Finetune/Step": 1291, "Finetune/Step Time": 6.629099810495973}
+{"Finetune/Learning Rate": 1.9927400682830588e-05, "Finetune/Loss": 0.9641749262809753, "Finetune/Loss (Raw)": 1.0143530368804932, "Finetune/Step": 1292, "Finetune/Step Time": 6.617601223289967}
+{"Finetune/Learning Rate": 1.992719799641867e-05, "Finetune/Loss": 0.9652706980705261, "Finetune/Loss (Raw)": 1.0810811519622803, "Finetune/Step": 1293, "Finetune/Step Time": 6.616614559665322}
+{"Finetune/Learning Rate": 1.992699502849965e-05, "Finetune/Loss": 0.9652478694915771, "Finetune/Loss (Raw)": 0.9090344905853271, "Finetune/Step": 1294, "Finetune/Step Time": 6.627497376874089}
+{"Finetune/Learning Rate": 1.9926791779079274e-05, "Finetune/Loss": 0.9671059846878052, "Finetune/Loss (Raw)": 0.9934843182563782, "Finetune/Step": 1295, "Finetune/Step Time": 6.617157161235809}
+{"Finetune/Learning Rate": 1.9926588248163317e-05, "Finetune/Loss": 0.9672600626945496, "Finetune/Loss (Raw)": 1.0661472082138062, "Finetune/Step": 1296, "Finetune/Step Time": 6.622425559908152}
+{"Finetune/Learning Rate": 1.9926384435757542e-05, "Finetune/Loss": 0.9661052227020264, "Finetune/Loss (Raw)": 0.8394870758056641, "Finetune/Step": 1297, "Finetune/Step Time": 6.632632404565811}
+{"Finetune/Learning Rate": 1.992618034186773e-05, "Finetune/Loss": 0.9662649631500244, "Finetune/Loss (Raw)": 0.9050811529159546, "Finetune/Step": 1298, "Finetune/Step Time": 6.6290172934532166}
+{"Finetune/Learning Rate": 1.9925975966499674e-05, "Finetune/Loss": 0.9665855765342712, "Finetune/Loss (Raw)": 0.9697880744934082, "Finetune/Step": 1299, "Finetune/Step Time": 6.631391176953912}
+{"Finetune/Learning Rate": 1.992577130965916e-05, "Finetune/Loss": 0.9655312299728394, "Finetune/Loss (Raw)": 0.8470767140388489, "Finetune/Step": 1300, "Finetune/Step Time": 6.64913235604763}
+{"Finetune/Learning Rate": 1.9925566371352002e-05, "Finetune/Loss": 0.9647400975227356, "Finetune/Loss (Raw)": 0.9945981502532959, "Finetune/Step": 1301, "Finetune/Step Time": 6.64713447727263}
+{"Finetune/Learning Rate": 1.9925361151584e-05, "Finetune/Loss": 0.9657914638519287, "Finetune/Loss (Raw)": 1.0084271430969238, "Finetune/Step": 1302, "Finetune/Step Time": 6.6390421856194735}
+{"Finetune/Learning Rate": 1.9925155650360984e-05, "Finetune/Loss": 0.9651483297348022, "Finetune/Loss (Raw)": 1.0458202362060547, "Finetune/Step": 1303, "Finetune/Step Time": 6.637369759380817}
+{"Finetune/Learning Rate": 1.9924949867688778e-05, "Finetune/Loss": 0.966656506061554, "Finetune/Loss (Raw)": 1.0401439666748047, "Finetune/Step": 1304, "Finetune/Step Time": 6.635177573189139}
+{"Finetune/Learning Rate": 1.9924743803573215e-05, "Finetune/Loss": 0.9675830006599426, "Finetune/Loss (Raw)": 1.082810878753662, "Finetune/Step": 1305, "Finetune/Step Time": 6.633419441059232}
+{"Finetune/Learning Rate": 1.992453745802014e-05, "Finetune/Loss": 0.9681572914123535, "Finetune/Loss (Raw)": 1.0715720653533936, "Finetune/Step": 1306, "Finetune/Step Time": 6.634570332244039}
+{"Finetune/Learning Rate": 1.9924330831035406e-05, "Finetune/Loss": 0.9685658812522888, "Finetune/Loss (Raw)": 0.9756332039833069, "Finetune/Step": 1307, "Finetune/Step Time": 6.63770704716444}
+{"Finetune/Learning Rate": 1.992412392262487e-05, "Finetune/Loss": 0.9671032428741455, "Finetune/Loss (Raw)": 0.8063240647315979, "Finetune/Step": 1308, "Finetune/Step Time": 6.637203918769956}
+{"Finetune/Learning Rate": 1.9923916732794398e-05, "Finetune/Loss": 0.9688882827758789, "Finetune/Loss (Raw)": 0.9386724233627319, "Finetune/Step": 1309, "Finetune/Step Time": 6.62084636092186}
+{"Finetune/Learning Rate": 1.9923709261549867e-05, "Finetune/Loss": 0.9676247835159302, "Finetune/Loss (Raw)": 0.8015637993812561, "Finetune/Step": 1310, "Finetune/Step Time": 6.617806730791926}
+{"Finetune/Learning Rate": 1.992350150889716e-05, "Finetune/Loss": 0.9687538743019104, "Finetune/Loss (Raw)": 1.0359536409378052, "Finetune/Step": 1311, "Finetune/Step Time": 6.6165857538580894}
+{"Finetune/Learning Rate": 1.9923293474842175e-05, "Finetune/Loss": 0.968894898891449, "Finetune/Loss (Raw)": 1.0172319412231445, "Finetune/Step": 1312, "Finetune/Step Time": 6.6042428482323885}
+{"Finetune/Learning Rate": 1.99230851593908e-05, "Finetune/Loss": 0.9682455062866211, "Finetune/Loss (Raw)": 1.0180883407592773, "Finetune/Step": 1313, "Finetune/Step Time": 6.604497732594609}
+{"Finetune/Learning Rate": 1.9922876562548946e-05, "Finetune/Loss": 0.9683922529220581, "Finetune/Loss (Raw)": 1.0227831602096558, "Finetune/Step": 1314, "Finetune/Step Time": 6.6038061417639256}
+{"Finetune/Learning Rate": 1.992266768432253e-05, "Finetune/Loss": 0.968364953994751, "Finetune/Loss (Raw)": 0.9585914015769958, "Finetune/Step": 1315, "Finetune/Step Time": 6.604871140792966}
+{"Finetune/Learning Rate": 1.992245852471748e-05, "Finetune/Loss": 0.9667136669158936, "Finetune/Loss (Raw)": 0.852908194065094, "Finetune/Step": 1316, "Finetune/Step Time": 6.607715530321002}
+{"Finetune/Learning Rate": 1.9922249083739715e-05, "Finetune/Loss": 0.9680949449539185, "Finetune/Loss (Raw)": 1.0802454948425293, "Finetune/Step": 1317, "Finetune/Step Time": 6.6077462043613195}
+{"Finetune/Learning Rate": 1.9922039361395186e-05, "Finetune/Loss": 0.9687436819076538, "Finetune/Loss (Raw)": 0.9151253700256348, "Finetune/Step": 1318, "Finetune/Step Time": 6.601670332252979}
+{"Finetune/Learning Rate": 1.9921829357689836e-05, "Finetune/Loss": 0.9700397253036499, "Finetune/Loss (Raw)": 1.123115062713623, "Finetune/Step": 1319, "Finetune/Step Time": 6.601339666172862}
+{"Finetune/Learning Rate": 1.9921619072629617e-05, "Finetune/Loss": 0.971098005771637, "Finetune/Loss (Raw)": 1.1280457973480225, "Finetune/Step": 1320, "Finetune/Step Time": 6.6140049528330564}
+{"Finetune/Learning Rate": 1.9921408506220493e-05, "Finetune/Loss": 0.9701496362686157, "Finetune/Loss (Raw)": 0.9612028002738953, "Finetune/Step": 1321, "Finetune/Step Time": 6.615764059126377}
+{"Finetune/Learning Rate": 1.9921197658468438e-05, "Finetune/Loss": 0.9685449600219727, "Finetune/Loss (Raw)": 0.904392421245575, "Finetune/Step": 1322, "Finetune/Step Time": 6.641106193885207}
+{"Finetune/Learning Rate": 1.992098652937943e-05, "Finetune/Loss": 0.9684057235717773, "Finetune/Loss (Raw)": 1.0250370502471924, "Finetune/Step": 1323, "Finetune/Step Time": 6.62517324090004}
+{"Finetune/Learning Rate": 1.9920775118959454e-05, "Finetune/Loss": 0.9712243676185608, "Finetune/Loss (Raw)": 0.9370847940444946, "Finetune/Step": 1324, "Finetune/Step Time": 6.596015648916364}
+{"Finetune/Learning Rate": 1.9920563427214507e-05, "Finetune/Loss": 0.970429539680481, "Finetune/Loss (Raw)": 0.9652121067047119, "Finetune/Step": 1325, "Finetune/Step Time": 6.591923136264086}
+{"Finetune/Learning Rate": 1.992035145415059e-05, "Finetune/Loss": 0.97089684009552, "Finetune/Loss (Raw)": 1.0116506814956665, "Finetune/Step": 1326, "Finetune/Step Time": 6.592139683663845}
+{"Finetune/Learning Rate": 1.992013919977372e-05, "Finetune/Loss": 0.9726918935775757, "Finetune/Loss (Raw)": 1.3012192249298096, "Finetune/Step": 1327, "Finetune/Step Time": 6.593758709728718}
+{"Finetune/Learning Rate": 1.9919926664089907e-05, "Finetune/Loss": 0.9730106592178345, "Finetune/Loss (Raw)": 1.0506173372268677, "Finetune/Step": 1328, "Finetune/Step Time": 6.594626454636455}
+{"Finetune/Learning Rate": 1.9919713847105186e-05, "Finetune/Loss": 0.9723237752914429, "Finetune/Loss (Raw)": 0.9200770258903503, "Finetune/Step": 1329, "Finetune/Step Time": 6.595201302319765}
+{"Finetune/Learning Rate": 1.9919500748825587e-05, "Finetune/Loss": 0.9747422337532043, "Finetune/Loss (Raw)": 0.9481101036071777, "Finetune/Step": 1330, "Finetune/Step Time": 6.57891690172255}
+{"Finetune/Learning Rate": 1.991928736925715e-05, "Finetune/Loss": 0.9747641086578369, "Finetune/Loss (Raw)": 0.9219081401824951, "Finetune/Step": 1331, "Finetune/Step Time": 6.574111968278885}
+{"Finetune/Learning Rate": 1.9919073708405932e-05, "Finetune/Loss": 0.9755527377128601, "Finetune/Loss (Raw)": 1.0064566135406494, "Finetune/Step": 1332, "Finetune/Step Time": 6.579111812636256}
+{"Finetune/Learning Rate": 1.9918859766277996e-05, "Finetune/Loss": 0.9752529859542847, "Finetune/Loss (Raw)": 0.9017843008041382, "Finetune/Step": 1333, "Finetune/Step Time": 6.576547268778086}
+{"Finetune/Learning Rate": 1.9918645542879397e-05, "Finetune/Loss": 0.9745529890060425, "Finetune/Loss (Raw)": 0.9526586532592773, "Finetune/Step": 1334, "Finetune/Step Time": 6.569125784561038}
+{"Finetune/Learning Rate": 1.9918431038216216e-05, "Finetune/Loss": 0.9756386280059814, "Finetune/Loss (Raw)": 1.032944679260254, "Finetune/Step": 1335, "Finetune/Step Time": 6.569905612617731}
+{"Finetune/Learning Rate": 1.9918216252294532e-05, "Finetune/Loss": 0.9752991199493408, "Finetune/Loss (Raw)": 0.9259612560272217, "Finetune/Step": 1336, "Finetune/Step Time": 6.590017236769199}
+{"Finetune/Learning Rate": 1.9918001185120444e-05, "Finetune/Loss": 0.9753509759902954, "Finetune/Loss (Raw)": 0.921699583530426, "Finetune/Step": 1337, "Finetune/Step Time": 6.588706444948912}
+{"Finetune/Learning Rate": 1.991778583670004e-05, "Finetune/Loss": 0.9769514799118042, "Finetune/Loss (Raw)": 1.0318275690078735, "Finetune/Step": 1338, "Finetune/Step Time": 6.57120331376791}
+{"Finetune/Learning Rate": 1.9917570207039435e-05, "Finetune/Loss": 0.9773834943771362, "Finetune/Loss (Raw)": 0.9707547426223755, "Finetune/Step": 1339, "Finetune/Step Time": 6.563800172880292}
+{"Finetune/Learning Rate": 1.9917354296144742e-05, "Finetune/Loss": 0.9779344201087952, "Finetune/Loss (Raw)": 1.039312720298767, "Finetune/Step": 1340, "Finetune/Step Time": 6.565248200669885}
+{"Finetune/Learning Rate": 1.991713810402208e-05, "Finetune/Loss": 0.9774608612060547, "Finetune/Loss (Raw)": 1.0280702114105225, "Finetune/Step": 1341, "Finetune/Step Time": 6.560466576367617}
+{"Finetune/Learning Rate": 1.9916921630677585e-05, "Finetune/Loss": 0.9779155254364014, "Finetune/Loss (Raw)": 0.9934547543525696, "Finetune/Step": 1342, "Finetune/Step Time": 6.553818808868527}
+{"Finetune/Learning Rate": 1.991670487611739e-05, "Finetune/Loss": 0.9768452644348145, "Finetune/Loss (Raw)": 0.9535472989082336, "Finetune/Step": 1343, "Finetune/Step Time": 6.561196280643344}
+{"Finetune/Learning Rate": 1.9916487840347644e-05, "Finetune/Loss": 0.976500391960144, "Finetune/Loss (Raw)": 0.9505899548530579, "Finetune/Step": 1344, "Finetune/Step Time": 6.56579564884305}
+{"Finetune/Learning Rate": 1.99162705233745e-05, "Finetune/Loss": 0.9764711260795593, "Finetune/Loss (Raw)": 1.0441442728042603, "Finetune/Step": 1345, "Finetune/Step Time": 6.567588724195957}
+{"Finetune/Learning Rate": 1.9916052925204123e-05, "Finetune/Loss": 0.9756488800048828, "Finetune/Loss (Raw)": 0.7792325615882874, "Finetune/Step": 1346, "Finetune/Step Time": 6.57148864120245}
+{"Finetune/Learning Rate": 1.9915835045842686e-05, "Finetune/Loss": 0.9759286046028137, "Finetune/Loss (Raw)": 0.9825422763824463, "Finetune/Step": 1347, "Finetune/Step Time": 6.57011429592967}
+{"Finetune/Learning Rate": 1.991561688529636e-05, "Finetune/Loss": 0.976334810256958, "Finetune/Loss (Raw)": 0.9834536910057068, "Finetune/Step": 1348, "Finetune/Step Time": 6.566355086863041}
+{"Finetune/Learning Rate": 1.9915398443571338e-05, "Finetune/Loss": 0.974861741065979, "Finetune/Loss (Raw)": 0.8614569306373596, "Finetune/Step": 1349, "Finetune/Step Time": 6.55861197412014}
+{"Finetune/Learning Rate": 1.991517972067381e-05, "Finetune/Loss": 0.9747225046157837, "Finetune/Loss (Raw)": 0.9601842761039734, "Finetune/Step": 1350, "Finetune/Step Time": 6.559163285419345}
+{"Finetune/Learning Rate": 1.991496071660998e-05, "Finetune/Loss": 0.974612832069397, "Finetune/Loss (Raw)": 0.9560354948043823, "Finetune/Step": 1351, "Finetune/Step Time": 6.558665502816439}
+{"Finetune/Learning Rate": 1.9914741431386063e-05, "Finetune/Loss": 0.9730938076972961, "Finetune/Loss (Raw)": 0.7536301016807556, "Finetune/Step": 1352, "Finetune/Step Time": 6.570634322240949}
+{"Finetune/Learning Rate": 1.991452186500827e-05, "Finetune/Loss": 0.9731519222259521, "Finetune/Loss (Raw)": 0.9296257495880127, "Finetune/Step": 1353, "Finetune/Step Time": 6.582943297922611}
+{"Finetune/Learning Rate": 1.9914302017482827e-05, "Finetune/Loss": 0.9723649024963379, "Finetune/Loss (Raw)": 0.8705961108207703, "Finetune/Step": 1354, "Finetune/Step Time": 6.582045748829842}
+{"Finetune/Learning Rate": 1.991408188881597e-05, "Finetune/Loss": 0.9725703597068787, "Finetune/Loss (Raw)": 0.9288294911384583, "Finetune/Step": 1355, "Finetune/Step Time": 6.583649892359972}
+{"Finetune/Learning Rate": 1.9913861479013946e-05, "Finetune/Loss": 0.9731658697128296, "Finetune/Loss (Raw)": 0.9675020575523376, "Finetune/Step": 1356, "Finetune/Step Time": 6.585873348638415}
+{"Finetune/Learning Rate": 1.9913640788083003e-05, "Finetune/Loss": 0.9707756042480469, "Finetune/Loss (Raw)": 0.6697095632553101, "Finetune/Step": 1357, "Finetune/Step Time": 6.589210720732808}
+{"Finetune/Learning Rate": 1.9913419816029397e-05, "Finetune/Loss": 0.9708554744720459, "Finetune/Loss (Raw)": 0.8689959049224854, "Finetune/Step": 1358, "Finetune/Step Time": 6.575643273070455}
+{"Finetune/Learning Rate": 1.9913198562859396e-05, "Finetune/Loss": 0.9706987738609314, "Finetune/Loss (Raw)": 1.0270694494247437, "Finetune/Step": 1359, "Finetune/Step Time": 6.582191424444318}
+{"Finetune/Learning Rate": 1.991297702857927e-05, "Finetune/Loss": 0.9704029560089111, "Finetune/Loss (Raw)": 0.976960301399231, "Finetune/Step": 1360, "Finetune/Step Time": 6.564654303714633}
+{"Finetune/Learning Rate": 1.9912755213195303e-05, "Finetune/Loss": 0.971235990524292, "Finetune/Loss (Raw)": 0.9231717586517334, "Finetune/Step": 1361, "Finetune/Step Time": 6.5625831913203}
+{"Finetune/Learning Rate": 1.991253311671379e-05, "Finetune/Loss": 0.9712398648262024, "Finetune/Loss (Raw)": 1.0188512802124023, "Finetune/Step": 1362, "Finetune/Step Time": 6.5652302503585815}
+{"Finetune/Learning Rate": 1.9912310739141024e-05, "Finetune/Loss": 0.9729517698287964, "Finetune/Loss (Raw)": 1.0717028379440308, "Finetune/Step": 1363, "Finetune/Step Time": 6.582960052415729}
+{"Finetune/Learning Rate": 1.9912088080483315e-05, "Finetune/Loss": 0.973473310470581, "Finetune/Loss (Raw)": 1.0262110233306885, "Finetune/Step": 1364, "Finetune/Step Time": 6.584642643108964}
+{"Finetune/Learning Rate": 1.991186514074697e-05, "Finetune/Loss": 0.9733561873435974, "Finetune/Loss (Raw)": 0.950937807559967, "Finetune/Step": 1365, "Finetune/Step Time": 6.581546695902944}
+{"Finetune/Learning Rate": 1.9911641919938316e-05, "Finetune/Loss": 0.9728633761405945, "Finetune/Loss (Raw)": 0.9958776235580444, "Finetune/Step": 1366, "Finetune/Step Time": 6.583089429885149}
+{"Finetune/Learning Rate": 1.9911418418063685e-05, "Finetune/Loss": 0.97224360704422, "Finetune/Loss (Raw)": 1.0122779607772827, "Finetune/Step": 1367, "Finetune/Step Time": 6.5817303173244}
+{"Finetune/Learning Rate": 1.991119463512941e-05, "Finetune/Loss": 0.9702343940734863, "Finetune/Loss (Raw)": 0.7300661206245422, "Finetune/Step": 1368, "Finetune/Step Time": 6.595116630196571}
+{"Finetune/Learning Rate": 1.9910970571141835e-05, "Finetune/Loss": 0.9698452949523926, "Finetune/Loss (Raw)": 0.9326160550117493, "Finetune/Step": 1369, "Finetune/Step Time": 6.592055853456259}
+{"Finetune/Learning Rate": 1.9910746226107322e-05, "Finetune/Loss": 0.9713491201400757, "Finetune/Loss (Raw)": 0.8971160650253296, "Finetune/Step": 1370, "Finetune/Step Time": 6.5940521359443665}
+{"Finetune/Learning Rate": 1.991052160003223e-05, "Finetune/Loss": 0.9707851409912109, "Finetune/Loss (Raw)": 0.9134191870689392, "Finetune/Step": 1371, "Finetune/Step Time": 6.599886614829302}
+{"Finetune/Learning Rate": 1.9910296692922923e-05, "Finetune/Loss": 0.9726653695106506, "Finetune/Loss (Raw)": 1.13301420211792, "Finetune/Step": 1372, "Finetune/Step Time": 6.592866953462362}
+{"Finetune/Learning Rate": 1.9910071504785787e-05, "Finetune/Loss": 0.9718948602676392, "Finetune/Loss (Raw)": 0.9659931063652039, "Finetune/Step": 1373, "Finetune/Step Time": 6.595390144735575}
+{"Finetune/Learning Rate": 1.99098460356272e-05, "Finetune/Loss": 0.9716147780418396, "Finetune/Loss (Raw)": 1.0564069747924805, "Finetune/Step": 1374, "Finetune/Step Time": 6.600031211972237}
+{"Finetune/Learning Rate": 1.990962028545356e-05, "Finetune/Loss": 0.9706988334655762, "Finetune/Loss (Raw)": 0.9618386030197144, "Finetune/Step": 1375, "Finetune/Step Time": 6.619651140645146}
+{"Finetune/Learning Rate": 1.990939425427127e-05, "Finetune/Loss": 0.970572829246521, "Finetune/Loss (Raw)": 0.9270222783088684, "Finetune/Step": 1376, "Finetune/Step Time": 6.634493034332991}
+{"Finetune/Learning Rate": 1.9909167942086736e-05, "Finetune/Loss": 0.9700000286102295, "Finetune/Loss (Raw)": 0.9559668302536011, "Finetune/Step": 1377, "Finetune/Step Time": 6.637307172641158}
+{"Finetune/Learning Rate": 1.9908941348906377e-05, "Finetune/Loss": 0.9700922966003418, "Finetune/Loss (Raw)": 0.9517349004745483, "Finetune/Step": 1378, "Finetune/Step Time": 6.636258391663432}
+{"Finetune/Learning Rate": 1.990871447473662e-05, "Finetune/Loss": 0.9703508615493774, "Finetune/Loss (Raw)": 1.000882863998413, "Finetune/Step": 1379, "Finetune/Step Time": 6.636033272370696}
+{"Finetune/Learning Rate": 1.9908487319583893e-05, "Finetune/Loss": 0.96954745054245, "Finetune/Loss (Raw)": 1.0134588479995728, "Finetune/Step": 1380, "Finetune/Step Time": 6.636061422526836}
+{"Finetune/Learning Rate": 1.9908259883454647e-05, "Finetune/Loss": 0.9687392711639404, "Finetune/Loss (Raw)": 0.8956783413887024, "Finetune/Step": 1381, "Finetune/Step Time": 6.638713838532567}
+{"Finetune/Learning Rate": 1.9908032166355323e-05, "Finetune/Loss": 0.9694470167160034, "Finetune/Loss (Raw)": 1.0787405967712402, "Finetune/Step": 1382, "Finetune/Step Time": 6.63681579567492}
+{"Finetune/Learning Rate": 1.990780416829238e-05, "Finetune/Loss": 0.9684803485870361, "Finetune/Loss (Raw)": 0.6977459192276001, "Finetune/Step": 1383, "Finetune/Step Time": 6.628981474786997}
+{"Finetune/Learning Rate": 1.990757588927229e-05, "Finetune/Loss": 0.9676003456115723, "Finetune/Loss (Raw)": 0.7795606255531311, "Finetune/Step": 1384, "Finetune/Step Time": 6.6507831774652}
+{"Finetune/Learning Rate": 1.9907347329301517e-05, "Finetune/Loss": 0.9667048454284668, "Finetune/Loss (Raw)": 0.9922706484794617, "Finetune/Step": 1385, "Finetune/Step Time": 6.655576596036553}
+{"Finetune/Learning Rate": 1.9907118488386547e-05, "Finetune/Loss": 0.9691574573516846, "Finetune/Loss (Raw)": 0.9979102611541748, "Finetune/Step": 1386, "Finetune/Step Time": 6.633821360766888}
+{"Finetune/Learning Rate": 1.9906889366533868e-05, "Finetune/Loss": 0.967888593673706, "Finetune/Loss (Raw)": 0.8627049326896667, "Finetune/Step": 1387, "Finetune/Step Time": 6.634875418618321}
+{"Finetune/Learning Rate": 1.990665996374998e-05, "Finetune/Loss": 0.9664793610572815, "Finetune/Loss (Raw)": 0.8627244830131531, "Finetune/Step": 1388, "Finetune/Step Time": 6.638769116252661}
+{"Finetune/Learning Rate": 1.9906430280041383e-05, "Finetune/Loss": 0.9644312858581543, "Finetune/Loss (Raw)": 0.7296556830406189, "Finetune/Step": 1389, "Finetune/Step Time": 6.6501092202961445}
+{"Finetune/Learning Rate": 1.9906200315414598e-05, "Finetune/Loss": 0.9648846983909607, "Finetune/Loss (Raw)": 1.0204445123672485, "Finetune/Step": 1390, "Finetune/Step Time": 6.658445993438363}
+{"Finetune/Learning Rate": 1.9905970069876136e-05, "Finetune/Loss": 0.9646517634391785, "Finetune/Loss (Raw)": 0.8955864310264587, "Finetune/Step": 1391, "Finetune/Step Time": 6.660132694989443}
+{"Finetune/Learning Rate": 1.9905739543432536e-05, "Finetune/Loss": 0.9646925926208496, "Finetune/Loss (Raw)": 1.0255666971206665, "Finetune/Step": 1392, "Finetune/Step Time": 6.6638810727745295}
+{"Finetune/Learning Rate": 1.990550873609033e-05, "Finetune/Loss": 0.9648551940917969, "Finetune/Loss (Raw)": 0.9470685124397278, "Finetune/Step": 1393, "Finetune/Step Time": 6.658136775717139}
+{"Finetune/Learning Rate": 1.990527764785606e-05, "Finetune/Loss": 0.9667102098464966, "Finetune/Loss (Raw)": 0.9459220767021179, "Finetune/Step": 1394, "Finetune/Step Time": 6.645105278119445}
+{"Finetune/Learning Rate": 1.990504627873629e-05, "Finetune/Loss": 0.9677413702011108, "Finetune/Loss (Raw)": 0.9272761940956116, "Finetune/Step": 1395, "Finetune/Step Time": 6.657309485599399}
+{"Finetune/Learning Rate": 1.990481462873757e-05, "Finetune/Loss": 0.96630859375, "Finetune/Loss (Raw)": 0.877026379108429, "Finetune/Step": 1396, "Finetune/Step Time": 6.656788058578968}
+{"Finetune/Learning Rate": 1.990458269786647e-05, "Finetune/Loss": 0.9651294946670532, "Finetune/Loss (Raw)": 0.9627066850662231, "Finetune/Step": 1397, "Finetune/Step Time": 6.659649467095733}
+{"Finetune/Learning Rate": 1.990435048612957e-05, "Finetune/Loss": 0.9664040207862854, "Finetune/Loss (Raw)": 0.9633423089981079, "Finetune/Step": 1398, "Finetune/Step Time": 6.645698508247733}
+{"Finetune/Learning Rate": 1.990411799353346e-05, "Finetune/Loss": 0.9664786458015442, "Finetune/Loss (Raw)": 1.0533994436264038, "Finetune/Step": 1399, "Finetune/Step Time": 6.649663420394063}
+{"Finetune/Learning Rate": 1.9903885220084723e-05, "Finetune/Loss": 0.9671465158462524, "Finetune/Loss (Raw)": 1.0833251476287842, "Finetune/Step": 1400, "Finetune/Step Time": 6.653685810044408}
+{"Finetune/Learning Rate": 1.9903652165789965e-05, "Finetune/Loss": 0.966090202331543, "Finetune/Loss (Raw)": 0.688406229019165, "Finetune/Step": 1401, "Finetune/Step Time": 6.6649579629302025}
+{"Finetune/Learning Rate": 1.990341883065579e-05, "Finetune/Loss": 0.9672282338142395, "Finetune/Loss (Raw)": 0.9940662384033203, "Finetune/Step": 1402, "Finetune/Step Time": 6.671938078477979}
+{"Finetune/Learning Rate": 1.9903185214688824e-05, "Finetune/Loss": 0.9666498899459839, "Finetune/Loss (Raw)": 0.8801335692405701, "Finetune/Step": 1403, "Finetune/Step Time": 6.6878049839288}
+{"Finetune/Learning Rate": 1.9902951317895685e-05, "Finetune/Loss": 0.9632481336593628, "Finetune/Loss (Raw)": 0.7583230137825012, "Finetune/Step": 1404, "Finetune/Step Time": 6.676705753430724}
+{"Finetune/Learning Rate": 1.9902717140283006e-05, "Finetune/Loss": 0.9637146592140198, "Finetune/Loss (Raw)": 1.0282701253890991, "Finetune/Step": 1405, "Finetune/Step Time": 6.672237355262041}
+{"Finetune/Learning Rate": 1.990248268185743e-05, "Finetune/Loss": 0.9640240669250488, "Finetune/Loss (Raw)": 1.0276625156402588, "Finetune/Step": 1406, "Finetune/Step Time": 6.674546964466572}
+{"Finetune/Learning Rate": 1.99022479426256e-05, "Finetune/Loss": 0.9630177021026611, "Finetune/Loss (Raw)": 0.8668317794799805, "Finetune/Step": 1407, "Finetune/Step Time": 6.672129761427641}
+{"Finetune/Learning Rate": 1.9902012922594178e-05, "Finetune/Loss": 0.9627506136894226, "Finetune/Loss (Raw)": 1.0617262125015259, "Finetune/Step": 1408, "Finetune/Step Time": 6.674925008788705}
+{"Finetune/Learning Rate": 1.9901777621769827e-05, "Finetune/Loss": 0.9623940587043762, "Finetune/Loss (Raw)": 0.9838805198669434, "Finetune/Step": 1409, "Finetune/Step Time": 6.677855897694826}
+{"Finetune/Learning Rate": 1.9901542040159222e-05, "Finetune/Loss": 0.9616549015045166, "Finetune/Loss (Raw)": 0.8393691182136536, "Finetune/Step": 1410, "Finetune/Step Time": 6.679353166371584}
+{"Finetune/Learning Rate": 1.9901306177769036e-05, "Finetune/Loss": 0.9622157216072083, "Finetune/Loss (Raw)": 1.0091512203216553, "Finetune/Step": 1411, "Finetune/Step Time": 6.693846918642521}
+{"Finetune/Learning Rate": 1.9901070034605968e-05, "Finetune/Loss": 0.9612925052642822, "Finetune/Loss (Raw)": 0.9483469128608704, "Finetune/Step": 1412, "Finetune/Step Time": 6.690634481608868}
+{"Finetune/Learning Rate": 1.990083361067671e-05, "Finetune/Loss": 0.9605504870414734, "Finetune/Loss (Raw)": 0.887448251247406, "Finetune/Step": 1413, "Finetune/Step Time": 6.68648779951036}
+{"Finetune/Learning Rate": 1.9900596905987958e-05, "Finetune/Loss": 0.9600523114204407, "Finetune/Loss (Raw)": 1.0089993476867676, "Finetune/Step": 1414, "Finetune/Step Time": 6.668589172884822}
+{"Finetune/Learning Rate": 1.9900359920546433e-05, "Finetune/Loss": 0.9597890973091125, "Finetune/Loss (Raw)": 1.0317857265472412, "Finetune/Step": 1415, "Finetune/Step Time": 6.6700160801410675}
+{"Finetune/Learning Rate": 1.9900122654358857e-05, "Finetune/Loss": 0.9602884650230408, "Finetune/Loss (Raw)": 1.020557165145874, "Finetune/Step": 1416, "Finetune/Step Time": 6.671678254380822}
+{"Finetune/Learning Rate": 1.9899885107431955e-05, "Finetune/Loss": 0.9594314098358154, "Finetune/Loss (Raw)": 0.9256210923194885, "Finetune/Step": 1417, "Finetune/Step Time": 6.676518730819225}
+{"Finetune/Learning Rate": 1.989964727977246e-05, "Finetune/Loss": 0.9596818685531616, "Finetune/Loss (Raw)": 1.049552083015442, "Finetune/Step": 1418, "Finetune/Step Time": 6.676931452006102}
+{"Finetune/Learning Rate": 1.989940917138712e-05, "Finetune/Loss": 0.959212601184845, "Finetune/Loss (Raw)": 0.9731273651123047, "Finetune/Step": 1419, "Finetune/Step Time": 6.673459691926837}
+{"Finetune/Learning Rate": 1.9899170782282685e-05, "Finetune/Loss": 0.9583184719085693, "Finetune/Loss (Raw)": 0.899904727935791, "Finetune/Step": 1420, "Finetune/Step Time": 6.671111825853586}
+{"Finetune/Learning Rate": 1.989893211246592e-05, "Finetune/Loss": 0.9576113224029541, "Finetune/Loss (Raw)": 0.9905691742897034, "Finetune/Step": 1421, "Finetune/Step Time": 6.670868061482906}
+{"Finetune/Learning Rate": 1.9898693161943583e-05, "Finetune/Loss": 0.9584254026412964, "Finetune/Loss (Raw)": 1.0132380723953247, "Finetune/Step": 1422, "Finetune/Step Time": 6.66192820481956}
+{"Finetune/Learning Rate": 1.989845393072246e-05, "Finetune/Loss": 0.9580933451652527, "Finetune/Loss (Raw)": 0.9509754776954651, "Finetune/Step": 1423, "Finetune/Step Time": 6.665878113359213}
+{"Finetune/Learning Rate": 1.989821441880933e-05, "Finetune/Loss": 0.9580237865447998, "Finetune/Loss (Raw)": 1.0572487115859985, "Finetune/Step": 1424, "Finetune/Step Time": 6.665044602006674}
+{"Finetune/Learning Rate": 1.9897974626210984e-05, "Finetune/Loss": 0.9584681391716003, "Finetune/Loss (Raw)": 0.8963605761528015, "Finetune/Step": 1425, "Finetune/Step Time": 6.651160979643464}
+{"Finetune/Learning Rate": 1.9897734552934228e-05, "Finetune/Loss": 0.9575024843215942, "Finetune/Loss (Raw)": 0.7814815044403076, "Finetune/Step": 1426, "Finetune/Step Time": 6.655489135533571}
+{"Finetune/Learning Rate": 1.989749419898586e-05, "Finetune/Loss": 0.9572209119796753, "Finetune/Loss (Raw)": 0.9337419867515564, "Finetune/Step": 1427, "Finetune/Step Time": 6.661202743649483}
+{"Finetune/Learning Rate": 1.9897253564372704e-05, "Finetune/Loss": 0.9588143825531006, "Finetune/Loss (Raw)": 1.0510430335998535, "Finetune/Step": 1428, "Finetune/Step Time": 6.645420286804438}
+{"Finetune/Learning Rate": 1.989701264910158e-05, "Finetune/Loss": 0.9590286016464233, "Finetune/Loss (Raw)": 1.0220167636871338, "Finetune/Step": 1429, "Finetune/Step Time": 6.643776437267661}
+{"Finetune/Learning Rate": 1.9896771453179323e-05, "Finetune/Loss": 0.9590062499046326, "Finetune/Loss (Raw)": 1.0055691003799438, "Finetune/Step": 1430, "Finetune/Step Time": 6.645555030554533}
+{"Finetune/Learning Rate": 1.989652997661277e-05, "Finetune/Loss": 0.9595867991447449, "Finetune/Loss (Raw)": 1.1201252937316895, "Finetune/Step": 1431, "Finetune/Step Time": 6.650088422000408}
+{"Finetune/Learning Rate": 1.989628821940877e-05, "Finetune/Loss": 0.9585596323013306, "Finetune/Loss (Raw)": 0.9086678624153137, "Finetune/Step": 1432, "Finetune/Step Time": 6.668151069432497}
+{"Finetune/Learning Rate": 1.9896046181574173e-05, "Finetune/Loss": 0.9578543305397034, "Finetune/Loss (Raw)": 0.9925337433815002, "Finetune/Step": 1433, "Finetune/Step Time": 6.66858940385282}
+{"Finetune/Learning Rate": 1.9895803863115848e-05, "Finetune/Loss": 0.9561309218406677, "Finetune/Loss (Raw)": 0.8509761095046997, "Finetune/Step": 1434, "Finetune/Step Time": 6.680905403569341}
+{"Finetune/Learning Rate": 1.9895561264040668e-05, "Finetune/Loss": 0.9560419321060181, "Finetune/Loss (Raw)": 0.9642431735992432, "Finetune/Step": 1435, "Finetune/Step Time": 6.680387604981661}
+{"Finetune/Learning Rate": 1.989531838435551e-05, "Finetune/Loss": 0.9566304683685303, "Finetune/Loss (Raw)": 0.8816602230072021, "Finetune/Step": 1436, "Finetune/Step Time": 6.690926376730204}
+{"Finetune/Learning Rate": 1.989507522406726e-05, "Finetune/Loss": 0.9574011564254761, "Finetune/Loss (Raw)": 1.0373142957687378, "Finetune/Step": 1437, "Finetune/Step Time": 6.694885602220893}
+{"Finetune/Learning Rate": 1.989483178318281e-05, "Finetune/Loss": 0.9582138061523438, "Finetune/Loss (Raw)": 0.9055849313735962, "Finetune/Step": 1438, "Finetune/Step Time": 6.697927106171846}
+{"Finetune/Learning Rate": 1.9894588061709072e-05, "Finetune/Loss": 0.9578859806060791, "Finetune/Loss (Raw)": 0.993983805179596, "Finetune/Step": 1439, "Finetune/Step Time": 6.710224328562617}
+{"Finetune/Learning Rate": 1.9894344059652953e-05, "Finetune/Loss": 0.9567046165466309, "Finetune/Loss (Raw)": 0.8660262227058411, "Finetune/Step": 1440, "Finetune/Step Time": 6.710941389203072}
+{"Finetune/Learning Rate": 1.989409977702137e-05, "Finetune/Loss": 0.9564721584320068, "Finetune/Loss (Raw)": 0.9883357286453247, "Finetune/Step": 1441, "Finetune/Step Time": 6.712441220879555}
+{"Finetune/Learning Rate": 1.9893855213821256e-05, "Finetune/Loss": 0.9561240673065186, "Finetune/Loss (Raw)": 0.9782300591468811, "Finetune/Step": 1442, "Finetune/Step Time": 6.70981078594923}
+{"Finetune/Learning Rate": 1.989361037005954e-05, "Finetune/Loss": 0.9570075273513794, "Finetune/Loss (Raw)": 1.0716705322265625, "Finetune/Step": 1443, "Finetune/Step Time": 6.710840763524175}
+{"Finetune/Learning Rate": 1.9893365245743166e-05, "Finetune/Loss": 0.9571435451507568, "Finetune/Loss (Raw)": 0.8703188300132751, "Finetune/Step": 1444, "Finetune/Step Time": 6.732624098658562}
+{"Finetune/Learning Rate": 1.989311984087909e-05, "Finetune/Loss": 0.953832745552063, "Finetune/Loss (Raw)": 0.65645831823349, "Finetune/Step": 1445, "Finetune/Step Time": 6.7479394637048244}
+{"Finetune/Learning Rate": 1.989287415547427e-05, "Finetune/Loss": 0.9557262659072876, "Finetune/Loss (Raw)": 1.1574941873550415, "Finetune/Step": 1446, "Finetune/Step Time": 6.741848111152649}
+{"Finetune/Learning Rate": 1.9892628189535667e-05, "Finetune/Loss": 0.9547020792961121, "Finetune/Loss (Raw)": 0.992022693157196, "Finetune/Step": 1447, "Finetune/Step Time": 6.739263908937573}
+{"Finetune/Learning Rate": 1.9892381943070255e-05, "Finetune/Loss": 0.9532853364944458, "Finetune/Loss (Raw)": 0.9467030763626099, "Finetune/Step": 1448, "Finetune/Step Time": 6.723330784589052}
+{"Finetune/Learning Rate": 1.9892135416085025e-05, "Finetune/Loss": 0.953215479850769, "Finetune/Loss (Raw)": 0.9522572755813599, "Finetune/Step": 1449, "Finetune/Step Time": 6.725301725789905}
+{"Finetune/Learning Rate": 1.9891888608586968e-05, "Finetune/Loss": 0.953661322593689, "Finetune/Loss (Raw)": 0.9614676237106323, "Finetune/Step": 1450, "Finetune/Step Time": 6.70168318413198}
+{"Finetune/Learning Rate": 1.9891641520583075e-05, "Finetune/Loss": 0.9529777765274048, "Finetune/Loss (Raw)": 0.9375473260879517, "Finetune/Step": 1451, "Finetune/Step Time": 6.69731318205595}
+{"Finetune/Learning Rate": 1.9891394152080355e-05, "Finetune/Loss": 0.9534130692481995, "Finetune/Loss (Raw)": 0.9927924871444702, "Finetune/Step": 1452, "Finetune/Step Time": 6.697664458304644}
+{"Finetune/Learning Rate": 1.9891146503085826e-05, "Finetune/Loss": 0.9528273344039917, "Finetune/Loss (Raw)": 0.8902361989021301, "Finetune/Step": 1453, "Finetune/Step Time": 6.7081688940525055}
+{"Finetune/Learning Rate": 1.9890898573606508e-05, "Finetune/Loss": 0.9522346258163452, "Finetune/Loss (Raw)": 0.9357861876487732, "Finetune/Step": 1454, "Finetune/Step Time": 6.706155313178897}
+{"Finetune/Learning Rate": 1.9890650363649434e-05, "Finetune/Loss": 0.9502183198928833, "Finetune/Loss (Raw)": 1.0431358814239502, "Finetune/Step": 1455, "Finetune/Step Time": 6.704648811370134}
+{"Finetune/Learning Rate": 1.9890401873221642e-05, "Finetune/Loss": 0.9484528303146362, "Finetune/Loss (Raw)": 0.82463538646698, "Finetune/Step": 1456, "Finetune/Step Time": 6.701941614970565}
+{"Finetune/Learning Rate": 1.9890153102330175e-05, "Finetune/Loss": 0.9499832987785339, "Finetune/Loss (Raw)": 1.1159701347351074, "Finetune/Step": 1457, "Finetune/Step Time": 6.7017697393894196}
+{"Finetune/Learning Rate": 1.988990405098209e-05, "Finetune/Loss": 0.9505239725112915, "Finetune/Loss (Raw)": 1.017327904701233, "Finetune/Step": 1458, "Finetune/Step Time": 6.70180962793529}
+{"Finetune/Learning Rate": 1.988965471918445e-05, "Finetune/Loss": 0.9507008790969849, "Finetune/Loss (Raw)": 0.9445518255233765, "Finetune/Step": 1459, "Finetune/Step Time": 6.700044367462397}
+{"Finetune/Learning Rate": 1.9889405106944327e-05, "Finetune/Loss": 0.9494955539703369, "Finetune/Loss (Raw)": 0.8521665930747986, "Finetune/Step": 1460, "Finetune/Step Time": 6.697324134409428}
+{"Finetune/Learning Rate": 1.988915521426879e-05, "Finetune/Loss": 0.9505565166473389, "Finetune/Loss (Raw)": 1.0375953912734985, "Finetune/Step": 1461, "Finetune/Step Time": 6.698164112865925}
+{"Finetune/Learning Rate": 1.988890504116494e-05, "Finetune/Loss": 0.9499539732933044, "Finetune/Loss (Raw)": 0.8755233883857727, "Finetune/Step": 1462, "Finetune/Step Time": 6.701581766828895}
+{"Finetune/Learning Rate": 1.9888654587639857e-05, "Finetune/Loss": 0.949600100517273, "Finetune/Loss (Raw)": 0.9876523017883301, "Finetune/Step": 1463, "Finetune/Step Time": 6.714510854333639}
+{"Finetune/Learning Rate": 1.9888403853700654e-05, "Finetune/Loss": 0.9499384164810181, "Finetune/Loss (Raw)": 0.9692702889442444, "Finetune/Step": 1464, "Finetune/Step Time": 6.694555405527353}
+{"Finetune/Learning Rate": 1.9888152839354433e-05, "Finetune/Loss": 0.9506129026412964, "Finetune/Loss (Raw)": 1.0080286264419556, "Finetune/Step": 1465, "Finetune/Step Time": 6.706200670450926}
+{"Finetune/Learning Rate": 1.9887901544608316e-05, "Finetune/Loss": 0.9494617581367493, "Finetune/Loss (Raw)": 0.884484589099884, "Finetune/Step": 1466, "Finetune/Step Time": 6.730102906003594}
+{"Finetune/Learning Rate": 1.9887649969469432e-05, "Finetune/Loss": 0.9494462013244629, "Finetune/Loss (Raw)": 0.9687622785568237, "Finetune/Step": 1467, "Finetune/Step Time": 6.731367949396372}
+{"Finetune/Learning Rate": 1.9887398113944908e-05, "Finetune/Loss": 0.9491760730743408, "Finetune/Loss (Raw)": 1.0047321319580078, "Finetune/Step": 1468, "Finetune/Step Time": 6.744420487433672}
+{"Finetune/Learning Rate": 1.9887145978041895e-05, "Finetune/Loss": 0.9488763213157654, "Finetune/Loss (Raw)": 0.9897061586380005, "Finetune/Step": 1469, "Finetune/Step Time": 6.751953613013029}
+{"Finetune/Learning Rate": 1.988689356176753e-05, "Finetune/Loss": 0.9497309327125549, "Finetune/Loss (Raw)": 1.1028461456298828, "Finetune/Step": 1470, "Finetune/Step Time": 6.750765008851886}
+{"Finetune/Learning Rate": 1.9886640865128983e-05, "Finetune/Loss": 0.94810950756073, "Finetune/Loss (Raw)": 0.7460023164749146, "Finetune/Step": 1471, "Finetune/Step Time": 6.751854907721281}
+{"Finetune/Learning Rate": 1.9886387888133413e-05, "Finetune/Loss": 0.949008047580719, "Finetune/Loss (Raw)": 1.065601110458374, "Finetune/Step": 1472, "Finetune/Step Time": 6.747930547222495}
+{"Finetune/Learning Rate": 1.9886134630787993e-05, "Finetune/Loss": 0.9486907720565796, "Finetune/Loss (Raw)": 1.0035309791564941, "Finetune/Step": 1473, "Finetune/Step Time": 6.74258616566658}
+{"Finetune/Learning Rate": 1.9885881093099912e-05, "Finetune/Loss": 0.9499306082725525, "Finetune/Loss (Raw)": 0.9379383325576782, "Finetune/Step": 1474, "Finetune/Step Time": 6.743681848049164}
+{"Finetune/Learning Rate": 1.9885627275076354e-05, "Finetune/Loss": 0.9490567445755005, "Finetune/Loss (Raw)": 0.8706881999969482, "Finetune/Step": 1475, "Finetune/Step Time": 6.74346018768847}
+{"Finetune/Learning Rate": 1.9885373176724518e-05, "Finetune/Loss": 0.9487200379371643, "Finetune/Loss (Raw)": 0.9403516054153442, "Finetune/Step": 1476, "Finetune/Step Time": 6.7445856761187315}
+{"Finetune/Learning Rate": 1.9885118798051607e-05, "Finetune/Loss": 0.9499455690383911, "Finetune/Loss (Raw)": 1.0183299779891968, "Finetune/Step": 1477, "Finetune/Step Time": 6.752212753519416}
+{"Finetune/Learning Rate": 1.9884864139064834e-05, "Finetune/Loss": 0.9499306678771973, "Finetune/Loss (Raw)": 0.958269476890564, "Finetune/Step": 1478, "Finetune/Step Time": 6.752638131380081}
+{"Finetune/Learning Rate": 1.9884609199771427e-05, "Finetune/Loss": 0.9510393142700195, "Finetune/Loss (Raw)": 1.09794282913208, "Finetune/Step": 1479, "Finetune/Step Time": 6.7553345412015915}
+{"Finetune/Learning Rate": 1.988435398017861e-05, "Finetune/Loss": 0.9524387121200562, "Finetune/Loss (Raw)": 0.9327492117881775, "Finetune/Step": 1480, "Finetune/Step Time": 6.758195877075195}
+{"Finetune/Learning Rate": 1.9884098480293623e-05, "Finetune/Loss": 0.9510189294815063, "Finetune/Loss (Raw)": 0.7479016780853271, "Finetune/Step": 1481, "Finetune/Step Time": 6.761222455650568}
+{"Finetune/Learning Rate": 1.9883842700123708e-05, "Finetune/Loss": 0.9512850046157837, "Finetune/Loss (Raw)": 0.9046475887298584, "Finetune/Step": 1482, "Finetune/Step Time": 6.75840132124722}
+{"Finetune/Learning Rate": 1.988358663967612e-05, "Finetune/Loss": 0.9511240124702454, "Finetune/Loss (Raw)": 0.908228874206543, "Finetune/Step": 1483, "Finetune/Step Time": 6.759521119296551}
+{"Finetune/Learning Rate": 1.988333029895812e-05, "Finetune/Loss": 0.9513453245162964, "Finetune/Loss (Raw)": 0.9958238005638123, "Finetune/Step": 1484, "Finetune/Step Time": 6.762097217142582}
+{"Finetune/Learning Rate": 1.9883073677976978e-05, "Finetune/Loss": 0.9531381726264954, "Finetune/Loss (Raw)": 0.8992023468017578, "Finetune/Step": 1485, "Finetune/Step Time": 6.746467173099518}
+{"Finetune/Learning Rate": 1.988281677673997e-05, "Finetune/Loss": 0.9551509618759155, "Finetune/Loss (Raw)": 1.1266337633132935, "Finetune/Step": 1486, "Finetune/Step Time": 6.742442924529314}
+{"Finetune/Learning Rate": 1.9882559595254375e-05, "Finetune/Loss": 0.9552280902862549, "Finetune/Loss (Raw)": 1.0369439125061035, "Finetune/Step": 1487, "Finetune/Step Time": 6.736850904300809}
+{"Finetune/Learning Rate": 1.98823021335275e-05, "Finetune/Loss": 0.955301821231842, "Finetune/Loss (Raw)": 0.9863884449005127, "Finetune/Step": 1488, "Finetune/Step Time": 6.733450537547469}
+{"Finetune/Learning Rate": 1.9882044391566636e-05, "Finetune/Loss": 0.9548755884170532, "Finetune/Loss (Raw)": 0.8686164617538452, "Finetune/Step": 1489, "Finetune/Step Time": 6.737663956359029}
+{"Finetune/Learning Rate": 1.9881786369379093e-05, "Finetune/Loss": 0.9551851749420166, "Finetune/Loss (Raw)": 1.0584787130355835, "Finetune/Step": 1490, "Finetune/Step Time": 6.73121440410614}
+{"Finetune/Learning Rate": 1.9881528066972187e-05, "Finetune/Loss": 0.953353226184845, "Finetune/Loss (Raw)": 0.8372166752815247, "Finetune/Step": 1491, "Finetune/Step Time": 6.716684188693762}
+{"Finetune/Learning Rate": 1.988126948435325e-05, "Finetune/Loss": 0.9533697366714478, "Finetune/Loss (Raw)": 1.0283139944076538, "Finetune/Step": 1492, "Finetune/Step Time": 6.714426577091217}
+{"Finetune/Learning Rate": 1.9881010621529604e-05, "Finetune/Loss": 0.9530739784240723, "Finetune/Loss (Raw)": 0.9130937457084656, "Finetune/Step": 1493, "Finetune/Step Time": 6.714575085788965}
+{"Finetune/Learning Rate": 1.9880751478508594e-05, "Finetune/Loss": 0.952675461769104, "Finetune/Loss (Raw)": 0.9448639750480652, "Finetune/Step": 1494, "Finetune/Step Time": 6.718788830563426}
+{"Finetune/Learning Rate": 1.9880492055297572e-05, "Finetune/Loss": 0.9523736238479614, "Finetune/Loss (Raw)": 0.973639965057373, "Finetune/Step": 1495, "Finetune/Step Time": 6.722809994593263}
+{"Finetune/Learning Rate": 1.988023235190389e-05, "Finetune/Loss": 0.9540979862213135, "Finetune/Loss (Raw)": 0.9507830142974854, "Finetune/Step": 1496, "Finetune/Step Time": 6.705437708646059}
+{"Finetune/Learning Rate": 1.9879972368334916e-05, "Finetune/Loss": 0.9543198943138123, "Finetune/Loss (Raw)": 0.9610243439674377, "Finetune/Step": 1497, "Finetune/Step Time": 6.707943629473448}
+{"Finetune/Learning Rate": 1.987971210459802e-05, "Finetune/Loss": 0.9550360441207886, "Finetune/Loss (Raw)": 0.9887831211090088, "Finetune/Step": 1498, "Finetune/Step Time": 6.712276056408882}
+{"Finetune/Learning Rate": 1.9879451560700582e-05, "Finetune/Loss": 0.9547621011734009, "Finetune/Loss (Raw)": 0.8783529996871948, "Finetune/Step": 1499, "Finetune/Step Time": 6.718746680766344}
+{"Finetune/Learning Rate": 1.9879190736649992e-05, "Finetune/Loss": 0.9527233839035034, "Finetune/Loss (Raw)": 0.8720635771751404, "Finetune/Step": 1500, "Finetune/Step Time": 6.735451970249414}
+{"Finetune/Learning Rate": 1.9878929632453647e-05, "Finetune/Loss": 0.9531342387199402, "Finetune/Loss (Raw)": 1.0185797214508057, "Finetune/Step": 1501, "Finetune/Step Time": 6.752721996977925}
+{"Finetune/Learning Rate": 1.9878668248118945e-05, "Finetune/Loss": 0.9525712728500366, "Finetune/Loss (Raw)": 0.9843408465385437, "Finetune/Step": 1502, "Finetune/Step Time": 6.752792229875922}
+{"Finetune/Learning Rate": 1.9878406583653306e-05, "Finetune/Loss": 0.9525890350341797, "Finetune/Loss (Raw)": 0.9641200304031372, "Finetune/Step": 1503, "Finetune/Step Time": 6.7504012528806925}
+{"Finetune/Learning Rate": 1.9878144639064145e-05, "Finetune/Loss": 0.9525489807128906, "Finetune/Loss (Raw)": 0.921890139579773, "Finetune/Step": 1504, "Finetune/Step Time": 6.733322486281395}
+{"Finetune/Learning Rate": 1.9877882414358894e-05, "Finetune/Loss": 0.9535133242607117, "Finetune/Loss (Raw)": 1.0794018507003784, "Finetune/Step": 1505, "Finetune/Step Time": 6.729668816551566}
+{"Finetune/Learning Rate": 1.9877619909544985e-05, "Finetune/Loss": 0.9527612924575806, "Finetune/Loss (Raw)": 0.8554790019989014, "Finetune/Step": 1506, "Finetune/Step Time": 6.726991929113865}
+{"Finetune/Learning Rate": 1.9877357124629863e-05, "Finetune/Loss": 0.9519569873809814, "Finetune/Loss (Raw)": 0.8979318141937256, "Finetune/Step": 1507, "Finetune/Step Time": 6.724653787910938}
+{"Finetune/Learning Rate": 1.987709405962098e-05, "Finetune/Loss": 0.9520227313041687, "Finetune/Loss (Raw)": 1.0218710899353027, "Finetune/Step": 1508, "Finetune/Step Time": 6.723067967221141}
+{"Finetune/Learning Rate": 1.9876830714525798e-05, "Finetune/Loss": 0.9519366025924683, "Finetune/Loss (Raw)": 0.8846583366394043, "Finetune/Step": 1509, "Finetune/Step Time": 6.720884246751666}
+{"Finetune/Learning Rate": 1.9876567089351783e-05, "Finetune/Loss": 0.9512737989425659, "Finetune/Loss (Raw)": 0.9938986897468567, "Finetune/Step": 1510, "Finetune/Step Time": 6.715124933049083}
+{"Finetune/Learning Rate": 1.9876303184106405e-05, "Finetune/Loss": 0.9513217806816101, "Finetune/Loss (Raw)": 0.7038838267326355, "Finetune/Step": 1511, "Finetune/Step Time": 6.729038478806615}
+{"Finetune/Learning Rate": 1.987603899879716e-05, "Finetune/Loss": 0.9524388313293457, "Finetune/Loss (Raw)": 0.9225468635559082, "Finetune/Step": 1512, "Finetune/Step Time": 6.7213033474981785}
+{"Finetune/Learning Rate": 1.987577453343153e-05, "Finetune/Loss": 0.9520442485809326, "Finetune/Loss (Raw)": 0.9417606592178345, "Finetune/Step": 1513, "Finetune/Step Time": 6.718287914991379}
+{"Finetune/Learning Rate": 1.987550978801702e-05, "Finetune/Loss": 0.9515253305435181, "Finetune/Loss (Raw)": 0.9314897060394287, "Finetune/Step": 1514, "Finetune/Step Time": 6.71634178981185}
+{"Finetune/Learning Rate": 1.987524476256113e-05, "Finetune/Loss": 0.9522742033004761, "Finetune/Loss (Raw)": 0.9585590958595276, "Finetune/Step": 1515, "Finetune/Step Time": 6.714691273868084}
+{"Finetune/Learning Rate": 1.987497945707138e-05, "Finetune/Loss": 0.95246821641922, "Finetune/Loss (Raw)": 0.8875622153282166, "Finetune/Step": 1516, "Finetune/Step Time": 6.719045819714665}
+{"Finetune/Learning Rate": 1.9874713871555297e-05, "Finetune/Loss": 0.9533587694168091, "Finetune/Loss (Raw)": 0.8436405062675476, "Finetune/Step": 1517, "Finetune/Step Time": 6.709501290693879}
+{"Finetune/Learning Rate": 1.9874448006020407e-05, "Finetune/Loss": 0.9536224603652954, "Finetune/Loss (Raw)": 1.0542044639587402, "Finetune/Step": 1518, "Finetune/Step Time": 6.690557856112719}
+{"Finetune/Learning Rate": 1.987418186047425e-05, "Finetune/Loss": 0.9546674489974976, "Finetune/Loss (Raw)": 1.0293374061584473, "Finetune/Step": 1519, "Finetune/Step Time": 6.688596861436963}
+{"Finetune/Learning Rate": 1.9873915434924375e-05, "Finetune/Loss": 0.9539331197738647, "Finetune/Loss (Raw)": 0.931573212146759, "Finetune/Step": 1520, "Finetune/Step Time": 6.685096137225628}
+{"Finetune/Learning Rate": 1.9873648729378336e-05, "Finetune/Loss": 0.9542986750602722, "Finetune/Loss (Raw)": 0.9938604831695557, "Finetune/Step": 1521, "Finetune/Step Time": 6.6882507260888815}
+{"Finetune/Learning Rate": 1.9873381743843697e-05, "Finetune/Loss": 0.9545888900756836, "Finetune/Loss (Raw)": 0.9830690026283264, "Finetune/Step": 1522, "Finetune/Step Time": 6.689229259267449}
+{"Finetune/Learning Rate": 1.9873114478328026e-05, "Finetune/Loss": 0.955536425113678, "Finetune/Loss (Raw)": 1.0485663414001465, "Finetune/Step": 1523, "Finetune/Step Time": 6.680309036746621}
+{"Finetune/Learning Rate": 1.9872846932838902e-05, "Finetune/Loss": 0.9557405710220337, "Finetune/Loss (Raw)": 0.9031520485877991, "Finetune/Step": 1524, "Finetune/Step Time": 6.687722261995077}
+{"Finetune/Learning Rate": 1.9872579107383916e-05, "Finetune/Loss": 0.9543630480766296, "Finetune/Loss (Raw)": 0.7863866686820984, "Finetune/Step": 1525, "Finetune/Step Time": 6.686708927154541}
+{"Finetune/Learning Rate": 1.987231100197066e-05, "Finetune/Loss": 0.9540646076202393, "Finetune/Loss (Raw)": 0.9251446723937988, "Finetune/Step": 1526, "Finetune/Step Time": 6.685083521530032}
+{"Finetune/Learning Rate": 1.9872042616606738e-05, "Finetune/Loss": 0.9524745345115662, "Finetune/Loss (Raw)": 0.8498677611351013, "Finetune/Step": 1527, "Finetune/Step Time": 6.685937790200114}
+{"Finetune/Learning Rate": 1.9871773951299757e-05, "Finetune/Loss": 0.9500923156738281, "Finetune/Loss (Raw)": 0.7784038186073303, "Finetune/Step": 1528, "Finetune/Step Time": 6.683495193719864}
+{"Finetune/Learning Rate": 1.987150500605734e-05, "Finetune/Loss": 0.9523442387580872, "Finetune/Loss (Raw)": 0.9766479730606079, "Finetune/Step": 1529, "Finetune/Step Time": 6.668428163975477}
+{"Finetune/Learning Rate": 1.9871235780887114e-05, "Finetune/Loss": 0.9523430466651917, "Finetune/Loss (Raw)": 0.99391770362854, "Finetune/Step": 1530, "Finetune/Step Time": 6.664447154849768}
+{"Finetune/Learning Rate": 1.987096627579671e-05, "Finetune/Loss": 0.9525536298751831, "Finetune/Loss (Raw)": 0.907085120677948, "Finetune/Step": 1531, "Finetune/Step Time": 6.650153998285532}
+{"Finetune/Learning Rate": 1.987069649079377e-05, "Finetune/Loss": 0.9544230699539185, "Finetune/Loss (Raw)": 0.9976086020469666, "Finetune/Step": 1532, "Finetune/Step Time": 6.65134833753109}
+{"Finetune/Learning Rate": 1.9870426425885946e-05, "Finetune/Loss": 0.9533815383911133, "Finetune/Loss (Raw)": 0.8949549198150635, "Finetune/Step": 1533, "Finetune/Step Time": 6.651676822453737}
+{"Finetune/Learning Rate": 1.98701560810809e-05, "Finetune/Loss": 0.952202558517456, "Finetune/Loss (Raw)": 0.8767632246017456, "Finetune/Step": 1534, "Finetune/Step Time": 6.665408996865153}
+{"Finetune/Learning Rate": 1.986988545638629e-05, "Finetune/Loss": 0.9524986743927002, "Finetune/Loss (Raw)": 0.904728353023529, "Finetune/Step": 1535, "Finetune/Step Time": 6.664315113797784}
+{"Finetune/Learning Rate": 1.9869614551809793e-05, "Finetune/Loss": 0.9516793489456177, "Finetune/Loss (Raw)": 0.9568532705307007, "Finetune/Step": 1536, "Finetune/Step Time": 6.665128430351615}
+{"Finetune/Learning Rate": 1.9869343367359098e-05, "Finetune/Loss": 0.9514158964157104, "Finetune/Loss (Raw)": 0.9501549005508423, "Finetune/Step": 1537, "Finetune/Step Time": 6.663487948477268}
+{"Finetune/Learning Rate": 1.986907190304189e-05, "Finetune/Loss": 0.9509617686271667, "Finetune/Loss (Raw)": 0.7812438607215881, "Finetune/Step": 1538, "Finetune/Step Time": 6.662489486858249}
+{"Finetune/Learning Rate": 1.9868800158865863e-05, "Finetune/Loss": 0.950761079788208, "Finetune/Loss (Raw)": 0.983461856842041, "Finetune/Step": 1539, "Finetune/Step Time": 6.647901335731149}
+{"Finetune/Learning Rate": 1.9868528134838725e-05, "Finetune/Loss": 0.9515283107757568, "Finetune/Loss (Raw)": 1.0465508699417114, "Finetune/Step": 1540, "Finetune/Step Time": 6.652079496532679}
+{"Finetune/Learning Rate": 1.9868255830968196e-05, "Finetune/Loss": 0.9524579048156738, "Finetune/Loss (Raw)": 1.006446123123169, "Finetune/Step": 1541, "Finetune/Step Time": 6.637333611026406}
+{"Finetune/Learning Rate": 1.9867983247261992e-05, "Finetune/Loss": 0.9521930813789368, "Finetune/Loss (Raw)": 0.9750953912734985, "Finetune/Step": 1542, "Finetune/Step Time": 6.639819102361798}
+{"Finetune/Learning Rate": 1.9867710383727847e-05, "Finetune/Loss": 0.9514317512512207, "Finetune/Loss (Raw)": 0.9343348741531372, "Finetune/Step": 1543, "Finetune/Step Time": 6.646754913032055}
+{"Finetune/Learning Rate": 1.986743724037349e-05, "Finetune/Loss": 0.9513641595840454, "Finetune/Loss (Raw)": 1.011898398399353, "Finetune/Step": 1544, "Finetune/Step Time": 6.643316553905606}
+{"Finetune/Learning Rate": 1.9867163817206675e-05, "Finetune/Loss": 0.9515061378479004, "Finetune/Loss (Raw)": 0.9438028931617737, "Finetune/Step": 1545, "Finetune/Step Time": 6.637685906141996}
+{"Finetune/Learning Rate": 1.986689011423515e-05, "Finetune/Loss": 0.9513288736343384, "Finetune/Loss (Raw)": 1.0268582105636597, "Finetune/Step": 1546, "Finetune/Step Time": 6.637176085263491}
+{"Finetune/Learning Rate": 1.9866616131466684e-05, "Finetune/Loss": 0.9518572688102722, "Finetune/Loss (Raw)": 1.040766954421997, "Finetune/Step": 1547, "Finetune/Step Time": 6.639690702781081}
+{"Finetune/Learning Rate": 1.986634186890904e-05, "Finetune/Loss": 0.9520421028137207, "Finetune/Loss (Raw)": 0.9235662221908569, "Finetune/Step": 1548, "Finetune/Step Time": 6.638760408386588}
+{"Finetune/Learning Rate": 1.9866067326569994e-05, "Finetune/Loss": 0.9512007832527161, "Finetune/Loss (Raw)": 0.8828784227371216, "Finetune/Step": 1549, "Finetune/Step Time": 6.63764513283968}
+{"Finetune/Learning Rate": 1.9865792504457333e-05, "Finetune/Loss": 0.9503331780433655, "Finetune/Loss (Raw)": 0.9021797776222229, "Finetune/Step": 1550, "Finetune/Step Time": 6.639261486008763}
+{"Finetune/Learning Rate": 1.9865517402578854e-05, "Finetune/Loss": 0.9503558874130249, "Finetune/Loss (Raw)": 0.953879714012146, "Finetune/Step": 1551, "Finetune/Step Time": 6.637296963483095}
+{"Finetune/Learning Rate": 1.9865242020942353e-05, "Finetune/Loss": 0.9497858881950378, "Finetune/Loss (Raw)": 0.9842913746833801, "Finetune/Step": 1552, "Finetune/Step Time": 6.636083090677857}
+{"Finetune/Learning Rate": 1.986496635955564e-05, "Finetune/Loss": 0.9511813521385193, "Finetune/Loss (Raw)": 1.0749788284301758, "Finetune/Step": 1553, "Finetune/Step Time": 6.639108968898654}
+{"Finetune/Learning Rate": 1.986469041842654e-05, "Finetune/Loss": 0.9525573253631592, "Finetune/Loss (Raw)": 0.9576094150543213, "Finetune/Step": 1554, "Finetune/Step Time": 6.634106630459428}
+{"Finetune/Learning Rate": 1.9864414197562863e-05, "Finetune/Loss": 0.9526587724685669, "Finetune/Loss (Raw)": 0.9467279314994812, "Finetune/Step": 1555, "Finetune/Step Time": 6.645041029900312}
+{"Finetune/Learning Rate": 1.9864137696972458e-05, "Finetune/Loss": 0.9519304037094116, "Finetune/Loss (Raw)": 0.9578078985214233, "Finetune/Step": 1556, "Finetune/Step Time": 6.66254854016006}
+{"Finetune/Learning Rate": 1.986386091666315e-05, "Finetune/Loss": 0.952073335647583, "Finetune/Loss (Raw)": 1.0403192043304443, "Finetune/Step": 1557, "Finetune/Step Time": 6.663696117699146}
+{"Finetune/Learning Rate": 1.9863583856642805e-05, "Finetune/Loss": 0.9514038562774658, "Finetune/Loss (Raw)": 0.9198713898658752, "Finetune/Step": 1558, "Finetune/Step Time": 6.669184384867549}
+{"Finetune/Learning Rate": 1.986330651691926e-05, "Finetune/Loss": 0.9501594305038452, "Finetune/Loss (Raw)": 0.9608355760574341, "Finetune/Step": 1559, "Finetune/Step Time": 6.666910154744983}
+{"Finetune/Learning Rate": 1.9863028897500396e-05, "Finetune/Loss": 0.9502901434898376, "Finetune/Loss (Raw)": 0.9253984093666077, "Finetune/Step": 1560, "Finetune/Step Time": 6.6506985649466515}
+{"Finetune/Learning Rate": 1.9862750998394075e-05, "Finetune/Loss": 0.9500536322593689, "Finetune/Loss (Raw)": 0.9622679948806763, "Finetune/Step": 1561, "Finetune/Step Time": 6.652580490335822}
+{"Finetune/Learning Rate": 1.9862472819608184e-05, "Finetune/Loss": 0.9519455432891846, "Finetune/Loss (Raw)": 1.0931295156478882, "Finetune/Step": 1562, "Finetune/Step Time": 6.636766847223043}
+{"Finetune/Learning Rate": 1.986219436115061e-05, "Finetune/Loss": 0.9530250430107117, "Finetune/Loss (Raw)": 1.1024260520935059, "Finetune/Step": 1563, "Finetune/Step Time": 6.637500584125519}
+{"Finetune/Learning Rate": 1.9861915623029248e-05, "Finetune/Loss": 0.9536622762680054, "Finetune/Loss (Raw)": 0.9632251858711243, "Finetune/Step": 1564, "Finetune/Step Time": 6.631400043144822}
+{"Finetune/Learning Rate": 1.9861636605252e-05, "Finetune/Loss": 0.950849175453186, "Finetune/Loss (Raw)": 0.677241325378418, "Finetune/Step": 1565, "Finetune/Step Time": 6.644365830346942}
+{"Finetune/Learning Rate": 1.9861357307826784e-05, "Finetune/Loss": 0.9503066539764404, "Finetune/Loss (Raw)": 0.8361307978630066, "Finetune/Step": 1566, "Finetune/Step Time": 6.643060863018036}
+{"Finetune/Learning Rate": 1.9861077730761513e-05, "Finetune/Loss": 0.9497218132019043, "Finetune/Loss (Raw)": 0.9191291332244873, "Finetune/Step": 1567, "Finetune/Step Time": 6.6332104206085205}
+{"Finetune/Learning Rate": 1.9860797874064123e-05, "Finetune/Loss": 0.9509900808334351, "Finetune/Loss (Raw)": 1.0283757448196411, "Finetune/Step": 1568, "Finetune/Step Time": 6.630520606413484}
+{"Finetune/Learning Rate": 1.9860517737742543e-05, "Finetune/Loss": 0.9499229192733765, "Finetune/Loss (Raw)": 0.8517339825630188, "Finetune/Step": 1569, "Finetune/Step Time": 6.6283426228910685}
+{"Finetune/Learning Rate": 1.9860237321804718e-05, "Finetune/Loss": 0.9501543045043945, "Finetune/Loss (Raw)": 1.0078407526016235, "Finetune/Step": 1570, "Finetune/Step Time": 6.64812602289021}
+{"Finetune/Learning Rate": 1.9859956626258603e-05, "Finetune/Loss": 0.9491734504699707, "Finetune/Loss (Raw)": 0.9461247324943542, "Finetune/Step": 1571, "Finetune/Step Time": 6.64927994646132}
+{"Finetune/Learning Rate": 1.9859675651112157e-05, "Finetune/Loss": 0.9497676491737366, "Finetune/Loss (Raw)": 0.9463790655136108, "Finetune/Step": 1572, "Finetune/Step Time": 6.630679642781615}
+{"Finetune/Learning Rate": 1.9859394396373345e-05, "Finetune/Loss": 0.9522302746772766, "Finetune/Loss (Raw)": 0.9716686010360718, "Finetune/Step": 1573, "Finetune/Step Time": 6.617533084005117}
+{"Finetune/Learning Rate": 1.9859112862050144e-05, "Finetune/Loss": 0.950438380241394, "Finetune/Loss (Raw)": 0.9281273484230042, "Finetune/Step": 1574, "Finetune/Step Time": 6.618326993659139}
+{"Finetune/Learning Rate": 1.985883104815054e-05, "Finetune/Loss": 0.9492896199226379, "Finetune/Loss (Raw)": 0.844986617565155, "Finetune/Step": 1575, "Finetune/Step Time": 6.621732549741864}
+{"Finetune/Learning Rate": 1.9858548954682518e-05, "Finetune/Loss": 0.949844479560852, "Finetune/Loss (Raw)": 1.0177266597747803, "Finetune/Step": 1576, "Finetune/Step Time": 6.617017198354006}
+{"Finetune/Learning Rate": 1.9858266581654086e-05, "Finetune/Loss": 0.9492025375366211, "Finetune/Loss (Raw)": 0.8700969815254211, "Finetune/Step": 1577, "Finetune/Step Time": 6.615255704149604}
+{"Finetune/Learning Rate": 1.9857983929073247e-05, "Finetune/Loss": 0.9487308859825134, "Finetune/Loss (Raw)": 0.9010847806930542, "Finetune/Step": 1578, "Finetune/Step Time": 6.617046695202589}
+{"Finetune/Learning Rate": 1.9857700996948016e-05, "Finetune/Loss": 0.9496619701385498, "Finetune/Loss (Raw)": 1.0567318201065063, "Finetune/Step": 1579, "Finetune/Step Time": 6.615841148421168}
+{"Finetune/Learning Rate": 1.985741778528641e-05, "Finetune/Loss": 0.9497478008270264, "Finetune/Loss (Raw)": 1.0037784576416016, "Finetune/Step": 1580, "Finetune/Step Time": 6.612773211672902}
+{"Finetune/Learning Rate": 1.9857134294096473e-05, "Finetune/Loss": 0.9506990313529968, "Finetune/Loss (Raw)": 1.0119892358779907, "Finetune/Step": 1581, "Finetune/Step Time": 6.605312321335077}
+{"Finetune/Learning Rate": 1.9856850523386235e-05, "Finetune/Loss": 0.9499179720878601, "Finetune/Loss (Raw)": 0.8358128070831299, "Finetune/Step": 1582, "Finetune/Step Time": 6.604662232100964}
+{"Finetune/Learning Rate": 1.9856566473163747e-05, "Finetune/Loss": 0.9497398734092712, "Finetune/Loss (Raw)": 1.0203419923782349, "Finetune/Step": 1583, "Finetune/Step Time": 6.606689628213644}
+{"Finetune/Learning Rate": 1.9856282143437063e-05, "Finetune/Loss": 0.9507108330726624, "Finetune/Loss (Raw)": 0.9489172101020813, "Finetune/Step": 1584, "Finetune/Step Time": 6.612475477159023}
+{"Finetune/Learning Rate": 1.9855997534214243e-05, "Finetune/Loss": 0.9502764940261841, "Finetune/Loss (Raw)": 1.0603744983673096, "Finetune/Step": 1585, "Finetune/Step Time": 6.609890401363373}
+{"Finetune/Learning Rate": 1.9855712645503358e-05, "Finetune/Loss": 0.9509215950965881, "Finetune/Loss (Raw)": 1.099898338317871, "Finetune/Step": 1586, "Finetune/Step Time": 6.612846804782748}
+{"Finetune/Learning Rate": 1.985542747731249e-05, "Finetune/Loss": 0.9514646530151367, "Finetune/Loss (Raw)": 1.0140594244003296, "Finetune/Step": 1587, "Finetune/Step Time": 6.61646612174809}
+{"Finetune/Learning Rate": 1.9855142029649725e-05, "Finetune/Loss": 0.9514211416244507, "Finetune/Loss (Raw)": 0.8466071486473083, "Finetune/Step": 1588, "Finetune/Step Time": 6.618025682866573}
+{"Finetune/Learning Rate": 1.9854856302523155e-05, "Finetune/Loss": 0.9491456747055054, "Finetune/Loss (Raw)": 0.7463318109512329, "Finetune/Step": 1589, "Finetune/Step Time": 6.621370265260339}
+{"Finetune/Learning Rate": 1.9854570295940883e-05, "Finetune/Loss": 0.9501310586929321, "Finetune/Loss (Raw)": 1.0016475915908813, "Finetune/Step": 1590, "Finetune/Step Time": 6.629346465691924}
+{"Finetune/Learning Rate": 1.985428400991102e-05, "Finetune/Loss": 0.9498103260993958, "Finetune/Loss (Raw)": 0.9466016292572021, "Finetune/Step": 1591, "Finetune/Step Time": 6.635352632030845}
+{"Finetune/Learning Rate": 1.9853997444441682e-05, "Finetune/Loss": 0.9481381773948669, "Finetune/Loss (Raw)": 0.7552371025085449, "Finetune/Step": 1592, "Finetune/Step Time": 6.652792904525995}
+{"Finetune/Learning Rate": 1.9853710599541003e-05, "Finetune/Loss": 0.9475501775741577, "Finetune/Loss (Raw)": 0.9327664375305176, "Finetune/Step": 1593, "Finetune/Step Time": 6.653320824727416}
+{"Finetune/Learning Rate": 1.985342347521711e-05, "Finetune/Loss": 0.9490956664085388, "Finetune/Loss (Raw)": 1.0823053121566772, "Finetune/Step": 1594, "Finetune/Step Time": 6.628452558070421}
+{"Finetune/Learning Rate": 1.9853136071478146e-05, "Finetune/Loss": 0.9490256309509277, "Finetune/Loss (Raw)": 0.9597951769828796, "Finetune/Step": 1595, "Finetune/Step Time": 6.628432683646679}
+{"Finetune/Learning Rate": 1.9852848388332262e-05, "Finetune/Loss": 0.9482001066207886, "Finetune/Loss (Raw)": 0.8990670442581177, "Finetune/Step": 1596, "Finetune/Step Time": 6.615874197334051}
+{"Finetune/Learning Rate": 1.9852560425787614e-05, "Finetune/Loss": 0.9480665922164917, "Finetune/Loss (Raw)": 0.9726189970970154, "Finetune/Step": 1597, "Finetune/Step Time": 6.6095644403249025}
+{"Finetune/Learning Rate": 1.9852272183852367e-05, "Finetune/Loss": 0.9475874304771423, "Finetune/Loss (Raw)": 1.0415139198303223, "Finetune/Step": 1598, "Finetune/Step Time": 6.608800560235977}
+{"Finetune/Learning Rate": 1.9851983662534703e-05, "Finetune/Loss": 0.9487746357917786, "Finetune/Loss (Raw)": 0.8979650735855103, "Finetune/Step": 1599, "Finetune/Step Time": 6.600996503606439}
+{"Finetune/Learning Rate": 1.9851694861842795e-05, "Finetune/Loss": 0.9478005170822144, "Finetune/Loss (Raw)": 0.9409108757972717, "Finetune/Step": 1600, "Finetune/Step Time": 6.599014410749078}
+{"Finetune/Learning Rate": 1.9851405781784835e-05, "Finetune/Loss": 0.947502613067627, "Finetune/Loss (Raw)": 0.9654013514518738, "Finetune/Step": 1601, "Finetune/Step Time": 6.602471960708499}
+{"Finetune/Learning Rate": 1.985111642236902e-05, "Finetune/Loss": 0.9477421045303345, "Finetune/Loss (Raw)": 0.968583345413208, "Finetune/Step": 1602, "Finetune/Step Time": 6.600783132016659}
+{"Finetune/Learning Rate": 1.9850826783603557e-05, "Finetune/Loss": 0.9475916028022766, "Finetune/Loss (Raw)": 0.85142982006073, "Finetune/Step": 1603, "Finetune/Step Time": 6.600853785872459}
+{"Finetune/Learning Rate": 1.9850536865496657e-05, "Finetune/Loss": 0.9477415084838867, "Finetune/Loss (Raw)": 0.959540843963623, "Finetune/Step": 1604, "Finetune/Step Time": 6.604077976197004}
+{"Finetune/Learning Rate": 1.9850246668056547e-05, "Finetune/Loss": 0.9462171196937561, "Finetune/Loss (Raw)": 0.8232058882713318, "Finetune/Step": 1605, "Finetune/Step Time": 6.607633143663406}
+{"Finetune/Learning Rate": 1.9849956191291445e-05, "Finetune/Loss": 0.946503221988678, "Finetune/Loss (Raw)": 0.9948905110359192, "Finetune/Step": 1606, "Finetune/Step Time": 6.608656391501427}
+{"Finetune/Learning Rate": 1.98496654352096e-05, "Finetune/Loss": 0.9459208250045776, "Finetune/Loss (Raw)": 1.023400068283081, "Finetune/Step": 1607, "Finetune/Step Time": 6.604209918528795}
+{"Finetune/Learning Rate": 1.984937439981925e-05, "Finetune/Loss": 0.9456939697265625, "Finetune/Loss (Raw)": 0.9037101864814758, "Finetune/Step": 1608, "Finetune/Step Time": 6.585427556186914}
+{"Finetune/Learning Rate": 1.984908308512865e-05, "Finetune/Loss": 0.947723925113678, "Finetune/Loss (Raw)": 1.0077385902404785, "Finetune/Step": 1609, "Finetune/Step Time": 6.575756970793009}
+{"Finetune/Learning Rate": 1.9848791491146058e-05, "Finetune/Loss": 0.948372483253479, "Finetune/Loss (Raw)": 0.9876563549041748, "Finetune/Step": 1610, "Finetune/Step Time": 6.574865512549877}
+{"Finetune/Learning Rate": 1.984849961787975e-05, "Finetune/Loss": 0.9478429555892944, "Finetune/Loss (Raw)": 0.8404543399810791, "Finetune/Step": 1611, "Finetune/Step Time": 6.571322180330753}
+{"Finetune/Learning Rate": 1.9848207465337997e-05, "Finetune/Loss": 0.9478023052215576, "Finetune/Loss (Raw)": 0.9906186461448669, "Finetune/Step": 1612, "Finetune/Step Time": 6.567796489223838}
+{"Finetune/Learning Rate": 1.9847915033529086e-05, "Finetune/Loss": 0.9471367001533508, "Finetune/Loss (Raw)": 0.8140058517456055, "Finetune/Step": 1613, "Finetune/Step Time": 6.574934454634786}
+{"Finetune/Learning Rate": 1.9847622322461306e-05, "Finetune/Loss": 0.945392906665802, "Finetune/Loss (Raw)": 0.903428316116333, "Finetune/Step": 1614, "Finetune/Step Time": 6.576033553108573}
+{"Finetune/Learning Rate": 1.9847329332142962e-05, "Finetune/Loss": 0.9443838596343994, "Finetune/Loss (Raw)": 0.9077833294868469, "Finetune/Step": 1615, "Finetune/Step Time": 6.576963139697909}
+{"Finetune/Learning Rate": 1.984703606258236e-05, "Finetune/Loss": 0.9440631866455078, "Finetune/Loss (Raw)": 0.9453477263450623, "Finetune/Step": 1616, "Finetune/Step Time": 6.5815477184951305}
+{"Finetune/Learning Rate": 1.9846742513787813e-05, "Finetune/Loss": 0.9446425437927246, "Finetune/Loss (Raw)": 0.9427793622016907, "Finetune/Step": 1617, "Finetune/Step Time": 6.5806130431592464}
+{"Finetune/Learning Rate": 1.984644868576765e-05, "Finetune/Loss": 0.9436126947402954, "Finetune/Loss (Raw)": 0.926645040512085, "Finetune/Step": 1618, "Finetune/Step Time": 6.581188045442104}
+{"Finetune/Learning Rate": 1.9846154578530202e-05, "Finetune/Loss": 0.9441835284233093, "Finetune/Loss (Raw)": 0.9102860689163208, "Finetune/Step": 1619, "Finetune/Step Time": 6.580488046631217}
+{"Finetune/Learning Rate": 1.9845860192083813e-05, "Finetune/Loss": 0.9446988105773926, "Finetune/Loss (Raw)": 1.0942667722702026, "Finetune/Step": 1620, "Finetune/Step Time": 6.581080470234156}
+{"Finetune/Learning Rate": 1.9845565526436824e-05, "Finetune/Loss": 0.9447275996208191, "Finetune/Loss (Raw)": 0.9167835116386414, "Finetune/Step": 1621, "Finetune/Step Time": 6.5811005514115095}
+{"Finetune/Learning Rate": 1.9845270581597595e-05, "Finetune/Loss": 0.9456111788749695, "Finetune/Loss (Raw)": 1.0579596757888794, "Finetune/Step": 1622, "Finetune/Step Time": 6.57992828078568}
+{"Finetune/Learning Rate": 1.9844975357574487e-05, "Finetune/Loss": 0.9469102025032043, "Finetune/Loss (Raw)": 1.1399176120758057, "Finetune/Step": 1623, "Finetune/Step Time": 6.577805547043681}
+{"Finetune/Learning Rate": 1.984467985437587e-05, "Finetune/Loss": 0.9468181729316711, "Finetune/Loss (Raw)": 0.9390036463737488, "Finetune/Step": 1624, "Finetune/Step Time": 6.5785769280046225}
+{"Finetune/Learning Rate": 1.984438407201013e-05, "Finetune/Loss": 0.9461748600006104, "Finetune/Loss (Raw)": 0.8786765336990356, "Finetune/Step": 1625, "Finetune/Step Time": 6.583174267783761}
+{"Finetune/Learning Rate": 1.984408801048565e-05, "Finetune/Loss": 0.9458200335502625, "Finetune/Loss (Raw)": 0.9433656930923462, "Finetune/Step": 1626, "Finetune/Step Time": 6.577313084155321}
+{"Finetune/Learning Rate": 1.984379166981083e-05, "Finetune/Loss": 0.9467262029647827, "Finetune/Loss (Raw)": 0.9943443536758423, "Finetune/Step": 1627, "Finetune/Step Time": 6.566249156370759}
+{"Finetune/Learning Rate": 1.9843495049994067e-05, "Finetune/Loss": 0.9465451240539551, "Finetune/Loss (Raw)": 0.8488808870315552, "Finetune/Step": 1628, "Finetune/Step Time": 6.551065878942609}
+{"Finetune/Learning Rate": 1.984319815104378e-05, "Finetune/Loss": 0.9464739561080933, "Finetune/Loss (Raw)": 1.0094826221466064, "Finetune/Step": 1629, "Finetune/Step Time": 6.535781856626272}
+{"Finetune/Learning Rate": 1.984290097296838e-05, "Finetune/Loss": 0.946782112121582, "Finetune/Loss (Raw)": 1.0237799882888794, "Finetune/Step": 1630, "Finetune/Step Time": 6.536400821059942}
+{"Finetune/Learning Rate": 1.98426035157763e-05, "Finetune/Loss": 0.9472723603248596, "Finetune/Loss (Raw)": 1.0268633365631104, "Finetune/Step": 1631, "Finetune/Step Time": 6.522841028869152}
+{"Finetune/Learning Rate": 1.984230577947597e-05, "Finetune/Loss": 0.9476572275161743, "Finetune/Loss (Raw)": 0.9711585640907288, "Finetune/Step": 1632, "Finetune/Step Time": 6.546398619189858}
+{"Finetune/Learning Rate": 1.9842007764075838e-05, "Finetune/Loss": 0.945907711982727, "Finetune/Loss (Raw)": 0.8554683923721313, "Finetune/Step": 1633, "Finetune/Step Time": 6.549599962309003}
+{"Finetune/Learning Rate": 1.984170946958435e-05, "Finetune/Loss": 0.9473028182983398, "Finetune/Loss (Raw)": 1.0340468883514404, "Finetune/Step": 1634, "Finetune/Step Time": 6.551581479609013}
+{"Finetune/Learning Rate": 1.984141089600997e-05, "Finetune/Loss": 0.948241114616394, "Finetune/Loss (Raw)": 1.0180307626724243, "Finetune/Step": 1635, "Finetune/Step Time": 6.563188452273607}
+{"Finetune/Learning Rate": 1.984111204336116e-05, "Finetune/Loss": 0.9476059079170227, "Finetune/Loss (Raw)": 0.9405660629272461, "Finetune/Step": 1636, "Finetune/Step Time": 6.565466983243823}
+{"Finetune/Learning Rate": 1.98408129116464e-05, "Finetune/Loss": 0.9489291310310364, "Finetune/Loss (Raw)": 1.0540357828140259, "Finetune/Step": 1637, "Finetune/Step Time": 6.5670320596545935}
+{"Finetune/Learning Rate": 1.984051350087417e-05, "Finetune/Loss": 0.9486834406852722, "Finetune/Loss (Raw)": 0.9624486565589905, "Finetune/Step": 1638, "Finetune/Step Time": 6.564355332404375}
+{"Finetune/Learning Rate": 1.984021381105296e-05, "Finetune/Loss": 0.9487869739532471, "Finetune/Loss (Raw)": 0.7171353697776794, "Finetune/Step": 1639, "Finetune/Step Time": 6.559621607884765}
+{"Finetune/Learning Rate": 1.983991384219126e-05, "Finetune/Loss": 0.9504233002662659, "Finetune/Loss (Raw)": 1.1319997310638428, "Finetune/Step": 1640, "Finetune/Step Time": 6.544939208775759}
+{"Finetune/Learning Rate": 1.9839613594297592e-05, "Finetune/Loss": 0.9500518441200256, "Finetune/Loss (Raw)": 0.8942135572433472, "Finetune/Step": 1641, "Finetune/Step Time": 6.545123755931854}
+{"Finetune/Learning Rate": 1.9839313067380462e-05, "Finetune/Loss": 0.9503133296966553, "Finetune/Loss (Raw)": 0.9649605751037598, "Finetune/Step": 1642, "Finetune/Step Time": 6.547194417566061}
+{"Finetune/Learning Rate": 1.9839012261448392e-05, "Finetune/Loss": 0.94826340675354, "Finetune/Loss (Raw)": 0.6961653828620911, "Finetune/Step": 1643, "Finetune/Step Time": 6.56282483227551}
+{"Finetune/Learning Rate": 1.983871117650991e-05, "Finetune/Loss": 0.9491335153579712, "Finetune/Loss (Raw)": 0.9989346265792847, "Finetune/Step": 1644, "Finetune/Step Time": 6.55877230130136}
+{"Finetune/Learning Rate": 1.983840981257356e-05, "Finetune/Loss": 0.9506207704544067, "Finetune/Loss (Raw)": 1.03401517868042, "Finetune/Step": 1645, "Finetune/Step Time": 6.574718911200762}
+{"Finetune/Learning Rate": 1.9838108169647886e-05, "Finetune/Loss": 0.9492560625076294, "Finetune/Loss (Raw)": 0.8795161247253418, "Finetune/Step": 1646, "Finetune/Step Time": 6.599280957132578}
+{"Finetune/Learning Rate": 1.9837806247741435e-05, "Finetune/Loss": 0.9481551647186279, "Finetune/Loss (Raw)": 0.8884226083755493, "Finetune/Step": 1647, "Finetune/Step Time": 6.599613536149263}
+{"Finetune/Learning Rate": 1.9837504046862777e-05, "Finetune/Loss": 0.9483745694160461, "Finetune/Loss (Raw)": 0.9596612453460693, "Finetune/Step": 1648, "Finetune/Step Time": 6.601250436156988}
+{"Finetune/Learning Rate": 1.983720156702048e-05, "Finetune/Loss": 0.9475509524345398, "Finetune/Loss (Raw)": 0.888433575630188, "Finetune/Step": 1649, "Finetune/Step Time": 6.601231157779694}
+{"Finetune/Learning Rate": 1.9836898808223115e-05, "Finetune/Loss": 0.948758602142334, "Finetune/Loss (Raw)": 1.13765287399292, "Finetune/Step": 1650, "Finetune/Step Time": 6.599065253511071}
+{"Finetune/Learning Rate": 1.9836595770479274e-05, "Finetune/Loss": 0.9477924108505249, "Finetune/Loss (Raw)": 0.9248886108398438, "Finetune/Step": 1651, "Finetune/Step Time": 6.600991414859891}
+{"Finetune/Learning Rate": 1.983629245379755e-05, "Finetune/Loss": 0.9487272500991821, "Finetune/Loss (Raw)": 1.0228173732757568, "Finetune/Step": 1652, "Finetune/Step Time": 6.594489512965083}
+{"Finetune/Learning Rate": 1.983598885818654e-05, "Finetune/Loss": 0.9511524438858032, "Finetune/Loss (Raw)": 1.0968120098114014, "Finetune/Step": 1653, "Finetune/Step Time": 6.594918664544821}
+{"Finetune/Learning Rate": 1.983568498365486e-05, "Finetune/Loss": 0.9502250552177429, "Finetune/Loss (Raw)": 0.8064385652542114, "Finetune/Step": 1654, "Finetune/Step Time": 6.595148516818881}
+{"Finetune/Learning Rate": 1.983538083021112e-05, "Finetune/Loss": 0.9507900476455688, "Finetune/Loss (Raw)": 0.922187328338623, "Finetune/Step": 1655, "Finetune/Step Time": 6.60723933391273}
+{"Finetune/Learning Rate": 1.9835076397863946e-05, "Finetune/Loss": 0.9524884223937988, "Finetune/Loss (Raw)": 0.9957916140556335, "Finetune/Step": 1656, "Finetune/Step Time": 6.6073851734399796}
+{"Finetune/Learning Rate": 1.9834771686621976e-05, "Finetune/Loss": 0.9525114893913269, "Finetune/Loss (Raw)": 0.9796019196510315, "Finetune/Step": 1657, "Finetune/Step Time": 6.605119779706001}
+{"Finetune/Learning Rate": 1.9834466696493842e-05, "Finetune/Loss": 0.951934278011322, "Finetune/Loss (Raw)": 0.920034646987915, "Finetune/Step": 1658, "Finetune/Step Time": 6.601964952424169}
+{"Finetune/Learning Rate": 1.9834161427488205e-05, "Finetune/Loss": 0.9522444605827332, "Finetune/Loss (Raw)": 0.9467889070510864, "Finetune/Step": 1659, "Finetune/Step Time": 6.602755919098854}
+{"Finetune/Learning Rate": 1.983385587961371e-05, "Finetune/Loss": 0.9512264728546143, "Finetune/Loss (Raw)": 0.8673076629638672, "Finetune/Step": 1660, "Finetune/Step Time": 6.623381296172738}
+{"Finetune/Learning Rate": 1.9833550052879026e-05, "Finetune/Loss": 0.9511251449584961, "Finetune/Loss (Raw)": 0.8819901943206787, "Finetune/Step": 1661, "Finetune/Step Time": 6.626831749454141}
+{"Finetune/Learning Rate": 1.9833243947292828e-05, "Finetune/Loss": 0.9506682753562927, "Finetune/Loss (Raw)": 0.8182790875434875, "Finetune/Step": 1662, "Finetune/Step Time": 6.616374550387263}
+{"Finetune/Learning Rate": 1.983293756286379e-05, "Finetune/Loss": 0.9506908059120178, "Finetune/Loss (Raw)": 0.9076111912727356, "Finetune/Step": 1663, "Finetune/Step Time": 6.617923364043236}
+{"Finetune/Learning Rate": 1.9832630899600607e-05, "Finetune/Loss": 0.9509883522987366, "Finetune/Loss (Raw)": 0.9949407577514648, "Finetune/Step": 1664, "Finetune/Step Time": 6.622058156877756}
+{"Finetune/Learning Rate": 1.9832323957511976e-05, "Finetune/Loss": 0.9498879909515381, "Finetune/Loss (Raw)": 0.8093075752258301, "Finetune/Step": 1665, "Finetune/Step Time": 6.622043011710048}
+{"Finetune/Learning Rate": 1.983201673660659e-05, "Finetune/Loss": 0.9506181478500366, "Finetune/Loss (Raw)": 0.8746939897537231, "Finetune/Step": 1666, "Finetune/Step Time": 6.619132995605469}
+{"Finetune/Learning Rate": 1.983170923689317e-05, "Finetune/Loss": 0.9500223994255066, "Finetune/Loss (Raw)": 0.907213568687439, "Finetune/Step": 1667, "Finetune/Step Time": 6.615100404247642}
+{"Finetune/Learning Rate": 1.9831401458380432e-05, "Finetune/Loss": 0.9499225616455078, "Finetune/Loss (Raw)": 1.033766269683838, "Finetune/Step": 1668, "Finetune/Step Time": 6.613546932116151}
+{"Finetune/Learning Rate": 1.983109340107711e-05, "Finetune/Loss": 0.9483350515365601, "Finetune/Loss (Raw)": 0.8032587170600891, "Finetune/Step": 1669, "Finetune/Step Time": 6.651872642338276}
+{"Finetune/Learning Rate": 1.9830785064991932e-05, "Finetune/Loss": 0.9476863145828247, "Finetune/Loss (Raw)": 0.8920494914054871, "Finetune/Step": 1670, "Finetune/Step Time": 6.658187342807651}
+{"Finetune/Learning Rate": 1.983047645013364e-05, "Finetune/Loss": 0.9467763900756836, "Finetune/Loss (Raw)": 0.8178715109825134, "Finetune/Step": 1671, "Finetune/Step Time": 6.6524202805012465}
+{"Finetune/Learning Rate": 1.9830167556511e-05, "Finetune/Loss": 0.9464031457901001, "Finetune/Loss (Raw)": 0.9641198515892029, "Finetune/Step": 1672, "Finetune/Step Time": 6.65380260720849}
+{"Finetune/Learning Rate": 1.9829858384132755e-05, "Finetune/Loss": 0.9449199438095093, "Finetune/Loss (Raw)": 0.7539503574371338, "Finetune/Step": 1673, "Finetune/Step Time": 6.652646329253912}
+{"Finetune/Learning Rate": 1.9829548933007678e-05, "Finetune/Loss": 0.9443961381912231, "Finetune/Loss (Raw)": 0.9598128795623779, "Finetune/Step": 1674, "Finetune/Step Time": 6.652688458561897}
+{"Finetune/Learning Rate": 1.9829239203144545e-05, "Finetune/Loss": 0.944027304649353, "Finetune/Loss (Raw)": 0.9935508370399475, "Finetune/Step": 1675, "Finetune/Step Time": 6.66558713465929}
+{"Finetune/Learning Rate": 1.9828929194552143e-05, "Finetune/Loss": 0.9439635276794434, "Finetune/Loss (Raw)": 0.915412962436676, "Finetune/Step": 1676, "Finetune/Step Time": 6.667858712375164}
+{"Finetune/Learning Rate": 1.9828618907239257e-05, "Finetune/Loss": 0.9449863433837891, "Finetune/Loss (Raw)": 1.0137898921966553, "Finetune/Step": 1677, "Finetune/Step Time": 6.670722624287009}
+{"Finetune/Learning Rate": 1.9828308341214683e-05, "Finetune/Loss": 0.9461791515350342, "Finetune/Loss (Raw)": 1.0548604726791382, "Finetune/Step": 1678, "Finetune/Step Time": 6.6702727768570185}
+{"Finetune/Learning Rate": 1.9827997496487236e-05, "Finetune/Loss": 0.9451047778129578, "Finetune/Loss (Raw)": 0.8163630366325378, "Finetune/Step": 1679, "Finetune/Step Time": 6.6852990835905075}
+{"Finetune/Learning Rate": 1.982768637306573e-05, "Finetune/Loss": 0.944186270236969, "Finetune/Loss (Raw)": 0.8667217493057251, "Finetune/Step": 1680, "Finetune/Step Time": 6.6846799571067095}
+{"Finetune/Learning Rate": 1.982737497095898e-05, "Finetune/Loss": 0.9427703619003296, "Finetune/Loss (Raw)": 0.8937466144561768, "Finetune/Step": 1681, "Finetune/Step Time": 6.698226472362876}
+{"Finetune/Learning Rate": 1.9827063290175823e-05, "Finetune/Loss": 0.941861093044281, "Finetune/Loss (Raw)": 0.8412120938301086, "Finetune/Step": 1682, "Finetune/Step Time": 6.698956489562988}
+{"Finetune/Learning Rate": 1.9826751330725096e-05, "Finetune/Loss": 0.9428699612617493, "Finetune/Loss (Raw)": 1.0758665800094604, "Finetune/Step": 1683, "Finetune/Step Time": 6.696802414953709}
+{"Finetune/Learning Rate": 1.9826439092615643e-05, "Finetune/Loss": 0.9423470497131348, "Finetune/Loss (Raw)": 0.8908784985542297, "Finetune/Step": 1684, "Finetune/Step Time": 6.6805382538586855}
+{"Finetune/Learning Rate": 1.9826126575856323e-05, "Finetune/Loss": 0.9404369592666626, "Finetune/Loss (Raw)": 0.7958284616470337, "Finetune/Step": 1685, "Finetune/Step Time": 6.679796056821942}
+{"Finetune/Learning Rate": 1.9825813780455993e-05, "Finetune/Loss": 0.940032958984375, "Finetune/Loss (Raw)": 0.868157684803009, "Finetune/Step": 1686, "Finetune/Step Time": 6.67356132902205}
+{"Finetune/Learning Rate": 1.9825500706423525e-05, "Finetune/Loss": 0.9398478865623474, "Finetune/Loss (Raw)": 0.9371489882469177, "Finetune/Step": 1687, "Finetune/Step Time": 6.671488868072629}
+{"Finetune/Learning Rate": 1.98251873537678e-05, "Finetune/Loss": 0.9407651424407959, "Finetune/Loss (Raw)": 1.042806625366211, "Finetune/Step": 1688, "Finetune/Step Time": 6.6740777641534805}
+{"Finetune/Learning Rate": 1.9824873722497694e-05, "Finetune/Loss": 0.9414399862289429, "Finetune/Loss (Raw)": 1.0486489534378052, "Finetune/Step": 1689, "Finetune/Step Time": 6.67018000036478}
+{"Finetune/Learning Rate": 1.9824559812622113e-05, "Finetune/Loss": 0.9393285512924194, "Finetune/Loss (Raw)": 0.822867751121521, "Finetune/Step": 1690, "Finetune/Step Time": 6.671272870153189}
+{"Finetune/Learning Rate": 1.982424562414995e-05, "Finetune/Loss": 0.9368563294410706, "Finetune/Loss (Raw)": 0.7859742045402527, "Finetune/Step": 1691, "Finetune/Step Time": 6.682148838415742}
+{"Finetune/Learning Rate": 1.982393115709012e-05, "Finetune/Loss": 0.9362343549728394, "Finetune/Loss (Raw)": 0.8836185932159424, "Finetune/Step": 1692, "Finetune/Step Time": 6.680139634758234}
+{"Finetune/Learning Rate": 1.9823616411451538e-05, "Finetune/Loss": 0.9379711151123047, "Finetune/Loss (Raw)": 0.8995392918586731, "Finetune/Step": 1693, "Finetune/Step Time": 6.664609536528587}
+{"Finetune/Learning Rate": 1.9823301387243128e-05, "Finetune/Loss": 0.9390905499458313, "Finetune/Loss (Raw)": 0.9794244766235352, "Finetune/Step": 1694, "Finetune/Step Time": 6.664211520925164}
+{"Finetune/Learning Rate": 1.982298608447382e-05, "Finetune/Loss": 0.9392684698104858, "Finetune/Loss (Raw)": 0.9419000148773193, "Finetune/Step": 1695, "Finetune/Step Time": 6.664300292730331}
+{"Finetune/Learning Rate": 1.9822670503152567e-05, "Finetune/Loss": 0.9390092492103577, "Finetune/Loss (Raw)": 0.9951946139335632, "Finetune/Step": 1696, "Finetune/Step Time": 6.6662661619484425}
+{"Finetune/Learning Rate": 1.982235464328831e-05, "Finetune/Loss": 0.9391484260559082, "Finetune/Loss (Raw)": 0.8695465326309204, "Finetune/Step": 1697, "Finetune/Step Time": 6.672875331714749}
+{"Finetune/Learning Rate": 1.982203850489e-05, "Finetune/Loss": 0.94012850522995, "Finetune/Loss (Raw)": 1.1332910060882568, "Finetune/Step": 1698, "Finetune/Step Time": 6.658836871385574}
+{"Finetune/Learning Rate": 1.982172208796661e-05, "Finetune/Loss": 0.9413870573043823, "Finetune/Loss (Raw)": 1.1072170734405518, "Finetune/Step": 1699, "Finetune/Step Time": 6.659345334395766}
+{"Finetune/Learning Rate": 1.9821405392527116e-05, "Finetune/Loss": 0.9422983527183533, "Finetune/Loss (Raw)": 1.0630297660827637, "Finetune/Step": 1700, "Finetune/Step Time": 6.663642469793558}
+{"Finetune/Learning Rate": 1.982108841858049e-05, "Finetune/Loss": 0.9427120089530945, "Finetune/Loss (Raw)": 1.024612307548523, "Finetune/Step": 1701, "Finetune/Step Time": 6.663033993914723}
+{"Finetune/Learning Rate": 1.9820771166135723e-05, "Finetune/Loss": 0.9417994022369385, "Finetune/Loss (Raw)": 0.8113217353820801, "Finetune/Step": 1702, "Finetune/Step Time": 6.669744398444891}
+{"Finetune/Learning Rate": 1.9820453635201814e-05, "Finetune/Loss": 0.9405954480171204, "Finetune/Loss (Raw)": 0.6908752918243408, "Finetune/Step": 1703, "Finetune/Step Time": 6.679776126518846}
+{"Finetune/Learning Rate": 1.9820135825787764e-05, "Finetune/Loss": 0.940147876739502, "Finetune/Loss (Raw)": 0.9604353308677673, "Finetune/Step": 1704, "Finetune/Step Time": 6.681570591405034}
+{"Finetune/Learning Rate": 1.981981773790259e-05, "Finetune/Loss": 0.9410066604614258, "Finetune/Loss (Raw)": 0.9800253510475159, "Finetune/Step": 1705, "Finetune/Step Time": 6.685169940814376}
+{"Finetune/Learning Rate": 1.9819499371555305e-05, "Finetune/Loss": 0.9410440921783447, "Finetune/Loss (Raw)": 0.9058758616447449, "Finetune/Step": 1706, "Finetune/Step Time": 6.6839551869779825}
+{"Finetune/Learning Rate": 1.981918072675494e-05, "Finetune/Loss": 0.9399733543395996, "Finetune/Loss (Raw)": 0.9196751713752747, "Finetune/Step": 1707, "Finetune/Step Time": 6.685339653864503}
+{"Finetune/Learning Rate": 1.9818861803510535e-05, "Finetune/Loss": 0.9381576776504517, "Finetune/Loss (Raw)": 0.77137291431427, "Finetune/Step": 1708, "Finetune/Step Time": 6.6883183643221855}
+{"Finetune/Learning Rate": 1.9818542601831127e-05, "Finetune/Loss": 0.9373685121536255, "Finetune/Loss (Raw)": 0.9109777212142944, "Finetune/Step": 1709, "Finetune/Step Time": 6.688569853082299}
+{"Finetune/Learning Rate": 1.9818223121725776e-05, "Finetune/Loss": 0.9371799826622009, "Finetune/Loss (Raw)": 0.8116823434829712, "Finetune/Step": 1710, "Finetune/Step Time": 6.686018917709589}
+{"Finetune/Learning Rate": 1.9817903363203534e-05, "Finetune/Loss": 0.9364073276519775, "Finetune/Loss (Raw)": 0.921443521976471, "Finetune/Step": 1711, "Finetune/Step Time": 6.683430515229702}
+{"Finetune/Learning Rate": 1.9817583326273468e-05, "Finetune/Loss": 0.9354425668716431, "Finetune/Loss (Raw)": 0.8254256248474121, "Finetune/Step": 1712, "Finetune/Step Time": 6.683838726952672}
+{"Finetune/Learning Rate": 1.981726301094466e-05, "Finetune/Loss": 0.9345828294754028, "Finetune/Loss (Raw)": 0.9503211975097656, "Finetune/Step": 1713, "Finetune/Step Time": 6.686763398349285}
+{"Finetune/Learning Rate": 1.9816942417226185e-05, "Finetune/Loss": 0.9332596659660339, "Finetune/Loss (Raw)": 0.9305416345596313, "Finetune/Step": 1714, "Finetune/Step Time": 6.685138115659356}
+{"Finetune/Learning Rate": 1.9816621545127145e-05, "Finetune/Loss": 0.9329964518547058, "Finetune/Loss (Raw)": 0.9803659915924072, "Finetune/Step": 1715, "Finetune/Step Time": 6.684538818895817}
+{"Finetune/Learning Rate": 1.981630039465663e-05, "Finetune/Loss": 0.9336330890655518, "Finetune/Loss (Raw)": 0.9281022548675537, "Finetune/Step": 1716, "Finetune/Step Time": 6.682705018669367}
+{"Finetune/Learning Rate": 1.981597896582375e-05, "Finetune/Loss": 0.9346631169319153, "Finetune/Loss (Raw)": 0.8781675696372986, "Finetune/Step": 1717, "Finetune/Step Time": 6.6823409125208855}
+{"Finetune/Learning Rate": 1.9815657258637617e-05, "Finetune/Loss": 0.9335342645645142, "Finetune/Loss (Raw)": 0.8571595549583435, "Finetune/Step": 1718, "Finetune/Step Time": 6.6754857506603}
+{"Finetune/Learning Rate": 1.9815335273107358e-05, "Finetune/Loss": 0.9328769445419312, "Finetune/Loss (Raw)": 0.8624560832977295, "Finetune/Step": 1719, "Finetune/Step Time": 6.65862076357007}
+{"Finetune/Learning Rate": 1.9815013009242103e-05, "Finetune/Loss": 0.9350246787071228, "Finetune/Loss (Raw)": 1.0301519632339478, "Finetune/Step": 1720, "Finetune/Step Time": 6.642237955704331}
+{"Finetune/Learning Rate": 1.9814690467050987e-05, "Finetune/Loss": 0.9339600205421448, "Finetune/Loss (Raw)": 0.7964867353439331, "Finetune/Step": 1721, "Finetune/Step Time": 6.630612432956696}
+{"Finetune/Learning Rate": 1.981436764654316e-05, "Finetune/Loss": 0.9338016510009766, "Finetune/Loss (Raw)": 1.0620403289794922, "Finetune/Step": 1722, "Finetune/Step Time": 6.632968654856086}
+{"Finetune/Learning Rate": 1.9814044547727774e-05, "Finetune/Loss": 0.9342119693756104, "Finetune/Loss (Raw)": 1.0123156309127808, "Finetune/Step": 1723, "Finetune/Step Time": 6.633257692679763}
+{"Finetune/Learning Rate": 1.9813721170613995e-05, "Finetune/Loss": 0.9340769052505493, "Finetune/Loss (Raw)": 0.8817751407623291, "Finetune/Step": 1724, "Finetune/Step Time": 6.632185820490122}
+{"Finetune/Learning Rate": 1.9813397515210986e-05, "Finetune/Loss": 0.9344037175178528, "Finetune/Loss (Raw)": 1.0144529342651367, "Finetune/Step": 1725, "Finetune/Step Time": 6.634250771254301}
+{"Finetune/Learning Rate": 1.981307358152793e-05, "Finetune/Loss": 0.933262825012207, "Finetune/Loss (Raw)": 0.8954721689224243, "Finetune/Step": 1726, "Finetune/Step Time": 6.6381691750139}
+{"Finetune/Learning Rate": 1.9812749369574012e-05, "Finetune/Loss": 0.9318621158599854, "Finetune/Loss (Raw)": 0.7186756730079651, "Finetune/Step": 1727, "Finetune/Step Time": 6.638428116217256}
+{"Finetune/Learning Rate": 1.9812424879358424e-05, "Finetune/Loss": 0.9337714910507202, "Finetune/Loss (Raw)": 1.185322880744934, "Finetune/Step": 1728, "Finetune/Step Time": 6.639966314658523}
+{"Finetune/Learning Rate": 1.981210011089037e-05, "Finetune/Loss": 0.9345848560333252, "Finetune/Loss (Raw)": 1.0695078372955322, "Finetune/Step": 1729, "Finetune/Step Time": 6.637966634705663}
+{"Finetune/Learning Rate": 1.981177506417906e-05, "Finetune/Loss": 0.9345418214797974, "Finetune/Loss (Raw)": 0.9630734324455261, "Finetune/Step": 1730, "Finetune/Step Time": 6.636285077780485}
+{"Finetune/Learning Rate": 1.9811449739233712e-05, "Finetune/Loss": 0.9352492094039917, "Finetune/Loss (Raw)": 0.9419713020324707, "Finetune/Step": 1731, "Finetune/Step Time": 6.63380559720099}
+{"Finetune/Learning Rate": 1.9811124136063547e-05, "Finetune/Loss": 0.9345685243606567, "Finetune/Loss (Raw)": 0.8724222183227539, "Finetune/Step": 1732, "Finetune/Step Time": 6.635523661971092}
+{"Finetune/Learning Rate": 1.9810798254677804e-05, "Finetune/Loss": 0.9349995255470276, "Finetune/Loss (Raw)": 0.8783701062202454, "Finetune/Step": 1733, "Finetune/Step Time": 6.645170487463474}
+{"Finetune/Learning Rate": 1.981047209508572e-05, "Finetune/Loss": 0.9347442388534546, "Finetune/Loss (Raw)": 0.9622148275375366, "Finetune/Step": 1734, "Finetune/Step Time": 6.642074268311262}
+{"Finetune/Learning Rate": 1.981014565729654e-05, "Finetune/Loss": 0.9336726665496826, "Finetune/Loss (Raw)": 0.8862311244010925, "Finetune/Step": 1735, "Finetune/Step Time": 6.66162334010005}
+{"Finetune/Learning Rate": 1.9809818941319526e-05, "Finetune/Loss": 0.9341059923171997, "Finetune/Loss (Raw)": 0.9591806530952454, "Finetune/Step": 1736, "Finetune/Step Time": 6.68018938601017}
+{"Finetune/Learning Rate": 1.9809491947163947e-05, "Finetune/Loss": 0.9329491257667542, "Finetune/Loss (Raw)": 0.8596571683883667, "Finetune/Step": 1737, "Finetune/Step Time": 6.6868858225643635}
+{"Finetune/Learning Rate": 1.9809164674839065e-05, "Finetune/Loss": 0.9320340156555176, "Finetune/Loss (Raw)": 0.8705220818519592, "Finetune/Step": 1738, "Finetune/Step Time": 6.685505975037813}
+{"Finetune/Learning Rate": 1.980883712435417e-05, "Finetune/Loss": 0.9332648515701294, "Finetune/Loss (Raw)": 0.9980058073997498, "Finetune/Step": 1739, "Finetune/Step Time": 6.687898650765419}
+{"Finetune/Learning Rate": 1.9808509295718545e-05, "Finetune/Loss": 0.9325656890869141, "Finetune/Loss (Raw)": 0.901123583316803, "Finetune/Step": 1740, "Finetune/Step Time": 6.689542550593615}
+{"Finetune/Learning Rate": 1.9808181188941493e-05, "Finetune/Loss": 0.9332394599914551, "Finetune/Loss (Raw)": 0.9002542495727539, "Finetune/Step": 1741, "Finetune/Step Time": 6.684979556128383}
+{"Finetune/Learning Rate": 1.9807852804032306e-05, "Finetune/Loss": 0.9336475729942322, "Finetune/Loss (Raw)": 0.9556612968444824, "Finetune/Step": 1742, "Finetune/Step Time": 6.687985626980662}
+{"Finetune/Learning Rate": 1.9807524141000308e-05, "Finetune/Loss": 0.9324671030044556, "Finetune/Loss (Raw)": 0.7566865086555481, "Finetune/Step": 1743, "Finetune/Step Time": 6.702236093580723}
+{"Finetune/Learning Rate": 1.980719519985481e-05, "Finetune/Loss": 0.9321985244750977, "Finetune/Loss (Raw)": 0.910969078540802, "Finetune/Step": 1744, "Finetune/Step Time": 6.702639048919082}
+{"Finetune/Learning Rate": 1.9806865980605146e-05, "Finetune/Loss": 0.9330854415893555, "Finetune/Loss (Raw)": 1.0562981367111206, "Finetune/Step": 1745, "Finetune/Step Time": 6.706879073753953}
+{"Finetune/Learning Rate": 1.980653648326065e-05, "Finetune/Loss": 0.9329802989959717, "Finetune/Loss (Raw)": 0.9131940007209778, "Finetune/Step": 1746, "Finetune/Step Time": 6.708593444898725}
+{"Finetune/Learning Rate": 1.980620670783067e-05, "Finetune/Loss": 0.9332404732704163, "Finetune/Loss (Raw)": 0.9435847997665405, "Finetune/Step": 1747, "Finetune/Step Time": 6.709061296656728}
+{"Finetune/Learning Rate": 1.9805876654324546e-05, "Finetune/Loss": 0.9324710369110107, "Finetune/Loss (Raw)": 0.9957844614982605, "Finetune/Step": 1748, "Finetune/Step Time": 6.710058568045497}
+{"Finetune/Learning Rate": 1.980554632275165e-05, "Finetune/Loss": 0.932461142539978, "Finetune/Loss (Raw)": 0.9155159592628479, "Finetune/Step": 1749, "Finetune/Step Time": 6.707652755081654}
+{"Finetune/Learning Rate": 1.980521571312134e-05, "Finetune/Loss": 0.9320470094680786, "Finetune/Loss (Raw)": 1.0049474239349365, "Finetune/Step": 1750, "Finetune/Step Time": 6.722493326291442}
+{"Finetune/Learning Rate": 1.9804884825442996e-05, "Finetune/Loss": 0.9305719137191772, "Finetune/Loss (Raw)": 0.9511083364486694, "Finetune/Step": 1751, "Finetune/Step Time": 6.719959603622556}
+{"Finetune/Learning Rate": 1.9804553659726e-05, "Finetune/Loss": 0.9296131134033203, "Finetune/Loss (Raw)": 0.8162780404090881, "Finetune/Step": 1752, "Finetune/Step Time": 6.723979322239757}
+{"Finetune/Learning Rate": 1.9804222215979737e-05, "Finetune/Loss": 0.9302616119384766, "Finetune/Loss (Raw)": 0.9616792798042297, "Finetune/Step": 1753, "Finetune/Step Time": 6.720097025856376}
+{"Finetune/Learning Rate": 1.980389049421362e-05, "Finetune/Loss": 0.9300183057785034, "Finetune/Loss (Raw)": 0.9122248291969299, "Finetune/Step": 1754, "Finetune/Step Time": 6.721332723274827}
+{"Finetune/Learning Rate": 1.9803558494437044e-05, "Finetune/Loss": 0.9305182695388794, "Finetune/Loss (Raw)": 1.0583399534225464, "Finetune/Step": 1755, "Finetune/Step Time": 6.718736508861184}
+{"Finetune/Learning Rate": 1.9803226216659425e-05, "Finetune/Loss": 0.9310321807861328, "Finetune/Loss (Raw)": 0.9146589636802673, "Finetune/Step": 1756, "Finetune/Step Time": 6.720031158998609}
+{"Finetune/Learning Rate": 1.9802893660890187e-05, "Finetune/Loss": 0.9306539297103882, "Finetune/Loss (Raw)": 0.961066722869873, "Finetune/Step": 1757, "Finetune/Step Time": 6.722602538764477}
+{"Finetune/Learning Rate": 1.9802560827138762e-05, "Finetune/Loss": 0.9296665191650391, "Finetune/Loss (Raw)": 0.8973905444145203, "Finetune/Step": 1758, "Finetune/Step Time": 6.722970949485898}
+{"Finetune/Learning Rate": 1.9802227715414587e-05, "Finetune/Loss": 0.9290667176246643, "Finetune/Loss (Raw)": 0.9500901103019714, "Finetune/Step": 1759, "Finetune/Step Time": 6.72054741345346}
+{"Finetune/Learning Rate": 1.9801894325727104e-05, "Finetune/Loss": 0.9297193288803101, "Finetune/Loss (Raw)": 1.054693341255188, "Finetune/Step": 1760, "Finetune/Step Time": 6.698407370597124}
+{"Finetune/Learning Rate": 1.9801560658085773e-05, "Finetune/Loss": 0.9279993772506714, "Finetune/Loss (Raw)": 0.6353116631507874, "Finetune/Step": 1761, "Finetune/Step Time": 6.706544311717153}
+{"Finetune/Learning Rate": 1.9801226712500057e-05, "Finetune/Loss": 0.9267798066139221, "Finetune/Loss (Raw)": 0.8779410123825073, "Finetune/Step": 1762, "Finetune/Step Time": 6.7135988008230925}
+{"Finetune/Learning Rate": 1.980089248897942e-05, "Finetune/Loss": 0.9263824224472046, "Finetune/Loss (Raw)": 0.9671672582626343, "Finetune/Step": 1763, "Finetune/Step Time": 6.702049247920513}
+{"Finetune/Learning Rate": 1.980055798753334e-05, "Finetune/Loss": 0.9268181920051575, "Finetune/Loss (Raw)": 0.9963464140892029, "Finetune/Step": 1764, "Finetune/Step Time": 6.7003412041813135}
+{"Finetune/Learning Rate": 1.9800223208171307e-05, "Finetune/Loss": 0.9252885580062866, "Finetune/Loss (Raw)": 0.8582459092140198, "Finetune/Step": 1765, "Finetune/Step Time": 6.697510404512286}
+{"Finetune/Learning Rate": 1.9799888150902813e-05, "Finetune/Loss": 0.9255641102790833, "Finetune/Loss (Raw)": 0.9977190494537354, "Finetune/Step": 1766, "Finetune/Step Time": 6.705819023773074}
+{"Finetune/Learning Rate": 1.9799552815737355e-05, "Finetune/Loss": 0.9271763563156128, "Finetune/Loss (Raw)": 0.9235036969184875, "Finetune/Step": 1767, "Finetune/Step Time": 6.698264425620437}
+{"Finetune/Learning Rate": 1.9799217202684445e-05, "Finetune/Loss": 0.925844669342041, "Finetune/Loss (Raw)": 0.9615444540977478, "Finetune/Step": 1768, "Finetune/Step Time": 6.709339855238795}
+{"Finetune/Learning Rate": 1.9798881311753603e-05, "Finetune/Loss": 0.9267892837524414, "Finetune/Loss (Raw)": 1.0151134729385376, "Finetune/Step": 1769, "Finetune/Step Time": 6.70854427292943}
+{"Finetune/Learning Rate": 1.9798545142954354e-05, "Finetune/Loss": 0.9273198843002319, "Finetune/Loss (Raw)": 1.0328879356384277, "Finetune/Step": 1770, "Finetune/Step Time": 6.709127590060234}
+{"Finetune/Learning Rate": 1.9798208696296222e-05, "Finetune/Loss": 0.9300392270088196, "Finetune/Loss (Raw)": 1.0442360639572144, "Finetune/Step": 1771, "Finetune/Step Time": 6.71314930357039}
+{"Finetune/Learning Rate": 1.9797871971788757e-05, "Finetune/Loss": 0.9299506545066833, "Finetune/Loss (Raw)": 0.9875983595848083, "Finetune/Step": 1772, "Finetune/Step Time": 6.71287796087563}
+{"Finetune/Learning Rate": 1.9797534969441505e-05, "Finetune/Loss": 0.9290347099304199, "Finetune/Loss (Raw)": 0.9167783260345459, "Finetune/Step": 1773, "Finetune/Step Time": 6.710025740787387}
+{"Finetune/Learning Rate": 1.9797197689264017e-05, "Finetune/Loss": 0.9299818277359009, "Finetune/Loss (Raw)": 1.0007452964782715, "Finetune/Step": 1774, "Finetune/Step Time": 6.688213190063834}
+{"Finetune/Learning Rate": 1.9796860131265865e-05, "Finetune/Loss": 0.9306639432907104, "Finetune/Loss (Raw)": 0.9757252335548401, "Finetune/Step": 1775, "Finetune/Step Time": 6.696590567007661}
+{"Finetune/Learning Rate": 1.9796522295456618e-05, "Finetune/Loss": 0.9306410551071167, "Finetune/Loss (Raw)": 0.9567376971244812, "Finetune/Step": 1776, "Finetune/Step Time": 6.692623354494572}
+{"Finetune/Learning Rate": 1.979618418184586e-05, "Finetune/Loss": 0.9314000606536865, "Finetune/Loss (Raw)": 0.9855849742889404, "Finetune/Step": 1777, "Finetune/Step Time": 6.689994914457202}
+{"Finetune/Learning Rate": 1.979584579044317e-05, "Finetune/Loss": 0.9292605519294739, "Finetune/Loss (Raw)": 0.863792359828949, "Finetune/Step": 1778, "Finetune/Step Time": 6.690551796928048}
+{"Finetune/Learning Rate": 1.979550712125815e-05, "Finetune/Loss": 0.9285962581634521, "Finetune/Loss (Raw)": 0.8398611545562744, "Finetune/Step": 1779, "Finetune/Step Time": 6.687731979414821}
+{"Finetune/Learning Rate": 1.9795168174300406e-05, "Finetune/Loss": 0.9282053709030151, "Finetune/Loss (Raw)": 0.9727808237075806, "Finetune/Step": 1780, "Finetune/Step Time": 6.6809800043702126}
+{"Finetune/Learning Rate": 1.9794828949579546e-05, "Finetune/Loss": 0.9270565509796143, "Finetune/Loss (Raw)": 0.9497694373130798, "Finetune/Step": 1781, "Finetune/Step Time": 6.67932191863656}
+{"Finetune/Learning Rate": 1.9794489447105184e-05, "Finetune/Loss": 0.9253705143928528, "Finetune/Loss (Raw)": 0.5906263589859009, "Finetune/Step": 1782, "Finetune/Step Time": 6.694794526323676}
+{"Finetune/Learning Rate": 1.979414966688696e-05, "Finetune/Loss": 0.9251799583435059, "Finetune/Loss (Raw)": 0.8977929949760437, "Finetune/Step": 1783, "Finetune/Step Time": 6.684103172272444}
+{"Finetune/Learning Rate": 1.9793809608934498e-05, "Finetune/Loss": 0.9237472414970398, "Finetune/Loss (Raw)": 0.8124032020568848, "Finetune/Step": 1784, "Finetune/Step Time": 6.6852803230285645}
+{"Finetune/Learning Rate": 1.9793469273257445e-05, "Finetune/Loss": 0.9220758676528931, "Finetune/Loss (Raw)": 0.7656610608100891, "Finetune/Step": 1785, "Finetune/Step Time": 6.703379957005382}
+{"Finetune/Learning Rate": 1.9793128659865454e-05, "Finetune/Loss": 0.9220370650291443, "Finetune/Loss (Raw)": 0.9150719046592712, "Finetune/Step": 1786, "Finetune/Step Time": 6.70489789173007}
+{"Finetune/Learning Rate": 1.9792787768768186e-05, "Finetune/Loss": 0.9224612712860107, "Finetune/Loss (Raw)": 1.0010885000228882, "Finetune/Step": 1787, "Finetune/Step Time": 6.70648898370564}
+{"Finetune/Learning Rate": 1.9792446599975296e-05, "Finetune/Loss": 0.9228284358978271, "Finetune/Loss (Raw)": 0.9143017530441284, "Finetune/Step": 1788, "Finetune/Step Time": 6.694089360535145}
+{"Finetune/Learning Rate": 1.979210515349647e-05, "Finetune/Loss": 0.9236379861831665, "Finetune/Loss (Raw)": 0.9856154322624207, "Finetune/Step": 1789, "Finetune/Step Time": 6.694201972335577}
+{"Finetune/Learning Rate": 1.979176342934139e-05, "Finetune/Loss": 0.9245209693908691, "Finetune/Loss (Raw)": 0.9313055872917175, "Finetune/Step": 1790, "Finetune/Step Time": 6.69198308326304}
+{"Finetune/Learning Rate": 1.979142142751974e-05, "Finetune/Loss": 0.9252755641937256, "Finetune/Loss (Raw)": 1.0041934251785278, "Finetune/Step": 1791, "Finetune/Step Time": 6.695681044831872}
+{"Finetune/Learning Rate": 1.979107914804122e-05, "Finetune/Loss": 0.9247870445251465, "Finetune/Loss (Raw)": 0.932408332824707, "Finetune/Step": 1792, "Finetune/Step Time": 6.690422652289271}
+{"Finetune/Learning Rate": 1.979073659091554e-05, "Finetune/Loss": 0.9268412590026855, "Finetune/Loss (Raw)": 1.0722508430480957, "Finetune/Step": 1793, "Finetune/Step Time": 6.690693285316229}
+{"Finetune/Learning Rate": 1.979039375615241e-05, "Finetune/Loss": 0.9273684024810791, "Finetune/Loss (Raw)": 0.9421648383140564, "Finetune/Step": 1794, "Finetune/Step Time": 6.689019788056612}
+{"Finetune/Learning Rate": 1.9790050643761552e-05, "Finetune/Loss": 0.9280954003334045, "Finetune/Loss (Raw)": 1.0002734661102295, "Finetune/Step": 1795, "Finetune/Step Time": 6.696168256923556}
+{"Finetune/Learning Rate": 1.97897072537527e-05, "Finetune/Loss": 0.9267821907997131, "Finetune/Loss (Raw)": 0.8656755089759827, "Finetune/Step": 1796, "Finetune/Step Time": 6.713584158569574}
+{"Finetune/Learning Rate": 1.9789363586135588e-05, "Finetune/Loss": 0.928307294845581, "Finetune/Loss (Raw)": 0.998469352722168, "Finetune/Step": 1797, "Finetune/Step Time": 6.674707625061274}
+{"Finetune/Learning Rate": 1.9789019640919963e-05, "Finetune/Loss": 0.929465651512146, "Finetune/Loss (Raw)": 1.0403172969818115, "Finetune/Step": 1798, "Finetune/Step Time": 6.670872950926423}
+{"Finetune/Learning Rate": 1.9788675418115572e-05, "Finetune/Loss": 0.930418848991394, "Finetune/Loss (Raw)": 0.939885675907135, "Finetune/Step": 1799, "Finetune/Step Time": 6.672141831368208}
+{"Finetune/Learning Rate": 1.9788330917732186e-05, "Finetune/Loss": 0.9299290776252747, "Finetune/Loss (Raw)": 0.901428759098053, "Finetune/Step": 1800, "Finetune/Step Time": 6.674865547567606}
+{"Finetune/Learning Rate": 1.978798613977957e-05, "Finetune/Loss": 0.9311425685882568, "Finetune/Loss (Raw)": 0.9092792272567749, "Finetune/Step": 1801, "Finetune/Step Time": 6.6752386298030615}
+{"Finetune/Learning Rate": 1.97876410842675e-05, "Finetune/Loss": 0.9310883283615112, "Finetune/Loss (Raw)": 0.9528590440750122, "Finetune/Step": 1802, "Finetune/Step Time": 6.674763575196266}
+{"Finetune/Learning Rate": 1.9787295751205758e-05, "Finetune/Loss": 0.9300194978713989, "Finetune/Loss (Raw)": 0.8567505478858948, "Finetune/Step": 1803, "Finetune/Step Time": 6.661058807745576}
+{"Finetune/Learning Rate": 1.978695014060414e-05, "Finetune/Loss": 0.9304500222206116, "Finetune/Loss (Raw)": 0.9705178141593933, "Finetune/Step": 1804, "Finetune/Step Time": 6.668476361781359}
+{"Finetune/Learning Rate": 1.9786604252472446e-05, "Finetune/Loss": 0.9280619621276855, "Finetune/Loss (Raw)": 0.708121657371521, "Finetune/Step": 1805, "Finetune/Step Time": 6.666582414880395}
+{"Finetune/Learning Rate": 1.978625808682049e-05, "Finetune/Loss": 0.9273219108581543, "Finetune/Loss (Raw)": 0.9601233601570129, "Finetune/Step": 1806, "Finetune/Step Time": 6.665683995932341}
+{"Finetune/Learning Rate": 1.978591164365808e-05, "Finetune/Loss": 0.9284484386444092, "Finetune/Loss (Raw)": 0.9605658650398254, "Finetune/Step": 1807, "Finetune/Step Time": 6.648312348872423}
+{"Finetune/Learning Rate": 1.9785564922995042e-05, "Finetune/Loss": 0.9285999536514282, "Finetune/Loss (Raw)": 0.8861109018325806, "Finetune/Step": 1808, "Finetune/Step Time": 6.647572632879019}
+{"Finetune/Learning Rate": 1.978521792484121e-05, "Finetune/Loss": 0.9289418458938599, "Finetune/Loss (Raw)": 0.937514066696167, "Finetune/Step": 1809, "Finetune/Step Time": 6.630320863798261}
+{"Finetune/Learning Rate": 1.9784870649206423e-05, "Finetune/Loss": 0.9304267764091492, "Finetune/Loss (Raw)": 1.0312830209732056, "Finetune/Step": 1810, "Finetune/Step Time": 6.629867361858487}
+{"Finetune/Learning Rate": 1.978452309610053e-05, "Finetune/Loss": 0.9295005798339844, "Finetune/Loss (Raw)": 0.9573103189468384, "Finetune/Step": 1811, "Finetune/Step Time": 6.613099234178662}
+{"Finetune/Learning Rate": 1.978417526553338e-05, "Finetune/Loss": 0.9305096864700317, "Finetune/Loss (Raw)": 1.0200551748275757, "Finetune/Step": 1812, "Finetune/Step Time": 6.611323339864612}
+{"Finetune/Learning Rate": 1.978382715751485e-05, "Finetune/Loss": 0.9316871166229248, "Finetune/Loss (Raw)": 0.9465268850326538, "Finetune/Step": 1813, "Finetune/Step Time": 6.612238569185138}
+{"Finetune/Learning Rate": 1.9783478772054798e-05, "Finetune/Loss": 0.9320600032806396, "Finetune/Loss (Raw)": 0.9158844947814941, "Finetune/Step": 1814, "Finetune/Step Time": 6.619273258373141}
+{"Finetune/Learning Rate": 1.978313010916311e-05, "Finetune/Loss": 0.9325917363166809, "Finetune/Loss (Raw)": 1.0052226781845093, "Finetune/Step": 1815, "Finetune/Step Time": 6.6257159486413}
+{"Finetune/Learning Rate": 1.9782781168849673e-05, "Finetune/Loss": 0.9315004348754883, "Finetune/Loss (Raw)": 0.9031186103820801, "Finetune/Step": 1816, "Finetune/Step Time": 6.634173471480608}
+{"Finetune/Learning Rate": 1.978243195112438e-05, "Finetune/Loss": 0.9306232929229736, "Finetune/Loss (Raw)": 0.9363702535629272, "Finetune/Step": 1817, "Finetune/Step Time": 6.636305849999189}
+{"Finetune/Learning Rate": 1.9782082455997137e-05, "Finetune/Loss": 0.93079674243927, "Finetune/Loss (Raw)": 0.8450681567192078, "Finetune/Step": 1818, "Finetune/Step Time": 6.639999957755208}
+{"Finetune/Learning Rate": 1.9781732683477846e-05, "Finetune/Loss": 0.9325640201568604, "Finetune/Loss (Raw)": 1.0121848583221436, "Finetune/Step": 1819, "Finetune/Step Time": 6.624761119484901}
+{"Finetune/Learning Rate": 1.9781382633576434e-05, "Finetune/Loss": 0.9318765997886658, "Finetune/Loss (Raw)": 0.7956352829933167, "Finetune/Step": 1820, "Finetune/Step Time": 6.622716438025236}
+{"Finetune/Learning Rate": 1.9781032306302825e-05, "Finetune/Loss": 0.9301437735557556, "Finetune/Loss (Raw)": 0.6777353882789612, "Finetune/Step": 1821, "Finetune/Step Time": 6.630497919395566}
+{"Finetune/Learning Rate": 1.9780681701666955e-05, "Finetune/Loss": 0.9288605451583862, "Finetune/Loss (Raw)": 0.8151671290397644, "Finetune/Step": 1822, "Finetune/Step Time": 6.63410422578454}
+{"Finetune/Learning Rate": 1.9780330819678763e-05, "Finetune/Loss": 0.9297851324081421, "Finetune/Loss (Raw)": 1.0602487325668335, "Finetune/Step": 1823, "Finetune/Step Time": 6.632349174469709}
+{"Finetune/Learning Rate": 1.97799796603482e-05, "Finetune/Loss": 0.9295544624328613, "Finetune/Loss (Raw)": 0.9656690359115601, "Finetune/Step": 1824, "Finetune/Step Time": 6.636661730706692}
+{"Finetune/Learning Rate": 1.9779628223685226e-05, "Finetune/Loss": 0.9302979707717896, "Finetune/Loss (Raw)": 0.9647213816642761, "Finetune/Step": 1825, "Finetune/Step Time": 6.648695131763816}
+{"Finetune/Learning Rate": 1.9779276509699806e-05, "Finetune/Loss": 0.9287557601928711, "Finetune/Loss (Raw)": 0.9358878135681152, "Finetune/Step": 1826, "Finetune/Step Time": 6.660833513364196}
+{"Finetune/Learning Rate": 1.977892451840191e-05, "Finetune/Loss": 0.928112268447876, "Finetune/Loss (Raw)": 1.0248446464538574, "Finetune/Step": 1827, "Finetune/Step Time": 6.662404244765639}
+{"Finetune/Learning Rate": 1.9778572249801523e-05, "Finetune/Loss": 0.9269469976425171, "Finetune/Loss (Raw)": 0.9138841032981873, "Finetune/Step": 1828, "Finetune/Step Time": 6.6562463492155075}
+{"Finetune/Learning Rate": 1.9778219703908633e-05, "Finetune/Loss": 0.9267843961715698, "Finetune/Loss (Raw)": 1.0037989616394043, "Finetune/Step": 1829, "Finetune/Step Time": 6.656266372650862}
+{"Finetune/Learning Rate": 1.977786688073324e-05, "Finetune/Loss": 0.9276610016822815, "Finetune/Loss (Raw)": 0.9235215783119202, "Finetune/Step": 1830, "Finetune/Step Time": 6.65380852855742}
+{"Finetune/Learning Rate": 1.9777513780285345e-05, "Finetune/Loss": 0.9291148781776428, "Finetune/Loss (Raw)": 0.8769726753234863, "Finetune/Step": 1831, "Finetune/Step Time": 6.64081666059792}
+{"Finetune/Learning Rate": 1.977716040257496e-05, "Finetune/Loss": 0.9294493794441223, "Finetune/Loss (Raw)": 1.0032480955123901, "Finetune/Step": 1832, "Finetune/Step Time": 6.642631093040109}
+{"Finetune/Learning Rate": 1.9776806747612113e-05, "Finetune/Loss": 0.9296970367431641, "Finetune/Loss (Raw)": 1.0117257833480835, "Finetune/Step": 1833, "Finetune/Step Time": 6.6392581928521395}
+{"Finetune/Learning Rate": 1.977645281540683e-05, "Finetune/Loss": 0.92780601978302, "Finetune/Loss (Raw)": 0.6638234257698059, "Finetune/Step": 1834, "Finetune/Step Time": 6.652135806158185}
+{"Finetune/Learning Rate": 1.9776098605969142e-05, "Finetune/Loss": 0.9270750284194946, "Finetune/Loss (Raw)": 0.8261131644248962, "Finetune/Step": 1835, "Finetune/Step Time": 6.650287616997957}
+{"Finetune/Learning Rate": 1.9775744119309095e-05, "Finetune/Loss": 0.928313136100769, "Finetune/Loss (Raw)": 0.9298492670059204, "Finetune/Step": 1836, "Finetune/Step Time": 6.653749546036124}
+{"Finetune/Learning Rate": 1.9775389355436746e-05, "Finetune/Loss": 0.928695023059845, "Finetune/Loss (Raw)": 0.9598586559295654, "Finetune/Step": 1837, "Finetune/Step Time": 6.653021909296513}
+{"Finetune/Learning Rate": 1.9775034314362152e-05, "Finetune/Loss": 0.9302806258201599, "Finetune/Loss (Raw)": 1.0146411657333374, "Finetune/Step": 1838, "Finetune/Step Time": 6.655162140727043}
+{"Finetune/Learning Rate": 1.977467899609538e-05, "Finetune/Loss": 0.9307390451431274, "Finetune/Loss (Raw)": 0.9801212549209595, "Finetune/Step": 1839, "Finetune/Step Time": 6.653963027521968}
+{"Finetune/Learning Rate": 1.977432340064651e-05, "Finetune/Loss": 0.9307062029838562, "Finetune/Loss (Raw)": 0.8212189674377441, "Finetune/Step": 1840, "Finetune/Step Time": 6.665837477892637}
+{"Finetune/Learning Rate": 1.977396752802562e-05, "Finetune/Loss": 0.9296785593032837, "Finetune/Loss (Raw)": 0.818780243396759, "Finetune/Step": 1841, "Finetune/Step Time": 6.690193763002753}
+{"Finetune/Learning Rate": 1.9773611378242807e-05, "Finetune/Loss": 0.9293153285980225, "Finetune/Loss (Raw)": 0.8840531706809998, "Finetune/Step": 1842, "Finetune/Step Time": 6.693300167098641}
+{"Finetune/Learning Rate": 1.9773254951308165e-05, "Finetune/Loss": 0.9304946064949036, "Finetune/Loss (Raw)": 1.1313139200210571, "Finetune/Step": 1843, "Finetune/Step Time": 6.691223869100213}
+{"Finetune/Learning Rate": 1.9772898247231803e-05, "Finetune/Loss": 0.9316227436065674, "Finetune/Loss (Raw)": 1.0725016593933105, "Finetune/Step": 1844, "Finetune/Step Time": 6.697686282917857}
+{"Finetune/Learning Rate": 1.9772541266023843e-05, "Finetune/Loss": 0.9306762218475342, "Finetune/Loss (Raw)": 0.7570167779922485, "Finetune/Step": 1845, "Finetune/Step Time": 6.706513684242964}
+{"Finetune/Learning Rate": 1.9772184007694396e-05, "Finetune/Loss": 0.932101309299469, "Finetune/Loss (Raw)": 1.0395687818527222, "Finetune/Step": 1846, "Finetune/Step Time": 6.703870506957173}
+{"Finetune/Learning Rate": 1.97718264722536e-05, "Finetune/Loss": 0.933419942855835, "Finetune/Loss (Raw)": 1.031236171722412, "Finetune/Step": 1847, "Finetune/Step Time": 6.7060871329158545}
+{"Finetune/Learning Rate": 1.9771468659711595e-05, "Finetune/Loss": 0.9327106475830078, "Finetune/Loss (Raw)": 0.9393673539161682, "Finetune/Step": 1848, "Finetune/Step Time": 6.717705750837922}
+{"Finetune/Learning Rate": 1.9771110570078525e-05, "Finetune/Loss": 0.9344719648361206, "Finetune/Loss (Raw)": 1.0219351053237915, "Finetune/Step": 1849, "Finetune/Step Time": 6.713803393766284}
+{"Finetune/Learning Rate": 1.9770752203364546e-05, "Finetune/Loss": 0.9332458972930908, "Finetune/Loss (Raw)": 0.9051027297973633, "Finetune/Step": 1850, "Finetune/Step Time": 6.717246985062957}
+{"Finetune/Learning Rate": 1.9770393559579815e-05, "Finetune/Loss": 0.9326297640800476, "Finetune/Loss (Raw)": 0.9334517121315002, "Finetune/Step": 1851, "Finetune/Step Time": 6.715587789192796}
+{"Finetune/Learning Rate": 1.9770034638734506e-05, "Finetune/Loss": 0.9329419136047363, "Finetune/Loss (Raw)": 0.9217239022254944, "Finetune/Step": 1852, "Finetune/Step Time": 6.718513986095786}
+{"Finetune/Learning Rate": 1.9769675440838802e-05, "Finetune/Loss": 0.9343811273574829, "Finetune/Loss (Raw)": 1.198684573173523, "Finetune/Step": 1853, "Finetune/Step Time": 6.712750803679228}
+{"Finetune/Learning Rate": 1.9769315965902876e-05, "Finetune/Loss": 0.9362144470214844, "Finetune/Loss (Raw)": 1.1301344633102417, "Finetune/Step": 1854, "Finetune/Step Time": 6.708176488056779}
+{"Finetune/Learning Rate": 1.9768956213936934e-05, "Finetune/Loss": 0.9397188425064087, "Finetune/Loss (Raw)": 1.167236328125, "Finetune/Step": 1855, "Finetune/Step Time": 6.712306717410684}
+{"Finetune/Learning Rate": 1.9768596184951174e-05, "Finetune/Loss": 0.9361660480499268, "Finetune/Loss (Raw)": 0.7305614352226257, "Finetune/Step": 1856, "Finetune/Step Time": 6.7240419667214155}
+{"Finetune/Learning Rate": 1.9768235878955804e-05, "Finetune/Loss": 0.9332427382469177, "Finetune/Loss (Raw)": 0.6953262090682983, "Finetune/Step": 1857, "Finetune/Step Time": 6.730161655694246}
+{"Finetune/Learning Rate": 1.976787529596104e-05, "Finetune/Loss": 0.9328958988189697, "Finetune/Loss (Raw)": 0.9186842441558838, "Finetune/Step": 1858, "Finetune/Step Time": 6.734048077836633}
+{"Finetune/Learning Rate": 1.976751443597711e-05, "Finetune/Loss": 0.9318047761917114, "Finetune/Loss (Raw)": 0.8022975325584412, "Finetune/Step": 1859, "Finetune/Step Time": 6.743660155683756}
+{"Finetune/Learning Rate": 1.9767153299014242e-05, "Finetune/Loss": 0.9329054355621338, "Finetune/Loss (Raw)": 1.0133079290390015, "Finetune/Step": 1860, "Finetune/Step Time": 6.738651629537344}
+{"Finetune/Learning Rate": 1.9766791885082684e-05, "Finetune/Loss": 0.9324465990066528, "Finetune/Loss (Raw)": 0.8196421265602112, "Finetune/Step": 1861, "Finetune/Step Time": 6.733217723667622}
+{"Finetune/Learning Rate": 1.976643019419268e-05, "Finetune/Loss": 0.9317619800567627, "Finetune/Loss (Raw)": 0.8745825886726379, "Finetune/Step": 1862, "Finetune/Step Time": 6.734103836119175}
+{"Finetune/Learning Rate": 1.9766068226354488e-05, "Finetune/Loss": 0.9309073686599731, "Finetune/Loss (Raw)": 0.77684086561203, "Finetune/Step": 1863, "Finetune/Step Time": 6.727648740634322}
+{"Finetune/Learning Rate": 1.9765705981578374e-05, "Finetune/Loss": 0.9289048314094543, "Finetune/Loss (Raw)": 0.7028536796569824, "Finetune/Step": 1864, "Finetune/Step Time": 6.738993683829904}
+{"Finetune/Learning Rate": 1.9765343459874607e-05, "Finetune/Loss": 0.9305999875068665, "Finetune/Loss (Raw)": 1.0766375064849854, "Finetune/Step": 1865, "Finetune/Step Time": 6.726385356858373}
+{"Finetune/Learning Rate": 1.9764980661253465e-05, "Finetune/Loss": 0.9314872026443481, "Finetune/Loss (Raw)": 0.9840866923332214, "Finetune/Step": 1866, "Finetune/Step Time": 6.723906701430678}
+{"Finetune/Learning Rate": 1.9764617585725245e-05, "Finetune/Loss": 0.9309206008911133, "Finetune/Loss (Raw)": 0.9254786372184753, "Finetune/Step": 1867, "Finetune/Step Time": 6.72222338616848}
+{"Finetune/Learning Rate": 1.9764254233300233e-05, "Finetune/Loss": 0.9309403896331787, "Finetune/Loss (Raw)": 0.9036527872085571, "Finetune/Step": 1868, "Finetune/Step Time": 6.720268094912171}
+{"Finetune/Learning Rate": 1.9763890603988737e-05, "Finetune/Loss": 0.9317313432693481, "Finetune/Loss (Raw)": 1.0015032291412354, "Finetune/Step": 1869, "Finetune/Step Time": 6.718972317874432}
+{"Finetune/Learning Rate": 1.9763526697801072e-05, "Finetune/Loss": 0.9316403865814209, "Finetune/Loss (Raw)": 0.944016695022583, "Finetune/Step": 1870, "Finetune/Step Time": 6.715998906642199}
+{"Finetune/Learning Rate": 1.976316251474755e-05, "Finetune/Loss": 0.9342944622039795, "Finetune/Loss (Raw)": 1.0964123010635376, "Finetune/Step": 1871, "Finetune/Step Time": 6.700229607522488}
+{"Finetune/Learning Rate": 1.9762798054838503e-05, "Finetune/Loss": 0.9334287643432617, "Finetune/Loss (Raw)": 0.8001605272293091, "Finetune/Step": 1872, "Finetune/Step Time": 6.69798294082284}
+{"Finetune/Learning Rate": 1.9762433318084263e-05, "Finetune/Loss": 0.932460606098175, "Finetune/Loss (Raw)": 0.9323676824569702, "Finetune/Step": 1873, "Finetune/Step Time": 6.692549144849181}
+{"Finetune/Learning Rate": 1.976206830449518e-05, "Finetune/Loss": 0.9341063499450684, "Finetune/Loss (Raw)": 1.1238536834716797, "Finetune/Step": 1874, "Finetune/Step Time": 6.691198049113154}
+{"Finetune/Learning Rate": 1.9761703014081593e-05, "Finetune/Loss": 0.9344056844711304, "Finetune/Loss (Raw)": 0.9819002151489258, "Finetune/Step": 1875, "Finetune/Step Time": 6.692881064489484}
+{"Finetune/Learning Rate": 1.9761337446853872e-05, "Finetune/Loss": 0.9342873692512512, "Finetune/Loss (Raw)": 0.9806386828422546, "Finetune/Step": 1876, "Finetune/Step Time": 6.6956283040344715}
+{"Finetune/Learning Rate": 1.9760971602822378e-05, "Finetune/Loss": 0.9355493783950806, "Finetune/Loss (Raw)": 1.077059268951416, "Finetune/Step": 1877, "Finetune/Step Time": 6.696333903819323}
+{"Finetune/Learning Rate": 1.9760605481997484e-05, "Finetune/Loss": 0.935570478439331, "Finetune/Loss (Raw)": 1.0076345205307007, "Finetune/Step": 1878, "Finetune/Step Time": 6.678326357156038}
+{"Finetune/Learning Rate": 1.976023908438957e-05, "Finetune/Loss": 0.9369107484817505, "Finetune/Loss (Raw)": 1.1226696968078613, "Finetune/Step": 1879, "Finetune/Step Time": 6.678351778537035}
+{"Finetune/Learning Rate": 1.9759872410009036e-05, "Finetune/Loss": 0.9373966455459595, "Finetune/Loss (Raw)": 0.8784715533256531, "Finetune/Step": 1880, "Finetune/Step Time": 6.674864489585161}
+{"Finetune/Learning Rate": 1.9759505458866272e-05, "Finetune/Loss": 0.9374445676803589, "Finetune/Loss (Raw)": 0.967810869216919, "Finetune/Step": 1881, "Finetune/Step Time": 6.672828869894147}
+{"Finetune/Learning Rate": 1.9759138230971688e-05, "Finetune/Loss": 0.9374220371246338, "Finetune/Loss (Raw)": 0.909339964389801, "Finetune/Step": 1882, "Finetune/Step Time": 6.670370304957032}
+{"Finetune/Learning Rate": 1.975877072633569e-05, "Finetune/Loss": 0.9372776746749878, "Finetune/Loss (Raw)": 1.03986394405365, "Finetune/Step": 1883, "Finetune/Step Time": 6.669754344969988}
+{"Finetune/Learning Rate": 1.975840294496871e-05, "Finetune/Loss": 0.9377251863479614, "Finetune/Loss (Raw)": 0.9719443321228027, "Finetune/Step": 1884, "Finetune/Step Time": 6.668892128393054}
+{"Finetune/Learning Rate": 1.9758034886881168e-05, "Finetune/Loss": 0.9376559257507324, "Finetune/Loss (Raw)": 0.9521977305412292, "Finetune/Step": 1885, "Finetune/Step Time": 6.667651329189539}
+{"Finetune/Learning Rate": 1.9757666552083504e-05, "Finetune/Loss": 0.9359638094902039, "Finetune/Loss (Raw)": 0.6808017492294312, "Finetune/Step": 1886, "Finetune/Step Time": 6.677830995991826}
+{"Finetune/Learning Rate": 1.9757297940586167e-05, "Finetune/Loss": 0.9356313347816467, "Finetune/Loss (Raw)": 0.9075283408164978, "Finetune/Step": 1887, "Finetune/Step Time": 6.675854969769716}
+{"Finetune/Learning Rate": 1.9756929052399606e-05, "Finetune/Loss": 0.9349527359008789, "Finetune/Loss (Raw)": 0.9678341150283813, "Finetune/Step": 1888, "Finetune/Step Time": 6.674734972417355}
+{"Finetune/Learning Rate": 1.975655988753428e-05, "Finetune/Loss": 0.9369335174560547, "Finetune/Loss (Raw)": 0.8888509273529053, "Finetune/Step": 1889, "Finetune/Step Time": 6.6595503985881805}
+{"Finetune/Learning Rate": 1.9756190446000657e-05, "Finetune/Loss": 0.9375857710838318, "Finetune/Loss (Raw)": 0.9614340662956238, "Finetune/Step": 1890, "Finetune/Step Time": 6.653148522600532}
+{"Finetune/Learning Rate": 1.975582072780922e-05, "Finetune/Loss": 0.9364238381385803, "Finetune/Loss (Raw)": 0.8184373378753662, "Finetune/Step": 1891, "Finetune/Step Time": 6.649714754894376}
+{"Finetune/Learning Rate": 1.9755450732970448e-05, "Finetune/Loss": 0.9361583590507507, "Finetune/Loss (Raw)": 0.9623668193817139, "Finetune/Step": 1892, "Finetune/Step Time": 6.651115143671632}
+{"Finetune/Learning Rate": 1.9755080461494834e-05, "Finetune/Loss": 0.9376211166381836, "Finetune/Loss (Raw)": 1.0454814434051514, "Finetune/Step": 1893, "Finetune/Step Time": 6.6488556656986475}
+{"Finetune/Learning Rate": 1.9754709913392877e-05, "Finetune/Loss": 0.9377309083938599, "Finetune/Loss (Raw)": 1.0117686986923218, "Finetune/Step": 1894, "Finetune/Step Time": 6.643406141549349}
+{"Finetune/Learning Rate": 1.9754339088675088e-05, "Finetune/Loss": 0.9378179311752319, "Finetune/Loss (Raw)": 0.9346416592597961, "Finetune/Step": 1895, "Finetune/Step Time": 6.6419024877250195}
+{"Finetune/Learning Rate": 1.975396798735198e-05, "Finetune/Loss": 0.9383410811424255, "Finetune/Loss (Raw)": 1.0285100936889648, "Finetune/Step": 1896, "Finetune/Step Time": 6.633185816928744}
+{"Finetune/Learning Rate": 1.9753596609434072e-05, "Finetune/Loss": 0.9380971193313599, "Finetune/Loss (Raw)": 0.9838918447494507, "Finetune/Step": 1897, "Finetune/Step Time": 6.632013836875558}
+{"Finetune/Learning Rate": 1.9753224954931905e-05, "Finetune/Loss": 0.9365032911300659, "Finetune/Loss (Raw)": 0.8288729190826416, "Finetune/Step": 1898, "Finetune/Step Time": 6.642065215855837}
+{"Finetune/Learning Rate": 1.975285302385601e-05, "Finetune/Loss": 0.9374427795410156, "Finetune/Loss (Raw)": 1.1644829511642456, "Finetune/Step": 1899, "Finetune/Step Time": 6.6278613936156034}
+{"Finetune/Learning Rate": 1.9752480816216936e-05, "Finetune/Loss": 0.9370330572128296, "Finetune/Loss (Raw)": 0.9351654648780823, "Finetune/Step": 1900, "Finetune/Step Time": 6.628372805193067}
+{"Finetune/Learning Rate": 1.975210833202524e-05, "Finetune/Loss": 0.9377628564834595, "Finetune/Loss (Raw)": 1.0101929903030396, "Finetune/Step": 1901, "Finetune/Step Time": 6.61614596657455}
+{"Finetune/Learning Rate": 1.9751735571291483e-05, "Finetune/Loss": 0.9389423131942749, "Finetune/Loss (Raw)": 1.151706337928772, "Finetune/Step": 1902, "Finetune/Step Time": 6.614576887339354}
+{"Finetune/Learning Rate": 1.9751362534026234e-05, "Finetune/Loss": 0.9388870000839233, "Finetune/Loss (Raw)": 0.9686511158943176, "Finetune/Step": 1903, "Finetune/Step Time": 6.606689108535647}
+{"Finetune/Learning Rate": 1.9750989220240073e-05, "Finetune/Loss": 0.938326358795166, "Finetune/Loss (Raw)": 0.8849779963493347, "Finetune/Step": 1904, "Finetune/Step Time": 6.6084590423852205}
+{"Finetune/Learning Rate": 1.9750615629943585e-05, "Finetune/Loss": 0.9370009899139404, "Finetune/Loss (Raw)": 0.8159334659576416, "Finetune/Step": 1905, "Finetune/Step Time": 6.6252971440553665}
+{"Finetune/Learning Rate": 1.9750241763147366e-05, "Finetune/Loss": 0.9364767670631409, "Finetune/Loss (Raw)": 0.7966960668563843, "Finetune/Step": 1906, "Finetune/Step Time": 6.6469818111509085}
+{"Finetune/Learning Rate": 1.9749867619862016e-05, "Finetune/Loss": 0.9364457726478577, "Finetune/Loss (Raw)": 0.8358898758888245, "Finetune/Step": 1907, "Finetune/Step Time": 6.650972040370107}
+{"Finetune/Learning Rate": 1.974949320009815e-05, "Finetune/Loss": 0.9338355660438538, "Finetune/Loss (Raw)": 0.6386736631393433, "Finetune/Step": 1908, "Finetune/Step Time": 6.655540766194463}
+{"Finetune/Learning Rate": 1.9749118503866374e-05, "Finetune/Loss": 0.9341481924057007, "Finetune/Loss (Raw)": 0.9897910952568054, "Finetune/Step": 1909, "Finetune/Step Time": 6.657776232808828}
+{"Finetune/Learning Rate": 1.9748743531177323e-05, "Finetune/Loss": 0.9369809627532959, "Finetune/Loss (Raw)": 0.9532181620597839, "Finetune/Step": 1910, "Finetune/Step Time": 6.650214800611138}
+{"Finetune/Learning Rate": 1.9748368282041627e-05, "Finetune/Loss": 0.9366001486778259, "Finetune/Loss (Raw)": 0.8490463495254517, "Finetune/Step": 1911, "Finetune/Step Time": 6.649579765275121}
+{"Finetune/Learning Rate": 1.9747992756469925e-05, "Finetune/Loss": 0.9377601742744446, "Finetune/Loss (Raw)": 0.9608855843544006, "Finetune/Step": 1912, "Finetune/Step Time": 6.669958673417568}
+{"Finetune/Learning Rate": 1.9747616954472874e-05, "Finetune/Loss": 0.9395958185195923, "Finetune/Loss (Raw)": 1.0006288290023804, "Finetune/Step": 1913, "Finetune/Step Time": 6.6554613299667835}
+{"Finetune/Learning Rate": 1.974724087606112e-05, "Finetune/Loss": 0.9391111135482788, "Finetune/Loss (Raw)": 0.8530296087265015, "Finetune/Step": 1914, "Finetune/Step Time": 6.654770523309708}
+{"Finetune/Learning Rate": 1.9746864521245333e-05, "Finetune/Loss": 0.9386624097824097, "Finetune/Loss (Raw)": 0.9436497092247009, "Finetune/Step": 1915, "Finetune/Step Time": 6.659362895414233}
+{"Finetune/Learning Rate": 1.9746487890036182e-05, "Finetune/Loss": 0.9375466108322144, "Finetune/Loss (Raw)": 0.7714864015579224, "Finetune/Step": 1916, "Finetune/Step Time": 6.685647057369351}
+{"Finetune/Learning Rate": 1.9746110982444352e-05, "Finetune/Loss": 0.9371337294578552, "Finetune/Loss (Raw)": 0.9327605366706848, "Finetune/Step": 1917, "Finetune/Step Time": 6.681121475994587}
+{"Finetune/Learning Rate": 1.974573379848053e-05, "Finetune/Loss": 0.9354032278060913, "Finetune/Loss (Raw)": 0.7098015546798706, "Finetune/Step": 1918, "Finetune/Step Time": 6.684721054509282}
+{"Finetune/Learning Rate": 1.974535633815541e-05, "Finetune/Loss": 0.9341916441917419, "Finetune/Loss (Raw)": 0.8491124510765076, "Finetune/Step": 1919, "Finetune/Step Time": 6.693229408934712}
+{"Finetune/Learning Rate": 1.9744978601479693e-05, "Finetune/Loss": 0.9351579546928406, "Finetune/Loss (Raw)": 1.0560917854309082, "Finetune/Step": 1920, "Finetune/Step Time": 6.6938007436692715}
+{"Finetune/Learning Rate": 1.97446005884641e-05, "Finetune/Loss": 0.9333889484405518, "Finetune/Loss (Raw)": 0.8458269238471985, "Finetune/Step": 1921, "Finetune/Step Time": 6.691050328314304}
+{"Finetune/Learning Rate": 1.9744222299119338e-05, "Finetune/Loss": 0.9335824251174927, "Finetune/Loss (Raw)": 0.9669309258460999, "Finetune/Step": 1922, "Finetune/Step Time": 6.692607941105962}
+{"Finetune/Learning Rate": 1.9743843733456146e-05, "Finetune/Loss": 0.9312186241149902, "Finetune/Loss (Raw)": 0.6976971626281738, "Finetune/Step": 1923, "Finetune/Step Time": 6.692312324419618}
+{"Finetune/Learning Rate": 1.974346489148525e-05, "Finetune/Loss": 0.9321073293685913, "Finetune/Loss (Raw)": 0.979433536529541, "Finetune/Step": 1924, "Finetune/Step Time": 6.678173549473286}
+{"Finetune/Learning Rate": 1.9743085773217397e-05, "Finetune/Loss": 0.9321464896202087, "Finetune/Loss (Raw)": 1.0034816265106201, "Finetune/Step": 1925, "Finetune/Step Time": 6.680122718214989}
+{"Finetune/Learning Rate": 1.9742706378663338e-05, "Finetune/Loss": 0.931536078453064, "Finetune/Loss (Raw)": 0.9621847867965698, "Finetune/Step": 1926, "Finetune/Step Time": 6.678921364247799}
+{"Finetune/Learning Rate": 1.974232670783383e-05, "Finetune/Loss": 0.9308664798736572, "Finetune/Loss (Raw)": 0.8541792035102844, "Finetune/Step": 1927, "Finetune/Step Time": 6.689971027895808}
+{"Finetune/Learning Rate": 1.974194676073964e-05, "Finetune/Loss": 0.931870698928833, "Finetune/Loss (Raw)": 1.0299601554870605, "Finetune/Step": 1928, "Finetune/Step Time": 6.689383139833808}
+{"Finetune/Learning Rate": 1.974156653739154e-05, "Finetune/Loss": 0.9325950741767883, "Finetune/Loss (Raw)": 1.002003788948059, "Finetune/Step": 1929, "Finetune/Step Time": 6.6911492217332125}
+{"Finetune/Learning Rate": 1.9741186037800317e-05, "Finetune/Loss": 0.9326263666152954, "Finetune/Loss (Raw)": 0.9568713903427124, "Finetune/Step": 1930, "Finetune/Step Time": 6.691773468628526}
+{"Finetune/Learning Rate": 1.974080526197676e-05, "Finetune/Loss": 0.9328495264053345, "Finetune/Loss (Raw)": 0.8853021860122681, "Finetune/Step": 1931, "Finetune/Step Time": 6.725307794287801}
+{"Finetune/Learning Rate": 1.974042420993166e-05, "Finetune/Loss": 0.9327731132507324, "Finetune/Loss (Raw)": 0.9607444405555725, "Finetune/Step": 1932, "Finetune/Step Time": 6.716731751337647}
+{"Finetune/Learning Rate": 1.974004288167583e-05, "Finetune/Loss": 0.9350426197052002, "Finetune/Loss (Raw)": 0.9986202716827393, "Finetune/Step": 1933, "Finetune/Step Time": 6.726928452029824}
+{"Finetune/Learning Rate": 1.973966127722008e-05, "Finetune/Loss": 0.9341825246810913, "Finetune/Loss (Raw)": 0.8500268459320068, "Finetune/Step": 1934, "Finetune/Step Time": 6.726167809218168}
+{"Finetune/Learning Rate": 1.9739279396575234e-05, "Finetune/Loss": 0.93364417552948, "Finetune/Loss (Raw)": 0.8916640877723694, "Finetune/Step": 1935, "Finetune/Step Time": 6.728233469650149}
+{"Finetune/Learning Rate": 1.973889723975212e-05, "Finetune/Loss": 0.9342981576919556, "Finetune/Loss (Raw)": 0.9698201417922974, "Finetune/Step": 1936, "Finetune/Step Time": 6.7312349658459425}
+{"Finetune/Learning Rate": 1.973851480676157e-05, "Finetune/Loss": 0.9338159561157227, "Finetune/Loss (Raw)": 0.8757851719856262, "Finetune/Step": 1937, "Finetune/Step Time": 6.733604270964861}
+{"Finetune/Learning Rate": 1.9738132097614436e-05, "Finetune/Loss": 0.9339322447776794, "Finetune/Loss (Raw)": 1.046175479888916, "Finetune/Step": 1938, "Finetune/Step Time": 6.733594365417957}
+{"Finetune/Learning Rate": 1.9737749112321566e-05, "Finetune/Loss": 0.9334136247634888, "Finetune/Loss (Raw)": 0.8909221291542053, "Finetune/Step": 1939, "Finetune/Step Time": 6.74261868186295}
+{"Finetune/Learning Rate": 1.973736585089382e-05, "Finetune/Loss": 0.9335353374481201, "Finetune/Loss (Raw)": 1.0356390476226807, "Finetune/Step": 1940, "Finetune/Step Time": 6.747446091845632}
+{"Finetune/Learning Rate": 1.9736982313342073e-05, "Finetune/Loss": 0.9323142170906067, "Finetune/Loss (Raw)": 0.7902207970619202, "Finetune/Step": 1941, "Finetune/Step Time": 6.7555065881460905}
+{"Finetune/Learning Rate": 1.973659849967719e-05, "Finetune/Loss": 0.9325766563415527, "Finetune/Loss (Raw)": 0.9494730234146118, "Finetune/Step": 1942, "Finetune/Step Time": 6.749926747754216}
+{"Finetune/Learning Rate": 1.9736214409910062e-05, "Finetune/Loss": 0.9324917793273926, "Finetune/Loss (Raw)": 0.9943628907203674, "Finetune/Step": 1943, "Finetune/Step Time": 6.7458619605749846}
+{"Finetune/Learning Rate": 1.9735830044051582e-05, "Finetune/Loss": 0.9329213500022888, "Finetune/Loss (Raw)": 0.9581022262573242, "Finetune/Step": 1944, "Finetune/Step Time": 6.73462544195354}
+{"Finetune/Learning Rate": 1.9735445402112646e-05, "Finetune/Loss": 0.932644248008728, "Finetune/Loss (Raw)": 0.9008983969688416, "Finetune/Step": 1945, "Finetune/Step Time": 6.744454586878419}
+{"Finetune/Learning Rate": 1.9735060484104162e-05, "Finetune/Loss": 0.9328913688659668, "Finetune/Loss (Raw)": 0.8767040967941284, "Finetune/Step": 1946, "Finetune/Step Time": 6.7370823081582785}
+{"Finetune/Learning Rate": 1.9734675290037045e-05, "Finetune/Loss": 0.9311282634735107, "Finetune/Loss (Raw)": 0.7865025997161865, "Finetune/Step": 1947, "Finetune/Step Time": 6.751114841550589}
+{"Finetune/Learning Rate": 1.973428981992222e-05, "Finetune/Loss": 0.93147873878479, "Finetune/Loss (Raw)": 0.8405009508132935, "Finetune/Step": 1948, "Finetune/Step Time": 6.749740149825811}
+{"Finetune/Learning Rate": 1.9733904073770612e-05, "Finetune/Loss": 0.9341026544570923, "Finetune/Loss (Raw)": 1.0135910511016846, "Finetune/Step": 1949, "Finetune/Step Time": 6.740294234827161}
+{"Finetune/Learning Rate": 1.973351805159317e-05, "Finetune/Loss": 0.9354270696640015, "Finetune/Loss (Raw)": 0.9846883416175842, "Finetune/Step": 1950, "Finetune/Step Time": 6.738045467063785}
+{"Finetune/Learning Rate": 1.973313175340083e-05, "Finetune/Loss": 0.9338312149047852, "Finetune/Loss (Raw)": 0.8559851050376892, "Finetune/Step": 1951, "Finetune/Step Time": 6.753268841654062}
+{"Finetune/Learning Rate": 1.9732745179204553e-05, "Finetune/Loss": 0.9346657991409302, "Finetune/Loss (Raw)": 1.0724996328353882, "Finetune/Step": 1952, "Finetune/Step Time": 6.7491520419716835}
+{"Finetune/Learning Rate": 1.9732358329015298e-05, "Finetune/Loss": 0.9341679811477661, "Finetune/Loss (Raw)": 0.9009960889816284, "Finetune/Step": 1953, "Finetune/Step Time": 6.7346089612692595}
+{"Finetune/Learning Rate": 1.9731971202844036e-05, "Finetune/Loss": 0.9341635704040527, "Finetune/Loss (Raw)": 0.9353295564651489, "Finetune/Step": 1954, "Finetune/Step Time": 6.7337695229798555}
+{"Finetune/Learning Rate": 1.9731583800701742e-05, "Finetune/Loss": 0.9327096343040466, "Finetune/Loss (Raw)": 0.838738739490509, "Finetune/Step": 1955, "Finetune/Step Time": 6.734683582559228}
+{"Finetune/Learning Rate": 1.973119612259941e-05, "Finetune/Loss": 0.9332601428031921, "Finetune/Loss (Raw)": 0.9843491911888123, "Finetune/Step": 1956, "Finetune/Step Time": 6.735976152122021}
+{"Finetune/Learning Rate": 1.9730808168548026e-05, "Finetune/Loss": 0.9333118200302124, "Finetune/Loss (Raw)": 1.0104098320007324, "Finetune/Step": 1957, "Finetune/Step Time": 6.738100744783878}
+{"Finetune/Learning Rate": 1.9730419938558593e-05, "Finetune/Loss": 0.934030294418335, "Finetune/Loss (Raw)": 1.0154861211776733, "Finetune/Step": 1958, "Finetune/Step Time": 6.7368583884090185}
+{"Finetune/Learning Rate": 1.9730031432642116e-05, "Finetune/Loss": 0.9354379773139954, "Finetune/Loss (Raw)": 1.0571541786193848, "Finetune/Step": 1959, "Finetune/Step Time": 6.736155992373824}
+{"Finetune/Learning Rate": 1.972964265080962e-05, "Finetune/Loss": 0.9353808164596558, "Finetune/Loss (Raw)": 0.9959367513656616, "Finetune/Step": 1960, "Finetune/Step Time": 6.734896168112755}
+{"Finetune/Learning Rate": 1.9729253593072126e-05, "Finetune/Loss": 0.9342873692512512, "Finetune/Loss (Raw)": 0.8717564940452576, "Finetune/Step": 1961, "Finetune/Step Time": 6.733619337901473}
+{"Finetune/Learning Rate": 1.9728864259440664e-05, "Finetune/Loss": 0.9358247518539429, "Finetune/Loss (Raw)": 0.8606141209602356, "Finetune/Step": 1962, "Finetune/Step Time": 6.722726359963417}
+{"Finetune/Learning Rate": 1.9728474649926278e-05, "Finetune/Loss": 0.9364206194877625, "Finetune/Loss (Raw)": 0.9023838639259338, "Finetune/Step": 1963, "Finetune/Step Time": 6.722227152436972}
+{"Finetune/Learning Rate": 1.9728084764540017e-05, "Finetune/Loss": 0.9349015355110168, "Finetune/Loss (Raw)": 0.7354053258895874, "Finetune/Step": 1964, "Finetune/Step Time": 6.716500924900174}
+{"Finetune/Learning Rate": 1.9727694603292933e-05, "Finetune/Loss": 0.9345656037330627, "Finetune/Loss (Raw)": 0.9168561697006226, "Finetune/Step": 1965, "Finetune/Step Time": 6.721719363704324}
+{"Finetune/Learning Rate": 1.972730416619609e-05, "Finetune/Loss": 0.9325522780418396, "Finetune/Loss (Raw)": 0.7569376826286316, "Finetune/Step": 1966, "Finetune/Step Time": 6.728633634746075}
+{"Finetune/Learning Rate": 1.9726913453260566e-05, "Finetune/Loss": 0.9323525428771973, "Finetune/Loss (Raw)": 0.9545606374740601, "Finetune/Step": 1967, "Finetune/Step Time": 6.732268560677767}
+{"Finetune/Learning Rate": 1.9726522464497434e-05, "Finetune/Loss": 0.9330403804779053, "Finetune/Loss (Raw)": 0.9092610478401184, "Finetune/Step": 1968, "Finetune/Step Time": 6.714575419202447}
+{"Finetune/Learning Rate": 1.9726131199917786e-05, "Finetune/Loss": 0.9331440925598145, "Finetune/Loss (Raw)": 0.8320528268814087, "Finetune/Step": 1969, "Finetune/Step Time": 6.6932135336101055}
+{"Finetune/Learning Rate": 1.972573965953271e-05, "Finetune/Loss": 0.9333487749099731, "Finetune/Loss (Raw)": 0.9102563858032227, "Finetune/Step": 1970, "Finetune/Step Time": 6.687568102031946}
+{"Finetune/Learning Rate": 1.9725347843353315e-05, "Finetune/Loss": 0.9319928884506226, "Finetune/Loss (Raw)": 0.9577614665031433, "Finetune/Step": 1971, "Finetune/Step Time": 6.697038942947984}
+{"Finetune/Learning Rate": 1.9724955751390712e-05, "Finetune/Loss": 0.9301316142082214, "Finetune/Loss (Raw)": 0.8342549800872803, "Finetune/Step": 1972, "Finetune/Step Time": 6.693931506946683}
+{"Finetune/Learning Rate": 1.9724563383656014e-05, "Finetune/Loss": 0.9324471950531006, "Finetune/Loss (Raw)": 1.0534111261367798, "Finetune/Step": 1973, "Finetune/Step Time": 6.6791235245764256}
+{"Finetune/Learning Rate": 1.9724170740160355e-05, "Finetune/Loss": 0.9310315847396851, "Finetune/Loss (Raw)": 0.8583673238754272, "Finetune/Step": 1974, "Finetune/Step Time": 6.683510085567832}
+{"Finetune/Learning Rate": 1.9723777820914865e-05, "Finetune/Loss": 0.9314435720443726, "Finetune/Loss (Raw)": 1.0839744806289673, "Finetune/Step": 1975, "Finetune/Step Time": 6.686620835214853}
+{"Finetune/Learning Rate": 1.9723384625930685e-05, "Finetune/Loss": 0.9318042993545532, "Finetune/Loss (Raw)": 0.9855365753173828, "Finetune/Step": 1976, "Finetune/Step Time": 6.672971971333027}
+{"Finetune/Learning Rate": 1.972299115521897e-05, "Finetune/Loss": 0.9309479594230652, "Finetune/Loss (Raw)": 0.9123207330703735, "Finetune/Step": 1977, "Finetune/Step Time": 6.673658326268196}
+{"Finetune/Learning Rate": 1.9722597408790872e-05, "Finetune/Loss": 0.9308946132659912, "Finetune/Loss (Raw)": 0.8982813358306885, "Finetune/Step": 1978, "Finetune/Step Time": 6.668869324028492}
+{"Finetune/Learning Rate": 1.9722203386657558e-05, "Finetune/Loss": 0.9313058853149414, "Finetune/Loss (Raw)": 0.9860893487930298, "Finetune/Step": 1979, "Finetune/Step Time": 6.674103552475572}
+{"Finetune/Learning Rate": 1.9721809088830205e-05, "Finetune/Loss": 0.9313061237335205, "Finetune/Loss (Raw)": 0.9217624664306641, "Finetune/Step": 1980, "Finetune/Step Time": 6.6743040680885315}
+{"Finetune/Learning Rate": 1.972141451531999e-05, "Finetune/Loss": 0.929013192653656, "Finetune/Loss (Raw)": 0.9051849842071533, "Finetune/Step": 1981, "Finetune/Step Time": 6.677650056779385}
+{"Finetune/Learning Rate": 1.9721019666138103e-05, "Finetune/Loss": 0.927773118019104, "Finetune/Loss (Raw)": 0.9714040756225586, "Finetune/Step": 1982, "Finetune/Step Time": 6.681344408541918}
+{"Finetune/Learning Rate": 1.9720624541295742e-05, "Finetune/Loss": 0.9253371953964233, "Finetune/Loss (Raw)": 0.855442464351654, "Finetune/Step": 1983, "Finetune/Step Time": 6.679079901427031}
+{"Finetune/Learning Rate": 1.972022914080411e-05, "Finetune/Loss": 0.9270823001861572, "Finetune/Loss (Raw)": 0.9539300203323364, "Finetune/Step": 1984, "Finetune/Step Time": 6.6731700003147125}
+{"Finetune/Learning Rate": 1.971983346467442e-05, "Finetune/Loss": 0.9291163682937622, "Finetune/Loss (Raw)": 0.9556865692138672, "Finetune/Step": 1985, "Finetune/Step Time": 6.66963903605938}
+{"Finetune/Learning Rate": 1.9719437512917895e-05, "Finetune/Loss": 0.9302244186401367, "Finetune/Loss (Raw)": 1.060518741607666, "Finetune/Step": 1986, "Finetune/Step Time": 6.666755421087146}
+{"Finetune/Learning Rate": 1.9719041285545754e-05, "Finetune/Loss": 0.9309144020080566, "Finetune/Loss (Raw)": 0.8906158804893494, "Finetune/Step": 1987, "Finetune/Step Time": 6.6613661628216505}
+{"Finetune/Learning Rate": 1.9718644782569246e-05, "Finetune/Loss": 0.9310577511787415, "Finetune/Loss (Raw)": 1.0316518545150757, "Finetune/Step": 1988, "Finetune/Step Time": 6.663699327036738}
+{"Finetune/Learning Rate": 1.9718248003999607e-05, "Finetune/Loss": 0.9319019317626953, "Finetune/Loss (Raw)": 0.9276955127716064, "Finetune/Step": 1989, "Finetune/Step Time": 6.644729034975171}
+{"Finetune/Learning Rate": 1.9717850949848086e-05, "Finetune/Loss": 0.9331303238868713, "Finetune/Loss (Raw)": 1.0318254232406616, "Finetune/Step": 1990, "Finetune/Step Time": 6.643077680841088}
+{"Finetune/Learning Rate": 1.971745362012595e-05, "Finetune/Loss": 0.9349930882453918, "Finetune/Loss (Raw)": 1.0152698755264282, "Finetune/Step": 1991, "Finetune/Step Time": 6.630476715043187}
+{"Finetune/Learning Rate": 1.971705601484446e-05, "Finetune/Loss": 0.9374403953552246, "Finetune/Loss (Raw)": 1.0161038637161255, "Finetune/Step": 1992, "Finetune/Step Time": 6.616157226264477}
+{"Finetune/Learning Rate": 1.9716658134014892e-05, "Finetune/Loss": 0.9349753856658936, "Finetune/Loss (Raw)": 0.7611196041107178, "Finetune/Step": 1993, "Finetune/Step Time": 6.624881079420447}
+{"Finetune/Learning Rate": 1.9716259977648532e-05, "Finetune/Loss": 0.9354933500289917, "Finetune/Loss (Raw)": 1.0503902435302734, "Finetune/Step": 1994, "Finetune/Step Time": 6.627789145335555}
+{"Finetune/Learning Rate": 1.9715861545756666e-05, "Finetune/Loss": 0.9363546967506409, "Finetune/Loss (Raw)": 1.035728931427002, "Finetune/Step": 1995, "Finetune/Step Time": 6.6259075328707695}
+{"Finetune/Learning Rate": 1.9715462838350596e-05, "Finetune/Loss": 0.9357861280441284, "Finetune/Loss (Raw)": 0.8308774828910828, "Finetune/Step": 1996, "Finetune/Step Time": 6.626188613474369}
+{"Finetune/Learning Rate": 1.971506385544163e-05, "Finetune/Loss": 0.9362871050834656, "Finetune/Loss (Raw)": 1.065630555152893, "Finetune/Step": 1997, "Finetune/Step Time": 6.625660378485918}
+{"Finetune/Learning Rate": 1.9714664597041074e-05, "Finetune/Loss": 0.9360398054122925, "Finetune/Loss (Raw)": 0.9123671054840088, "Finetune/Step": 1998, "Finetune/Step Time": 6.6260836366564035}
+{"Finetune/Learning Rate": 1.9714265063160258e-05, "Finetune/Loss": 0.9350272417068481, "Finetune/Loss (Raw)": 0.9667910933494568, "Finetune/Step": 1999, "Finetune/Step Time": 6.627203553915024}
+{"Finetune/Learning Rate": 1.9713865253810508e-05, "Finetune/Loss": 0.9370862245559692, "Finetune/Loss (Raw)": 1.0637174844741821, "Finetune/Step": 2000, "Finetune/Step Time": 6.6268935818225145}
+{"Finetune/Learning Rate": 1.9713465169003162e-05, "Finetune/Loss": 0.9365659952163696, "Finetune/Loss (Raw)": 0.8657819032669067, "Finetune/Step": 2001, "Finetune/Step Time": 6.627190986648202}
+{"Finetune/Learning Rate": 1.9713064808749566e-05, "Finetune/Loss": 0.9361156225204468, "Finetune/Loss (Raw)": 1.0662024021148682, "Finetune/Step": 2002, "Finetune/Step Time": 6.625836383551359}
+{"Finetune/Learning Rate": 1.971266417306107e-05, "Finetune/Loss": 0.9357424378395081, "Finetune/Loss (Raw)": 0.9341309070587158, "Finetune/Step": 2003, "Finetune/Step Time": 6.624823644757271}
+{"Finetune/Learning Rate": 1.971226326194904e-05, "Finetune/Loss": 0.9361236691474915, "Finetune/Loss (Raw)": 1.029434084892273, "Finetune/Step": 2004, "Finetune/Step Time": 6.624547680839896}
+{"Finetune/Learning Rate": 1.9711862075424838e-05, "Finetune/Loss": 0.9354760646820068, "Finetune/Loss (Raw)": 0.9941697120666504, "Finetune/Step": 2005, "Finetune/Step Time": 6.643247423693538}
+{"Finetune/Learning Rate": 1.9711460613499848e-05, "Finetune/Loss": 0.9350300431251526, "Finetune/Loss (Raw)": 0.950546145439148, "Finetune/Step": 2006, "Finetune/Step Time": 6.680163539946079}
+{"Finetune/Learning Rate": 1.9711058876185446e-05, "Finetune/Loss": 0.9334926009178162, "Finetune/Loss (Raw)": 0.9258732795715332, "Finetune/Step": 2007, "Finetune/Step Time": 6.678942013531923}
+{"Finetune/Learning Rate": 1.971065686349303e-05, "Finetune/Loss": 0.9313124418258667, "Finetune/Loss (Raw)": 0.5994149446487427, "Finetune/Step": 2008, "Finetune/Step Time": 6.694384574890137}
+{"Finetune/Learning Rate": 1.9710254575434002e-05, "Finetune/Loss": 0.9308937788009644, "Finetune/Loss (Raw)": 0.9142124652862549, "Finetune/Step": 2009, "Finetune/Step Time": 6.699671788141131}
+{"Finetune/Learning Rate": 1.9709852012019768e-05, "Finetune/Loss": 0.9316606521606445, "Finetune/Loss (Raw)": 1.0075072050094604, "Finetune/Step": 2010, "Finetune/Step Time": 6.697661919519305}
+{"Finetune/Learning Rate": 1.970944917326174e-05, "Finetune/Loss": 0.9308420419692993, "Finetune/Loss (Raw)": 0.9350718855857849, "Finetune/Step": 2011, "Finetune/Step Time": 6.702038699761033}
+{"Finetune/Learning Rate": 1.970904605917134e-05, "Finetune/Loss": 0.9311404228210449, "Finetune/Loss (Raw)": 1.0101410150527954, "Finetune/Step": 2012, "Finetune/Step Time": 6.71000169031322}
+{"Finetune/Learning Rate": 1.9708642669760008e-05, "Finetune/Loss": 0.931251585483551, "Finetune/Loss (Raw)": 0.966434895992279, "Finetune/Step": 2013, "Finetune/Step Time": 6.709264162927866}
+{"Finetune/Learning Rate": 1.9708239005039174e-05, "Finetune/Loss": 0.9339004158973694, "Finetune/Loss (Raw)": 1.0198506116867065, "Finetune/Step": 2014, "Finetune/Step Time": 6.698727825656533}
+{"Finetune/Learning Rate": 1.970783506502029e-05, "Finetune/Loss": 0.9346163272857666, "Finetune/Loss (Raw)": 0.9991582036018372, "Finetune/Step": 2015, "Finetune/Step Time": 6.699486551806331}
+{"Finetune/Learning Rate": 1.970743084971481e-05, "Finetune/Loss": 0.9346104860305786, "Finetune/Loss (Raw)": 0.967086672782898, "Finetune/Step": 2016, "Finetune/Step Time": 6.701864233240485}
+{"Finetune/Learning Rate": 1.970702635913419e-05, "Finetune/Loss": 0.9355406761169434, "Finetune/Loss (Raw)": 1.0079213380813599, "Finetune/Step": 2017, "Finetune/Step Time": 6.70922171138227}
+{"Finetune/Learning Rate": 1.970662159328991e-05, "Finetune/Loss": 0.9343856573104858, "Finetune/Loss (Raw)": 0.8135849237442017, "Finetune/Step": 2018, "Finetune/Step Time": 6.716387813910842}
+{"Finetune/Learning Rate": 1.970621655219344e-05, "Finetune/Loss": 0.9352182149887085, "Finetune/Loss (Raw)": 0.9250099658966064, "Finetune/Step": 2019, "Finetune/Step Time": 6.71943929977715}
+{"Finetune/Learning Rate": 1.9705811235856274e-05, "Finetune/Loss": 0.9357541799545288, "Finetune/Loss (Raw)": 1.0309665203094482, "Finetune/Step": 2020, "Finetune/Step Time": 6.7196165435016155}
+{"Finetune/Learning Rate": 1.97054056442899e-05, "Finetune/Loss": 0.9346965551376343, "Finetune/Loss (Raw)": 0.9101141691207886, "Finetune/Step": 2021, "Finetune/Step Time": 6.738314298912883}
+{"Finetune/Learning Rate": 1.970499977750582e-05, "Finetune/Loss": 0.9340247511863708, "Finetune/Loss (Raw)": 0.9257734417915344, "Finetune/Step": 2022, "Finetune/Step Time": 6.737103048712015}
+{"Finetune/Learning Rate": 1.970459363551554e-05, "Finetune/Loss": 0.9339694976806641, "Finetune/Loss (Raw)": 0.9275619387626648, "Finetune/Step": 2023, "Finetune/Step Time": 6.739047048613429}
+{"Finetune/Learning Rate": 1.9704187218330584e-05, "Finetune/Loss": 0.9326165318489075, "Finetune/Loss (Raw)": 0.8553366661071777, "Finetune/Step": 2024, "Finetune/Step Time": 6.736283350735903}
+{"Finetune/Learning Rate": 1.9703780525962474e-05, "Finetune/Loss": 0.9327862858772278, "Finetune/Loss (Raw)": 1.0056196451187134, "Finetune/Step": 2025, "Finetune/Step Time": 6.740287506952882}
+{"Finetune/Learning Rate": 1.970337355842274e-05, "Finetune/Loss": 0.9332970976829529, "Finetune/Loss (Raw)": 0.8942597508430481, "Finetune/Step": 2026, "Finetune/Step Time": 6.736640382558107}
+{"Finetune/Learning Rate": 1.9702966315722926e-05, "Finetune/Loss": 0.9315657615661621, "Finetune/Loss (Raw)": 0.9428648948669434, "Finetune/Step": 2027, "Finetune/Step Time": 6.735625341534615}
+{"Finetune/Learning Rate": 1.970255879787458e-05, "Finetune/Loss": 0.9296475648880005, "Finetune/Loss (Raw)": 0.6896376013755798, "Finetune/Step": 2028, "Finetune/Step Time": 6.749534850940108}
+{"Finetune/Learning Rate": 1.9702151004889256e-05, "Finetune/Loss": 0.9290943741798401, "Finetune/Loss (Raw)": 0.9393897652626038, "Finetune/Step": 2029, "Finetune/Step Time": 6.748011136427522}
+{"Finetune/Learning Rate": 1.9701742936778517e-05, "Finetune/Loss": 0.9279587268829346, "Finetune/Loss (Raw)": 1.0063360929489136, "Finetune/Step": 2030, "Finetune/Step Time": 6.754531154409051}
+{"Finetune/Learning Rate": 1.9701334593553937e-05, "Finetune/Loss": 0.9276215434074402, "Finetune/Loss (Raw)": 0.925499677658081, "Finetune/Step": 2031, "Finetune/Step Time": 6.755357572808862}
+{"Finetune/Learning Rate": 1.9700925975227096e-05, "Finetune/Loss": 0.9282698631286621, "Finetune/Loss (Raw)": 0.9679571390151978, "Finetune/Step": 2032, "Finetune/Step Time": 6.755588101223111}
+{"Finetune/Learning Rate": 1.9700517081809578e-05, "Finetune/Loss": 0.9295525550842285, "Finetune/Loss (Raw)": 0.9801242351531982, "Finetune/Step": 2033, "Finetune/Step Time": 6.74223561771214}
+{"Finetune/Learning Rate": 1.970010791331298e-05, "Finetune/Loss": 0.9296438694000244, "Finetune/Loss (Raw)": 0.808384895324707, "Finetune/Step": 2034, "Finetune/Step Time": 6.7255620416253805}
+{"Finetune/Learning Rate": 1.9699698469748913e-05, "Finetune/Loss": 0.9300417900085449, "Finetune/Loss (Raw)": 0.8868197202682495, "Finetune/Step": 2035, "Finetune/Step Time": 6.724706701934338}
+{"Finetune/Learning Rate": 1.969928875112897e-05, "Finetune/Loss": 0.9324079751968384, "Finetune/Loss (Raw)": 0.9415438175201416, "Finetune/Step": 2036, "Finetune/Step Time": 6.722450669854879}
+{"Finetune/Learning Rate": 1.9698878757464782e-05, "Finetune/Loss": 0.9313403367996216, "Finetune/Loss (Raw)": 0.8531360626220703, "Finetune/Step": 2037, "Finetune/Step Time": 6.722430335357785}
+{"Finetune/Learning Rate": 1.9698468488767976e-05, "Finetune/Loss": 0.9303230047225952, "Finetune/Loss (Raw)": 0.822998583316803, "Finetune/Step": 2038, "Finetune/Step Time": 6.715090138837695}
+{"Finetune/Learning Rate": 1.9698057945050176e-05, "Finetune/Loss": 0.9306907057762146, "Finetune/Loss (Raw)": 0.8961118459701538, "Finetune/Step": 2039, "Finetune/Step Time": 6.711809860542417}
+{"Finetune/Learning Rate": 1.9697647126323036e-05, "Finetune/Loss": 0.9302922487258911, "Finetune/Loss (Raw)": 0.9098811149597168, "Finetune/Step": 2040, "Finetune/Step Time": 6.6925424840301275}
+{"Finetune/Learning Rate": 1.96972360325982e-05, "Finetune/Loss": 0.9279512166976929, "Finetune/Loss (Raw)": 0.7009732127189636, "Finetune/Step": 2041, "Finetune/Step Time": 6.723532451316714}
+{"Finetune/Learning Rate": 1.969682466388732e-05, "Finetune/Loss": 0.9277599453926086, "Finetune/Loss (Raw)": 0.8285503387451172, "Finetune/Step": 2042, "Finetune/Step Time": 6.7248625457286835}
+{"Finetune/Learning Rate": 1.9696413020202067e-05, "Finetune/Loss": 0.9280880093574524, "Finetune/Loss (Raw)": 0.985644519329071, "Finetune/Step": 2043, "Finetune/Step Time": 6.7216623816639185}
+{"Finetune/Learning Rate": 1.9696001101554116e-05, "Finetune/Loss": 0.927802562713623, "Finetune/Loss (Raw)": 0.7349462509155273, "Finetune/Step": 2044, "Finetune/Step Time": 6.7104928232729435}
+{"Finetune/Learning Rate": 1.9695588907955147e-05, "Finetune/Loss": 0.9270236492156982, "Finetune/Loss (Raw)": 0.8330608606338501, "Finetune/Step": 2045, "Finetune/Step Time": 6.709240920841694}
+{"Finetune/Learning Rate": 1.9695176439416842e-05, "Finetune/Loss": 0.9285675287246704, "Finetune/Loss (Raw)": 0.9074227809906006, "Finetune/Step": 2046, "Finetune/Step Time": 6.703969791531563}
+{"Finetune/Learning Rate": 1.9694763695950908e-05, "Finetune/Loss": 0.9296430945396423, "Finetune/Loss (Raw)": 0.9867812395095825, "Finetune/Step": 2047, "Finetune/Step Time": 6.693150898441672}
+{"Finetune/Learning Rate": 1.9694350677569043e-05, "Finetune/Loss": 0.9290136694908142, "Finetune/Loss (Raw)": 0.9755198955535889, "Finetune/Step": 2048, "Finetune/Step Time": 6.694030208513141}
+{"Finetune/Learning Rate": 1.9693937384282957e-05, "Finetune/Loss": 0.930891752243042, "Finetune/Loss (Raw)": 1.0862208604812622, "Finetune/Step": 2049, "Finetune/Step Time": 6.6980337761342525}
+{"Finetune/Learning Rate": 1.9693523816104376e-05, "Finetune/Loss": 0.9310699701309204, "Finetune/Loss (Raw)": 0.9897468090057373, "Finetune/Step": 2050, "Finetune/Step Time": 6.699464771896601}
+{"Finetune/Learning Rate": 1.9693109973045023e-05, "Finetune/Loss": 0.9326194524765015, "Finetune/Loss (Raw)": 0.8960393667221069, "Finetune/Step": 2051, "Finetune/Step Time": 6.696067618206143}
+{"Finetune/Learning Rate": 1.9692695855116635e-05, "Finetune/Loss": 0.9326065182685852, "Finetune/Loss (Raw)": 0.9777736067771912, "Finetune/Step": 2052, "Finetune/Step Time": 6.700941599905491}
+{"Finetune/Learning Rate": 1.9692281462330955e-05, "Finetune/Loss": 0.9310256242752075, "Finetune/Loss (Raw)": 0.801127016544342, "Finetune/Step": 2053, "Finetune/Step Time": 6.699978252872825}
+{"Finetune/Learning Rate": 1.969186679469973e-05, "Finetune/Loss": 0.9312014579772949, "Finetune/Loss (Raw)": 0.9846841096878052, "Finetune/Step": 2054, "Finetune/Step Time": 6.698730796575546}
+{"Finetune/Learning Rate": 1.9691451852234728e-05, "Finetune/Loss": 0.9310957193374634, "Finetune/Loss (Raw)": 0.8406541347503662, "Finetune/Step": 2055, "Finetune/Step Time": 6.682712720707059}
+{"Finetune/Learning Rate": 1.969103663494771e-05, "Finetune/Loss": 0.9302593469619751, "Finetune/Loss (Raw)": 0.9228965044021606, "Finetune/Step": 2056, "Finetune/Step Time": 6.678888346999884}
+{"Finetune/Learning Rate": 1.9690621142850445e-05, "Finetune/Loss": 0.9286265969276428, "Finetune/Loss (Raw)": 0.7930173277854919, "Finetune/Step": 2057, "Finetune/Step Time": 6.67922374047339}
+{"Finetune/Learning Rate": 1.9690205375954724e-05, "Finetune/Loss": 0.9275710582733154, "Finetune/Loss (Raw)": 0.8217638731002808, "Finetune/Step": 2058, "Finetune/Step Time": 6.683326631784439}
+{"Finetune/Learning Rate": 1.9689789334272336e-05, "Finetune/Loss": 0.9274238348007202, "Finetune/Loss (Raw)": 0.8664641976356506, "Finetune/Step": 2059, "Finetune/Step Time": 6.648887224495411}
+{"Finetune/Learning Rate": 1.9689373017815076e-05, "Finetune/Loss": 0.9290032386779785, "Finetune/Loss (Raw)": 1.1628957986831665, "Finetune/Step": 2060, "Finetune/Step Time": 6.649695431813598}
+{"Finetune/Learning Rate": 1.9688956426594748e-05, "Finetune/Loss": 0.9271141886711121, "Finetune/Loss (Raw)": 0.7568260431289673, "Finetune/Step": 2061, "Finetune/Step Time": 6.641246415674686}
+{"Finetune/Learning Rate": 1.968853956062317e-05, "Finetune/Loss": 0.9276016354560852, "Finetune/Loss (Raw)": 0.9124230146408081, "Finetune/Step": 2062, "Finetune/Step Time": 6.64409226924181}
+{"Finetune/Learning Rate": 1.9688122419912158e-05, "Finetune/Loss": 0.9282256364822388, "Finetune/Loss (Raw)": 0.9715269207954407, "Finetune/Step": 2063, "Finetune/Step Time": 6.643379058688879}
+{"Finetune/Learning Rate": 1.9687705004473545e-05, "Finetune/Loss": 0.925697922706604, "Finetune/Loss (Raw)": 0.6462777256965637, "Finetune/Step": 2064, "Finetune/Step Time": 6.6545507572591305}
+{"Finetune/Learning Rate": 1.9687287314319166e-05, "Finetune/Loss": 0.9273049831390381, "Finetune/Loss (Raw)": 1.0814863443374634, "Finetune/Step": 2065, "Finetune/Step Time": 6.654239635914564}
+{"Finetune/Learning Rate": 1.9686869349460866e-05, "Finetune/Loss": 0.9265824556350708, "Finetune/Loss (Raw)": 0.9536986947059631, "Finetune/Step": 2066, "Finetune/Step Time": 6.65667437762022}
+{"Finetune/Learning Rate": 1.9686451109910495e-05, "Finetune/Loss": 0.9282935857772827, "Finetune/Loss (Raw)": 1.1099457740783691, "Finetune/Step": 2067, "Finetune/Step Time": 6.650105934590101}
+{"Finetune/Learning Rate": 1.9686032595679917e-05, "Finetune/Loss": 0.9266950488090515, "Finetune/Loss (Raw)": 0.8310213088989258, "Finetune/Step": 2068, "Finetune/Step Time": 6.6483839973807335}
+{"Finetune/Learning Rate": 1.9685613806780995e-05, "Finetune/Loss": 0.9276894927024841, "Finetune/Loss (Raw)": 0.9175121188163757, "Finetune/Step": 2069, "Finetune/Step Time": 6.640977803617716}
+{"Finetune/Learning Rate": 1.968519474322561e-05, "Finetune/Loss": 0.9268988370895386, "Finetune/Loss (Raw)": 0.8482739925384521, "Finetune/Step": 2070, "Finetune/Step Time": 6.652303848415613}
+{"Finetune/Learning Rate": 1.9684775405025646e-05, "Finetune/Loss": 0.9269661903381348, "Finetune/Loss (Raw)": 1.0029842853546143, "Finetune/Step": 2071, "Finetune/Step Time": 6.656453859061003}
+{"Finetune/Learning Rate": 1.968435579219299e-05, "Finetune/Loss": 0.926153302192688, "Finetune/Loss (Raw)": 0.8540505766868591, "Finetune/Step": 2072, "Finetune/Step Time": 6.670228470116854}
+{"Finetune/Learning Rate": 1.968393590473954e-05, "Finetune/Loss": 0.9275668263435364, "Finetune/Loss (Raw)": 1.0818297863006592, "Finetune/Step": 2073, "Finetune/Step Time": 6.660397954285145}
+{"Finetune/Learning Rate": 1.9683515742677204e-05, "Finetune/Loss": 0.9273319244384766, "Finetune/Loss (Raw)": 0.8466357588768005, "Finetune/Step": 2074, "Finetune/Step Time": 6.663600690662861}
+{"Finetune/Learning Rate": 1.96830953060179e-05, "Finetune/Loss": 0.9278460741043091, "Finetune/Loss (Raw)": 0.8523192405700684, "Finetune/Step": 2075, "Finetune/Step Time": 6.651154674589634}
+{"Finetune/Learning Rate": 1.9682674594773548e-05, "Finetune/Loss": 0.9294400215148926, "Finetune/Loss (Raw)": 1.0445135831832886, "Finetune/Step": 2076, "Finetune/Step Time": 6.657351560890675}
+{"Finetune/Learning Rate": 1.968225360895608e-05, "Finetune/Loss": 0.9285609126091003, "Finetune/Loss (Raw)": 0.9010689854621887, "Finetune/Step": 2077, "Finetune/Step Time": 6.658055318519473}
+{"Finetune/Learning Rate": 1.968183234857743e-05, "Finetune/Loss": 0.9275916218757629, "Finetune/Loss (Raw)": 0.8606247305870056, "Finetune/Step": 2078, "Finetune/Step Time": 6.655443374067545}
+{"Finetune/Learning Rate": 1.9681410813649548e-05, "Finetune/Loss": 0.9288188219070435, "Finetune/Loss (Raw)": 1.0130597352981567, "Finetune/Step": 2079, "Finetune/Step Time": 6.6386381555348635}
+{"Finetune/Learning Rate": 1.9680989004184383e-05, "Finetune/Loss": 0.9272212982177734, "Finetune/Loss (Raw)": 0.8680164813995361, "Finetune/Step": 2080, "Finetune/Step Time": 6.637182004749775}
+{"Finetune/Learning Rate": 1.96805669201939e-05, "Finetune/Loss": 0.927790641784668, "Finetune/Loss (Raw)": 0.9738694429397583, "Finetune/Step": 2081, "Finetune/Step Time": 6.64435469917953}
+{"Finetune/Learning Rate": 1.9680144561690067e-05, "Finetune/Loss": 0.9258149862289429, "Finetune/Loss (Raw)": 0.6824495196342468, "Finetune/Step": 2082, "Finetune/Step Time": 6.642511857673526}
+{"Finetune/Learning Rate": 1.967972192868486e-05, "Finetune/Loss": 0.9279904961585999, "Finetune/Loss (Raw)": 1.117205262184143, "Finetune/Step": 2083, "Finetune/Step Time": 6.639994356781244}
+{"Finetune/Learning Rate": 1.9679299021190264e-05, "Finetune/Loss": 0.928561806678772, "Finetune/Loss (Raw)": 1.0574698448181152, "Finetune/Step": 2084, "Finetune/Step Time": 6.6378692872822285}
+{"Finetune/Learning Rate": 1.9678875839218276e-05, "Finetune/Loss": 0.9294416904449463, "Finetune/Loss (Raw)": 1.1230381727218628, "Finetune/Step": 2085, "Finetune/Step Time": 6.634575892239809}
+{"Finetune/Learning Rate": 1.967845238278089e-05, "Finetune/Loss": 0.9285933971405029, "Finetune/Loss (Raw)": 0.9069154262542725, "Finetune/Step": 2086, "Finetune/Step Time": 6.632158355787396}
+{"Finetune/Learning Rate": 1.9678028651890116e-05, "Finetune/Loss": 0.927298903465271, "Finetune/Loss (Raw)": 0.8914589881896973, "Finetune/Step": 2087, "Finetune/Step Time": 6.64001645706594}
+{"Finetune/Learning Rate": 1.967760464655797e-05, "Finetune/Loss": 0.9275122880935669, "Finetune/Loss (Raw)": 1.0232422351837158, "Finetune/Step": 2088, "Finetune/Step Time": 6.6416740864515305}
+{"Finetune/Learning Rate": 1.9677180366796475e-05, "Finetune/Loss": 0.9286466836929321, "Finetune/Loss (Raw)": 1.0169602632522583, "Finetune/Step": 2089, "Finetune/Step Time": 6.641111798584461}
+{"Finetune/Learning Rate": 1.9676755812617664e-05, "Finetune/Loss": 0.9308145046234131, "Finetune/Loss (Raw)": 1.1380937099456787, "Finetune/Step": 2090, "Finetune/Step Time": 6.638213245198131}
+{"Finetune/Learning Rate": 1.9676330984033576e-05, "Finetune/Loss": 0.9313796758651733, "Finetune/Loss (Raw)": 0.9747284054756165, "Finetune/Step": 2091, "Finetune/Step Time": 6.6539419293403625}
+{"Finetune/Learning Rate": 1.9675905881056258e-05, "Finetune/Loss": 0.9336796402931213, "Finetune/Loss (Raw)": 1.0297996997833252, "Finetune/Step": 2092, "Finetune/Step Time": 6.661411022767425}
+{"Finetune/Learning Rate": 1.9675480503697758e-05, "Finetune/Loss": 0.9338808655738831, "Finetune/Loss (Raw)": 0.9426128268241882, "Finetune/Step": 2093, "Finetune/Step Time": 6.65588840469718}
+{"Finetune/Learning Rate": 1.9675054851970148e-05, "Finetune/Loss": 0.9361790418624878, "Finetune/Loss (Raw)": 1.051103949546814, "Finetune/Step": 2094, "Finetune/Step Time": 6.6476269625127316}
+{"Finetune/Learning Rate": 1.9674628925885497e-05, "Finetune/Loss": 0.9368214011192322, "Finetune/Loss (Raw)": 1.036786437034607, "Finetune/Step": 2095, "Finetune/Step Time": 6.645624071359634}
+{"Finetune/Learning Rate": 1.9674202725455877e-05, "Finetune/Loss": 0.9358437061309814, "Finetune/Loss (Raw)": 0.7841143012046814, "Finetune/Step": 2096, "Finetune/Step Time": 6.669460836797953}
+{"Finetune/Learning Rate": 1.967377625069338e-05, "Finetune/Loss": 0.936794638633728, "Finetune/Loss (Raw)": 0.9537709951400757, "Finetune/Step": 2097, "Finetune/Step Time": 6.6868264097720385}
+{"Finetune/Learning Rate": 1.9673349501610097e-05, "Finetune/Loss": 0.9372984170913696, "Finetune/Loss (Raw)": 0.9747395515441895, "Finetune/Step": 2098, "Finetune/Step Time": 6.688800718635321}
+{"Finetune/Learning Rate": 1.9672922478218125e-05, "Finetune/Loss": 0.9351112842559814, "Finetune/Loss (Raw)": 0.6778072118759155, "Finetune/Step": 2099, "Finetune/Step Time": 6.695553809404373}
+{"Finetune/Learning Rate": 1.9672495180529584e-05, "Finetune/Loss": 0.9353137016296387, "Finetune/Loss (Raw)": 0.8601616024971008, "Finetune/Step": 2100, "Finetune/Step Time": 6.693328967317939}
+{"Finetune/Learning Rate": 1.967206760855658e-05, "Finetune/Loss": 0.9357308149337769, "Finetune/Loss (Raw)": 1.1068090200424194, "Finetune/Step": 2101, "Finetune/Step Time": 6.699458518996835}
+{"Finetune/Learning Rate": 1.9671639762311245e-05, "Finetune/Loss": 0.9352262020111084, "Finetune/Loss (Raw)": 0.793778657913208, "Finetune/Step": 2102, "Finetune/Step Time": 6.698713166639209}
+{"Finetune/Learning Rate": 1.9671211641805706e-05, "Finetune/Loss": 0.9347503185272217, "Finetune/Loss (Raw)": 1.0230525732040405, "Finetune/Step": 2103, "Finetune/Step Time": 6.694594273343682}
+{"Finetune/Learning Rate": 1.967078324705211e-05, "Finetune/Loss": 0.9353652000427246, "Finetune/Loss (Raw)": 1.0642526149749756, "Finetune/Step": 2104, "Finetune/Step Time": 6.6936230435967445}
+{"Finetune/Learning Rate": 1.9670354578062597e-05, "Finetune/Loss": 0.9360734224319458, "Finetune/Loss (Raw)": 1.0029630661010742, "Finetune/Step": 2105, "Finetune/Step Time": 6.692601813003421}
+{"Finetune/Learning Rate": 1.966992563484933e-05, "Finetune/Loss": 0.9366600513458252, "Finetune/Loss (Raw)": 0.9733772873878479, "Finetune/Step": 2106, "Finetune/Step Time": 6.69607418589294}
+{"Finetune/Learning Rate": 1.9669496417424465e-05, "Finetune/Loss": 0.9367872476577759, "Finetune/Loss (Raw)": 1.0023692846298218, "Finetune/Step": 2107, "Finetune/Step Time": 6.693271907046437}
+{"Finetune/Learning Rate": 1.9669066925800182e-05, "Finetune/Loss": 0.9369542598724365, "Finetune/Loss (Raw)": 0.9431403279304504, "Finetune/Step": 2108, "Finetune/Step Time": 6.691598445177078}
+{"Finetune/Learning Rate": 1.966863715998866e-05, "Finetune/Loss": 0.9370322227478027, "Finetune/Loss (Raw)": 0.9151611924171448, "Finetune/Step": 2109, "Finetune/Step Time": 6.692868288606405}
+{"Finetune/Learning Rate": 1.9668207120002073e-05, "Finetune/Loss": 0.9373571872711182, "Finetune/Loss (Raw)": 1.0129975080490112, "Finetune/Step": 2110, "Finetune/Step Time": 6.690038038417697}
+{"Finetune/Learning Rate": 1.966777680585263e-05, "Finetune/Loss": 0.9375070333480835, "Finetune/Loss (Raw)": 0.8746262192726135, "Finetune/Step": 2111, "Finetune/Step Time": 6.7073059137910604}
+{"Finetune/Learning Rate": 1.9667346217552528e-05, "Finetune/Loss": 0.9368557333946228, "Finetune/Loss (Raw)": 0.8705628514289856, "Finetune/Step": 2112, "Finetune/Step Time": 6.700523380190134}
+{"Finetune/Learning Rate": 1.9666915355113976e-05, "Finetune/Loss": 0.9369573593139648, "Finetune/Loss (Raw)": 0.968686044216156, "Finetune/Step": 2113, "Finetune/Step Time": 6.700474118813872}
+{"Finetune/Learning Rate": 1.9666484218549196e-05, "Finetune/Loss": 0.936063289642334, "Finetune/Loss (Raw)": 0.9460839033126831, "Finetune/Step": 2114, "Finetune/Step Time": 6.700758868828416}
+{"Finetune/Learning Rate": 1.966605280787041e-05, "Finetune/Loss": 0.9378577470779419, "Finetune/Loss (Raw)": 1.1203047037124634, "Finetune/Step": 2115, "Finetune/Step Time": 6.702250376343727}
+{"Finetune/Learning Rate": 1.966562112308985e-05, "Finetune/Loss": 0.9362828731536865, "Finetune/Loss (Raw)": 0.8300702571868896, "Finetune/Step": 2116, "Finetune/Step Time": 6.7000089175999165}
+{"Finetune/Learning Rate": 1.9665189164219766e-05, "Finetune/Loss": 0.9370689988136292, "Finetune/Loss (Raw)": 1.0283204317092896, "Finetune/Step": 2117, "Finetune/Step Time": 6.705624105408788}
+{"Finetune/Learning Rate": 1.9664756931272398e-05, "Finetune/Loss": 0.936327338218689, "Finetune/Loss (Raw)": 0.9368917942047119, "Finetune/Step": 2118, "Finetune/Step Time": 6.712440585717559}
+{"Finetune/Learning Rate": 1.9664324424260006e-05, "Finetune/Loss": 0.9349257349967957, "Finetune/Loss (Raw)": 0.8358632922172546, "Finetune/Step": 2119, "Finetune/Step Time": 6.72157041169703}
+{"Finetune/Learning Rate": 1.9663891643194857e-05, "Finetune/Loss": 0.934772253036499, "Finetune/Loss (Raw)": 0.9964582324028015, "Finetune/Step": 2120, "Finetune/Step Time": 6.7109831515699625}
+{"Finetune/Learning Rate": 1.966345858808922e-05, "Finetune/Loss": 0.9365967512130737, "Finetune/Loss (Raw)": 0.9946506023406982, "Finetune/Step": 2121, "Finetune/Step Time": 6.7055803425610065}
+{"Finetune/Learning Rate": 1.9663025258955376e-05, "Finetune/Loss": 0.9349042177200317, "Finetune/Loss (Raw)": 0.8337527513504028, "Finetune/Step": 2122, "Finetune/Step Time": 6.7062984723597765}
+{"Finetune/Learning Rate": 1.9662591655805616e-05, "Finetune/Loss": 0.9351012706756592, "Finetune/Loss (Raw)": 1.0609450340270996, "Finetune/Step": 2123, "Finetune/Step Time": 6.707744840532541}
+{"Finetune/Learning Rate": 1.966215777865223e-05, "Finetune/Loss": 0.9361925721168518, "Finetune/Loss (Raw)": 0.9705690145492554, "Finetune/Step": 2124, "Finetune/Step Time": 6.713481228798628}
+{"Finetune/Learning Rate": 1.9661723627507528e-05, "Finetune/Loss": 0.9357845783233643, "Finetune/Loss (Raw)": 1.0134080648422241, "Finetune/Step": 2125, "Finetune/Step Time": 6.714874966070056}
+{"Finetune/Learning Rate": 1.966128920238382e-05, "Finetune/Loss": 0.9349296689033508, "Finetune/Loss (Raw)": 0.8029417395591736, "Finetune/Step": 2126, "Finetune/Step Time": 6.7167572639882565}
+{"Finetune/Learning Rate": 1.966085450329342e-05, "Finetune/Loss": 0.9343962073326111, "Finetune/Loss (Raw)": 0.8985046744346619, "Finetune/Step": 2127, "Finetune/Step Time": 6.7138642724603415}
+{"Finetune/Learning Rate": 1.9660419530248657e-05, "Finetune/Loss": 0.9315951466560364, "Finetune/Loss (Raw)": 0.7051823735237122, "Finetune/Step": 2128, "Finetune/Step Time": 6.719373159110546}
+{"Finetune/Learning Rate": 1.9659984283261866e-05, "Finetune/Loss": 0.9322245121002197, "Finetune/Loss (Raw)": 0.9463375806808472, "Finetune/Step": 2129, "Finetune/Step Time": 6.719506535679102}
+{"Finetune/Learning Rate": 1.9659548762345392e-05, "Finetune/Loss": 0.9297674298286438, "Finetune/Loss (Raw)": 0.7516968846321106, "Finetune/Step": 2130, "Finetune/Step Time": 6.759692030027509}
+{"Finetune/Learning Rate": 1.9659112967511586e-05, "Finetune/Loss": 0.9295814037322998, "Finetune/Loss (Raw)": 0.91031813621521, "Finetune/Step": 2131, "Finetune/Step Time": 6.76103282533586}
+{"Finetune/Learning Rate": 1.96586768987728e-05, "Finetune/Loss": 0.9297295808792114, "Finetune/Loss (Raw)": 1.0484029054641724, "Finetune/Step": 2132, "Finetune/Step Time": 6.757142771035433}
+{"Finetune/Learning Rate": 1.96582405561414e-05, "Finetune/Loss": 0.9295673370361328, "Finetune/Loss (Raw)": 0.9734005928039551, "Finetune/Step": 2133, "Finetune/Step Time": 6.739961363375187}
+{"Finetune/Learning Rate": 1.9657803939629767e-05, "Finetune/Loss": 0.9292601346969604, "Finetune/Loss (Raw)": 0.9112197160720825, "Finetune/Step": 2134, "Finetune/Step Time": 6.717451184988022}
+{"Finetune/Learning Rate": 1.9657367049250276e-05, "Finetune/Loss": 0.929068386554718, "Finetune/Loss (Raw)": 0.9013339281082153, "Finetune/Step": 2135, "Finetune/Step Time": 6.717429680749774}
+{"Finetune/Learning Rate": 1.9656929885015318e-05, "Finetune/Loss": 0.9315144419670105, "Finetune/Loss (Raw)": 0.912513017654419, "Finetune/Step": 2136, "Finetune/Step Time": 6.70145352371037}
+{"Finetune/Learning Rate": 1.965649244693729e-05, "Finetune/Loss": 0.9315897226333618, "Finetune/Loss (Raw)": 0.9238439798355103, "Finetune/Step": 2137, "Finetune/Step Time": 6.699094049632549}
+{"Finetune/Learning Rate": 1.9656054735028592e-05, "Finetune/Loss": 0.9306678771972656, "Finetune/Loss (Raw)": 0.8895148038864136, "Finetune/Step": 2138, "Finetune/Step Time": 6.713681759312749}
+{"Finetune/Learning Rate": 1.965561674930164e-05, "Finetune/Loss": 0.9296144247055054, "Finetune/Loss (Raw)": 0.80022794008255, "Finetune/Step": 2139, "Finetune/Step Time": 6.71212768368423}
+{"Finetune/Learning Rate": 1.9655178489768857e-05, "Finetune/Loss": 0.9305679202079773, "Finetune/Loss (Raw)": 1.1321908235549927, "Finetune/Step": 2140, "Finetune/Step Time": 6.706346586346626}
+{"Finetune/Learning Rate": 1.9654739956442665e-05, "Finetune/Loss": 0.9298900365829468, "Finetune/Loss (Raw)": 0.8796661496162415, "Finetune/Step": 2141, "Finetune/Step Time": 6.703698905184865}
+{"Finetune/Learning Rate": 1.9654301149335505e-05, "Finetune/Loss": 0.9303728938102722, "Finetune/Loss (Raw)": 1.0816572904586792, "Finetune/Step": 2142, "Finetune/Step Time": 6.704780561849475}
+{"Finetune/Learning Rate": 1.9653862068459816e-05, "Finetune/Loss": 0.9289687871932983, "Finetune/Loss (Raw)": 0.819430947303772, "Finetune/Step": 2143, "Finetune/Step Time": 6.710922894999385}
+{"Finetune/Learning Rate": 1.965342271382805e-05, "Finetune/Loss": 0.9267439842224121, "Finetune/Loss (Raw)": 0.6823117136955261, "Finetune/Step": 2144, "Finetune/Step Time": 6.72268794849515}
+{"Finetune/Learning Rate": 1.9652983085452665e-05, "Finetune/Loss": 0.9267882108688354, "Finetune/Loss (Raw)": 1.0135825872421265, "Finetune/Step": 2145, "Finetune/Step Time": 6.7172743529081345}
+{"Finetune/Learning Rate": 1.9652543183346132e-05, "Finetune/Loss": 0.9279565811157227, "Finetune/Loss (Raw)": 0.9631335735321045, "Finetune/Step": 2146, "Finetune/Step Time": 6.71011570468545}
+{"Finetune/Learning Rate": 1.9652103007520923e-05, "Finetune/Loss": 0.9291262626647949, "Finetune/Loss (Raw)": 1.0747268199920654, "Finetune/Step": 2147, "Finetune/Step Time": 6.707331916317344}
+{"Finetune/Learning Rate": 1.9651662557989516e-05, "Finetune/Loss": 0.9288296103477478, "Finetune/Loss (Raw)": 0.9930031299591064, "Finetune/Step": 2148, "Finetune/Step Time": 6.709117032587528}
+{"Finetune/Learning Rate": 1.965122183476441e-05, "Finetune/Loss": 0.9297372102737427, "Finetune/Loss (Raw)": 1.026279330253601, "Finetune/Step": 2149, "Finetune/Step Time": 6.690430814400315}
+{"Finetune/Learning Rate": 1.9650780837858093e-05, "Finetune/Loss": 0.9296066164970398, "Finetune/Loss (Raw)": 0.909062385559082, "Finetune/Step": 2150, "Finetune/Step Time": 6.689387444406748}
+{"Finetune/Learning Rate": 1.9650339567283075e-05, "Finetune/Loss": 0.9287010431289673, "Finetune/Loss (Raw)": 0.8116439580917358, "Finetune/Step": 2151, "Finetune/Step Time": 6.689380889758468}
+{"Finetune/Learning Rate": 1.964989802305187e-05, "Finetune/Loss": 0.9295092821121216, "Finetune/Loss (Raw)": 0.958794891834259, "Finetune/Step": 2152, "Finetune/Step Time": 6.690867530182004}
+{"Finetune/Learning Rate": 1.9649456205176996e-05, "Finetune/Loss": 0.9288359880447388, "Finetune/Loss (Raw)": 0.9194424152374268, "Finetune/Step": 2153, "Finetune/Step Time": 6.686794068664312}
+{"Finetune/Learning Rate": 1.9649014113670984e-05, "Finetune/Loss": 0.9286001920700073, "Finetune/Loss (Raw)": 0.8640773892402649, "Finetune/Step": 2154, "Finetune/Step Time": 6.700376205146313}
+{"Finetune/Learning Rate": 1.964857174854637e-05, "Finetune/Loss": 0.9277666807174683, "Finetune/Loss (Raw)": 0.8361685872077942, "Finetune/Step": 2155, "Finetune/Step Time": 6.703392747789621}
+{"Finetune/Learning Rate": 1.96481291098157e-05, "Finetune/Loss": 0.9297642111778259, "Finetune/Loss (Raw)": 0.9453261494636536, "Finetune/Step": 2156, "Finetune/Step Time": 6.7040399219840765}
+{"Finetune/Learning Rate": 1.964768619749152e-05, "Finetune/Loss": 0.9306735396385193, "Finetune/Loss (Raw)": 1.0557801723480225, "Finetune/Step": 2157, "Finetune/Step Time": 6.702579727396369}
+{"Finetune/Learning Rate": 1.9647243011586396e-05, "Finetune/Loss": 0.9302523136138916, "Finetune/Loss (Raw)": 0.9524163603782654, "Finetune/Step": 2158, "Finetune/Step Time": 6.695379789918661}
+{"Finetune/Learning Rate": 1.9646799552112894e-05, "Finetune/Loss": 0.930979311466217, "Finetune/Loss (Raw)": 1.0185589790344238, "Finetune/Step": 2159, "Finetune/Step Time": 6.696329182013869}
+{"Finetune/Learning Rate": 1.964635581908359e-05, "Finetune/Loss": 0.9297078847885132, "Finetune/Loss (Raw)": 0.8052101731300354, "Finetune/Step": 2160, "Finetune/Step Time": 6.695958886295557}
+{"Finetune/Learning Rate": 1.9645911812511064e-05, "Finetune/Loss": 0.9294366240501404, "Finetune/Loss (Raw)": 0.9454081654548645, "Finetune/Step": 2161, "Finetune/Step Time": 6.696512745693326}
+{"Finetune/Learning Rate": 1.9645467532407905e-05, "Finetune/Loss": 0.9302115440368652, "Finetune/Loss (Raw)": 0.9075731039047241, "Finetune/Step": 2162, "Finetune/Step Time": 6.693462457507849}
+{"Finetune/Learning Rate": 1.964502297878672e-05, "Finetune/Loss": 0.9304639101028442, "Finetune/Loss (Raw)": 0.919130265712738, "Finetune/Step": 2163, "Finetune/Step Time": 6.688793590292335}
+{"Finetune/Learning Rate": 1.9644578151660105e-05, "Finetune/Loss": 0.9305014610290527, "Finetune/Loss (Raw)": 0.9463526010513306, "Finetune/Step": 2164, "Finetune/Step Time": 6.688525177538395}
+{"Finetune/Learning Rate": 1.9644133051040685e-05, "Finetune/Loss": 0.9319641590118408, "Finetune/Loss (Raw)": 1.0403550863265991, "Finetune/Step": 2165, "Finetune/Step Time": 6.688007432967424}
+{"Finetune/Learning Rate": 1.964368767694107e-05, "Finetune/Loss": 0.9305460453033447, "Finetune/Loss (Raw)": 0.641478955745697, "Finetune/Step": 2166, "Finetune/Step Time": 6.702484859153628}
+{"Finetune/Learning Rate": 1.96432420293739e-05, "Finetune/Loss": 0.9319719076156616, "Finetune/Loss (Raw)": 1.078628420829773, "Finetune/Step": 2167, "Finetune/Step Time": 6.703545451164246}
+{"Finetune/Learning Rate": 1.9642796108351804e-05, "Finetune/Loss": 0.9320988655090332, "Finetune/Loss (Raw)": 0.9261282682418823, "Finetune/Step": 2168, "Finetune/Step Time": 6.70036268979311}
+{"Finetune/Learning Rate": 1.9642349913887432e-05, "Finetune/Loss": 0.9326553344726562, "Finetune/Loss (Raw)": 0.7721925973892212, "Finetune/Step": 2169, "Finetune/Step Time": 6.68245710991323}
+{"Finetune/Learning Rate": 1.964190344599344e-05, "Finetune/Loss": 0.9340478777885437, "Finetune/Loss (Raw)": 1.0067996978759766, "Finetune/Step": 2170, "Finetune/Step Time": 6.6842302437871695}
+{"Finetune/Learning Rate": 1.964145670468248e-05, "Finetune/Loss": 0.9340255260467529, "Finetune/Loss (Raw)": 0.9827859997749329, "Finetune/Step": 2171, "Finetune/Step Time": 6.6808554623275995}
+{"Finetune/Learning Rate": 1.9641009689967223e-05, "Finetune/Loss": 0.9341650009155273, "Finetune/Loss (Raw)": 0.7527990937232971, "Finetune/Step": 2172, "Finetune/Step Time": 6.67651586048305}
+{"Finetune/Learning Rate": 1.964056240186035e-05, "Finetune/Loss": 0.9356533288955688, "Finetune/Loss (Raw)": 1.0235663652420044, "Finetune/Step": 2173, "Finetune/Step Time": 6.680977674201131}
+{"Finetune/Learning Rate": 1.964011484037454e-05, "Finetune/Loss": 0.9354218244552612, "Finetune/Loss (Raw)": 0.8777897953987122, "Finetune/Step": 2174, "Finetune/Step Time": 6.681788558140397}
+{"Finetune/Learning Rate": 1.9639667005522486e-05, "Finetune/Loss": 0.9360265731811523, "Finetune/Loss (Raw)": 1.0641865730285645, "Finetune/Step": 2175, "Finetune/Step Time": 6.680047694593668}
+{"Finetune/Learning Rate": 1.9639218897316885e-05, "Finetune/Loss": 0.9359521865844727, "Finetune/Loss (Raw)": 0.9660024642944336, "Finetune/Step": 2176, "Finetune/Step Time": 6.681277237832546}
+{"Finetune/Learning Rate": 1.9638770515770447e-05, "Finetune/Loss": 0.9337742328643799, "Finetune/Loss (Raw)": 0.8074375987052917, "Finetune/Step": 2177, "Finetune/Step Time": 6.677898280322552}
+{"Finetune/Learning Rate": 1.9638321860895887e-05, "Finetune/Loss": 0.9319050908088684, "Finetune/Loss (Raw)": 0.7504978179931641, "Finetune/Step": 2178, "Finetune/Step Time": 6.680968398228288}
+{"Finetune/Learning Rate": 1.963787293270593e-05, "Finetune/Loss": 0.9331272840499878, "Finetune/Loss (Raw)": 1.0524810552597046, "Finetune/Step": 2179, "Finetune/Step Time": 6.6811421904712915}
+{"Finetune/Learning Rate": 1.96374237312133e-05, "Finetune/Loss": 0.9322158098220825, "Finetune/Loss (Raw)": 0.8611037135124207, "Finetune/Step": 2180, "Finetune/Step Time": 6.675169587135315}
+{"Finetune/Learning Rate": 1.9636974256430738e-05, "Finetune/Loss": 0.9331250190734863, "Finetune/Loss (Raw)": 0.917510449886322, "Finetune/Step": 2181, "Finetune/Step Time": 6.674961009994149}
+{"Finetune/Learning Rate": 1.963652450837099e-05, "Finetune/Loss": 0.9315489530563354, "Finetune/Loss (Raw)": 0.7829450368881226, "Finetune/Step": 2182, "Finetune/Step Time": 6.669854382053018}
+{"Finetune/Learning Rate": 1.9636074487046813e-05, "Finetune/Loss": 0.931933581829071, "Finetune/Loss (Raw)": 0.8898898959159851, "Finetune/Step": 2183, "Finetune/Step Time": 6.672450451180339}
+{"Finetune/Learning Rate": 1.963562419247096e-05, "Finetune/Loss": 0.9313669800758362, "Finetune/Loss (Raw)": 0.8503702282905579, "Finetune/Step": 2184, "Finetune/Step Time": 6.673140021041036}
+{"Finetune/Learning Rate": 1.9635173624656208e-05, "Finetune/Loss": 0.9325523376464844, "Finetune/Loss (Raw)": 0.9447420835494995, "Finetune/Step": 2185, "Finetune/Step Time": 6.671233281493187}
+{"Finetune/Learning Rate": 1.963472278361533e-05, "Finetune/Loss": 0.9343869090080261, "Finetune/Loss (Raw)": 1.0565847158432007, "Finetune/Step": 2186, "Finetune/Step Time": 6.689638305455446}
+{"Finetune/Learning Rate": 1.9634271669361112e-05, "Finetune/Loss": 0.9351165294647217, "Finetune/Loss (Raw)": 0.9598531126976013, "Finetune/Step": 2187, "Finetune/Step Time": 6.705016080290079}
+{"Finetune/Learning Rate": 1.963382028190634e-05, "Finetune/Loss": 0.9342741370201111, "Finetune/Loss (Raw)": 1.0550780296325684, "Finetune/Step": 2188, "Finetune/Step Time": 6.7064594980329275}
+{"Finetune/Learning Rate": 1.963336862126383e-05, "Finetune/Loss": 0.9357970952987671, "Finetune/Loss (Raw)": 0.9517676830291748, "Finetune/Step": 2189, "Finetune/Step Time": 6.707821534946561}
+{"Finetune/Learning Rate": 1.963291668744637e-05, "Finetune/Loss": 0.9359670877456665, "Finetune/Loss (Raw)": 0.934174120426178, "Finetune/Step": 2190, "Finetune/Step Time": 6.708276230841875}
+{"Finetune/Learning Rate": 1.963246448046679e-05, "Finetune/Loss": 0.93524169921875, "Finetune/Loss (Raw)": 0.8786766529083252, "Finetune/Step": 2191, "Finetune/Step Time": 6.706775953993201}
+{"Finetune/Learning Rate": 1.963201200033791e-05, "Finetune/Loss": 0.9378436803817749, "Finetune/Loss (Raw)": 0.9793363809585571, "Finetune/Step": 2192, "Finetune/Step Time": 6.700138423591852}
+{"Finetune/Learning Rate": 1.9631559247072553e-05, "Finetune/Loss": 0.937065601348877, "Finetune/Loss (Raw)": 0.9818971753120422, "Finetune/Step": 2193, "Finetune/Step Time": 6.702162468805909}
+{"Finetune/Learning Rate": 1.9631106220683568e-05, "Finetune/Loss": 0.9379546642303467, "Finetune/Loss (Raw)": 1.067491888999939, "Finetune/Step": 2194, "Finetune/Step Time": 6.698264956474304}
+{"Finetune/Learning Rate": 1.96306529211838e-05, "Finetune/Loss": 0.936779260635376, "Finetune/Loss (Raw)": 0.9594934582710266, "Finetune/Step": 2195, "Finetune/Step Time": 6.69646318629384}
+{"Finetune/Learning Rate": 1.9630199348586097e-05, "Finetune/Loss": 0.9384762048721313, "Finetune/Loss (Raw)": 1.048237919807434, "Finetune/Step": 2196, "Finetune/Step Time": 6.691297268494964}
+{"Finetune/Learning Rate": 1.9629745502903328e-05, "Finetune/Loss": 0.9379466772079468, "Finetune/Loss (Raw)": 0.8497229814529419, "Finetune/Step": 2197, "Finetune/Step Time": 6.716339651495218}
+{"Finetune/Learning Rate": 1.9629291384148358e-05, "Finetune/Loss": 0.9382435083389282, "Finetune/Loss (Raw)": 0.8862776160240173, "Finetune/Step": 2198, "Finetune/Step Time": 6.707126399502158}
+{"Finetune/Learning Rate": 1.962883699233407e-05, "Finetune/Loss": 0.9369760751724243, "Finetune/Loss (Raw)": 0.8407474756240845, "Finetune/Step": 2199, "Finetune/Step Time": 6.700434397906065}
+{"Finetune/Learning Rate": 1.962838232747334e-05, "Finetune/Loss": 0.9373693466186523, "Finetune/Loss (Raw)": 0.9043917059898376, "Finetune/Step": 2200, "Finetune/Step Time": 6.687774149700999}
+{"Finetune/Learning Rate": 1.962792738957907e-05, "Finetune/Loss": 0.9368784427642822, "Finetune/Loss (Raw)": 1.018993854522705, "Finetune/Step": 2201, "Finetune/Step Time": 6.706533893942833}
+{"Finetune/Learning Rate": 1.9627472178664156e-05, "Finetune/Loss": 0.9371334314346313, "Finetune/Loss (Raw)": 0.8792690634727478, "Finetune/Step": 2202, "Finetune/Step Time": 6.714120188727975}
+{"Finetune/Learning Rate": 1.962701669474151e-05, "Finetune/Loss": 0.9389041662216187, "Finetune/Loss (Raw)": 1.0789796113967896, "Finetune/Step": 2203, "Finetune/Step Time": 6.7139259204268456}
+{"Finetune/Learning Rate": 1.9626560937824047e-05, "Finetune/Loss": 0.9379568099975586, "Finetune/Loss (Raw)": 0.9232516288757324, "Finetune/Step": 2204, "Finetune/Step Time": 6.710750561207533}
+{"Finetune/Learning Rate": 1.9626104907924688e-05, "Finetune/Loss": 0.9390504360198975, "Finetune/Loss (Raw)": 1.0410523414611816, "Finetune/Step": 2205, "Finetune/Step Time": 6.7112224586308}
+{"Finetune/Learning Rate": 1.9625648605056368e-05, "Finetune/Loss": 0.9402296543121338, "Finetune/Loss (Raw)": 1.0115597248077393, "Finetune/Step": 2206, "Finetune/Step Time": 6.711800388991833}
+{"Finetune/Learning Rate": 1.9625192029232023e-05, "Finetune/Loss": 0.9403879642486572, "Finetune/Loss (Raw)": 1.0333302021026611, "Finetune/Step": 2207, "Finetune/Step Time": 6.713901687413454}
+{"Finetune/Learning Rate": 1.9624735180464602e-05, "Finetune/Loss": 0.9405531883239746, "Finetune/Loss (Raw)": 0.8891622424125671, "Finetune/Step": 2208, "Finetune/Step Time": 6.723770048469305}
+{"Finetune/Learning Rate": 1.9624278058767062e-05, "Finetune/Loss": 0.9392483234405518, "Finetune/Loss (Raw)": 0.806846022605896, "Finetune/Step": 2209, "Finetune/Step Time": 6.714315503835678}
+{"Finetune/Learning Rate": 1.9623820664152366e-05, "Finetune/Loss": 0.9414710402488708, "Finetune/Loss (Raw)": 0.9669580459594727, "Finetune/Step": 2210, "Finetune/Step Time": 6.70272745937109}
+{"Finetune/Learning Rate": 1.9623362996633476e-05, "Finetune/Loss": 0.938978910446167, "Finetune/Loss (Raw)": 0.7982087135314941, "Finetune/Step": 2211, "Finetune/Step Time": 6.711495324969292}
+{"Finetune/Learning Rate": 1.9622905056223382e-05, "Finetune/Loss": 0.937590479850769, "Finetune/Loss (Raw)": 0.8797531127929688, "Finetune/Step": 2212, "Finetune/Step Time": 6.714121837168932}
+{"Finetune/Learning Rate": 1.9622446842935066e-05, "Finetune/Loss": 0.9357863664627075, "Finetune/Loss (Raw)": 0.8921149969100952, "Finetune/Step": 2213, "Finetune/Step Time": 6.715097589418292}
+{"Finetune/Learning Rate": 1.9621988356781516e-05, "Finetune/Loss": 0.9353052377700806, "Finetune/Loss (Raw)": 0.8453231453895569, "Finetune/Step": 2214, "Finetune/Step Time": 6.719750925898552}
+{"Finetune/Learning Rate": 1.9621529597775736e-05, "Finetune/Loss": 0.9353208541870117, "Finetune/Loss (Raw)": 0.8934621214866638, "Finetune/Step": 2215, "Finetune/Step Time": 6.714749421924353}
+{"Finetune/Learning Rate": 1.962107056593074e-05, "Finetune/Loss": 0.9331355094909668, "Finetune/Loss (Raw)": 0.7435198426246643, "Finetune/Step": 2216, "Finetune/Step Time": 6.7265927493572235}
+{"Finetune/Learning Rate": 1.9620611261259543e-05, "Finetune/Loss": 0.9329478740692139, "Finetune/Loss (Raw)": 0.99294114112854, "Finetune/Step": 2217, "Finetune/Step Time": 6.732653476297855}
+{"Finetune/Learning Rate": 1.9620151683775165e-05, "Finetune/Loss": 0.9305127859115601, "Finetune/Loss (Raw)": 0.8263996243476868, "Finetune/Step": 2218, "Finetune/Step Time": 6.730294456705451}
+{"Finetune/Learning Rate": 1.9619691833490645e-05, "Finetune/Loss": 0.930105984210968, "Finetune/Loss (Raw)": 0.922662615776062, "Finetune/Step": 2219, "Finetune/Step Time": 6.715738350525498}
+{"Finetune/Learning Rate": 1.9619231710419013e-05, "Finetune/Loss": 0.9289804697036743, "Finetune/Loss (Raw)": 0.8857264518737793, "Finetune/Step": 2220, "Finetune/Step Time": 6.713533956557512}
+{"Finetune/Learning Rate": 1.961877131457333e-05, "Finetune/Loss": 0.9276860952377319, "Finetune/Loss (Raw)": 0.77693772315979, "Finetune/Step": 2221, "Finetune/Step Time": 6.7152581457048655}
+{"Finetune/Learning Rate": 1.9618310645966637e-05, "Finetune/Loss": 0.9259695410728455, "Finetune/Loss (Raw)": 0.8313848972320557, "Finetune/Step": 2222, "Finetune/Step Time": 6.712153030559421}
+{"Finetune/Learning Rate": 1.9617849704612012e-05, "Finetune/Loss": 0.9256200790405273, "Finetune/Loss (Raw)": 0.9920575618743896, "Finetune/Step": 2223, "Finetune/Step Time": 6.7102439403533936}
+{"Finetune/Learning Rate": 1.9617388490522516e-05, "Finetune/Loss": 0.9269850254058838, "Finetune/Loss (Raw)": 0.9588200449943542, "Finetune/Step": 2224, "Finetune/Step Time": 6.686003111302853}
+{"Finetune/Learning Rate": 1.961692700371123e-05, "Finetune/Loss": 0.9279655814170837, "Finetune/Loss (Raw)": 1.0792880058288574, "Finetune/Step": 2225, "Finetune/Step Time": 6.683316890150309}
+{"Finetune/Learning Rate": 1.9616465244191242e-05, "Finetune/Loss": 0.9282040596008301, "Finetune/Loss (Raw)": 1.0052697658538818, "Finetune/Step": 2226, "Finetune/Step Time": 6.682119047269225}
+{"Finetune/Learning Rate": 1.9616003211975645e-05, "Finetune/Loss": 0.9299728870391846, "Finetune/Loss (Raw)": 0.9042164087295532, "Finetune/Step": 2227, "Finetune/Step Time": 6.666441695764661}
+{"Finetune/Learning Rate": 1.9615540907077542e-05, "Finetune/Loss": 0.9291764497756958, "Finetune/Loss (Raw)": 0.7582138776779175, "Finetune/Step": 2228, "Finetune/Step Time": 6.6793780867010355}
+{"Finetune/Learning Rate": 1.961507832951004e-05, "Finetune/Loss": 0.927652895450592, "Finetune/Loss (Raw)": 0.911798894405365, "Finetune/Step": 2229, "Finetune/Step Time": 6.674934512004256}
+{"Finetune/Learning Rate": 1.9614615479286263e-05, "Finetune/Loss": 0.9284963011741638, "Finetune/Loss (Raw)": 0.9017300605773926, "Finetune/Step": 2230, "Finetune/Step Time": 6.675500750541687}
+{"Finetune/Learning Rate": 1.9614152356419326e-05, "Finetune/Loss": 0.928530216217041, "Finetune/Loss (Raw)": 1.0273901224136353, "Finetune/Step": 2231, "Finetune/Step Time": 6.676232969388366}
+{"Finetune/Learning Rate": 1.9613688960922367e-05, "Finetune/Loss": 0.9259730577468872, "Finetune/Loss (Raw)": 0.7369353771209717, "Finetune/Step": 2232, "Finetune/Step Time": 6.68137196265161}
+{"Finetune/Learning Rate": 1.9613225292808528e-05, "Finetune/Loss": 0.9249672293663025, "Finetune/Loss (Raw)": 0.8742215037345886, "Finetune/Step": 2233, "Finetune/Step Time": 6.67924726754427}
+{"Finetune/Learning Rate": 1.9612761352090955e-05, "Finetune/Loss": 0.9238869547843933, "Finetune/Loss (Raw)": 0.8351022005081177, "Finetune/Step": 2234, "Finetune/Step Time": 6.676184017211199}
+{"Finetune/Learning Rate": 1.9612297138782808e-05, "Finetune/Loss": 0.9244334697723389, "Finetune/Loss (Raw)": 1.0723211765289307, "Finetune/Step": 2235, "Finetune/Step Time": 6.674420842900872}
+{"Finetune/Learning Rate": 1.9611832652897246e-05, "Finetune/Loss": 0.9243698716163635, "Finetune/Loss (Raw)": 0.9349995851516724, "Finetune/Step": 2236, "Finetune/Step Time": 6.671398110687733}
+{"Finetune/Learning Rate": 1.9611367894447442e-05, "Finetune/Loss": 0.9250916242599487, "Finetune/Loss (Raw)": 1.0075507164001465, "Finetune/Step": 2237, "Finetune/Step Time": 6.678493490442634}
+{"Finetune/Learning Rate": 1.9610902863446577e-05, "Finetune/Loss": 0.9245721101760864, "Finetune/Loss (Raw)": 0.9464955925941467, "Finetune/Step": 2238, "Finetune/Step Time": 6.68120332993567}
+{"Finetune/Learning Rate": 1.9610437559907835e-05, "Finetune/Loss": 0.9254607558250427, "Finetune/Loss (Raw)": 0.988372802734375, "Finetune/Step": 2239, "Finetune/Step Time": 6.664249408990145}
+{"Finetune/Learning Rate": 1.9609971983844412e-05, "Finetune/Loss": 0.9275359511375427, "Finetune/Loss (Raw)": 1.1361860036849976, "Finetune/Step": 2240, "Finetune/Step Time": 6.66443532332778}
+{"Finetune/Learning Rate": 1.9609506135269514e-05, "Finetune/Loss": 0.9276666045188904, "Finetune/Loss (Raw)": 0.9854134321212769, "Finetune/Step": 2241, "Finetune/Step Time": 6.663098197430372}
+{"Finetune/Learning Rate": 1.9609040014196344e-05, "Finetune/Loss": 0.9288092851638794, "Finetune/Loss (Raw)": 1.0923460721969604, "Finetune/Step": 2242, "Finetune/Step Time": 6.660255776718259}
+{"Finetune/Learning Rate": 1.9608573620638127e-05, "Finetune/Loss": 0.9267921447753906, "Finetune/Loss (Raw)": 0.8621070384979248, "Finetune/Step": 2243, "Finetune/Step Time": 6.655128363519907}
+{"Finetune/Learning Rate": 1.9608106954608082e-05, "Finetune/Loss": 0.9278699159622192, "Finetune/Loss (Raw)": 0.9680282473564148, "Finetune/Step": 2244, "Finetune/Step Time": 6.662455301731825}
+{"Finetune/Learning Rate": 1.9607640016119448e-05, "Finetune/Loss": 0.9270032644271851, "Finetune/Loss (Raw)": 0.9173880815505981, "Finetune/Step": 2245, "Finetune/Step Time": 6.660501465201378}
+{"Finetune/Learning Rate": 1.960717280518546e-05, "Finetune/Loss": 0.9255397915840149, "Finetune/Loss (Raw)": 0.7495645880699158, "Finetune/Step": 2246, "Finetune/Step Time": 6.653889527544379}
+{"Finetune/Learning Rate": 1.9606705321819374e-05, "Finetune/Loss": 0.9260064959526062, "Finetune/Loss (Raw)": 0.8956009149551392, "Finetune/Step": 2247, "Finetune/Step Time": 6.645696945488453}
+{"Finetune/Learning Rate": 1.9606237566034443e-05, "Finetune/Loss": 0.9258897304534912, "Finetune/Loss (Raw)": 0.9815117716789246, "Finetune/Step": 2248, "Finetune/Step Time": 6.649733740836382}
+{"Finetune/Learning Rate": 1.960576953784393e-05, "Finetune/Loss": 0.9251772165298462, "Finetune/Loss (Raw)": 0.9034503698348999, "Finetune/Step": 2249, "Finetune/Step Time": 6.66206880658865}
+{"Finetune/Learning Rate": 1.9605301237261108e-05, "Finetune/Loss": 0.9263856410980225, "Finetune/Loss (Raw)": 0.9884284734725952, "Finetune/Step": 2250, "Finetune/Step Time": 6.663010826334357}
+{"Finetune/Learning Rate": 1.9604832664299257e-05, "Finetune/Loss": 0.9262195825576782, "Finetune/Loss (Raw)": 1.0396991968154907, "Finetune/Step": 2251, "Finetune/Step Time": 6.66500274091959}
+{"Finetune/Learning Rate": 1.9604363818971664e-05, "Finetune/Loss": 0.9258109331130981, "Finetune/Loss (Raw)": 0.9182562232017517, "Finetune/Step": 2252, "Finetune/Step Time": 6.666160399094224}
+{"Finetune/Learning Rate": 1.9603894701291622e-05, "Finetune/Loss": 0.9260059595108032, "Finetune/Loss (Raw)": 1.038376808166504, "Finetune/Step": 2253, "Finetune/Step Time": 6.667846351861954}
+{"Finetune/Learning Rate": 1.960342531127244e-05, "Finetune/Loss": 0.925963282585144, "Finetune/Loss (Raw)": 0.797473669052124, "Finetune/Step": 2254, "Finetune/Step Time": 6.691925032064319}
+{"Finetune/Learning Rate": 1.9602955648927423e-05, "Finetune/Loss": 0.927875280380249, "Finetune/Loss (Raw)": 1.1432424783706665, "Finetune/Step": 2255, "Finetune/Step Time": 6.6954177264124155}
+{"Finetune/Learning Rate": 1.960248571426989e-05, "Finetune/Loss": 0.9306578040122986, "Finetune/Loss (Raw)": 1.061345100402832, "Finetune/Step": 2256, "Finetune/Step Time": 6.6945271622389555}
+{"Finetune/Learning Rate": 1.960201550731317e-05, "Finetune/Loss": 0.9303021430969238, "Finetune/Loss (Raw)": 0.900812029838562, "Finetune/Step": 2257, "Finetune/Step Time": 6.69780083745718}
+{"Finetune/Learning Rate": 1.9601545028070592e-05, "Finetune/Loss": 0.9320753812789917, "Finetune/Loss (Raw)": 0.9786679744720459, "Finetune/Step": 2258, "Finetune/Step Time": 6.6585775800049305}
+{"Finetune/Learning Rate": 1.96010742765555e-05, "Finetune/Loss": 0.9331783056259155, "Finetune/Loss (Raw)": 1.0514925718307495, "Finetune/Step": 2259, "Finetune/Step Time": 6.656428890302777}
+{"Finetune/Learning Rate": 1.9600603252781243e-05, "Finetune/Loss": 0.9328365921974182, "Finetune/Loss (Raw)": 1.00467050075531, "Finetune/Step": 2260, "Finetune/Step Time": 6.657813282683492}
+{"Finetune/Learning Rate": 1.9600131956761184e-05, "Finetune/Loss": 0.9324537515640259, "Finetune/Loss (Raw)": 0.9243944883346558, "Finetune/Step": 2261, "Finetune/Step Time": 6.661121169105172}
+{"Finetune/Learning Rate": 1.9599660388508675e-05, "Finetune/Loss": 0.9327867031097412, "Finetune/Loss (Raw)": 0.953836977481842, "Finetune/Step": 2262, "Finetune/Step Time": 6.644490854814649}
+{"Finetune/Learning Rate": 1.95991885480371e-05, "Finetune/Loss": 0.9329052567481995, "Finetune/Loss (Raw)": 0.9165066480636597, "Finetune/Step": 2263, "Finetune/Step Time": 6.643220812082291}
+{"Finetune/Learning Rate": 1.9598716435359834e-05, "Finetune/Loss": 0.9334070682525635, "Finetune/Loss (Raw)": 0.9767464995384216, "Finetune/Step": 2264, "Finetune/Step Time": 6.652273504063487}
+{"Finetune/Learning Rate": 1.9598244050490264e-05, "Finetune/Loss": 0.9326556921005249, "Finetune/Loss (Raw)": 0.8276627063751221, "Finetune/Step": 2265, "Finetune/Step Time": 6.6507630329579115}
+{"Finetune/Learning Rate": 1.9597771393441784e-05, "Finetune/Loss": 0.9326728582382202, "Finetune/Loss (Raw)": 0.8917196393013, "Finetune/Step": 2266, "Finetune/Step Time": 6.640158001333475}
+{"Finetune/Learning Rate": 1.9597298464227802e-05, "Finetune/Loss": 0.9333033561706543, "Finetune/Loss (Raw)": 0.8809319138526917, "Finetune/Step": 2267, "Finetune/Step Time": 6.640264416113496}
+{"Finetune/Learning Rate": 1.9596825262861724e-05, "Finetune/Loss": 0.9317975044250488, "Finetune/Loss (Raw)": 0.9394456148147583, "Finetune/Step": 2268, "Finetune/Step Time": 6.640751555562019}
+{"Finetune/Learning Rate": 1.9596351789356977e-05, "Finetune/Loss": 0.931610107421875, "Finetune/Loss (Raw)": 0.8556753993034363, "Finetune/Step": 2269, "Finetune/Step Time": 6.64015986956656}
+{"Finetune/Learning Rate": 1.9595878043726974e-05, "Finetune/Loss": 0.929818332195282, "Finetune/Loss (Raw)": 0.8523057699203491, "Finetune/Step": 2270, "Finetune/Step Time": 6.658431630581617}
+{"Finetune/Learning Rate": 1.959540402598516e-05, "Finetune/Loss": 0.931053102016449, "Finetune/Loss (Raw)": 0.9774841070175171, "Finetune/Step": 2271, "Finetune/Step Time": 6.652963111177087}
+{"Finetune/Learning Rate": 1.9594929736144978e-05, "Finetune/Loss": 0.9337671995162964, "Finetune/Loss (Raw)": 1.0297129154205322, "Finetune/Step": 2272, "Finetune/Step Time": 6.6388150453567505}
+{"Finetune/Learning Rate": 1.9594455174219865e-05, "Finetune/Loss": 0.934119701385498, "Finetune/Loss (Raw)": 1.058706283569336, "Finetune/Step": 2273, "Finetune/Step Time": 6.637494795024395}
+{"Finetune/Learning Rate": 1.9593980340223293e-05, "Finetune/Loss": 0.9349787831306458, "Finetune/Loss (Raw)": 1.0730929374694824, "Finetune/Step": 2274, "Finetune/Step Time": 6.635205257683992}
+{"Finetune/Learning Rate": 1.9593505234168714e-05, "Finetune/Loss": 0.9336369037628174, "Finetune/Loss (Raw)": 0.9029637575149536, "Finetune/Step": 2275, "Finetune/Step Time": 6.636613506823778}
+{"Finetune/Learning Rate": 1.9593029856069613e-05, "Finetune/Loss": 0.9331822395324707, "Finetune/Loss (Raw)": 0.9348151087760925, "Finetune/Step": 2276, "Finetune/Step Time": 6.6528881043195724}
+{"Finetune/Learning Rate": 1.9592554205939463e-05, "Finetune/Loss": 0.9322240948677063, "Finetune/Loss (Raw)": 0.9036361575126648, "Finetune/Step": 2277, "Finetune/Step Time": 6.672571402043104}
+{"Finetune/Learning Rate": 1.959207828379175e-05, "Finetune/Loss": 0.9304304122924805, "Finetune/Loss (Raw)": 0.6794753670692444, "Finetune/Step": 2278, "Finetune/Step Time": 6.686531625688076}
+{"Finetune/Learning Rate": 1.9591602089639975e-05, "Finetune/Loss": 0.931420087814331, "Finetune/Loss (Raw)": 0.9383136630058289, "Finetune/Step": 2279, "Finetune/Step Time": 6.697445249184966}
+{"Finetune/Learning Rate": 1.959112562349764e-05, "Finetune/Loss": 0.9309460520744324, "Finetune/Loss (Raw)": 0.8981195688247681, "Finetune/Step": 2280, "Finetune/Step Time": 6.693580225110054}
+{"Finetune/Learning Rate": 1.9590648885378254e-05, "Finetune/Loss": 0.931766152381897, "Finetune/Loss (Raw)": 1.0244132280349731, "Finetune/Step": 2281, "Finetune/Step Time": 6.696059601381421}
+{"Finetune/Learning Rate": 1.959017187529534e-05, "Finetune/Loss": 0.9321646690368652, "Finetune/Loss (Raw)": 0.9150951504707336, "Finetune/Step": 2282, "Finetune/Step Time": 6.675335381180048}
+{"Finetune/Learning Rate": 1.9589694593262422e-05, "Finetune/Loss": 0.9310799241065979, "Finetune/Loss (Raw)": 0.6973119974136353, "Finetune/Step": 2283, "Finetune/Step Time": 6.672944698482752}
+{"Finetune/Learning Rate": 1.9589217039293034e-05, "Finetune/Loss": 0.9302849173545837, "Finetune/Loss (Raw)": 0.8435729146003723, "Finetune/Step": 2284, "Finetune/Step Time": 6.655730444937944}
+{"Finetune/Learning Rate": 1.958873921340072e-05, "Finetune/Loss": 0.9293738007545471, "Finetune/Loss (Raw)": 0.9391564726829529, "Finetune/Step": 2285, "Finetune/Step Time": 6.655936315655708}
+{"Finetune/Learning Rate": 1.9588261115599025e-05, "Finetune/Loss": 0.9286351203918457, "Finetune/Loss (Raw)": 0.857860803604126, "Finetune/Step": 2286, "Finetune/Step Time": 6.656252978369594}
+{"Finetune/Learning Rate": 1.9587782745901513e-05, "Finetune/Loss": 0.9279343485832214, "Finetune/Loss (Raw)": 0.9288551211357117, "Finetune/Step": 2287, "Finetune/Step Time": 6.657281128689647}
+{"Finetune/Learning Rate": 1.9587304104321746e-05, "Finetune/Loss": 0.9289510250091553, "Finetune/Loss (Raw)": 0.9353480339050293, "Finetune/Step": 2288, "Finetune/Step Time": 6.656764790415764}
+{"Finetune/Learning Rate": 1.95868251908733e-05, "Finetune/Loss": 0.9295659065246582, "Finetune/Loss (Raw)": 1.0241131782531738, "Finetune/Step": 2289, "Finetune/Step Time": 6.651649832725525}
+{"Finetune/Learning Rate": 1.9586346005569748e-05, "Finetune/Loss": 0.9288389682769775, "Finetune/Loss (Raw)": 0.8145246505737305, "Finetune/Step": 2290, "Finetune/Step Time": 6.654213597998023}
+{"Finetune/Learning Rate": 1.9585866548424687e-05, "Finetune/Loss": 0.928003191947937, "Finetune/Loss (Raw)": 0.8121553063392639, "Finetune/Step": 2291, "Finetune/Step Time": 6.677136803045869}
+{"Finetune/Learning Rate": 1.9585386819451707e-05, "Finetune/Loss": 0.929261326789856, "Finetune/Loss (Raw)": 1.1073927879333496, "Finetune/Step": 2292, "Finetune/Step Time": 6.6759017668664455}
+{"Finetune/Learning Rate": 1.9584906818664414e-05, "Finetune/Loss": 0.929458737373352, "Finetune/Loss (Raw)": 1.0656259059906006, "Finetune/Step": 2293, "Finetune/Step Time": 6.675217751413584}
+{"Finetune/Learning Rate": 1.958442654607642e-05, "Finetune/Loss": 0.9314860701560974, "Finetune/Loss (Raw)": 0.9009761214256287, "Finetune/Step": 2294, "Finetune/Step Time": 6.661343587562442}
+{"Finetune/Learning Rate": 1.9583946001701347e-05, "Finetune/Loss": 0.9292610883712769, "Finetune/Loss (Raw)": 0.7938284277915955, "Finetune/Step": 2295, "Finetune/Step Time": 6.660533417016268}
+{"Finetune/Learning Rate": 1.9583465185552814e-05, "Finetune/Loss": 0.9297850131988525, "Finetune/Loss (Raw)": 0.9931855797767639, "Finetune/Step": 2296, "Finetune/Step Time": 6.661318531259894}
+{"Finetune/Learning Rate": 1.9582984097644462e-05, "Finetune/Loss": 0.9307355880737305, "Finetune/Loss (Raw)": 0.8938724994659424, "Finetune/Step": 2297, "Finetune/Step Time": 6.646346082910895}
+{"Finetune/Learning Rate": 1.958250273798993e-05, "Finetune/Loss": 0.929673433303833, "Finetune/Loss (Raw)": 0.870841920375824, "Finetune/Step": 2298, "Finetune/Step Time": 6.6473919823765755}
+{"Finetune/Learning Rate": 1.9582021106602868e-05, "Finetune/Loss": 0.9297561049461365, "Finetune/Loss (Raw)": 0.9933649301528931, "Finetune/Step": 2299, "Finetune/Step Time": 6.64704392105341}
+{"Finetune/Learning Rate": 1.958153920349694e-05, "Finetune/Loss": 0.9306463599205017, "Finetune/Loss (Raw)": 0.8667594194412231, "Finetune/Step": 2300, "Finetune/Step Time": 6.630336130037904}
+{"Finetune/Learning Rate": 1.95810570286858e-05, "Finetune/Loss": 0.9292742013931274, "Finetune/Loss (Raw)": 0.8479243516921997, "Finetune/Step": 2301, "Finetune/Step Time": 6.628978785127401}
+{"Finetune/Learning Rate": 1.9580574582183135e-05, "Finetune/Loss": 0.9289765954017639, "Finetune/Loss (Raw)": 0.8397014737129211, "Finetune/Step": 2302, "Finetune/Step Time": 6.628945205360651}
+{"Finetune/Learning Rate": 1.9580091864002613e-05, "Finetune/Loss": 0.9279677867889404, "Finetune/Loss (Raw)": 0.9350542426109314, "Finetune/Step": 2303, "Finetune/Step Time": 6.633102936670184}
+{"Finetune/Learning Rate": 1.957960887415793e-05, "Finetune/Loss": 0.9270873665809631, "Finetune/Loss (Raw)": 0.8533139228820801, "Finetune/Step": 2304, "Finetune/Step Time": 6.633367428556085}
+{"Finetune/Learning Rate": 1.957912561266278e-05, "Finetune/Loss": 0.9282089471817017, "Finetune/Loss (Raw)": 0.9510029554367065, "Finetune/Step": 2305, "Finetune/Step Time": 6.632647205144167}
+{"Finetune/Learning Rate": 1.9578642079530865e-05, "Finetune/Loss": 0.9291034936904907, "Finetune/Loss (Raw)": 0.8649886250495911, "Finetune/Step": 2306, "Finetune/Step Time": 6.62627362087369}
+{"Finetune/Learning Rate": 1.95781582747759e-05, "Finetune/Loss": 0.9282349348068237, "Finetune/Loss (Raw)": 0.9413054585456848, "Finetune/Step": 2307, "Finetune/Step Time": 6.625149663537741}
+{"Finetune/Learning Rate": 1.9577674198411603e-05, "Finetune/Loss": 0.9269392490386963, "Finetune/Loss (Raw)": 0.6952559947967529, "Finetune/Step": 2308, "Finetune/Step Time": 6.636648377403617}
+{"Finetune/Learning Rate": 1.95771898504517e-05, "Finetune/Loss": 0.9270443916320801, "Finetune/Loss (Raw)": 0.9309810996055603, "Finetune/Step": 2309, "Finetune/Step Time": 6.636400271207094}
+{"Finetune/Learning Rate": 1.957670523090993e-05, "Finetune/Loss": 0.9286253452301025, "Finetune/Loss (Raw)": 0.9853051900863647, "Finetune/Step": 2310, "Finetune/Step Time": 6.638291845098138}
+{"Finetune/Learning Rate": 1.957622033980003e-05, "Finetune/Loss": 0.928920567035675, "Finetune/Loss (Raw)": 0.9276732802391052, "Finetune/Step": 2311, "Finetune/Step Time": 6.6445902194827795}
+{"Finetune/Learning Rate": 1.957573517713575e-05, "Finetune/Loss": 0.9295850992202759, "Finetune/Loss (Raw)": 0.935427725315094, "Finetune/Step": 2312, "Finetune/Step Time": 6.6438837964087725}
+{"Finetune/Learning Rate": 1.9575249742930852e-05, "Finetune/Loss": 0.9279478788375854, "Finetune/Loss (Raw)": 0.7351788282394409, "Finetune/Step": 2313, "Finetune/Step Time": 6.658376952633262}
+{"Finetune/Learning Rate": 1.95747640371991e-05, "Finetune/Loss": 0.9283159971237183, "Finetune/Loss (Raw)": 1.1037063598632812, "Finetune/Step": 2314, "Finetune/Step Time": 6.637994352728128}
+{"Finetune/Learning Rate": 1.957427805995427e-05, "Finetune/Loss": 0.9279242157936096, "Finetune/Loss (Raw)": 0.9097062945365906, "Finetune/Step": 2315, "Finetune/Step Time": 6.641432870179415}
+{"Finetune/Learning Rate": 1.9573791811210136e-05, "Finetune/Loss": 0.9270225167274475, "Finetune/Loss (Raw)": 0.9396567940711975, "Finetune/Step": 2316, "Finetune/Step Time": 6.6404516287148}
+{"Finetune/Learning Rate": 1.9573305290980488e-05, "Finetune/Loss": 0.9282875061035156, "Finetune/Loss (Raw)": 1.1136953830718994, "Finetune/Step": 2317, "Finetune/Step Time": 6.6375153940171}
+{"Finetune/Learning Rate": 1.9572818499279128e-05, "Finetune/Loss": 0.9286558032035828, "Finetune/Loss (Raw)": 0.9813097715377808, "Finetune/Step": 2318, "Finetune/Step Time": 6.632479494437575}
+{"Finetune/Learning Rate": 1.9572331436119857e-05, "Finetune/Loss": 0.9301353693008423, "Finetune/Loss (Raw)": 1.0680557489395142, "Finetune/Step": 2319, "Finetune/Step Time": 6.634524390101433}
+{"Finetune/Learning Rate": 1.9571844101516487e-05, "Finetune/Loss": 0.9283095598220825, "Finetune/Loss (Raw)": 0.7456393837928772, "Finetune/Step": 2320, "Finetune/Step Time": 6.63353219255805}
+{"Finetune/Learning Rate": 1.9571356495482836e-05, "Finetune/Loss": 0.9286398887634277, "Finetune/Loss (Raw)": 1.0241823196411133, "Finetune/Step": 2321, "Finetune/Step Time": 6.631297504529357}
+{"Finetune/Learning Rate": 1.9570868618032733e-05, "Finetune/Loss": 0.9285154342651367, "Finetune/Loss (Raw)": 1.0515497922897339, "Finetune/Step": 2322, "Finetune/Step Time": 6.630840061232448}
+{"Finetune/Learning Rate": 1.957038046918001e-05, "Finetune/Loss": 0.9280977249145508, "Finetune/Loss (Raw)": 0.9060309529304504, "Finetune/Step": 2323, "Finetune/Step Time": 6.632412929087877}
+{"Finetune/Learning Rate": 1.9569892048938516e-05, "Finetune/Loss": 0.9275357723236084, "Finetune/Loss (Raw)": 0.9763058423995972, "Finetune/Step": 2324, "Finetune/Step Time": 6.638862032443285}
+{"Finetune/Learning Rate": 1.956940335732209e-05, "Finetune/Loss": 0.928932785987854, "Finetune/Loss (Raw)": 1.0285502672195435, "Finetune/Step": 2325, "Finetune/Step Time": 6.614195991307497}
+{"Finetune/Learning Rate": 1.95689143943446e-05, "Finetune/Loss": 0.9292477965354919, "Finetune/Loss (Raw)": 0.9265964031219482, "Finetune/Step": 2326, "Finetune/Step Time": 6.612928060814738}
+{"Finetune/Learning Rate": 1.9568425160019908e-05, "Finetune/Loss": 0.9317370653152466, "Finetune/Loss (Raw)": 1.1593738794326782, "Finetune/Step": 2327, "Finetune/Step Time": 6.612854516133666}
+{"Finetune/Learning Rate": 1.9567935654361888e-05, "Finetune/Loss": 0.9324495792388916, "Finetune/Loss (Raw)": 0.9955926537513733, "Finetune/Step": 2328, "Finetune/Step Time": 6.611703922972083}
+{"Finetune/Learning Rate": 1.956744587738442e-05, "Finetune/Loss": 0.9314084649085999, "Finetune/Loss (Raw)": 0.885733962059021, "Finetune/Step": 2329, "Finetune/Step Time": 6.596883479505777}
+{"Finetune/Learning Rate": 1.9566955829101393e-05, "Finetune/Loss": 0.9320634603500366, "Finetune/Loss (Raw)": 0.963104248046875, "Finetune/Step": 2330, "Finetune/Step Time": 6.587694253772497}
+{"Finetune/Learning Rate": 1.9566465509526704e-05, "Finetune/Loss": 0.9296007752418518, "Finetune/Loss (Raw)": 0.7637577652931213, "Finetune/Step": 2331, "Finetune/Step Time": 6.600988211110234}
+{"Finetune/Learning Rate": 1.9565974918674253e-05, "Finetune/Loss": 0.9296349883079529, "Finetune/Loss (Raw)": 0.9276307225227356, "Finetune/Step": 2332, "Finetune/Step Time": 6.5976940002292395}
+{"Finetune/Learning Rate": 1.956548405655796e-05, "Finetune/Loss": 0.9287320375442505, "Finetune/Loss (Raw)": 0.9254767894744873, "Finetune/Step": 2333, "Finetune/Step Time": 6.617764346301556}
+{"Finetune/Learning Rate": 1.9564992923191734e-05, "Finetune/Loss": 0.9275921583175659, "Finetune/Loss (Raw)": 0.8656487464904785, "Finetune/Step": 2334, "Finetune/Step Time": 6.616653246805072}
+{"Finetune/Learning Rate": 1.9564501518589513e-05, "Finetune/Loss": 0.9270062446594238, "Finetune/Loss (Raw)": 0.9583370089530945, "Finetune/Step": 2335, "Finetune/Step Time": 6.618451537564397}
+{"Finetune/Learning Rate": 1.9564009842765225e-05, "Finetune/Loss": 0.9282234907150269, "Finetune/Loss (Raw)": 1.0449671745300293, "Finetune/Step": 2336, "Finetune/Step Time": 6.610409766435623}
+{"Finetune/Learning Rate": 1.9563517895732815e-05, "Finetune/Loss": 0.9283463954925537, "Finetune/Loss (Raw)": 0.8225799798965454, "Finetune/Step": 2337, "Finetune/Step Time": 6.61484576202929}
+{"Finetune/Learning Rate": 1.9563025677506232e-05, "Finetune/Loss": 0.9281166791915894, "Finetune/Loss (Raw)": 0.9375564455986023, "Finetune/Step": 2338, "Finetune/Step Time": 6.609834482893348}
+{"Finetune/Learning Rate": 1.9562533188099436e-05, "Finetune/Loss": 0.929558515548706, "Finetune/Loss (Raw)": 0.9827607870101929, "Finetune/Step": 2339, "Finetune/Step Time": 6.599375566467643}
+{"Finetune/Learning Rate": 1.956204042752639e-05, "Finetune/Loss": 0.9309142231941223, "Finetune/Loss (Raw)": 1.0532841682434082, "Finetune/Step": 2340, "Finetune/Step Time": 6.5976554825901985}
+{"Finetune/Learning Rate": 1.9561547395801065e-05, "Finetune/Loss": 0.930113673210144, "Finetune/Loss (Raw)": 0.7896463871002197, "Finetune/Step": 2341, "Finetune/Step Time": 6.59948405995965}
+{"Finetune/Learning Rate": 1.9561054092937447e-05, "Finetune/Loss": 0.9308685064315796, "Finetune/Loss (Raw)": 0.9419406056404114, "Finetune/Step": 2342, "Finetune/Step Time": 6.593261826783419}
+{"Finetune/Learning Rate": 1.956056051894953e-05, "Finetune/Loss": 0.9310413002967834, "Finetune/Loss (Raw)": 0.9155787825584412, "Finetune/Step": 2343, "Finetune/Step Time": 6.592622917145491}
+{"Finetune/Learning Rate": 1.9560066673851294e-05, "Finetune/Loss": 0.9309114217758179, "Finetune/Loss (Raw)": 0.7268974184989929, "Finetune/Step": 2344, "Finetune/Step Time": 6.5845894403755665}
+{"Finetune/Learning Rate": 1.9559572557656756e-05, "Finetune/Loss": 0.9310075044631958, "Finetune/Loss (Raw)": 1.0052392482757568, "Finetune/Step": 2345, "Finetune/Step Time": 6.593130631372333}
+{"Finetune/Learning Rate": 1.9559078170379922e-05, "Finetune/Loss": 0.9319691061973572, "Finetune/Loss (Raw)": 0.94948810338974, "Finetune/Step": 2346, "Finetune/Step Time": 6.5974434427917}
+{"Finetune/Learning Rate": 1.9558583512034818e-05, "Finetune/Loss": 0.9325335621833801, "Finetune/Loss (Raw)": 0.9949050545692444, "Finetune/Step": 2347, "Finetune/Step Time": 6.597363822162151}
+{"Finetune/Learning Rate": 1.955808858263546e-05, "Finetune/Loss": 0.9329127073287964, "Finetune/Loss (Raw)": 0.9342668652534485, "Finetune/Step": 2348, "Finetune/Step Time": 6.594271760433912}
+{"Finetune/Learning Rate": 1.9557593382195894e-05, "Finetune/Loss": 0.9334373474121094, "Finetune/Loss (Raw)": 0.8440802693367004, "Finetune/Step": 2349, "Finetune/Step Time": 6.596977513283491}
+{"Finetune/Learning Rate": 1.9557097910730158e-05, "Finetune/Loss": 0.9358262419700623, "Finetune/Loss (Raw)": 1.1371639966964722, "Finetune/Step": 2350, "Finetune/Step Time": 6.596458576619625}
+{"Finetune/Learning Rate": 1.9556602168252298e-05, "Finetune/Loss": 0.9353660345077515, "Finetune/Loss (Raw)": 0.9331581592559814, "Finetune/Step": 2351, "Finetune/Step Time": 6.598633864894509}
+{"Finetune/Learning Rate": 1.955610615477638e-05, "Finetune/Loss": 0.9339895248413086, "Finetune/Loss (Raw)": 0.7826319932937622, "Finetune/Step": 2352, "Finetune/Step Time": 6.6147356033325195}
+{"Finetune/Learning Rate": 1.9555609870316464e-05, "Finetune/Loss": 0.932513952255249, "Finetune/Loss (Raw)": 0.890407145023346, "Finetune/Step": 2353, "Finetune/Step Time": 6.618571292608976}
+{"Finetune/Learning Rate": 1.9555113314886623e-05, "Finetune/Loss": 0.9319359064102173, "Finetune/Loss (Raw)": 0.9312775731086731, "Finetune/Step": 2354, "Finetune/Step Time": 6.62031258828938}
+{"Finetune/Learning Rate": 1.9554616488500944e-05, "Finetune/Loss": 0.9320558309555054, "Finetune/Loss (Raw)": 0.9195675849914551, "Finetune/Step": 2355, "Finetune/Step Time": 6.619091333821416}
+{"Finetune/Learning Rate": 1.9554119391173508e-05, "Finetune/Loss": 0.9338517189025879, "Finetune/Loss (Raw)": 0.9880872964859009, "Finetune/Step": 2356, "Finetune/Step Time": 6.604389885440469}
+{"Finetune/Learning Rate": 1.9553622022918413e-05, "Finetune/Loss": 0.9339578151702881, "Finetune/Loss (Raw)": 0.9253761768341064, "Finetune/Step": 2357, "Finetune/Step Time": 6.6031050235033035}
+{"Finetune/Learning Rate": 1.9553124383749767e-05, "Finetune/Loss": 0.9348557591438293, "Finetune/Loss (Raw)": 1.0166707038879395, "Finetune/Step": 2358, "Finetune/Step Time": 6.598118329420686}
+{"Finetune/Learning Rate": 1.955262647368168e-05, "Finetune/Loss": 0.934064507484436, "Finetune/Loss (Raw)": 0.9261094927787781, "Finetune/Step": 2359, "Finetune/Step Time": 6.594729840755463}
+{"Finetune/Learning Rate": 1.9552128292728266e-05, "Finetune/Loss": 0.9358929991722107, "Finetune/Loss (Raw)": 0.9709866046905518, "Finetune/Step": 2360, "Finetune/Step Time": 6.591714465990663}
+{"Finetune/Learning Rate": 1.9551629840903658e-05, "Finetune/Loss": 0.9355287551879883, "Finetune/Loss (Raw)": 0.8275937438011169, "Finetune/Step": 2361, "Finetune/Step Time": 6.596604598686099}
+{"Finetune/Learning Rate": 1.955113111822199e-05, "Finetune/Loss": 0.9356632232666016, "Finetune/Loss (Raw)": 0.8523210883140564, "Finetune/Step": 2362, "Finetune/Step Time": 6.59907035343349}
+{"Finetune/Learning Rate": 1.9550632124697402e-05, "Finetune/Loss": 0.9358587861061096, "Finetune/Loss (Raw)": 1.0973412990570068, "Finetune/Step": 2363, "Finetune/Step Time": 6.607085095718503}
+{"Finetune/Learning Rate": 1.9550132860344045e-05, "Finetune/Loss": 0.9366927146911621, "Finetune/Loss (Raw)": 1.041746973991394, "Finetune/Step": 2364, "Finetune/Step Time": 6.609162669628859}
+{"Finetune/Learning Rate": 1.9549633325176077e-05, "Finetune/Loss": 0.9362665414810181, "Finetune/Loss (Raw)": 0.9529942274093628, "Finetune/Step": 2365, "Finetune/Step Time": 6.600255504250526}
+{"Finetune/Learning Rate": 1.9549133519207665e-05, "Finetune/Loss": 0.9356100559234619, "Finetune/Loss (Raw)": 0.8624709844589233, "Finetune/Step": 2366, "Finetune/Step Time": 6.617250541225076}
+{"Finetune/Learning Rate": 1.9548633442452977e-05, "Finetune/Loss": 0.9342336654663086, "Finetune/Loss (Raw)": 0.812192976474762, "Finetune/Step": 2367, "Finetune/Step Time": 6.644353153184056}
+{"Finetune/Learning Rate": 1.9548133094926203e-05, "Finetune/Loss": 0.9327330589294434, "Finetune/Loss (Raw)": 0.9441111087799072, "Finetune/Step": 2368, "Finetune/Step Time": 6.642591971904039}
+{"Finetune/Learning Rate": 1.9547632476641523e-05, "Finetune/Loss": 0.9320205450057983, "Finetune/Loss (Raw)": 0.8942133784294128, "Finetune/Step": 2369, "Finetune/Step Time": 6.653054695576429}
+{"Finetune/Learning Rate": 1.9547131587613135e-05, "Finetune/Loss": 0.9286825060844421, "Finetune/Loss (Raw)": 0.6650792360305786, "Finetune/Step": 2370, "Finetune/Step Time": 6.669064229354262}
+{"Finetune/Learning Rate": 1.9546630427855243e-05, "Finetune/Loss": 0.9284475445747375, "Finetune/Loss (Raw)": 0.832022488117218, "Finetune/Step": 2371, "Finetune/Step Time": 6.6701819319278}
+{"Finetune/Learning Rate": 1.954612899738206e-05, "Finetune/Loss": 0.9298712015151978, "Finetune/Loss (Raw)": 1.1502684354782104, "Finetune/Step": 2372, "Finetune/Step Time": 6.664236420765519}
+{"Finetune/Learning Rate": 1.9545627296207806e-05, "Finetune/Loss": 0.9301974773406982, "Finetune/Loss (Raw)": 0.959144115447998, "Finetune/Step": 2373, "Finetune/Step Time": 6.678735630586743}
+{"Finetune/Learning Rate": 1.9545125324346702e-05, "Finetune/Loss": 0.9304405450820923, "Finetune/Loss (Raw)": 0.7806807160377502, "Finetune/Step": 2374, "Finetune/Step Time": 6.691423378884792}
+{"Finetune/Learning Rate": 1.9544623081812987e-05, "Finetune/Loss": 0.930137038230896, "Finetune/Loss (Raw)": 0.8567484617233276, "Finetune/Step": 2375, "Finetune/Step Time": 6.694444105029106}
+{"Finetune/Learning Rate": 1.9544120568620905e-05, "Finetune/Loss": 0.9289250373840332, "Finetune/Loss (Raw)": 0.8263837695121765, "Finetune/Step": 2376, "Finetune/Step Time": 6.707453481853008}
+{"Finetune/Learning Rate": 1.9543617784784703e-05, "Finetune/Loss": 0.9288150072097778, "Finetune/Loss (Raw)": 0.8893598318099976, "Finetune/Step": 2377, "Finetune/Step Time": 6.6921867579221725}
+{"Finetune/Learning Rate": 1.954311473031864e-05, "Finetune/Loss": 0.9276228547096252, "Finetune/Loss (Raw)": 0.835839033126831, "Finetune/Step": 2378, "Finetune/Step Time": 6.702639760449529}
+{"Finetune/Learning Rate": 1.954261140523698e-05, "Finetune/Loss": 0.9261402487754822, "Finetune/Loss (Raw)": 0.8499144315719604, "Finetune/Step": 2379, "Finetune/Step Time": 6.705733364447951}
+{"Finetune/Learning Rate": 1.9542107809553995e-05, "Finetune/Loss": 0.9246402382850647, "Finetune/Loss (Raw)": 0.7262668609619141, "Finetune/Step": 2380, "Finetune/Step Time": 6.7037733644247055}
+{"Finetune/Learning Rate": 1.9541603943283965e-05, "Finetune/Loss": 0.92402583360672, "Finetune/Loss (Raw)": 0.959724485874176, "Finetune/Step": 2381, "Finetune/Step Time": 6.719633204862475}
+{"Finetune/Learning Rate": 1.9541099806441183e-05, "Finetune/Loss": 0.9257450103759766, "Finetune/Loss (Raw)": 1.0175316333770752, "Finetune/Step": 2382, "Finetune/Step Time": 6.694368796423078}
+{"Finetune/Learning Rate": 1.9540595399039942e-05, "Finetune/Loss": 0.9241153597831726, "Finetune/Loss (Raw)": 0.9346445798873901, "Finetune/Step": 2383, "Finetune/Step Time": 6.692914839833975}
+{"Finetune/Learning Rate": 1.9540090721094542e-05, "Finetune/Loss": 0.9227708578109741, "Finetune/Loss (Raw)": 0.8892523050308228, "Finetune/Step": 2384, "Finetune/Step Time": 6.705391522496939}
+{"Finetune/Learning Rate": 1.95395857726193e-05, "Finetune/Loss": 0.9237911105155945, "Finetune/Loss (Raw)": 1.0314007997512817, "Finetune/Step": 2385, "Finetune/Step Time": 6.70117599517107}
+{"Finetune/Learning Rate": 1.953908055362853e-05, "Finetune/Loss": 0.92403644323349, "Finetune/Loss (Raw)": 1.0100717544555664, "Finetune/Step": 2386, "Finetune/Step Time": 6.705857830122113}
+{"Finetune/Learning Rate": 1.9538575064136563e-05, "Finetune/Loss": 0.922656774520874, "Finetune/Loss (Raw)": 0.8748943209648132, "Finetune/Step": 2387, "Finetune/Step Time": 6.712196541950107}
+{"Finetune/Learning Rate": 1.953806930415773e-05, "Finetune/Loss": 0.9214428663253784, "Finetune/Loss (Raw)": 0.8492975831031799, "Finetune/Step": 2388, "Finetune/Step Time": 6.710154004395008}
+{"Finetune/Learning Rate": 1.9537563273706377e-05, "Finetune/Loss": 0.9210617542266846, "Finetune/Loss (Raw)": 0.8756018877029419, "Finetune/Step": 2389, "Finetune/Step Time": 6.706813702359796}
+{"Finetune/Learning Rate": 1.9537056972796848e-05, "Finetune/Loss": 0.9204632639884949, "Finetune/Loss (Raw)": 0.8772333860397339, "Finetune/Step": 2390, "Finetune/Step Time": 6.74855381436646}
+{"Finetune/Learning Rate": 1.9536550401443505e-05, "Finetune/Loss": 0.9198534488677979, "Finetune/Loss (Raw)": 0.83845055103302, "Finetune/Step": 2391, "Finetune/Step Time": 6.75305037945509}
+{"Finetune/Learning Rate": 1.9536043559660708e-05, "Finetune/Loss": 0.9205388426780701, "Finetune/Loss (Raw)": 1.0644785165786743, "Finetune/Step": 2392, "Finetune/Step Time": 6.744787111878395}
+{"Finetune/Learning Rate": 1.9535536447462835e-05, "Finetune/Loss": 0.9212174415588379, "Finetune/Loss (Raw)": 0.9145252108573914, "Finetune/Step": 2393, "Finetune/Step Time": 6.745466109365225}
+{"Finetune/Learning Rate": 1.9535029064864263e-05, "Finetune/Loss": 0.9219221472740173, "Finetune/Loss (Raw)": 0.9819216728210449, "Finetune/Step": 2394, "Finetune/Step Time": 6.756336327642202}
+{"Finetune/Learning Rate": 1.9534521411879384e-05, "Finetune/Loss": 0.9218020439147949, "Finetune/Loss (Raw)": 0.8655517101287842, "Finetune/Step": 2395, "Finetune/Step Time": 6.75482595525682}
+{"Finetune/Learning Rate": 1.9534013488522585e-05, "Finetune/Loss": 0.9197978973388672, "Finetune/Loss (Raw)": 0.6829204559326172, "Finetune/Step": 2396, "Finetune/Step Time": 6.7529796827584505}
+{"Finetune/Learning Rate": 1.9533505294808278e-05, "Finetune/Loss": 0.92012619972229, "Finetune/Loss (Raw)": 0.897696316242218, "Finetune/Step": 2397, "Finetune/Step Time": 6.7602509297430515}
+{"Finetune/Learning Rate": 1.9532996830750866e-05, "Finetune/Loss": 0.9211850166320801, "Finetune/Loss (Raw)": 0.9878340363502502, "Finetune/Step": 2398, "Finetune/Step Time": 6.74589866027236}
+{"Finetune/Learning Rate": 1.953248809636478e-05, "Finetune/Loss": 0.921088457107544, "Finetune/Loss (Raw)": 0.9651219844818115, "Finetune/Step": 2399, "Finetune/Step Time": 6.7444950100034475}
+{"Finetune/Learning Rate": 1.953197909166443e-05, "Finetune/Loss": 0.9187148809432983, "Finetune/Loss (Raw)": 0.7259012460708618, "Finetune/Step": 2400, "Finetune/Step Time": 6.758549610152841}
+{"Finetune/Learning Rate": 1.9531469816664264e-05, "Finetune/Loss": 0.9177207946777344, "Finetune/Loss (Raw)": 0.9314627051353455, "Finetune/Step": 2401, "Finetune/Step Time": 6.760180396959186}
+{"Finetune/Learning Rate": 1.9530960271378715e-05, "Finetune/Loss": 0.9166317582130432, "Finetune/Loss (Raw)": 0.9336957335472107, "Finetune/Step": 2402, "Finetune/Step Time": 6.763162886723876}
+{"Finetune/Learning Rate": 1.9530450455822238e-05, "Finetune/Loss": 0.9158142805099487, "Finetune/Loss (Raw)": 0.7983196377754211, "Finetune/Step": 2403, "Finetune/Step Time": 6.762254223227501}
+{"Finetune/Learning Rate": 1.952994037000928e-05, "Finetune/Loss": 0.915719747543335, "Finetune/Loss (Raw)": 0.9227283596992493, "Finetune/Step": 2404, "Finetune/Step Time": 6.742812780663371}
+{"Finetune/Learning Rate": 1.952943001395432e-05, "Finetune/Loss": 0.9158262610435486, "Finetune/Loss (Raw)": 0.9172605276107788, "Finetune/Step": 2405, "Finetune/Step Time": 6.742552960291505}
+{"Finetune/Learning Rate": 1.9528919387671822e-05, "Finetune/Loss": 0.9165555834770203, "Finetune/Loss (Raw)": 0.772829532623291, "Finetune/Step": 2406, "Finetune/Step Time": 6.731092235073447}
+{"Finetune/Learning Rate": 1.9528408491176266e-05, "Finetune/Loss": 0.9160362482070923, "Finetune/Loss (Raw)": 0.8718442320823669, "Finetune/Step": 2407, "Finetune/Step Time": 6.716750547289848}
+{"Finetune/Learning Rate": 1.952789732448214e-05, "Finetune/Loss": 0.9176071286201477, "Finetune/Loss (Raw)": 1.0991883277893066, "Finetune/Step": 2408, "Finetune/Step Time": 6.719054721295834}
+{"Finetune/Learning Rate": 1.952738588760394e-05, "Finetune/Loss": 0.9163115620613098, "Finetune/Loss (Raw)": 0.8585799336433411, "Finetune/Step": 2409, "Finetune/Step Time": 6.7184395883232355}
+{"Finetune/Learning Rate": 1.9526874180556165e-05, "Finetune/Loss": 0.9169783592224121, "Finetune/Loss (Raw)": 1.0004425048828125, "Finetune/Step": 2410, "Finetune/Step Time": 6.717541076242924}
+{"Finetune/Learning Rate": 1.952636220335333e-05, "Finetune/Loss": 0.9163228869438171, "Finetune/Loss (Raw)": 0.6134096384048462, "Finetune/Step": 2411, "Finetune/Step Time": 6.726483756676316}
+{"Finetune/Learning Rate": 1.9525849956009956e-05, "Finetune/Loss": 0.9158011674880981, "Finetune/Loss (Raw)": 0.7767956852912903, "Finetune/Step": 2412, "Finetune/Step Time": 6.729179676622152}
+{"Finetune/Learning Rate": 1.952533743854056e-05, "Finetune/Loss": 0.9161045551300049, "Finetune/Loss (Raw)": 0.9779936671257019, "Finetune/Step": 2413, "Finetune/Step Time": 6.729238273575902}
+{"Finetune/Learning Rate": 1.952482465095969e-05, "Finetune/Loss": 0.9165108799934387, "Finetune/Loss (Raw)": 0.9098660349845886, "Finetune/Step": 2414, "Finetune/Step Time": 6.733234552666545}
+{"Finetune/Learning Rate": 1.952431159328187e-05, "Finetune/Loss": 0.9168184995651245, "Finetune/Loss (Raw)": 0.9682350754737854, "Finetune/Step": 2415, "Finetune/Step Time": 6.729623438790441}
+{"Finetune/Learning Rate": 1.9523798265521656e-05, "Finetune/Loss": 0.9169917702674866, "Finetune/Loss (Raw)": 0.9575260877609253, "Finetune/Step": 2416, "Finetune/Step Time": 6.726850038394332}
+{"Finetune/Learning Rate": 1.952328466769361e-05, "Finetune/Loss": 0.9161580801010132, "Finetune/Loss (Raw)": 0.9173972606658936, "Finetune/Step": 2417, "Finetune/Step Time": 6.736344614997506}
+{"Finetune/Learning Rate": 1.9522770799812287e-05, "Finetune/Loss": 0.9179007411003113, "Finetune/Loss (Raw)": 1.0375900268554688, "Finetune/Step": 2418, "Finetune/Step Time": 6.7310408391058445}
+{"Finetune/Learning Rate": 1.9522256661892264e-05, "Finetune/Loss": 0.9195090532302856, "Finetune/Loss (Raw)": 1.0180176496505737, "Finetune/Step": 2419, "Finetune/Step Time": 6.7099551018327475}
+{"Finetune/Learning Rate": 1.9521742253948123e-05, "Finetune/Loss": 0.9182446599006653, "Finetune/Loss (Raw)": 0.9455525875091553, "Finetune/Step": 2420, "Finetune/Step Time": 6.7181682381778955}
+{"Finetune/Learning Rate": 1.9521227575994445e-05, "Finetune/Loss": 0.9176905155181885, "Finetune/Loss (Raw)": 0.9946920871734619, "Finetune/Step": 2421, "Finetune/Step Time": 6.717204354703426}
+{"Finetune/Learning Rate": 1.9520712628045827e-05, "Finetune/Loss": 0.9184004068374634, "Finetune/Loss (Raw)": 0.9918442964553833, "Finetune/Step": 2422, "Finetune/Step Time": 6.714029416441917}
+{"Finetune/Learning Rate": 1.9520197410116878e-05, "Finetune/Loss": 0.9202543497085571, "Finetune/Loss (Raw)": 1.0311306715011597, "Finetune/Step": 2423, "Finetune/Step Time": 6.718119811266661}
+{"Finetune/Learning Rate": 1.9519681922222195e-05, "Finetune/Loss": 0.9205557107925415, "Finetune/Loss (Raw)": 1.0317671298980713, "Finetune/Step": 2424, "Finetune/Step Time": 6.71796315908432}
+{"Finetune/Learning Rate": 1.9519166164376408e-05, "Finetune/Loss": 0.9204299449920654, "Finetune/Loss (Raw)": 0.8777672052383423, "Finetune/Step": 2425, "Finetune/Step Time": 6.72149764187634}
+{"Finetune/Learning Rate": 1.9518650136594136e-05, "Finetune/Loss": 0.9217712879180908, "Finetune/Loss (Raw)": 1.0425349473953247, "Finetune/Step": 2426, "Finetune/Step Time": 6.720072751864791}
+{"Finetune/Learning Rate": 1.9518133838890012e-05, "Finetune/Loss": 0.9232682585716248, "Finetune/Loss (Raw)": 1.184974193572998, "Finetune/Step": 2427, "Finetune/Step Time": 6.7191542983055115}
+{"Finetune/Learning Rate": 1.951761727127868e-05, "Finetune/Loss": 0.9241703748703003, "Finetune/Loss (Raw)": 0.9822298288345337, "Finetune/Step": 2428, "Finetune/Step Time": 6.716461483389139}
+{"Finetune/Learning Rate": 1.9517100433774784e-05, "Finetune/Loss": 0.9245691895484924, "Finetune/Loss (Raw)": 0.8989730477333069, "Finetune/Step": 2429, "Finetune/Step Time": 6.720909170806408}
+{"Finetune/Learning Rate": 1.9516583326392985e-05, "Finetune/Loss": 0.9248145222663879, "Finetune/Loss (Raw)": 0.8711040019989014, "Finetune/Step": 2430, "Finetune/Step Time": 6.718615235760808}
+{"Finetune/Learning Rate": 1.9516065949147945e-05, "Finetune/Loss": 0.9252411723136902, "Finetune/Loss (Raw)": 0.9896679520606995, "Finetune/Step": 2431, "Finetune/Step Time": 6.715844288468361}
+{"Finetune/Learning Rate": 1.9515548302054335e-05, "Finetune/Loss": 0.9252946376800537, "Finetune/Loss (Raw)": 0.8601573705673218, "Finetune/Step": 2432, "Finetune/Step Time": 6.71458799764514}
+{"Finetune/Learning Rate": 1.951503038512683e-05, "Finetune/Loss": 0.9244905114173889, "Finetune/Loss (Raw)": 0.8480713963508606, "Finetune/Step": 2433, "Finetune/Step Time": 6.717228403314948}
+{"Finetune/Learning Rate": 1.9514512198380124e-05, "Finetune/Loss": 0.9251914024353027, "Finetune/Loss (Raw)": 0.954707145690918, "Finetune/Step": 2434, "Finetune/Step Time": 6.722047919407487}
+{"Finetune/Learning Rate": 1.9513993741828908e-05, "Finetune/Loss": 0.9251935482025146, "Finetune/Loss (Raw)": 0.9415782690048218, "Finetune/Step": 2435, "Finetune/Step Time": 6.725302375853062}
+{"Finetune/Learning Rate": 1.9513475015487883e-05, "Finetune/Loss": 0.927608847618103, "Finetune/Loss (Raw)": 1.0044126510620117, "Finetune/Step": 2436, "Finetune/Step Time": 6.711911473423243}
+{"Finetune/Learning Rate": 1.951295601937176e-05, "Finetune/Loss": 0.9284048676490784, "Finetune/Loss (Raw)": 1.0328704118728638, "Finetune/Step": 2437, "Finetune/Step Time": 6.751444740220904}
+{"Finetune/Learning Rate": 1.9512436753495253e-05, "Finetune/Loss": 0.9279687404632568, "Finetune/Loss (Raw)": 0.9294871687889099, "Finetune/Step": 2438, "Finetune/Step Time": 6.756584621965885}
+{"Finetune/Learning Rate": 1.9511917217873088e-05, "Finetune/Loss": 0.9288397431373596, "Finetune/Loss (Raw)": 1.0391610860824585, "Finetune/Step": 2439, "Finetune/Step Time": 6.7501109801232815}
+{"Finetune/Learning Rate": 1.9511397412520003e-05, "Finetune/Loss": 0.9289188385009766, "Finetune/Loss (Raw)": 0.9455541372299194, "Finetune/Step": 2440, "Finetune/Step Time": 6.748429011553526}
+{"Finetune/Learning Rate": 1.9510877337450733e-05, "Finetune/Loss": 0.931530237197876, "Finetune/Loss (Raw)": 1.0694314241409302, "Finetune/Step": 2441, "Finetune/Step Time": 6.736813075840473}
+{"Finetune/Learning Rate": 1.9510356992680027e-05, "Finetune/Loss": 0.9302924871444702, "Finetune/Loss (Raw)": 0.9452821612358093, "Finetune/Step": 2442, "Finetune/Step Time": 6.736931558698416}
+{"Finetune/Learning Rate": 1.950983637822264e-05, "Finetune/Loss": 0.9304345846176147, "Finetune/Loss (Raw)": 0.927888035774231, "Finetune/Step": 2443, "Finetune/Step Time": 6.723926555365324}
+{"Finetune/Learning Rate": 1.9509315494093336e-05, "Finetune/Loss": 0.9298477172851562, "Finetune/Loss (Raw)": 0.8645349740982056, "Finetune/Step": 2444, "Finetune/Step Time": 6.727908199653029}
+{"Finetune/Learning Rate": 1.9508794340306883e-05, "Finetune/Loss": 0.9275510311126709, "Finetune/Loss (Raw)": 0.8197229504585266, "Finetune/Step": 2445, "Finetune/Step Time": 6.727503597736359}
+{"Finetune/Learning Rate": 1.9508272916878065e-05, "Finetune/Loss": 0.9282013177871704, "Finetune/Loss (Raw)": 1.0645450353622437, "Finetune/Step": 2446, "Finetune/Step Time": 6.730906214565039}
+{"Finetune/Learning Rate": 1.9507751223821666e-05, "Finetune/Loss": 0.9278411269187927, "Finetune/Loss (Raw)": 1.0219544172286987, "Finetune/Step": 2447, "Finetune/Step Time": 6.7257478926330805}
+{"Finetune/Learning Rate": 1.9507229261152476e-05, "Finetune/Loss": 0.9295547008514404, "Finetune/Loss (Raw)": 0.9649770855903625, "Finetune/Step": 2448, "Finetune/Step Time": 6.720577351748943}
+{"Finetune/Learning Rate": 1.95067070288853e-05, "Finetune/Loss": 0.9288321137428284, "Finetune/Loss (Raw)": 0.9316891431808472, "Finetune/Step": 2449, "Finetune/Step Time": 6.720027003437281}
+{"Finetune/Learning Rate": 1.9506184527034948e-05, "Finetune/Loss": 0.9279586672782898, "Finetune/Loss (Raw)": 0.939749538898468, "Finetune/Step": 2450, "Finetune/Step Time": 6.719962179660797}
+{"Finetune/Learning Rate": 1.950566175561623e-05, "Finetune/Loss": 0.9279115200042725, "Finetune/Loss (Raw)": 0.8999977707862854, "Finetune/Step": 2451, "Finetune/Step Time": 6.721422763541341}
+{"Finetune/Learning Rate": 1.950513871464398e-05, "Finetune/Loss": 0.926639199256897, "Finetune/Loss (Raw)": 0.813446044921875, "Finetune/Step": 2452, "Finetune/Step Time": 6.721436223015189}
+{"Finetune/Learning Rate": 1.9504615404133026e-05, "Finetune/Loss": 0.9259073734283447, "Finetune/Loss (Raw)": 0.9348779320716858, "Finetune/Step": 2453, "Finetune/Step Time": 6.719920467585325}
+{"Finetune/Learning Rate": 1.9504091824098203e-05, "Finetune/Loss": 0.9259439706802368, "Finetune/Loss (Raw)": 0.9312829375267029, "Finetune/Step": 2454, "Finetune/Step Time": 6.718044396489859}
+{"Finetune/Learning Rate": 1.950356797455436e-05, "Finetune/Loss": 0.92367023229599, "Finetune/Loss (Raw)": 0.8683326244354248, "Finetune/Step": 2455, "Finetune/Step Time": 6.730435743927956}
+{"Finetune/Learning Rate": 1.950304385551636e-05, "Finetune/Loss": 0.9224799871444702, "Finetune/Loss (Raw)": 0.8432462215423584, "Finetune/Step": 2456, "Finetune/Step Time": 6.734760822728276}
+{"Finetune/Learning Rate": 1.9502519466999053e-05, "Finetune/Loss": 0.9229924082756042, "Finetune/Loss (Raw)": 0.9513159394264221, "Finetune/Step": 2457, "Finetune/Step Time": 6.7522263787686825}
+{"Finetune/Learning Rate": 1.950199480901732e-05, "Finetune/Loss": 0.9232140779495239, "Finetune/Loss (Raw)": 0.9914830327033997, "Finetune/Step": 2458, "Finetune/Step Time": 6.769759591668844}
+{"Finetune/Learning Rate": 1.950146988158603e-05, "Finetune/Loss": 0.9254131317138672, "Finetune/Loss (Raw)": 1.0452349185943604, "Finetune/Step": 2459, "Finetune/Step Time": 6.752101002261043}
+{"Finetune/Learning Rate": 1.9500944684720074e-05, "Finetune/Loss": 0.9253416061401367, "Finetune/Loss (Raw)": 0.9184740781784058, "Finetune/Step": 2460, "Finetune/Step Time": 6.751545576378703}
+{"Finetune/Learning Rate": 1.9500419218434346e-05, "Finetune/Loss": 0.9260950088500977, "Finetune/Loss (Raw)": 1.0219087600708008, "Finetune/Step": 2461, "Finetune/Step Time": 6.735028265044093}
+{"Finetune/Learning Rate": 1.9499893482743745e-05, "Finetune/Loss": 0.9274579286575317, "Finetune/Loss (Raw)": 1.040113925933838, "Finetune/Step": 2462, "Finetune/Step Time": 6.732273638248444}
+{"Finetune/Learning Rate": 1.9499367477663175e-05, "Finetune/Loss": 0.9262301921844482, "Finetune/Loss (Raw)": 0.8011845350265503, "Finetune/Step": 2463, "Finetune/Step Time": 6.728663947433233}
+{"Finetune/Learning Rate": 1.949884120320756e-05, "Finetune/Loss": 0.9257837533950806, "Finetune/Loss (Raw)": 0.9878146648406982, "Finetune/Step": 2464, "Finetune/Step Time": 6.729587309062481}
+{"Finetune/Learning Rate": 1.9498314659391816e-05, "Finetune/Loss": 0.9274104237556458, "Finetune/Loss (Raw)": 1.0307966470718384, "Finetune/Step": 2465, "Finetune/Step Time": 6.72663345374167}
+{"Finetune/Learning Rate": 1.949778784623088e-05, "Finetune/Loss": 0.9278932809829712, "Finetune/Loss (Raw)": 0.9993671178817749, "Finetune/Step": 2466, "Finetune/Step Time": 6.734236339107156}
+{"Finetune/Learning Rate": 1.9497260763739692e-05, "Finetune/Loss": 0.9264309406280518, "Finetune/Loss (Raw)": 0.7955820560455322, "Finetune/Step": 2467, "Finetune/Step Time": 6.74723432585597}
+{"Finetune/Learning Rate": 1.949673341193319e-05, "Finetune/Loss": 0.9242162704467773, "Finetune/Loss (Raw)": 0.769799530506134, "Finetune/Step": 2468, "Finetune/Step Time": 6.745090890675783}
+{"Finetune/Learning Rate": 1.9496205790826336e-05, "Finetune/Loss": 0.9257257580757141, "Finetune/Loss (Raw)": 0.982860803604126, "Finetune/Step": 2469, "Finetune/Step Time": 6.746914263814688}
+{"Finetune/Learning Rate": 1.9495677900434086e-05, "Finetune/Loss": 0.9248917102813721, "Finetune/Loss (Raw)": 0.8351903557777405, "Finetune/Step": 2470, "Finetune/Step Time": 6.752024739980698}
+{"Finetune/Learning Rate": 1.9495149740771417e-05, "Finetune/Loss": 0.9236243963241577, "Finetune/Loss (Raw)": 0.7533578276634216, "Finetune/Step": 2471, "Finetune/Step Time": 6.763145508244634}
+{"Finetune/Learning Rate": 1.94946213118533e-05, "Finetune/Loss": 0.9250611066818237, "Finetune/Loss (Raw)": 0.9107896685600281, "Finetune/Step": 2472, "Finetune/Step Time": 6.776115212589502}
+{"Finetune/Learning Rate": 1.949409261369472e-05, "Finetune/Loss": 0.9256487488746643, "Finetune/Loss (Raw)": 1.0804625749588013, "Finetune/Step": 2473, "Finetune/Step Time": 6.76679583825171}
+{"Finetune/Learning Rate": 1.9493563646310677e-05, "Finetune/Loss": 0.9262532591819763, "Finetune/Loss (Raw)": 1.0268675088882446, "Finetune/Step": 2474, "Finetune/Step Time": 6.763468047603965}
+{"Finetune/Learning Rate": 1.949303440971616e-05, "Finetune/Loss": 0.9261642694473267, "Finetune/Loss (Raw)": 0.9835141897201538, "Finetune/Step": 2475, "Finetune/Step Time": 6.762398108839989}
+{"Finetune/Learning Rate": 1.9492504903926183e-05, "Finetune/Loss": 0.925783634185791, "Finetune/Loss (Raw)": 0.8855469822883606, "Finetune/Step": 2476, "Finetune/Step Time": 6.76230151578784}
+{"Finetune/Learning Rate": 1.949197512895576e-05, "Finetune/Loss": 0.9261031746864319, "Finetune/Loss (Raw)": 0.8849794268608093, "Finetune/Step": 2477, "Finetune/Step Time": 6.7617269568145275}
+{"Finetune/Learning Rate": 1.9491445084819912e-05, "Finetune/Loss": 0.9249704480171204, "Finetune/Loss (Raw)": 0.992176353931427, "Finetune/Step": 2478, "Finetune/Step Time": 6.765324050560594}
+{"Finetune/Learning Rate": 1.9490914771533677e-05, "Finetune/Loss": 0.9252704977989197, "Finetune/Loss (Raw)": 0.9715642333030701, "Finetune/Step": 2479, "Finetune/Step Time": 6.760905962437391}
+{"Finetune/Learning Rate": 1.9490384189112084e-05, "Finetune/Loss": 0.9257481098175049, "Finetune/Loss (Raw)": 0.8437657356262207, "Finetune/Step": 2480, "Finetune/Step Time": 6.746042342856526}
+{"Finetune/Learning Rate": 1.948985333757018e-05, "Finetune/Loss": 0.9262949824333191, "Finetune/Loss (Raw)": 0.9604042172431946, "Finetune/Step": 2481, "Finetune/Step Time": 6.727961288765073}
+{"Finetune/Learning Rate": 1.9489322216923027e-05, "Finetune/Loss": 0.9270272254943848, "Finetune/Loss (Raw)": 1.0250104665756226, "Finetune/Step": 2482, "Finetune/Step Time": 6.728366609662771}
+{"Finetune/Learning Rate": 1.9488790827185676e-05, "Finetune/Loss": 0.9280428290367126, "Finetune/Loss (Raw)": 1.049562931060791, "Finetune/Step": 2483, "Finetune/Step Time": 6.730973498895764}
+{"Finetune/Learning Rate": 1.9488259168373198e-05, "Finetune/Loss": 0.9277048110961914, "Finetune/Loss (Raw)": 0.9448202252388, "Finetune/Step": 2484, "Finetune/Step Time": 6.730269039049745}
+{"Finetune/Learning Rate": 1.9487727240500674e-05, "Finetune/Loss": 0.9272338151931763, "Finetune/Loss (Raw)": 0.8650873899459839, "Finetune/Step": 2485, "Finetune/Step Time": 6.741495365276933}
+{"Finetune/Learning Rate": 1.9487195043583184e-05, "Finetune/Loss": 0.9266594648361206, "Finetune/Loss (Raw)": 0.9431509971618652, "Finetune/Step": 2486, "Finetune/Step Time": 6.743705464527011}
+{"Finetune/Learning Rate": 1.948666257763582e-05, "Finetune/Loss": 0.9262179136276245, "Finetune/Loss (Raw)": 0.8696001172065735, "Finetune/Step": 2487, "Finetune/Step Time": 6.749753516167402}
+{"Finetune/Learning Rate": 1.948612984267368e-05, "Finetune/Loss": 0.9260236024856567, "Finetune/Loss (Raw)": 0.946111261844635, "Finetune/Step": 2488, "Finetune/Step Time": 6.752247750759125}
+{"Finetune/Learning Rate": 1.9485596838711876e-05, "Finetune/Loss": 0.9265963435173035, "Finetune/Loss (Raw)": 0.9009020328521729, "Finetune/Step": 2489, "Finetune/Step Time": 6.749013114720583}
+{"Finetune/Learning Rate": 1.9485063565765516e-05, "Finetune/Loss": 0.9271335601806641, "Finetune/Loss (Raw)": 0.9210805892944336, "Finetune/Step": 2490, "Finetune/Step Time": 6.748898828402162}
+{"Finetune/Learning Rate": 1.948453002384973e-05, "Finetune/Loss": 0.9256300330162048, "Finetune/Loss (Raw)": 0.9048957824707031, "Finetune/Step": 2491, "Finetune/Step Time": 6.7434512209147215}
+{"Finetune/Learning Rate": 1.948399621297964e-05, "Finetune/Loss": 0.9260492324829102, "Finetune/Loss (Raw)": 1.0954028367996216, "Finetune/Step": 2492, "Finetune/Step Time": 6.742802927270532}
+{"Finetune/Learning Rate": 1.9483462133170385e-05, "Finetune/Loss": 0.9260600805282593, "Finetune/Loss (Raw)": 0.9543899893760681, "Finetune/Step": 2493, "Finetune/Step Time": 6.742535192519426}
+{"Finetune/Learning Rate": 1.9482927784437114e-05, "Finetune/Loss": 0.9266535639762878, "Finetune/Loss (Raw)": 0.9384271502494812, "Finetune/Step": 2494, "Finetune/Step Time": 6.720864959061146}
+{"Finetune/Learning Rate": 1.9482393166794976e-05, "Finetune/Loss": 0.9280775785446167, "Finetune/Loss (Raw)": 0.994465708732605, "Finetune/Step": 2495, "Finetune/Step Time": 6.709410846233368}
+{"Finetune/Learning Rate": 1.948185828025913e-05, "Finetune/Loss": 0.9286409616470337, "Finetune/Loss (Raw)": 1.0162358283996582, "Finetune/Step": 2496, "Finetune/Step Time": 6.7148622665554285}
+{"Finetune/Learning Rate": 1.9481323124844747e-05, "Finetune/Loss": 0.9289799332618713, "Finetune/Loss (Raw)": 0.9375918507575989, "Finetune/Step": 2497, "Finetune/Step Time": 6.706171583384275}
+{"Finetune/Learning Rate": 1.9480787700567e-05, "Finetune/Loss": 0.9309701323509216, "Finetune/Loss (Raw)": 0.9198269844055176, "Finetune/Step": 2498, "Finetune/Step Time": 6.709302255883813}
+{"Finetune/Learning Rate": 1.9480252007441075e-05, "Finetune/Loss": 0.9323452115058899, "Finetune/Loss (Raw)": 1.0080329179763794, "Finetune/Step": 2499, "Finetune/Step Time": 6.711719488725066}
+{"Finetune/Learning Rate": 1.9479716045482166e-05, "Finetune/Loss": 0.9305766820907593, "Finetune/Loss (Raw)": 0.9239009022712708, "Finetune/Step": 2500, "Finetune/Step Time": 6.70939234085381}
+{"Finetune/Learning Rate": 1.9479179814705458e-05, "Finetune/Loss": 0.9299072623252869, "Finetune/Loss (Raw)": 0.8734534382820129, "Finetune/Step": 2501, "Finetune/Step Time": 6.696001250296831}
+{"Finetune/Learning Rate": 1.947864331512617e-05, "Finetune/Loss": 0.9312514662742615, "Finetune/Loss (Raw)": 0.9527413249015808, "Finetune/Step": 2502, "Finetune/Step Time": 6.682922406122088}
+{"Finetune/Learning Rate": 1.9478106546759512e-05, "Finetune/Loss": 0.9322893619537354, "Finetune/Loss (Raw)": 0.9896015524864197, "Finetune/Step": 2503, "Finetune/Step Time": 6.681921487674117}
+{"Finetune/Learning Rate": 1.9477569509620703e-05, "Finetune/Loss": 0.9329777956008911, "Finetune/Loss (Raw)": 0.9145035147666931, "Finetune/Step": 2504, "Finetune/Step Time": 6.661606647074223}
+{"Finetune/Learning Rate": 1.9477032203724974e-05, "Finetune/Loss": 0.9321561455726624, "Finetune/Loss (Raw)": 0.7841829657554626, "Finetune/Step": 2505, "Finetune/Step Time": 6.663573011755943}
+{"Finetune/Learning Rate": 1.947649462908756e-05, "Finetune/Loss": 0.9329060316085815, "Finetune/Loss (Raw)": 0.9318252801895142, "Finetune/Step": 2506, "Finetune/Step Time": 6.654378758743405}
+{"Finetune/Learning Rate": 1.9475956785723707e-05, "Finetune/Loss": 0.9327369928359985, "Finetune/Loss (Raw)": 0.8282786011695862, "Finetune/Step": 2507, "Finetune/Step Time": 6.650610318407416}
+{"Finetune/Learning Rate": 1.9475418673648667e-05, "Finetune/Loss": 0.9353231191635132, "Finetune/Loss (Raw)": 1.0572973489761353, "Finetune/Step": 2508, "Finetune/Step Time": 6.6475146152079105}
+{"Finetune/Learning Rate": 1.9474880292877695e-05, "Finetune/Loss": 0.9346314668655396, "Finetune/Loss (Raw)": 0.871185302734375, "Finetune/Step": 2509, "Finetune/Step Time": 6.629030140116811}
+{"Finetune/Learning Rate": 1.9474341643426064e-05, "Finetune/Loss": 0.9337055087089539, "Finetune/Loss (Raw)": 0.8990065455436707, "Finetune/Step": 2510, "Finetune/Step Time": 6.630905095487833}
+{"Finetune/Learning Rate": 1.9473802725309043e-05, "Finetune/Loss": 0.9331042766571045, "Finetune/Loss (Raw)": 0.8576920032501221, "Finetune/Step": 2511, "Finetune/Step Time": 6.630092300474644}
+{"Finetune/Learning Rate": 1.9473263538541916e-05, "Finetune/Loss": 0.9328504800796509, "Finetune/Loss (Raw)": 0.8567613363265991, "Finetune/Step": 2512, "Finetune/Step Time": 6.613364132121205}
+{"Finetune/Learning Rate": 1.9472724083139973e-05, "Finetune/Loss": 0.931654155254364, "Finetune/Loss (Raw)": 0.8782758116722107, "Finetune/Step": 2513, "Finetune/Step Time": 6.614955788478255}
+{"Finetune/Learning Rate": 1.9472184359118516e-05, "Finetune/Loss": 0.9300336837768555, "Finetune/Loss (Raw)": 0.802647054195404, "Finetune/Step": 2514, "Finetune/Step Time": 6.622809400781989}
+{"Finetune/Learning Rate": 1.9471644366492842e-05, "Finetune/Loss": 0.9300045967102051, "Finetune/Loss (Raw)": 0.8711706399917603, "Finetune/Step": 2515, "Finetune/Step Time": 6.615160221233964}
+{"Finetune/Learning Rate": 1.9471104105278265e-05, "Finetune/Loss": 0.9314050674438477, "Finetune/Loss (Raw)": 1.0285643339157104, "Finetune/Step": 2516, "Finetune/Step Time": 6.622082479298115}
+{"Finetune/Learning Rate": 1.9470563575490114e-05, "Finetune/Loss": 0.9317045211791992, "Finetune/Loss (Raw)": 0.9139289259910583, "Finetune/Step": 2517, "Finetune/Step Time": 6.62634757719934}
+{"Finetune/Learning Rate": 1.947002277714371e-05, "Finetune/Loss": 0.9330360889434814, "Finetune/Loss (Raw)": 1.0476701259613037, "Finetune/Step": 2518, "Finetune/Step Time": 6.583753779530525}
+{"Finetune/Learning Rate": 1.9469481710254384e-05, "Finetune/Loss": 0.9335761070251465, "Finetune/Loss (Raw)": 0.9075718522071838, "Finetune/Step": 2519, "Finetune/Step Time": 6.578903635963798}
+{"Finetune/Learning Rate": 1.946894037483749e-05, "Finetune/Loss": 0.9326452612876892, "Finetune/Loss (Raw)": 0.9453372359275818, "Finetune/Step": 2520, "Finetune/Step Time": 6.578331541270018}
+{"Finetune/Learning Rate": 1.9468398770908368e-05, "Finetune/Loss": 0.9324396848678589, "Finetune/Loss (Raw)": 0.8882124423980713, "Finetune/Step": 2521, "Finetune/Step Time": 6.576880540698767}
+{"Finetune/Learning Rate": 1.9467856898482386e-05, "Finetune/Loss": 0.9322166442871094, "Finetune/Loss (Raw)": 0.9533727169036865, "Finetune/Step": 2522, "Finetune/Step Time": 6.5644005835056305}
+{"Finetune/Learning Rate": 1.94673147575749e-05, "Finetune/Loss": 0.9324175119400024, "Finetune/Loss (Raw)": 0.8912632465362549, "Finetune/Step": 2523, "Finetune/Step Time": 6.56881058588624}
+{"Finetune/Learning Rate": 1.9466772348201294e-05, "Finetune/Loss": 0.93382328748703, "Finetune/Loss (Raw)": 0.8628574013710022, "Finetune/Step": 2524, "Finetune/Step Time": 6.571889583021402}
+{"Finetune/Learning Rate": 1.946622967037694e-05, "Finetune/Loss": 0.9344775080680847, "Finetune/Loss (Raw)": 0.9814391136169434, "Finetune/Step": 2525, "Finetune/Step Time": 6.5652244333177805}
+{"Finetune/Learning Rate": 1.9465686724117236e-05, "Finetune/Loss": 0.9339501261711121, "Finetune/Loss (Raw)": 0.920323371887207, "Finetune/Step": 2526, "Finetune/Step Time": 6.557433186098933}
+{"Finetune/Learning Rate": 1.946514350943757e-05, "Finetune/Loss": 0.9341675639152527, "Finetune/Loss (Raw)": 0.9929543137550354, "Finetune/Step": 2527, "Finetune/Step Time": 6.55944156460464}
+{"Finetune/Learning Rate": 1.946460002635335e-05, "Finetune/Loss": 0.9362022280693054, "Finetune/Loss (Raw)": 0.9863406419754028, "Finetune/Step": 2528, "Finetune/Step Time": 6.548686597496271}
+{"Finetune/Learning Rate": 1.9464056274879984e-05, "Finetune/Loss": 0.9363094568252563, "Finetune/Loss (Raw)": 0.9451833963394165, "Finetune/Step": 2529, "Finetune/Step Time": 6.5492180828005075}
+{"Finetune/Learning Rate": 1.94635122550329e-05, "Finetune/Loss": 0.9372830390930176, "Finetune/Loss (Raw)": 1.058312177658081, "Finetune/Step": 2530, "Finetune/Step Time": 6.548811886459589}
+{"Finetune/Learning Rate": 1.9462967966827512e-05, "Finetune/Loss": 0.9366267919540405, "Finetune/Loss (Raw)": 0.7143250107765198, "Finetune/Step": 2531, "Finetune/Step Time": 6.563016438856721}
+{"Finetune/Learning Rate": 1.9462423410279268e-05, "Finetune/Loss": 0.9360748529434204, "Finetune/Loss (Raw)": 0.8520780801773071, "Finetune/Step": 2532, "Finetune/Step Time": 6.57416339032352}
+{"Finetune/Learning Rate": 1.94618785854036e-05, "Finetune/Loss": 0.9374885559082031, "Finetune/Loss (Raw)": 1.098222017288208, "Finetune/Step": 2533, "Finetune/Step Time": 6.556962827220559}
+{"Finetune/Learning Rate": 1.9461333492215965e-05, "Finetune/Loss": 0.9391329884529114, "Finetune/Loss (Raw)": 0.9833112955093384, "Finetune/Step": 2534, "Finetune/Step Time": 6.5575642585754395}
+{"Finetune/Learning Rate": 1.9460788130731813e-05, "Finetune/Loss": 0.9391347765922546, "Finetune/Loss (Raw)": 0.872073233127594, "Finetune/Step": 2535, "Finetune/Step Time": 6.5593231189996}
+{"Finetune/Learning Rate": 1.9460242500966614e-05, "Finetune/Loss": 0.9381212592124939, "Finetune/Loss (Raw)": 0.9694574475288391, "Finetune/Step": 2536, "Finetune/Step Time": 6.560328459367156}
+{"Finetune/Learning Rate": 1.9459696602935838e-05, "Finetune/Loss": 0.9384439587593079, "Finetune/Loss (Raw)": 0.8998868465423584, "Finetune/Step": 2537, "Finetune/Step Time": 6.562117660418153}
+{"Finetune/Learning Rate": 1.9459150436654966e-05, "Finetune/Loss": 0.9382779598236084, "Finetune/Loss (Raw)": 0.9791941046714783, "Finetune/Step": 2538, "Finetune/Step Time": 6.564277049154043}
+{"Finetune/Learning Rate": 1.9458604002139485e-05, "Finetune/Loss": 0.9404436349868774, "Finetune/Loss (Raw)": 0.8906198740005493, "Finetune/Step": 2539, "Finetune/Step Time": 6.554485836997628}
+{"Finetune/Learning Rate": 1.9458057299404895e-05, "Finetune/Loss": 0.9414676427841187, "Finetune/Loss (Raw)": 0.9078620672225952, "Finetune/Step": 2540, "Finetune/Step Time": 6.554449692368507}
+{"Finetune/Learning Rate": 1.945751032846669e-05, "Finetune/Loss": 0.9421435594558716, "Finetune/Loss (Raw)": 1.0645174980163574, "Finetune/Step": 2541, "Finetune/Step Time": 6.563130604103208}
+{"Finetune/Learning Rate": 1.945696308934039e-05, "Finetune/Loss": 0.9420304298400879, "Finetune/Loss (Raw)": 0.8953871726989746, "Finetune/Step": 2542, "Finetune/Step Time": 6.560613946989179}
+{"Finetune/Learning Rate": 1.945641558204151e-05, "Finetune/Loss": 0.9413038492202759, "Finetune/Loss (Raw)": 0.8752286434173584, "Finetune/Step": 2543, "Finetune/Step Time": 6.571744179353118}
+{"Finetune/Learning Rate": 1.945586780658557e-05, "Finetune/Loss": 0.9414658546447754, "Finetune/Loss (Raw)": 0.9782655239105225, "Finetune/Step": 2544, "Finetune/Step Time": 6.573753338307142}
+{"Finetune/Learning Rate": 1.9455319762988107e-05, "Finetune/Loss": 0.9402850866317749, "Finetune/Loss (Raw)": 0.7662604451179504, "Finetune/Step": 2545, "Finetune/Step Time": 6.565902028232813}
+{"Finetune/Learning Rate": 1.9454771451264666e-05, "Finetune/Loss": 0.9398787617683411, "Finetune/Loss (Raw)": 0.9855716228485107, "Finetune/Step": 2546, "Finetune/Step Time": 6.569544542580843}
+{"Finetune/Learning Rate": 1.9454222871430794e-05, "Finetune/Loss": 0.9392488598823547, "Finetune/Loss (Raw)": 0.9373977780342102, "Finetune/Step": 2547, "Finetune/Step Time": 6.58927839435637}
+{"Finetune/Learning Rate": 1.9453674023502042e-05, "Finetune/Loss": 0.9383395910263062, "Finetune/Loss (Raw)": 0.8291671276092529, "Finetune/Step": 2548, "Finetune/Step Time": 6.594906982034445}
+{"Finetune/Learning Rate": 1.945312490749398e-05, "Finetune/Loss": 0.9378960132598877, "Finetune/Loss (Raw)": 0.937914252281189, "Finetune/Step": 2549, "Finetune/Step Time": 6.59781982563436}
+{"Finetune/Learning Rate": 1.9452575523422176e-05, "Finetune/Loss": 0.9371883869171143, "Finetune/Loss (Raw)": 0.9012710452079773, "Finetune/Step": 2550, "Finetune/Step Time": 6.608979407697916}
+{"Finetune/Learning Rate": 1.9452025871302208e-05, "Finetune/Loss": 0.9369003772735596, "Finetune/Loss (Raw)": 0.994255781173706, "Finetune/Step": 2551, "Finetune/Step Time": 6.603707920759916}
+{"Finetune/Learning Rate": 1.9451475951149665e-05, "Finetune/Loss": 0.9366095066070557, "Finetune/Loss (Raw)": 0.9945325255393982, "Finetune/Step": 2552, "Finetune/Step Time": 6.604587633162737}
+{"Finetune/Learning Rate": 1.9450925762980142e-05, "Finetune/Loss": 0.936678409576416, "Finetune/Loss (Raw)": 0.8865907788276672, "Finetune/Step": 2553, "Finetune/Step Time": 6.602196788415313}
+{"Finetune/Learning Rate": 1.9450375306809236e-05, "Finetune/Loss": 0.9363423585891724, "Finetune/Loss (Raw)": 0.9995235800743103, "Finetune/Step": 2554, "Finetune/Step Time": 6.603034872561693}
+{"Finetune/Learning Rate": 1.9449824582652562e-05, "Finetune/Loss": 0.9336550235748291, "Finetune/Loss (Raw)": 0.8409886956214905, "Finetune/Step": 2555, "Finetune/Step Time": 6.60434028506279}
+{"Finetune/Learning Rate": 1.9449273590525736e-05, "Finetune/Loss": 0.9330195188522339, "Finetune/Loss (Raw)": 0.9008845090866089, "Finetune/Step": 2556, "Finetune/Step Time": 6.609705455601215}
+{"Finetune/Learning Rate": 1.9448722330444377e-05, "Finetune/Loss": 0.9323034882545471, "Finetune/Loss (Raw)": 0.8073268532752991, "Finetune/Step": 2557, "Finetune/Step Time": 6.61489013582468}
+{"Finetune/Learning Rate": 1.9448170802424126e-05, "Finetune/Loss": 0.9340772032737732, "Finetune/Loss (Raw)": 1.0981379747390747, "Finetune/Step": 2558, "Finetune/Step Time": 6.624081008136272}
+{"Finetune/Learning Rate": 1.9447619006480614e-05, "Finetune/Loss": 0.9346592426300049, "Finetune/Loss (Raw)": 1.064168095588684, "Finetune/Step": 2559, "Finetune/Step Time": 6.623686546459794}
+{"Finetune/Learning Rate": 1.9447066942629495e-05, "Finetune/Loss": 0.933807373046875, "Finetune/Loss (Raw)": 0.7511228919029236, "Finetune/Step": 2560, "Finetune/Step Time": 6.623144920915365}
+{"Finetune/Learning Rate": 1.944651461088642e-05, "Finetune/Loss": 0.9332420825958252, "Finetune/Loss (Raw)": 0.7757163643836975, "Finetune/Step": 2561, "Finetune/Step Time": 6.634174270555377}
+{"Finetune/Learning Rate": 1.9445962011267052e-05, "Finetune/Loss": 0.9321113228797913, "Finetune/Loss (Raw)": 0.8099592924118042, "Finetune/Step": 2562, "Finetune/Step Time": 6.653148464858532}
+{"Finetune/Learning Rate": 1.944540914378706e-05, "Finetune/Loss": 0.9311122298240662, "Finetune/Loss (Raw)": 0.8137016296386719, "Finetune/Step": 2563, "Finetune/Step Time": 6.662279320880771}
+{"Finetune/Learning Rate": 1.944485600846213e-05, "Finetune/Loss": 0.9288281202316284, "Finetune/Loss (Raw)": 0.7120411396026611, "Finetune/Step": 2564, "Finetune/Step Time": 6.676199885085225}
+{"Finetune/Learning Rate": 1.944430260530794e-05, "Finetune/Loss": 0.9284164905548096, "Finetune/Loss (Raw)": 0.9801840782165527, "Finetune/Step": 2565, "Finetune/Step Time": 6.637354530394077}
+{"Finetune/Learning Rate": 1.944374893434018e-05, "Finetune/Loss": 0.9288173913955688, "Finetune/Loss (Raw)": 0.980810284614563, "Finetune/Step": 2566, "Finetune/Step Time": 6.634618259966373}
+{"Finetune/Learning Rate": 1.9443194995574558e-05, "Finetune/Loss": 0.9271546602249146, "Finetune/Loss (Raw)": 0.8263164758682251, "Finetune/Step": 2567, "Finetune/Step Time": 6.63122571259737}
+{"Finetune/Learning Rate": 1.9442640789026778e-05, "Finetune/Loss": 0.9264780879020691, "Finetune/Loss (Raw)": 0.8589574098587036, "Finetune/Step": 2568, "Finetune/Step Time": 6.6347102001309395}
+{"Finetune/Learning Rate": 1.9442086314712557e-05, "Finetune/Loss": 0.9252187013626099, "Finetune/Loss (Raw)": 0.9082314372062683, "Finetune/Step": 2569, "Finetune/Step Time": 6.63272256962955}
+{"Finetune/Learning Rate": 1.9441531572647617e-05, "Finetune/Loss": 0.9249799251556396, "Finetune/Loss (Raw)": 0.914723813533783, "Finetune/Step": 2570, "Finetune/Step Time": 6.631093801930547}
+{"Finetune/Learning Rate": 1.9440976562847688e-05, "Finetune/Loss": 0.9256012439727783, "Finetune/Loss (Raw)": 1.0074113607406616, "Finetune/Step": 2571, "Finetune/Step Time": 6.633310133591294}
+{"Finetune/Learning Rate": 1.9440421285328512e-05, "Finetune/Loss": 0.926724910736084, "Finetune/Loss (Raw)": 1.0083643198013306, "Finetune/Step": 2572, "Finetune/Step Time": 6.628827758133411}
+{"Finetune/Learning Rate": 1.9439865740105833e-05, "Finetune/Loss": 0.9279085993766785, "Finetune/Loss (Raw)": 0.9712345004081726, "Finetune/Step": 2573, "Finetune/Step Time": 6.630709758028388}
+{"Finetune/Learning Rate": 1.9439309927195407e-05, "Finetune/Loss": 0.9268385171890259, "Finetune/Loss (Raw)": 0.9275738000869751, "Finetune/Step": 2574, "Finetune/Step Time": 6.631720030680299}
+{"Finetune/Learning Rate": 1.943875384661299e-05, "Finetune/Loss": 0.9268295168876648, "Finetune/Loss (Raw)": 1.0207996368408203, "Finetune/Step": 2575, "Finetune/Step Time": 6.634160876274109}
+{"Finetune/Learning Rate": 1.9438197498374357e-05, "Finetune/Loss": 0.9263274669647217, "Finetune/Loss (Raw)": 0.9007205367088318, "Finetune/Step": 2576, "Finetune/Step Time": 6.634396329522133}
+{"Finetune/Learning Rate": 1.943764088249528e-05, "Finetune/Loss": 0.9267380237579346, "Finetune/Loss (Raw)": 0.9842377305030823, "Finetune/Step": 2577, "Finetune/Step Time": 6.633558575063944}
+{"Finetune/Learning Rate": 1.9437083998991546e-05, "Finetune/Loss": 0.9270367622375488, "Finetune/Loss (Raw)": 0.9779918193817139, "Finetune/Step": 2578, "Finetune/Step Time": 6.634900821372867}
+{"Finetune/Learning Rate": 1.9436526847878944e-05, "Finetune/Loss": 0.9280530214309692, "Finetune/Loss (Raw)": 1.0300824642181396, "Finetune/Step": 2579, "Finetune/Step Time": 6.633662017062306}
+{"Finetune/Learning Rate": 1.9435969429173275e-05, "Finetune/Loss": 0.9286454319953918, "Finetune/Loss (Raw)": 0.8892701864242554, "Finetune/Step": 2580, "Finetune/Step Time": 6.62972766533494}
+{"Finetune/Learning Rate": 1.9435411742890345e-05, "Finetune/Loss": 0.9272249937057495, "Finetune/Loss (Raw)": 0.753061056137085, "Finetune/Step": 2581, "Finetune/Step Time": 6.6271082907915115}
+{"Finetune/Learning Rate": 1.943485378904597e-05, "Finetune/Loss": 0.9264111518859863, "Finetune/Loss (Raw)": 0.8271064758300781, "Finetune/Step": 2582, "Finetune/Step Time": 6.629555506631732}
+{"Finetune/Learning Rate": 1.9434295567655966e-05, "Finetune/Loss": 0.9263560771942139, "Finetune/Loss (Raw)": 0.8612927198410034, "Finetune/Step": 2583, "Finetune/Step Time": 6.617698010057211}
+{"Finetune/Learning Rate": 1.9433737078736172e-05, "Finetune/Loss": 0.9271842837333679, "Finetune/Loss (Raw)": 0.9492537975311279, "Finetune/Step": 2584, "Finetune/Step Time": 6.612233396619558}
+{"Finetune/Learning Rate": 1.943317832230242e-05, "Finetune/Loss": 0.9266883134841919, "Finetune/Loss (Raw)": 0.8878231048583984, "Finetune/Step": 2585, "Finetune/Step Time": 6.605648932978511}
+{"Finetune/Learning Rate": 1.9432619298370554e-05, "Finetune/Loss": 0.9267077445983887, "Finetune/Loss (Raw)": 0.9939734935760498, "Finetune/Step": 2586, "Finetune/Step Time": 6.592239683493972}
+{"Finetune/Learning Rate": 1.9432060006956428e-05, "Finetune/Loss": 0.9251903295516968, "Finetune/Loss (Raw)": 0.851010262966156, "Finetune/Step": 2587, "Finetune/Step Time": 6.598319087177515}
+{"Finetune/Learning Rate": 1.94315004480759e-05, "Finetune/Loss": 0.924571692943573, "Finetune/Loss (Raw)": 0.8392871618270874, "Finetune/Step": 2588, "Finetune/Step Time": 6.600606098771095}
+{"Finetune/Learning Rate": 1.943094062174484e-05, "Finetune/Loss": 0.9236667156219482, "Finetune/Loss (Raw)": 0.90607088804245, "Finetune/Step": 2589, "Finetune/Step Time": 6.595357935875654}
+{"Finetune/Learning Rate": 1.9430380527979124e-05, "Finetune/Loss": 0.9228506088256836, "Finetune/Loss (Raw)": 0.9356496930122375, "Finetune/Step": 2590, "Finetune/Step Time": 6.599476311355829}
+{"Finetune/Learning Rate": 1.9429820166794627e-05, "Finetune/Loss": 0.9245978593826294, "Finetune/Loss (Raw)": 1.0248383283615112, "Finetune/Step": 2591, "Finetune/Step Time": 6.5971473548561335}
+{"Finetune/Learning Rate": 1.942925953820725e-05, "Finetune/Loss": 0.9240278005599976, "Finetune/Loss (Raw)": 0.9148489236831665, "Finetune/Step": 2592, "Finetune/Step Time": 6.595947375521064}
+{"Finetune/Learning Rate": 1.9428698642232883e-05, "Finetune/Loss": 0.9225374460220337, "Finetune/Loss (Raw)": 0.8400241136550903, "Finetune/Step": 2593, "Finetune/Step Time": 6.598108632490039}
+{"Finetune/Learning Rate": 1.9428137478887437e-05, "Finetune/Loss": 0.920443594455719, "Finetune/Loss (Raw)": 0.7313574552536011, "Finetune/Step": 2594, "Finetune/Step Time": 6.608603844419122}
+{"Finetune/Learning Rate": 1.942757604818682e-05, "Finetune/Loss": 0.9223155975341797, "Finetune/Loss (Raw)": 1.035204529762268, "Finetune/Step": 2595, "Finetune/Step Time": 6.5958676636219025}
+{"Finetune/Learning Rate": 1.9427014350146955e-05, "Finetune/Loss": 0.9237774610519409, "Finetune/Loss (Raw)": 0.9569123983383179, "Finetune/Step": 2596, "Finetune/Step Time": 6.601886684074998}
+{"Finetune/Learning Rate": 1.942645238478377e-05, "Finetune/Loss": 0.9225233197212219, "Finetune/Loss (Raw)": 0.8223288655281067, "Finetune/Step": 2597, "Finetune/Step Time": 6.597501197829843}
+{"Finetune/Learning Rate": 1.94258901521132e-05, "Finetune/Loss": 0.9236604571342468, "Finetune/Loss (Raw)": 0.9807444214820862, "Finetune/Step": 2598, "Finetune/Step Time": 6.595982188358903}
+{"Finetune/Learning Rate": 1.942532765215119e-05, "Finetune/Loss": 0.9229863882064819, "Finetune/Loss (Raw)": 0.6670824289321899, "Finetune/Step": 2599, "Finetune/Step Time": 6.584068574011326}
+{"Finetune/Learning Rate": 1.942476488491369e-05, "Finetune/Loss": 0.9235392212867737, "Finetune/Loss (Raw)": 0.9815515279769897, "Finetune/Step": 2600, "Finetune/Step Time": 6.564689833670855}
+{"Finetune/Learning Rate": 1.9424201850416656e-05, "Finetune/Loss": 0.9222505688667297, "Finetune/Loss (Raw)": 0.9155112504959106, "Finetune/Step": 2601, "Finetune/Step Time": 6.559755507856607}
+{"Finetune/Learning Rate": 1.942363854867606e-05, "Finetune/Loss": 0.9211929440498352, "Finetune/Loss (Raw)": 0.8914955854415894, "Finetune/Step": 2602, "Finetune/Step Time": 6.561288271099329}
+{"Finetune/Learning Rate": 1.942307497970787e-05, "Finetune/Loss": 0.9209235906600952, "Finetune/Loss (Raw)": 0.9490312933921814, "Finetune/Step": 2603, "Finetune/Step Time": 6.563951609656215}
+{"Finetune/Learning Rate": 1.942251114352807e-05, "Finetune/Loss": 0.9207597970962524, "Finetune/Loss (Raw)": 0.8645792603492737, "Finetune/Step": 2604, "Finetune/Step Time": 6.56311291269958}
+{"Finetune/Learning Rate": 1.9421947040152648e-05, "Finetune/Loss": 0.9202589988708496, "Finetune/Loss (Raw)": 0.8208771347999573, "Finetune/Step": 2605, "Finetune/Step Time": 6.561706159263849}
+{"Finetune/Learning Rate": 1.9421382669597598e-05, "Finetune/Loss": 0.9194872379302979, "Finetune/Loss (Raw)": 0.8933907747268677, "Finetune/Step": 2606, "Finetune/Step Time": 6.560079952701926}
+{"Finetune/Learning Rate": 1.9420818031878927e-05, "Finetune/Loss": 0.91849285364151, "Finetune/Loss (Raw)": 0.8442878127098083, "Finetune/Step": 2607, "Finetune/Step Time": 6.578204486519098}
+{"Finetune/Learning Rate": 1.9420253127012647e-05, "Finetune/Loss": 0.9189778566360474, "Finetune/Loss (Raw)": 0.9058479070663452, "Finetune/Step": 2608, "Finetune/Step Time": 6.590999079868197}
+{"Finetune/Learning Rate": 1.9419687955014775e-05, "Finetune/Loss": 0.9199466705322266, "Finetune/Loss (Raw)": 1.0844141244888306, "Finetune/Step": 2609, "Finetune/Step Time": 6.587666444480419}
+{"Finetune/Learning Rate": 1.941912251590134e-05, "Finetune/Loss": 0.9183587431907654, "Finetune/Loss (Raw)": 0.8217520117759705, "Finetune/Step": 2610, "Finetune/Step Time": 6.594512838870287}
+{"Finetune/Learning Rate": 1.9418556809688373e-05, "Finetune/Loss": 0.9153982996940613, "Finetune/Loss (Raw)": 0.6706274747848511, "Finetune/Step": 2611, "Finetune/Step Time": 6.610029868781567}
+{"Finetune/Learning Rate": 1.941799083639192e-05, "Finetune/Loss": 0.9142817854881287, "Finetune/Loss (Raw)": 0.8019018769264221, "Finetune/Step": 2612, "Finetune/Step Time": 6.6390320882201195}
+{"Finetune/Learning Rate": 1.941742459602803e-05, "Finetune/Loss": 0.9140076041221619, "Finetune/Loss (Raw)": 0.8299918174743652, "Finetune/Step": 2613, "Finetune/Step Time": 6.629180451855063}
+{"Finetune/Learning Rate": 1.941685808861275e-05, "Finetune/Loss": 0.9134045839309692, "Finetune/Loss (Raw)": 0.8659644722938538, "Finetune/Step": 2614, "Finetune/Step Time": 6.632943712174892}
+{"Finetune/Learning Rate": 1.941629131416216e-05, "Finetune/Loss": 0.9134775400161743, "Finetune/Loss (Raw)": 0.8789398670196533, "Finetune/Step": 2615, "Finetune/Step Time": 6.625726645812392}
+{"Finetune/Learning Rate": 1.941572427269232e-05, "Finetune/Loss": 0.9132488965988159, "Finetune/Loss (Raw)": 0.9168460965156555, "Finetune/Step": 2616, "Finetune/Step Time": 6.62260652706027}
+{"Finetune/Learning Rate": 1.9415156964219318e-05, "Finetune/Loss": 0.9136480093002319, "Finetune/Loss (Raw)": 0.9519904851913452, "Finetune/Step": 2617, "Finetune/Step Time": 6.622225208207965}
+{"Finetune/Learning Rate": 1.9414589388759234e-05, "Finetune/Loss": 0.9135493040084839, "Finetune/Loss (Raw)": 0.9084469676017761, "Finetune/Step": 2618, "Finetune/Step Time": 6.616470253095031}
+{"Finetune/Learning Rate": 1.941402154632817e-05, "Finetune/Loss": 0.9129579067230225, "Finetune/Loss (Raw)": 0.8291959166526794, "Finetune/Step": 2619, "Finetune/Step Time": 6.6141932643949986}
+{"Finetune/Learning Rate": 1.941345343694222e-05, "Finetune/Loss": 0.9123717546463013, "Finetune/Loss (Raw)": 1.020370602607727, "Finetune/Step": 2620, "Finetune/Step Time": 6.616529408842325}
+{"Finetune/Learning Rate": 1.9412885060617507e-05, "Finetune/Loss": 0.910651683807373, "Finetune/Loss (Raw)": 0.7342259883880615, "Finetune/Step": 2621, "Finetune/Step Time": 6.6334427613765}
+{"Finetune/Learning Rate": 1.9412316417370132e-05, "Finetune/Loss": 0.9102539420127869, "Finetune/Loss (Raw)": 0.8875138163566589, "Finetune/Step": 2622, "Finetune/Step Time": 6.650144789367914}
+{"Finetune/Learning Rate": 1.9411747507216235e-05, "Finetune/Loss": 0.9102198481559753, "Finetune/Loss (Raw)": 0.9901031851768494, "Finetune/Step": 2623, "Finetune/Step Time": 6.63986461609602}
+{"Finetune/Learning Rate": 1.941117833017194e-05, "Finetune/Loss": 0.9094471335411072, "Finetune/Loss (Raw)": 0.917324960231781, "Finetune/Step": 2624, "Finetune/Step Time": 6.637463757768273}
+{"Finetune/Learning Rate": 1.9410608886253387e-05, "Finetune/Loss": 0.9067363142967224, "Finetune/Loss (Raw)": 0.5906129479408264, "Finetune/Step": 2625, "Finetune/Step Time": 6.645895889028907}
+{"Finetune/Learning Rate": 1.9410039175476728e-05, "Finetune/Loss": 0.9060734510421753, "Finetune/Loss (Raw)": 0.8349816799163818, "Finetune/Step": 2626, "Finetune/Step Time": 6.626668056473136}
+{"Finetune/Learning Rate": 1.9409469197858114e-05, "Finetune/Loss": 0.9046332836151123, "Finetune/Loss (Raw)": 0.823687732219696, "Finetune/Step": 2627, "Finetune/Step Time": 6.655953893437982}
+{"Finetune/Learning Rate": 1.9408898953413713e-05, "Finetune/Loss": 0.9041488766670227, "Finetune/Loss (Raw)": 0.8618934154510498, "Finetune/Step": 2628, "Finetune/Step Time": 6.658354919403791}
+{"Finetune/Learning Rate": 1.940832844215969e-05, "Finetune/Loss": 0.9045286178588867, "Finetune/Loss (Raw)": 0.922061026096344, "Finetune/Step": 2629, "Finetune/Step Time": 6.6603207141160965}
+{"Finetune/Learning Rate": 1.940775766411223e-05, "Finetune/Loss": 0.9034644365310669, "Finetune/Loss (Raw)": 0.8165329098701477, "Finetune/Step": 2630, "Finetune/Step Time": 6.667926711961627}
+{"Finetune/Learning Rate": 1.9407186619287514e-05, "Finetune/Loss": 0.9036543369293213, "Finetune/Loss (Raw)": 1.0139005184173584, "Finetune/Step": 2631, "Finetune/Step Time": 6.665440363809466}
+{"Finetune/Learning Rate": 1.9406615307701736e-05, "Finetune/Loss": 0.9028443098068237, "Finetune/Loss (Raw)": 0.8108202815055847, "Finetune/Step": 2632, "Finetune/Step Time": 6.674724653363228}
+{"Finetune/Learning Rate": 1.9406043729371097e-05, "Finetune/Loss": 0.9038886427879333, "Finetune/Loss (Raw)": 0.91786128282547, "Finetune/Step": 2633, "Finetune/Step Time": 6.6751298401504755}
+{"Finetune/Learning Rate": 1.9405471884311806e-05, "Finetune/Loss": 0.9029690027236938, "Finetune/Loss (Raw)": 0.8141088485717773, "Finetune/Step": 2634, "Finetune/Step Time": 6.673805393278599}
+{"Finetune/Learning Rate": 1.9404899772540074e-05, "Finetune/Loss": 0.9029361009597778, "Finetune/Loss (Raw)": 0.8240732550621033, "Finetune/Step": 2635, "Finetune/Step Time": 6.680775046348572}
+{"Finetune/Learning Rate": 1.940432739407213e-05, "Finetune/Loss": 0.9019284248352051, "Finetune/Loss (Raw)": 0.9283137321472168, "Finetune/Step": 2636, "Finetune/Step Time": 6.679274400696158}
+{"Finetune/Learning Rate": 1.9403754748924204e-05, "Finetune/Loss": 0.9026210308074951, "Finetune/Loss (Raw)": 0.9598333835601807, "Finetune/Step": 2637, "Finetune/Step Time": 6.698816919699311}
+{"Finetune/Learning Rate": 1.9403181837112533e-05, "Finetune/Loss": 0.9014320373535156, "Finetune/Loss (Raw)": 0.7468156814575195, "Finetune/Step": 2638, "Finetune/Step Time": 6.712411880493164}
+{"Finetune/Learning Rate": 1.9402608658653367e-05, "Finetune/Loss": 0.9014295339584351, "Finetune/Loss (Raw)": 0.8573750257492065, "Finetune/Step": 2639, "Finetune/Step Time": 6.715398825705051}
+{"Finetune/Learning Rate": 1.9402035213562956e-05, "Finetune/Loss": 0.9016704559326172, "Finetune/Loss (Raw)": 0.887599766254425, "Finetune/Step": 2640, "Finetune/Step Time": 6.715695653110743}
+{"Finetune/Learning Rate": 1.940146150185756e-05, "Finetune/Loss": 0.9018080830574036, "Finetune/Loss (Raw)": 0.8958881497383118, "Finetune/Step": 2641, "Finetune/Step Time": 6.713597087189555}
+{"Finetune/Learning Rate": 1.940088752355345e-05, "Finetune/Loss": 0.9036297798156738, "Finetune/Loss (Raw)": 1.035827398300171, "Finetune/Step": 2642, "Finetune/Step Time": 6.701949013397098}
+{"Finetune/Learning Rate": 1.94003132786669e-05, "Finetune/Loss": 0.9031237959861755, "Finetune/Loss (Raw)": 0.806404173374176, "Finetune/Step": 2643, "Finetune/Step Time": 6.704286789521575}
+{"Finetune/Learning Rate": 1.93997387672142e-05, "Finetune/Loss": 0.902382493019104, "Finetune/Loss (Raw)": 0.9336747527122498, "Finetune/Step": 2644, "Finetune/Step Time": 6.7062377873808146}
+{"Finetune/Learning Rate": 1.939916398921164e-05, "Finetune/Loss": 0.9020280838012695, "Finetune/Loss (Raw)": 0.8685682415962219, "Finetune/Step": 2645, "Finetune/Step Time": 6.701408114284277}
+{"Finetune/Learning Rate": 1.9398588944675515e-05, "Finetune/Loss": 0.9013267159461975, "Finetune/Loss (Raw)": 0.9578951597213745, "Finetune/Step": 2646, "Finetune/Step Time": 6.7034964226186275}
+{"Finetune/Learning Rate": 1.9398013633622134e-05, "Finetune/Loss": 0.9015454053878784, "Finetune/Loss (Raw)": 0.9355630278587341, "Finetune/Step": 2647, "Finetune/Step Time": 6.7019748613238335}
+{"Finetune/Learning Rate": 1.939743805606781e-05, "Finetune/Loss": 0.9012389183044434, "Finetune/Loss (Raw)": 0.9061055779457092, "Finetune/Step": 2648, "Finetune/Step Time": 6.7066186890006065}
+{"Finetune/Learning Rate": 1.9396862212028864e-05, "Finetune/Loss": 0.9018059372901917, "Finetune/Loss (Raw)": 0.9607938528060913, "Finetune/Step": 2649, "Finetune/Step Time": 6.710898395627737}
+{"Finetune/Learning Rate": 1.939628610152163e-05, "Finetune/Loss": 0.9020987749099731, "Finetune/Loss (Raw)": 0.9908546209335327, "Finetune/Step": 2650, "Finetune/Step Time": 6.712901560589671}
+{"Finetune/Learning Rate": 1.9395709724562438e-05, "Finetune/Loss": 0.9022876024246216, "Finetune/Loss (Raw)": 0.9154320955276489, "Finetune/Step": 2651, "Finetune/Step Time": 6.710748046636581}
+{"Finetune/Learning Rate": 1.9395133081167637e-05, "Finetune/Loss": 0.902671217918396, "Finetune/Loss (Raw)": 0.9119541645050049, "Finetune/Step": 2652, "Finetune/Step Time": 6.726689813658595}
+{"Finetune/Learning Rate": 1.939455617135358e-05, "Finetune/Loss": 0.9017778635025024, "Finetune/Loss (Raw)": 0.8670924305915833, "Finetune/Step": 2653, "Finetune/Step Time": 6.725872321054339}
+{"Finetune/Learning Rate": 1.9393978995136625e-05, "Finetune/Loss": 0.9018933773040771, "Finetune/Loss (Raw)": 0.9351086020469666, "Finetune/Step": 2654, "Finetune/Step Time": 6.72889125905931}
+{"Finetune/Learning Rate": 1.9393401552533136e-05, "Finetune/Loss": 0.9009961485862732, "Finetune/Loss (Raw)": 0.8781108260154724, "Finetune/Step": 2655, "Finetune/Step Time": 6.730802686884999}
+{"Finetune/Learning Rate": 1.939282384355949e-05, "Finetune/Loss": 0.8995153903961182, "Finetune/Loss (Raw)": 0.7968001961708069, "Finetune/Step": 2656, "Finetune/Step Time": 6.764299817383289}
+{"Finetune/Learning Rate": 1.9392245868232068e-05, "Finetune/Loss": 0.8997171521186829, "Finetune/Loss (Raw)": 0.9710151553153992, "Finetune/Step": 2657, "Finetune/Step Time": 6.763039164245129}
+{"Finetune/Learning Rate": 1.9391667626567265e-05, "Finetune/Loss": 0.898597776889801, "Finetune/Loss (Raw)": 0.915034294128418, "Finetune/Step": 2658, "Finetune/Step Time": 6.769697684794664}
+{"Finetune/Learning Rate": 1.9391089118581473e-05, "Finetune/Loss": 0.8996924161911011, "Finetune/Loss (Raw)": 0.8544378280639648, "Finetune/Step": 2659, "Finetune/Step Time": 6.766539849340916}
+{"Finetune/Learning Rate": 1.93905103442911e-05, "Finetune/Loss": 0.9017282724380493, "Finetune/Loss (Raw)": 1.1126599311828613, "Finetune/Step": 2660, "Finetune/Step Time": 6.756425991654396}
+{"Finetune/Learning Rate": 1.9389931303712554e-05, "Finetune/Loss": 0.898902952671051, "Finetune/Loss (Raw)": 0.7365884780883789, "Finetune/Step": 2661, "Finetune/Step Time": 6.762736726552248}
+{"Finetune/Learning Rate": 1.9389351996862258e-05, "Finetune/Loss": 0.898589015007019, "Finetune/Loss (Raw)": 0.9431247711181641, "Finetune/Step": 2662, "Finetune/Step Time": 6.759714942425489}
+{"Finetune/Learning Rate": 1.9388772423756638e-05, "Finetune/Loss": 0.8991496562957764, "Finetune/Loss (Raw)": 0.9438393712043762, "Finetune/Step": 2663, "Finetune/Step Time": 6.759126013144851}
+{"Finetune/Learning Rate": 1.9388192584412137e-05, "Finetune/Loss": 0.898647665977478, "Finetune/Loss (Raw)": 0.905192494392395, "Finetune/Step": 2664, "Finetune/Step Time": 6.759890401735902}
+{"Finetune/Learning Rate": 1.9387612478845184e-05, "Finetune/Loss": 0.8983414173126221, "Finetune/Loss (Raw)": 0.8606968522071838, "Finetune/Step": 2665, "Finetune/Step Time": 6.755443105474114}
+{"Finetune/Learning Rate": 1.9387032107072236e-05, "Finetune/Loss": 0.8969892263412476, "Finetune/Loss (Raw)": 0.8061147332191467, "Finetune/Step": 2666, "Finetune/Step Time": 6.756838193163276}
+{"Finetune/Learning Rate": 1.9386451469109754e-05, "Finetune/Loss": 0.8977059721946716, "Finetune/Loss (Raw)": 0.982361912727356, "Finetune/Step": 2667, "Finetune/Step Time": 6.759153302758932}
+{"Finetune/Learning Rate": 1.9385870564974196e-05, "Finetune/Loss": 0.8982464075088501, "Finetune/Loss (Raw)": 0.9770339727401733, "Finetune/Step": 2668, "Finetune/Step Time": 6.761005014181137}
+{"Finetune/Learning Rate": 1.938528939468204e-05, "Finetune/Loss": 0.8961669206619263, "Finetune/Loss (Raw)": 0.7983458638191223, "Finetune/Step": 2669, "Finetune/Step Time": 6.754057429730892}
+{"Finetune/Learning Rate": 1.9384707958249766e-05, "Finetune/Loss": 0.8954146504402161, "Finetune/Loss (Raw)": 0.799094557762146, "Finetune/Step": 2670, "Finetune/Step Time": 6.758254928514361}
+{"Finetune/Learning Rate": 1.938412625569386e-05, "Finetune/Loss": 0.8952944874763489, "Finetune/Loss (Raw)": 0.8598520755767822, "Finetune/Step": 2671, "Finetune/Step Time": 6.746424041688442}
+{"Finetune/Learning Rate": 1.938354428703082e-05, "Finetune/Loss": 0.8957259058952332, "Finetune/Loss (Raw)": 1.0334800481796265, "Finetune/Step": 2672, "Finetune/Step Time": 6.746195709332824}
+{"Finetune/Learning Rate": 1.9382962052277142e-05, "Finetune/Loss": 0.8968656063079834, "Finetune/Loss (Raw)": 0.9121504426002502, "Finetune/Step": 2673, "Finetune/Step Time": 6.745895180851221}
+{"Finetune/Learning Rate": 1.9382379551449347e-05, "Finetune/Loss": 0.896526575088501, "Finetune/Loss (Raw)": 0.9421700835227966, "Finetune/Step": 2674, "Finetune/Step Time": 6.743260046467185}
+{"Finetune/Learning Rate": 1.9381796784563946e-05, "Finetune/Loss": 0.896752119064331, "Finetune/Loss (Raw)": 0.9662709832191467, "Finetune/Step": 2675, "Finetune/Step Time": 6.7392687145620584}
+{"Finetune/Learning Rate": 1.938121375163747e-05, "Finetune/Loss": 0.8972015380859375, "Finetune/Loss (Raw)": 0.8866950273513794, "Finetune/Step": 2676, "Finetune/Step Time": 6.732423167675734}
+{"Finetune/Learning Rate": 1.9380630452686443e-05, "Finetune/Loss": 0.8965228796005249, "Finetune/Loss (Raw)": 0.8510363101959229, "Finetune/Step": 2677, "Finetune/Step Time": 6.732321774587035}
+{"Finetune/Learning Rate": 1.9380046887727415e-05, "Finetune/Loss": 0.8959071636199951, "Finetune/Loss (Raw)": 0.8224644064903259, "Finetune/Step": 2678, "Finetune/Step Time": 6.731741378083825}
+{"Finetune/Learning Rate": 1.937946305677693e-05, "Finetune/Loss": 0.8962041735649109, "Finetune/Loss (Raw)": 1.0322751998901367, "Finetune/Step": 2679, "Finetune/Step Time": 6.730337684974074}
+{"Finetune/Learning Rate": 1.937887895985154e-05, "Finetune/Loss": 0.8960253000259399, "Finetune/Loss (Raw)": 0.9716286063194275, "Finetune/Step": 2680, "Finetune/Step Time": 6.730057418346405}
+{"Finetune/Learning Rate": 1.937829459696782e-05, "Finetune/Loss": 0.8963685631752014, "Finetune/Loss (Raw)": 0.9305368661880493, "Finetune/Step": 2681, "Finetune/Step Time": 6.726098146289587}
+{"Finetune/Learning Rate": 1.937770996814233e-05, "Finetune/Loss": 0.8959506750106812, "Finetune/Loss (Raw)": 0.9460355639457703, "Finetune/Step": 2682, "Finetune/Step Time": 6.724146615713835}
+{"Finetune/Learning Rate": 1.937712507339165e-05, "Finetune/Loss": 0.8971447348594666, "Finetune/Loss (Raw)": 0.9938291311264038, "Finetune/Step": 2683, "Finetune/Step Time": 6.721208410337567}
+{"Finetune/Learning Rate": 1.937653991273237e-05, "Finetune/Loss": 0.8981677889823914, "Finetune/Loss (Raw)": 1.0318304300308228, "Finetune/Step": 2684, "Finetune/Step Time": 6.717611361294985}
+{"Finetune/Learning Rate": 1.9375954486181082e-05, "Finetune/Loss": 0.8983134031295776, "Finetune/Loss (Raw)": 0.8259652256965637, "Finetune/Step": 2685, "Finetune/Step Time": 6.710740815848112}
+{"Finetune/Learning Rate": 1.9375368793754385e-05, "Finetune/Loss": 0.896730899810791, "Finetune/Loss (Raw)": 0.8955729007720947, "Finetune/Step": 2686, "Finetune/Step Time": 6.707759687677026}
+{"Finetune/Learning Rate": 1.9374782835468888e-05, "Finetune/Loss": 0.8967896103858948, "Finetune/Loss (Raw)": 1.071692705154419, "Finetune/Step": 2687, "Finetune/Step Time": 6.706239547580481}
+{"Finetune/Learning Rate": 1.9374196611341212e-05, "Finetune/Loss": 0.8980373740196228, "Finetune/Loss (Raw)": 0.9108275771141052, "Finetune/Step": 2688, "Finetune/Step Time": 6.706844765692949}
+{"Finetune/Learning Rate": 1.9373610121387974e-05, "Finetune/Loss": 0.8993231654167175, "Finetune/Loss (Raw)": 0.9403047561645508, "Finetune/Step": 2689, "Finetune/Step Time": 6.696914920583367}
+{"Finetune/Learning Rate": 1.9373023365625806e-05, "Finetune/Loss": 0.9002824425697327, "Finetune/Loss (Raw)": 0.9327423572540283, "Finetune/Step": 2690, "Finetune/Step Time": 6.676380280405283}
+{"Finetune/Learning Rate": 1.937243634407135e-05, "Finetune/Loss": 0.9004188776016235, "Finetune/Loss (Raw)": 0.8311667442321777, "Finetune/Step": 2691, "Finetune/Step Time": 6.659736106172204}
+{"Finetune/Learning Rate": 1.9371849056741254e-05, "Finetune/Loss": 0.9028086066246033, "Finetune/Loss (Raw)": 1.0179274082183838, "Finetune/Step": 2692, "Finetune/Step Time": 6.64843019284308}
+{"Finetune/Learning Rate": 1.9371261503652166e-05, "Finetune/Loss": 0.9006319046020508, "Finetune/Loss (Raw)": 0.7015694379806519, "Finetune/Step": 2693, "Finetune/Step Time": 6.669088589027524}
+{"Finetune/Learning Rate": 1.937067368482075e-05, "Finetune/Loss": 0.9015612006187439, "Finetune/Loss (Raw)": 1.0997536182403564, "Finetune/Step": 2694, "Finetune/Step Time": 6.672753384336829}
+{"Finetune/Learning Rate": 1.9370085600263676e-05, "Finetune/Loss": 0.901168942451477, "Finetune/Loss (Raw)": 0.7761079668998718, "Finetune/Step": 2695, "Finetune/Step Time": 6.684043956920505}
+{"Finetune/Learning Rate": 1.936949724999762e-05, "Finetune/Loss": 0.9019564390182495, "Finetune/Loss (Raw)": 0.9597501158714294, "Finetune/Step": 2696, "Finetune/Step Time": 6.6812214106321335}
+{"Finetune/Learning Rate": 1.9368908634039264e-05, "Finetune/Loss": 0.9012840986251831, "Finetune/Loss (Raw)": 0.822185754776001, "Finetune/Step": 2697, "Finetune/Step Time": 6.6912612821906805}
+{"Finetune/Learning Rate": 1.93683197524053e-05, "Finetune/Loss": 0.9016451835632324, "Finetune/Loss (Raw)": 0.9609307050704956, "Finetune/Step": 2698, "Finetune/Step Time": 6.698730368167162}
+{"Finetune/Learning Rate": 1.936773060511243e-05, "Finetune/Loss": 0.9006164073944092, "Finetune/Loss (Raw)": 0.8757368922233582, "Finetune/Step": 2699, "Finetune/Step Time": 6.693995278328657}
+{"Finetune/Learning Rate": 1.9367141192177358e-05, "Finetune/Loss": 0.8980488777160645, "Finetune/Loss (Raw)": 0.6797179579734802, "Finetune/Step": 2700, "Finetune/Step Time": 6.695965576916933}
+{"Finetune/Learning Rate": 1.9366551513616792e-05, "Finetune/Loss": 0.8976514339447021, "Finetune/Loss (Raw)": 0.9203656315803528, "Finetune/Step": 2701, "Finetune/Step Time": 6.693525653332472}
+{"Finetune/Learning Rate": 1.9365961569447468e-05, "Finetune/Loss": 0.8984317779541016, "Finetune/Loss (Raw)": 1.0274466276168823, "Finetune/Step": 2702, "Finetune/Step Time": 6.7096923142671585}
+{"Finetune/Learning Rate": 1.9365371359686104e-05, "Finetune/Loss": 0.8960438966751099, "Finetune/Loss (Raw)": 0.7151655554771423, "Finetune/Step": 2703, "Finetune/Step Time": 6.707323187962174}
+{"Finetune/Learning Rate": 1.936478088434944e-05, "Finetune/Loss": 0.8956080079078674, "Finetune/Loss (Raw)": 0.8449184894561768, "Finetune/Step": 2704, "Finetune/Step Time": 6.714429318904877}
+{"Finetune/Learning Rate": 1.936419014345422e-05, "Finetune/Loss": 0.8938688635826111, "Finetune/Loss (Raw)": 0.7616329193115234, "Finetune/Step": 2705, "Finetune/Step Time": 6.732775552198291}
+{"Finetune/Learning Rate": 1.9363599137017197e-05, "Finetune/Loss": 0.891891360282898, "Finetune/Loss (Raw)": 0.7248680591583252, "Finetune/Step": 2706, "Finetune/Step Time": 6.734757589176297}
+{"Finetune/Learning Rate": 1.9363007865055125e-05, "Finetune/Loss": 0.8904638290405273, "Finetune/Loss (Raw)": 0.8473606705665588, "Finetune/Step": 2707, "Finetune/Step Time": 6.734531592577696}
+{"Finetune/Learning Rate": 1.936241632758478e-05, "Finetune/Loss": 0.8908473253250122, "Finetune/Loss (Raw)": 0.9383547902107239, "Finetune/Step": 2708, "Finetune/Step Time": 6.738654222339392}
+{"Finetune/Learning Rate": 1.9361824524622928e-05, "Finetune/Loss": 0.8916628956794739, "Finetune/Loss (Raw)": 0.8574563264846802, "Finetune/Step": 2709, "Finetune/Step Time": 6.757392989471555}
+{"Finetune/Learning Rate": 1.9361232456186356e-05, "Finetune/Loss": 0.8931468725204468, "Finetune/Loss (Raw)": 1.0170495510101318, "Finetune/Step": 2710, "Finetune/Step Time": 6.7566692139953375}
+{"Finetune/Learning Rate": 1.936064012229185e-05, "Finetune/Loss": 0.8946596384048462, "Finetune/Loss (Raw)": 1.0549298524856567, "Finetune/Step": 2711, "Finetune/Step Time": 6.762334194034338}
+{"Finetune/Learning Rate": 1.9360047522956207e-05, "Finetune/Loss": 0.8946759700775146, "Finetune/Loss (Raw)": 0.9513416290283203, "Finetune/Step": 2712, "Finetune/Step Time": 6.7634175177663565}
+{"Finetune/Learning Rate": 1.9359454658196232e-05, "Finetune/Loss": 0.8957679271697998, "Finetune/Loss (Raw)": 1.0276007652282715, "Finetune/Step": 2713, "Finetune/Step Time": 6.750372264534235}
+{"Finetune/Learning Rate": 1.935886152802874e-05, "Finetune/Loss": 0.8960619568824768, "Finetune/Loss (Raw)": 1.0316017866134644, "Finetune/Step": 2714, "Finetune/Step Time": 6.74713359773159}
+{"Finetune/Learning Rate": 1.935826813247055e-05, "Finetune/Loss": 0.8964350819587708, "Finetune/Loss (Raw)": 0.8987757563591003, "Finetune/Step": 2715, "Finetune/Step Time": 6.743636326864362}
+{"Finetune/Learning Rate": 1.9357674471538483e-05, "Finetune/Loss": 0.8963460326194763, "Finetune/Loss (Raw)": 0.8278871178627014, "Finetune/Step": 2716, "Finetune/Step Time": 6.742239870131016}
+{"Finetune/Learning Rate": 1.935708054524938e-05, "Finetune/Loss": 0.8968539237976074, "Finetune/Loss (Raw)": 0.9710773825645447, "Finetune/Step": 2717, "Finetune/Step Time": 6.744197631254792}
+{"Finetune/Learning Rate": 1.9356486353620082e-05, "Finetune/Loss": 0.8970001935958862, "Finetune/Loss (Raw)": 0.9543685913085938, "Finetune/Step": 2718, "Finetune/Step Time": 6.748142309486866}
+{"Finetune/Learning Rate": 1.9355891896667432e-05, "Finetune/Loss": 0.8956432342529297, "Finetune/Loss (Raw)": 0.8511594533920288, "Finetune/Step": 2719, "Finetune/Step Time": 6.756273649632931}
+{"Finetune/Learning Rate": 1.9355297174408298e-05, "Finetune/Loss": 0.8964360952377319, "Finetune/Loss (Raw)": 1.0163322687149048, "Finetune/Step": 2720, "Finetune/Step Time": 6.756935516372323}
+{"Finetune/Learning Rate": 1.9354702186859536e-05, "Finetune/Loss": 0.8972910642623901, "Finetune/Loss (Raw)": 0.9494649767875671, "Finetune/Step": 2721, "Finetune/Step Time": 6.759708924219012}
+{"Finetune/Learning Rate": 1.935410693403802e-05, "Finetune/Loss": 0.8982272744178772, "Finetune/Loss (Raw)": 0.8511831164360046, "Finetune/Step": 2722, "Finetune/Step Time": 6.752810288220644}
+{"Finetune/Learning Rate": 1.9353511415960635e-05, "Finetune/Loss": 0.8953924775123596, "Finetune/Loss (Raw)": 0.672352135181427, "Finetune/Step": 2723, "Finetune/Step Time": 6.751951092854142}
+{"Finetune/Learning Rate": 1.9352915632644263e-05, "Finetune/Loss": 0.8951210975646973, "Finetune/Loss (Raw)": 0.9221755862236023, "Finetune/Step": 2724, "Finetune/Step Time": 6.745984403416514}
+{"Finetune/Learning Rate": 1.93523195841058e-05, "Finetune/Loss": 0.896113932132721, "Finetune/Loss (Raw)": 0.9494163990020752, "Finetune/Step": 2725, "Finetune/Step Time": 6.7501222640275955}
+{"Finetune/Learning Rate": 1.9351723270362145e-05, "Finetune/Loss": 0.8954285979270935, "Finetune/Loss (Raw)": 0.8930187821388245, "Finetune/Step": 2726, "Finetune/Step Time": 6.766393875703216}
+{"Finetune/Learning Rate": 1.9351126691430213e-05, "Finetune/Loss": 0.8975569009780884, "Finetune/Loss (Raw)": 0.9395042061805725, "Finetune/Step": 2727, "Finetune/Step Time": 6.7838101629167795}
+{"Finetune/Learning Rate": 1.935052984732692e-05, "Finetune/Loss": 0.8977869749069214, "Finetune/Loss (Raw)": 1.011003017425537, "Finetune/Step": 2728, "Finetune/Step Time": 6.800929931923747}
+{"Finetune/Learning Rate": 1.9349932738069186e-05, "Finetune/Loss": 0.8968454599380493, "Finetune/Loss (Raw)": 0.7949986457824707, "Finetune/Step": 2729, "Finetune/Step Time": 6.802132682874799}
+{"Finetune/Learning Rate": 1.934933536367395e-05, "Finetune/Loss": 0.8963750600814819, "Finetune/Loss (Raw)": 0.8312817215919495, "Finetune/Step": 2730, "Finetune/Step Time": 6.816093232482672}
+{"Finetune/Learning Rate": 1.9348737724158148e-05, "Finetune/Loss": 0.8963751792907715, "Finetune/Loss (Raw)": 0.9490427374839783, "Finetune/Step": 2731, "Finetune/Step Time": 6.81689746119082}
+{"Finetune/Learning Rate": 1.934813981953873e-05, "Finetune/Loss": 0.8957089185714722, "Finetune/Loss (Raw)": 0.7793060541152954, "Finetune/Step": 2732, "Finetune/Step Time": 6.818729365244508}
+{"Finetune/Learning Rate": 1.9347541649832648e-05, "Finetune/Loss": 0.8961660861968994, "Finetune/Loss (Raw)": 0.8793863654136658, "Finetune/Step": 2733, "Finetune/Step Time": 6.817037753760815}
+{"Finetune/Learning Rate": 1.9346943215056865e-05, "Finetune/Loss": 0.8980033993721008, "Finetune/Loss (Raw)": 1.1285691261291504, "Finetune/Step": 2734, "Finetune/Step Time": 6.818299191072583}
+{"Finetune/Learning Rate": 1.934634451522835e-05, "Finetune/Loss": 0.8986005783081055, "Finetune/Loss (Raw)": 0.9207231998443604, "Finetune/Step": 2735, "Finetune/Step Time": 6.806793238967657}
+{"Finetune/Learning Rate": 1.934574555036409e-05, "Finetune/Loss": 0.897897481918335, "Finetune/Loss (Raw)": 0.8158560991287231, "Finetune/Step": 2736, "Finetune/Step Time": 6.796579465270042}
+{"Finetune/Learning Rate": 1.9345146320481053e-05, "Finetune/Loss": 0.8961050510406494, "Finetune/Loss (Raw)": 0.8549858927726746, "Finetune/Step": 2737, "Finetune/Step Time": 6.806940516456962}
+{"Finetune/Learning Rate": 1.9344546825596244e-05, "Finetune/Loss": 0.8966355323791504, "Finetune/Loss (Raw)": 0.8896446228027344, "Finetune/Step": 2738, "Finetune/Step Time": 6.806880503892899}
+{"Finetune/Learning Rate": 1.934394706572666e-05, "Finetune/Loss": 0.8980827927589417, "Finetune/Loss (Raw)": 0.8558825254440308, "Finetune/Step": 2739, "Finetune/Step Time": 6.791735447943211}
+{"Finetune/Learning Rate": 1.9343347040889306e-05, "Finetune/Loss": 0.8989643454551697, "Finetune/Loss (Raw)": 0.9147443771362305, "Finetune/Step": 2740, "Finetune/Step Time": 6.763196527957916}
+{"Finetune/Learning Rate": 1.9342746751101204e-05, "Finetune/Loss": 0.9012748599052429, "Finetune/Loss (Raw)": 1.1257381439208984, "Finetune/Step": 2741, "Finetune/Step Time": 6.761377291753888}
+{"Finetune/Learning Rate": 1.9342146196379366e-05, "Finetune/Loss": 0.9010652303695679, "Finetune/Loss (Raw)": 0.839130163192749, "Finetune/Step": 2742, "Finetune/Step Time": 6.776009421795607}
+{"Finetune/Learning Rate": 1.9341545376740828e-05, "Finetune/Loss": 0.9014323353767395, "Finetune/Loss (Raw)": 0.9259275794029236, "Finetune/Step": 2743, "Finetune/Step Time": 6.776739817112684}
+{"Finetune/Learning Rate": 1.9340944292202626e-05, "Finetune/Loss": 0.90157151222229, "Finetune/Loss (Raw)": 0.9346631169319153, "Finetune/Step": 2744, "Finetune/Step Time": 6.774021953344345}
+{"Finetune/Learning Rate": 1.9340342942781806e-05, "Finetune/Loss": 0.9006005525588989, "Finetune/Loss (Raw)": 0.8277062177658081, "Finetune/Step": 2745, "Finetune/Step Time": 6.771491369232535}
+{"Finetune/Learning Rate": 1.9339741328495422e-05, "Finetune/Loss": 0.9015122652053833, "Finetune/Loss (Raw)": 1.025148630142212, "Finetune/Step": 2746, "Finetune/Step Time": 6.774423813447356}
+{"Finetune/Learning Rate": 1.9339139449360536e-05, "Finetune/Loss": 0.9011149406433105, "Finetune/Loss (Raw)": 0.7783389687538147, "Finetune/Step": 2747, "Finetune/Step Time": 6.788733903318644}
+{"Finetune/Learning Rate": 1.9338537305394208e-05, "Finetune/Loss": 0.8999223709106445, "Finetune/Loss (Raw)": 0.8677211999893188, "Finetune/Step": 2748, "Finetune/Step Time": 6.786439511924982}
+{"Finetune/Learning Rate": 1.9337934896613516e-05, "Finetune/Loss": 0.9010693430900574, "Finetune/Loss (Raw)": 0.8810378313064575, "Finetune/Step": 2749, "Finetune/Step Time": 6.771395785734057}
+{"Finetune/Learning Rate": 1.9337332223035548e-05, "Finetune/Loss": 0.9015957117080688, "Finetune/Loss (Raw)": 0.9548825621604919, "Finetune/Step": 2750, "Finetune/Step Time": 6.758272161707282}
+{"Finetune/Learning Rate": 1.9336729284677386e-05, "Finetune/Loss": 0.9006997346878052, "Finetune/Loss (Raw)": 0.8754273056983948, "Finetune/Step": 2751, "Finetune/Step Time": 6.769581189379096}
+{"Finetune/Learning Rate": 1.9336126081556134e-05, "Finetune/Loss": 0.9006936550140381, "Finetune/Loss (Raw)": 0.9165353775024414, "Finetune/Step": 2752, "Finetune/Step Time": 6.767957994714379}
+{"Finetune/Learning Rate": 1.9335522613688894e-05, "Finetune/Loss": 0.9033920764923096, "Finetune/Loss (Raw)": 0.9360189437866211, "Finetune/Step": 2753, "Finetune/Step Time": 6.75964536704123}
+{"Finetune/Learning Rate": 1.933491888109278e-05, "Finetune/Loss": 0.9040029048919678, "Finetune/Loss (Raw)": 0.9131681323051453, "Finetune/Step": 2754, "Finetune/Step Time": 6.765993859618902}
+{"Finetune/Learning Rate": 1.933431488378491e-05, "Finetune/Loss": 0.9038418531417847, "Finetune/Loss (Raw)": 0.8030761480331421, "Finetune/Step": 2755, "Finetune/Step Time": 6.736634673550725}
+{"Finetune/Learning Rate": 1.9333710621782416e-05, "Finetune/Loss": 0.9045455455780029, "Finetune/Loss (Raw)": 0.9519622325897217, "Finetune/Step": 2756, "Finetune/Step Time": 6.7364159021526575}
+{"Finetune/Learning Rate": 1.933310609510243e-05, "Finetune/Loss": 0.9040514230728149, "Finetune/Loss (Raw)": 0.8588123321533203, "Finetune/Step": 2757, "Finetune/Step Time": 6.733563544228673}
+{"Finetune/Learning Rate": 1.9332501303762093e-05, "Finetune/Loss": 0.9052695631980896, "Finetune/Loss (Raw)": 0.9724565148353577, "Finetune/Step": 2758, "Finetune/Step Time": 6.730950208380818}
+{"Finetune/Learning Rate": 1.9331896247778553e-05, "Finetune/Loss": 0.9046882390975952, "Finetune/Loss (Raw)": 0.9394881129264832, "Finetune/Step": 2759, "Finetune/Step Time": 6.7299002800136805}
+{"Finetune/Learning Rate": 1.933129092716898e-05, "Finetune/Loss": 0.9052765965461731, "Finetune/Loss (Raw)": 0.8861328959465027, "Finetune/Step": 2760, "Finetune/Step Time": 6.7215016186237335}
+{"Finetune/Learning Rate": 1.9330685341950525e-05, "Finetune/Loss": 0.9056013822555542, "Finetune/Loss (Raw)": 0.959425687789917, "Finetune/Step": 2761, "Finetune/Step Time": 6.721943935379386}
+{"Finetune/Learning Rate": 1.933007949214037e-05, "Finetune/Loss": 0.9053630828857422, "Finetune/Loss (Raw)": 0.7836104035377502, "Finetune/Step": 2762, "Finetune/Step Time": 6.721057312563062}
+{"Finetune/Learning Rate": 1.932947337775569e-05, "Finetune/Loss": 0.905033528804779, "Finetune/Loss (Raw)": 0.7818960547447205, "Finetune/Step": 2763, "Finetune/Step Time": 6.716930633410811}
+{"Finetune/Learning Rate": 1.9328866998813676e-05, "Finetune/Loss": 0.9053804874420166, "Finetune/Loss (Raw)": 0.9727199077606201, "Finetune/Step": 2764, "Finetune/Step Time": 6.714031865820289}
+{"Finetune/Learning Rate": 1.932826035533152e-05, "Finetune/Loss": 0.9025133848190308, "Finetune/Loss (Raw)": 0.5928449034690857, "Finetune/Step": 2765, "Finetune/Step Time": 6.718401364982128}
+{"Finetune/Learning Rate": 1.932765344732643e-05, "Finetune/Loss": 0.9046738743782043, "Finetune/Loss (Raw)": 1.0233571529388428, "Finetune/Step": 2766, "Finetune/Step Time": 6.715571811422706}
+{"Finetune/Learning Rate": 1.9327046274815607e-05, "Finetune/Loss": 0.9053905606269836, "Finetune/Loss (Raw)": 0.9491106867790222, "Finetune/Step": 2767, "Finetune/Step Time": 6.712447237223387}
+{"Finetune/Learning Rate": 1.9326438837816276e-05, "Finetune/Loss": 0.9065408110618591, "Finetune/Loss (Raw)": 1.0348299741744995, "Finetune/Step": 2768, "Finetune/Step Time": 6.712649442255497}
+{"Finetune/Learning Rate": 1.9325831136345662e-05, "Finetune/Loss": 0.9062275886535645, "Finetune/Loss (Raw)": 0.8557992577552795, "Finetune/Step": 2769, "Finetune/Step Time": 6.711603058502078}
+{"Finetune/Learning Rate": 1.9325223170420995e-05, "Finetune/Loss": 0.9059943556785583, "Finetune/Loss (Raw)": 1.0059752464294434, "Finetune/Step": 2770, "Finetune/Step Time": 6.709868066012859}
+{"Finetune/Learning Rate": 1.932461494005952e-05, "Finetune/Loss": 0.9051600694656372, "Finetune/Loss (Raw)": 0.699612021446228, "Finetune/Step": 2771, "Finetune/Step Time": 6.721339587122202}
+{"Finetune/Learning Rate": 1.9324006445278474e-05, "Finetune/Loss": 0.905884861946106, "Finetune/Loss (Raw)": 1.026448130607605, "Finetune/Step": 2772, "Finetune/Step Time": 6.717659113928676}
+{"Finetune/Learning Rate": 1.9323397686095126e-05, "Finetune/Loss": 0.9056781530380249, "Finetune/Loss (Raw)": 0.8421090245246887, "Finetune/Step": 2773, "Finetune/Step Time": 6.714057952165604}
+{"Finetune/Learning Rate": 1.9322788662526726e-05, "Finetune/Loss": 0.9061969518661499, "Finetune/Loss (Raw)": 1.0243046283721924, "Finetune/Step": 2774, "Finetune/Step Time": 6.712962564080954}
+{"Finetune/Learning Rate": 1.932217937459055e-05, "Finetune/Loss": 0.9066135287284851, "Finetune/Loss (Raw)": 0.9888797402381897, "Finetune/Step": 2775, "Finetune/Step Time": 6.715699294582009}
+{"Finetune/Learning Rate": 1.932156982230388e-05, "Finetune/Loss": 0.9069589376449585, "Finetune/Loss (Raw)": 0.9503229856491089, "Finetune/Step": 2776, "Finetune/Step Time": 6.717737499624491}
+{"Finetune/Learning Rate": 1.9320960005683995e-05, "Finetune/Loss": 0.9059644937515259, "Finetune/Loss (Raw)": 0.8335102796554565, "Finetune/Step": 2777, "Finetune/Step Time": 6.712865939363837}
+{"Finetune/Learning Rate": 1.932034992474819e-05, "Finetune/Loss": 0.9046653509140015, "Finetune/Loss (Raw)": 0.8245521187782288, "Finetune/Step": 2778, "Finetune/Step Time": 6.724664410576224}
+{"Finetune/Learning Rate": 1.9319739579513763e-05, "Finetune/Loss": 0.9032525420188904, "Finetune/Loss (Raw)": 0.7345988154411316, "Finetune/Step": 2779, "Finetune/Step Time": 6.733954878523946}
+{"Finetune/Learning Rate": 1.9319128969998027e-05, "Finetune/Loss": 0.9039312601089478, "Finetune/Loss (Raw)": 0.9988350868225098, "Finetune/Step": 2780, "Finetune/Step Time": 6.713343175128102}
+{"Finetune/Learning Rate": 1.9318518096218288e-05, "Finetune/Loss": 0.903759241104126, "Finetune/Loss (Raw)": 0.8450672030448914, "Finetune/Step": 2781, "Finetune/Step Time": 6.723173139616847}
+{"Finetune/Learning Rate": 1.9317906958191876e-05, "Finetune/Loss": 0.9040767550468445, "Finetune/Loss (Raw)": 0.9757475256919861, "Finetune/Step": 2782, "Finetune/Step Time": 6.720991754904389}
+{"Finetune/Learning Rate": 1.931729555593612e-05, "Finetune/Loss": 0.903949499130249, "Finetune/Loss (Raw)": 0.8618200421333313, "Finetune/Step": 2783, "Finetune/Step Time": 6.717958759516478}
+{"Finetune/Learning Rate": 1.931668388946836e-05, "Finetune/Loss": 0.9053230285644531, "Finetune/Loss (Raw)": 0.9726141691207886, "Finetune/Step": 2784, "Finetune/Step Time": 6.682071084156632}
+{"Finetune/Learning Rate": 1.9316071958805935e-05, "Finetune/Loss": 0.9048078060150146, "Finetune/Loss (Raw)": 0.9050701260566711, "Finetune/Step": 2785, "Finetune/Step Time": 6.682047516107559}
+{"Finetune/Learning Rate": 1.93154597639662e-05, "Finetune/Loss": 0.9054402709007263, "Finetune/Loss (Raw)": 0.9959908723831177, "Finetune/Step": 2786, "Finetune/Step Time": 6.671854188665748}
+{"Finetune/Learning Rate": 1.9314847304966517e-05, "Finetune/Loss": 0.9040617346763611, "Finetune/Loss (Raw)": 0.6779825091362, "Finetune/Step": 2787, "Finetune/Step Time": 6.6828839257359505}
+{"Finetune/Learning Rate": 1.931423458182425e-05, "Finetune/Loss": 0.9027239084243774, "Finetune/Loss (Raw)": 0.9414199590682983, "Finetune/Step": 2788, "Finetune/Step Time": 6.683964425697923}
+{"Finetune/Learning Rate": 1.9313621594556778e-05, "Finetune/Loss": 0.9038674831390381, "Finetune/Loss (Raw)": 0.8829718232154846, "Finetune/Step": 2789, "Finetune/Step Time": 6.678312852978706}
+{"Finetune/Learning Rate": 1.9313008343181482e-05, "Finetune/Loss": 0.9035817384719849, "Finetune/Loss (Raw)": 0.906548798084259, "Finetune/Step": 2790, "Finetune/Step Time": 6.6780385337769985}
+{"Finetune/Learning Rate": 1.9312394827715756e-05, "Finetune/Loss": 0.9040897488594055, "Finetune/Loss (Raw)": 1.0088571310043335, "Finetune/Step": 2791, "Finetune/Step Time": 6.675608169287443}
+{"Finetune/Learning Rate": 1.9311781048176986e-05, "Finetune/Loss": 0.9046003222465515, "Finetune/Loss (Raw)": 0.9705447554588318, "Finetune/Step": 2792, "Finetune/Step Time": 6.67523873411119}
+{"Finetune/Learning Rate": 1.931116700458259e-05, "Finetune/Loss": 0.9059814214706421, "Finetune/Loss (Raw)": 1.0374810695648193, "Finetune/Step": 2793, "Finetune/Step Time": 6.679221259430051}
+{"Finetune/Learning Rate": 1.9310552696949974e-05, "Finetune/Loss": 0.9083342552185059, "Finetune/Loss (Raw)": 1.1072760820388794, "Finetune/Step": 2794, "Finetune/Step Time": 6.676827967166901}
+{"Finetune/Learning Rate": 1.9309938125296556e-05, "Finetune/Loss": 0.9075965881347656, "Finetune/Loss (Raw)": 0.8879435658454895, "Finetune/Step": 2795, "Finetune/Step Time": 6.670865762978792}
+{"Finetune/Learning Rate": 1.9309323289639773e-05, "Finetune/Loss": 0.9066015481948853, "Finetune/Loss (Raw)": 0.8496691584587097, "Finetune/Step": 2796, "Finetune/Step Time": 6.671281091868877}
+{"Finetune/Learning Rate": 1.9308708189997048e-05, "Finetune/Loss": 0.9059522747993469, "Finetune/Loss (Raw)": 0.715241014957428, "Finetune/Step": 2797, "Finetune/Step Time": 6.686577271670103}
+{"Finetune/Learning Rate": 1.9308092826385832e-05, "Finetune/Loss": 0.9063135981559753, "Finetune/Loss (Raw)": 0.8453373908996582, "Finetune/Step": 2798, "Finetune/Step Time": 6.684123234823346}
+{"Finetune/Learning Rate": 1.930747719882357e-05, "Finetune/Loss": 0.9081701636314392, "Finetune/Loss (Raw)": 1.0974938869476318, "Finetune/Step": 2799, "Finetune/Step Time": 6.684717869386077}
+{"Finetune/Learning Rate": 1.9306861307327724e-05, "Finetune/Loss": 0.9078636765480042, "Finetune/Loss (Raw)": 0.9942472577095032, "Finetune/Step": 2800, "Finetune/Step Time": 6.686750125139952}
+{"Finetune/Learning Rate": 1.9306245151915757e-05, "Finetune/Loss": 0.9077343344688416, "Finetune/Loss (Raw)": 0.89560467004776, "Finetune/Step": 2801, "Finetune/Step Time": 6.690471110865474}
+{"Finetune/Learning Rate": 1.930562873260514e-05, "Finetune/Loss": 0.9078748822212219, "Finetune/Loss (Raw)": 0.9601513147354126, "Finetune/Step": 2802, "Finetune/Step Time": 6.690464919432998}
+{"Finetune/Learning Rate": 1.9305012049413353e-05, "Finetune/Loss": 0.9062796831130981, "Finetune/Loss (Raw)": 0.7620935440063477, "Finetune/Step": 2803, "Finetune/Step Time": 6.676542419940233}
+{"Finetune/Learning Rate": 1.930439510235788e-05, "Finetune/Loss": 0.9070616960525513, "Finetune/Loss (Raw)": 0.9867875576019287, "Finetune/Step": 2804, "Finetune/Step Time": 6.669435404241085}
+{"Finetune/Learning Rate": 1.9303777891456227e-05, "Finetune/Loss": 0.9077343940734863, "Finetune/Loss (Raw)": 0.937149167060852, "Finetune/Step": 2805, "Finetune/Step Time": 6.671342838555574}
+{"Finetune/Learning Rate": 1.9303160416725884e-05, "Finetune/Loss": 0.9095656871795654, "Finetune/Loss (Raw)": 1.0568609237670898, "Finetune/Step": 2806, "Finetune/Step Time": 6.666638303548098}
+{"Finetune/Learning Rate": 1.930254267818437e-05, "Finetune/Loss": 0.9095245003700256, "Finetune/Loss (Raw)": 1.0270054340362549, "Finetune/Step": 2807, "Finetune/Step Time": 6.67138497531414}
+{"Finetune/Learning Rate": 1.9301924675849196e-05, "Finetune/Loss": 0.9098194241523743, "Finetune/Loss (Raw)": 1.0093700885772705, "Finetune/Step": 2808, "Finetune/Step Time": 6.672812391072512}
+{"Finetune/Learning Rate": 1.9301306409737894e-05, "Finetune/Loss": 0.9092116355895996, "Finetune/Loss (Raw)": 0.8527503609657288, "Finetune/Step": 2809, "Finetune/Step Time": 6.674707792699337}
+{"Finetune/Learning Rate": 1.9300687879867987e-05, "Finetune/Loss": 0.910283088684082, "Finetune/Loss (Raw)": 1.0831748247146606, "Finetune/Step": 2810, "Finetune/Step Time": 6.674047721549869}
+{"Finetune/Learning Rate": 1.930006908625702e-05, "Finetune/Loss": 0.9098849892616272, "Finetune/Loss (Raw)": 0.9428791403770447, "Finetune/Step": 2811, "Finetune/Step Time": 6.6819467302411795}
+{"Finetune/Learning Rate": 1.929945002892254e-05, "Finetune/Loss": 0.9082567095756531, "Finetune/Loss (Raw)": 0.8234030604362488, "Finetune/Step": 2812, "Finetune/Step Time": 6.680525291711092}
+{"Finetune/Learning Rate": 1.9298830707882105e-05, "Finetune/Loss": 0.9087952971458435, "Finetune/Loss (Raw)": 0.8949096202850342, "Finetune/Step": 2813, "Finetune/Step Time": 6.67445882037282}
+{"Finetune/Learning Rate": 1.929821112315327e-05, "Finetune/Loss": 0.9084732532501221, "Finetune/Loss (Raw)": 0.854353666305542, "Finetune/Step": 2814, "Finetune/Step Time": 6.671600153669715}
+{"Finetune/Learning Rate": 1.9297591274753607e-05, "Finetune/Loss": 0.9078729748725891, "Finetune/Loss (Raw)": 0.9948566555976868, "Finetune/Step": 2815, "Finetune/Step Time": 6.672439293935895}
+{"Finetune/Learning Rate": 1.9296971162700696e-05, "Finetune/Loss": 0.9076524376869202, "Finetune/Loss (Raw)": 0.8825963139533997, "Finetune/Step": 2816, "Finetune/Step Time": 6.6701474245637655}
+{"Finetune/Learning Rate": 1.929635078701212e-05, "Finetune/Loss": 0.90702223777771, "Finetune/Loss (Raw)": 0.8596444725990295, "Finetune/Step": 2817, "Finetune/Step Time": 6.686059216037393}
+{"Finetune/Learning Rate": 1.9295730147705467e-05, "Finetune/Loss": 0.9058682918548584, "Finetune/Loss (Raw)": 0.7850277423858643, "Finetune/Step": 2818, "Finetune/Step Time": 6.698741681873798}
+{"Finetune/Learning Rate": 1.9295109244798348e-05, "Finetune/Loss": 0.9062806367874146, "Finetune/Loss (Raw)": 0.8839464783668518, "Finetune/Step": 2819, "Finetune/Step Time": 6.706105697900057}
+{"Finetune/Learning Rate": 1.9294488078308355e-05, "Finetune/Loss": 0.9056700468063354, "Finetune/Loss (Raw)": 0.9397739171981812, "Finetune/Step": 2820, "Finetune/Step Time": 6.706397965550423}
+{"Finetune/Learning Rate": 1.9293866648253114e-05, "Finetune/Loss": 0.9061986207962036, "Finetune/Loss (Raw)": 0.7692351341247559, "Finetune/Step": 2821, "Finetune/Step Time": 6.6852793004363775}
+{"Finetune/Learning Rate": 1.9293244954650242e-05, "Finetune/Loss": 0.9027332067489624, "Finetune/Loss (Raw)": 0.6561792492866516, "Finetune/Step": 2822, "Finetune/Step Time": 6.69503934495151}
+{"Finetune/Learning Rate": 1.929262299751737e-05, "Finetune/Loss": 0.9035689830780029, "Finetune/Loss (Raw)": 0.8830899596214294, "Finetune/Step": 2823, "Finetune/Step Time": 6.687436133623123}
+{"Finetune/Learning Rate": 1.9292000776872135e-05, "Finetune/Loss": 0.9044070243835449, "Finetune/Loss (Raw)": 1.0670057535171509, "Finetune/Step": 2824, "Finetune/Step Time": 6.691173082217574}
+{"Finetune/Learning Rate": 1.929137829273218e-05, "Finetune/Loss": 0.9066969156265259, "Finetune/Loss (Raw)": 1.1153032779693604, "Finetune/Step": 2825, "Finetune/Step Time": 6.6811787355691195}
+{"Finetune/Learning Rate": 1.929075554511516e-05, "Finetune/Loss": 0.9069944620132446, "Finetune/Loss (Raw)": 0.9990153312683105, "Finetune/Step": 2826, "Finetune/Step Time": 6.674703994765878}
+{"Finetune/Learning Rate": 1.929013253403873e-05, "Finetune/Loss": 0.9084202647209167, "Finetune/Loss (Raw)": 1.0582349300384521, "Finetune/Step": 2827, "Finetune/Step Time": 6.671545779332519}
+{"Finetune/Learning Rate": 1.9289509259520558e-05, "Finetune/Loss": 0.9092880487442017, "Finetune/Loss (Raw)": 0.7907973527908325, "Finetune/Step": 2828, "Finetune/Step Time": 6.667041294276714}
+{"Finetune/Learning Rate": 1.928888572157832e-05, "Finetune/Loss": 0.9092401266098022, "Finetune/Loss (Raw)": 0.9142334461212158, "Finetune/Step": 2829, "Finetune/Step Time": 6.667169941589236}
+{"Finetune/Learning Rate": 1.92882619202297e-05, "Finetune/Loss": 0.9071983695030212, "Finetune/Loss (Raw)": 0.76609867811203, "Finetune/Step": 2830, "Finetune/Step Time": 6.664341393858194}
+{"Finetune/Learning Rate": 1.928763785549238e-05, "Finetune/Loss": 0.9088518619537354, "Finetune/Loss (Raw)": 0.9268138408660889, "Finetune/Step": 2831, "Finetune/Step Time": 6.667503708973527}
+{"Finetune/Learning Rate": 1.928701352738406e-05, "Finetune/Loss": 0.9088568687438965, "Finetune/Loss (Raw)": 0.8455588221549988, "Finetune/Step": 2832, "Finetune/Step Time": 6.6749475207179785}
+{"Finetune/Learning Rate": 1.928638893592245e-05, "Finetune/Loss": 0.9104111790657043, "Finetune/Loss (Raw)": 0.9605878591537476, "Finetune/Step": 2833, "Finetune/Step Time": 6.658069998025894}
+{"Finetune/Learning Rate": 1.9285764081125254e-05, "Finetune/Loss": 0.9118615388870239, "Finetune/Loss (Raw)": 0.9105075597763062, "Finetune/Step": 2834, "Finetune/Step Time": 6.666198963299394}
+{"Finetune/Learning Rate": 1.9285138963010196e-05, "Finetune/Loss": 0.9123551249504089, "Finetune/Loss (Raw)": 0.9105415344238281, "Finetune/Step": 2835, "Finetune/Step Time": 6.66784786246717}
+{"Finetune/Learning Rate": 1.9284513581594997e-05, "Finetune/Loss": 0.9126240015029907, "Finetune/Loss (Raw)": 0.9727693796157837, "Finetune/Step": 2836, "Finetune/Step Time": 6.664917424321175}
+{"Finetune/Learning Rate": 1.9283887936897398e-05, "Finetune/Loss": 0.913991391658783, "Finetune/Loss (Raw)": 1.0324842929840088, "Finetune/Step": 2837, "Finetune/Step Time": 6.651529420167208}
+{"Finetune/Learning Rate": 1.928326202893513e-05, "Finetune/Loss": 0.9144425988197327, "Finetune/Loss (Raw)": 1.0748037099838257, "Finetune/Step": 2838, "Finetune/Step Time": 6.650084413588047}
+{"Finetune/Learning Rate": 1.928263585772596e-05, "Finetune/Loss": 0.9122250080108643, "Finetune/Loss (Raw)": 0.7710813879966736, "Finetune/Step": 2839, "Finetune/Step Time": 6.646009676158428}
+{"Finetune/Learning Rate": 1.9282009423287623e-05, "Finetune/Loss": 0.9130176901817322, "Finetune/Loss (Raw)": 1.0527997016906738, "Finetune/Step": 2840, "Finetune/Step Time": 6.660021839663386}
+{"Finetune/Learning Rate": 1.92813827256379e-05, "Finetune/Loss": 0.9123362302780151, "Finetune/Loss (Raw)": 0.9403771162033081, "Finetune/Step": 2841, "Finetune/Step Time": 6.654793253168464}
+{"Finetune/Learning Rate": 1.9280755764794553e-05, "Finetune/Loss": 0.9117666482925415, "Finetune/Loss (Raw)": 0.9586934447288513, "Finetune/Step": 2842, "Finetune/Step Time": 6.656256737187505}
+{"Finetune/Learning Rate": 1.9280128540775363e-05, "Finetune/Loss": 0.9120265245437622, "Finetune/Loss (Raw)": 0.9320355653762817, "Finetune/Step": 2843, "Finetune/Step Time": 6.656093949452043}
+{"Finetune/Learning Rate": 1.9279501053598117e-05, "Finetune/Loss": 0.9120243787765503, "Finetune/Loss (Raw)": 0.8276171088218689, "Finetune/Step": 2844, "Finetune/Step Time": 6.661730257794261}
+{"Finetune/Learning Rate": 1.9278873303280606e-05, "Finetune/Loss": 0.9107282161712646, "Finetune/Loss (Raw)": 0.8051666021347046, "Finetune/Step": 2845, "Finetune/Step Time": 6.6621334459632635}
+{"Finetune/Learning Rate": 1.9278245289840642e-05, "Finetune/Loss": 0.9112447500228882, "Finetune/Loss (Raw)": 1.020492672920227, "Finetune/Step": 2846, "Finetune/Step Time": 6.657849075272679}
+{"Finetune/Learning Rate": 1.9277617013296018e-05, "Finetune/Loss": 0.9117709398269653, "Finetune/Loss (Raw)": 0.9185036420822144, "Finetune/Step": 2847, "Finetune/Step Time": 6.6521165538579226}
+{"Finetune/Learning Rate": 1.9276988473664557e-05, "Finetune/Loss": 0.9113240242004395, "Finetune/Loss (Raw)": 0.9591354131698608, "Finetune/Step": 2848, "Finetune/Step Time": 6.651285151019692}
+{"Finetune/Learning Rate": 1.9276359670964086e-05, "Finetune/Loss": 0.9096810221672058, "Finetune/Loss (Raw)": 0.7391557693481445, "Finetune/Step": 2849, "Finetune/Step Time": 6.655008688569069}
+{"Finetune/Learning Rate": 1.9275730605212435e-05, "Finetune/Loss": 0.9109868407249451, "Finetune/Loss (Raw)": 1.0183268785476685, "Finetune/Step": 2850, "Finetune/Step Time": 6.644781580194831}
+{"Finetune/Learning Rate": 1.9275101276427438e-05, "Finetune/Loss": 0.913588285446167, "Finetune/Loss (Raw)": 1.0053411722183228, "Finetune/Step": 2851, "Finetune/Step Time": 6.65188854187727}
+{"Finetune/Learning Rate": 1.9274471684626943e-05, "Finetune/Loss": 0.9142568111419678, "Finetune/Loss (Raw)": 1.0077422857284546, "Finetune/Step": 2852, "Finetune/Step Time": 6.653412410989404}
+{"Finetune/Learning Rate": 1.9273841829828804e-05, "Finetune/Loss": 0.9131771326065063, "Finetune/Loss (Raw)": 0.8112161755561829, "Finetune/Step": 2853, "Finetune/Step Time": 6.688439153134823}
+{"Finetune/Learning Rate": 1.9273211712050885e-05, "Finetune/Loss": 0.9125653505325317, "Finetune/Loss (Raw)": 0.8147129416465759, "Finetune/Step": 2854, "Finetune/Step Time": 6.671736156567931}
+{"Finetune/Learning Rate": 1.927258133131105e-05, "Finetune/Loss": 0.912849485874176, "Finetune/Loss (Raw)": 0.9758710861206055, "Finetune/Step": 2855, "Finetune/Step Time": 6.669427191838622}
+{"Finetune/Learning Rate": 1.9271950687627175e-05, "Finetune/Loss": 0.9121177792549133, "Finetune/Loss (Raw)": 0.9173457622528076, "Finetune/Step": 2856, "Finetune/Step Time": 6.658564254641533}
+{"Finetune/Learning Rate": 1.9271319781017142e-05, "Finetune/Loss": 0.9137109518051147, "Finetune/Loss (Raw)": 0.9989265203475952, "Finetune/Step": 2857, "Finetune/Step Time": 6.658027734607458}
+{"Finetune/Learning Rate": 1.927068861149885e-05, "Finetune/Loss": 0.9144409894943237, "Finetune/Loss (Raw)": 0.9247279167175293, "Finetune/Step": 2858, "Finetune/Step Time": 6.644143305718899}
+{"Finetune/Learning Rate": 1.9270057179090188e-05, "Finetune/Loss": 0.9138925075531006, "Finetune/Loss (Raw)": 0.8788393139839172, "Finetune/Step": 2859, "Finetune/Step Time": 6.654851322993636}
+{"Finetune/Learning Rate": 1.9269425483809065e-05, "Finetune/Loss": 0.913970410823822, "Finetune/Loss (Raw)": 0.7892715334892273, "Finetune/Step": 2860, "Finetune/Step Time": 6.6669025626033545}
+{"Finetune/Learning Rate": 1.9268793525673396e-05, "Finetune/Loss": 0.9129400253295898, "Finetune/Loss (Raw)": 0.7475051879882812, "Finetune/Step": 2861, "Finetune/Step Time": 6.664223996922374}
+{"Finetune/Learning Rate": 1.9268161304701095e-05, "Finetune/Loss": 0.9107880592346191, "Finetune/Loss (Raw)": 0.853115975856781, "Finetune/Step": 2862, "Finetune/Step Time": 6.664640152826905}
+{"Finetune/Learning Rate": 1.9267528820910097e-05, "Finetune/Loss": 0.9099060297012329, "Finetune/Loss (Raw)": 0.807815670967102, "Finetune/Step": 2863, "Finetune/Step Time": 6.661292038857937}
+{"Finetune/Learning Rate": 1.9266896074318335e-05, "Finetune/Loss": 0.9106323719024658, "Finetune/Loss (Raw)": 0.9088324308395386, "Finetune/Step": 2864, "Finetune/Step Time": 6.661596413701773}
+{"Finetune/Learning Rate": 1.9266263064943752e-05, "Finetune/Loss": 0.9114949107170105, "Finetune/Loss (Raw)": 0.9653839468955994, "Finetune/Step": 2865, "Finetune/Step Time": 6.654434325173497}
+{"Finetune/Learning Rate": 1.92656297928043e-05, "Finetune/Loss": 0.9106686115264893, "Finetune/Loss (Raw)": 0.7838895320892334, "Finetune/Step": 2866, "Finetune/Step Time": 6.656872810795903}
+{"Finetune/Learning Rate": 1.9264996257917933e-05, "Finetune/Loss": 0.9111993312835693, "Finetune/Loss (Raw)": 0.9238075613975525, "Finetune/Step": 2867, "Finetune/Step Time": 6.65683726221323}
+{"Finetune/Learning Rate": 1.926436246030262e-05, "Finetune/Loss": 0.9100430011749268, "Finetune/Loss (Raw)": 0.7667350172996521, "Finetune/Step": 2868, "Finetune/Step Time": 6.6554284542799}
+{"Finetune/Learning Rate": 1.926372839997633e-05, "Finetune/Loss": 0.9086108207702637, "Finetune/Loss (Raw)": 0.9424200654029846, "Finetune/Step": 2869, "Finetune/Step Time": 6.65953797660768}
+{"Finetune/Learning Rate": 1.9263094076957042e-05, "Finetune/Loss": 0.9078670144081116, "Finetune/Loss (Raw)": 0.7439246773719788, "Finetune/Step": 2870, "Finetune/Step Time": 6.640628349035978}
+{"Finetune/Learning Rate": 1.9262459491262753e-05, "Finetune/Loss": 0.9064344763755798, "Finetune/Loss (Raw)": 0.7425588965415955, "Finetune/Step": 2871, "Finetune/Step Time": 6.659043809399009}
+{"Finetune/Learning Rate": 1.926182464291145e-05, "Finetune/Loss": 0.9069385528564453, "Finetune/Loss (Raw)": 0.9991872906684875, "Finetune/Step": 2872, "Finetune/Step Time": 6.661442471668124}
+{"Finetune/Learning Rate": 1.9261189531921137e-05, "Finetune/Loss": 0.9053412675857544, "Finetune/Loss (Raw)": 0.623254120349884, "Finetune/Step": 2873, "Finetune/Step Time": 6.6752835512161255}
+{"Finetune/Learning Rate": 1.926055415830982e-05, "Finetune/Loss": 0.9061098098754883, "Finetune/Loss (Raw)": 1.1235188245773315, "Finetune/Step": 2874, "Finetune/Step Time": 6.679257435724139}
+{"Finetune/Learning Rate": 1.9259918522095528e-05, "Finetune/Loss": 0.9045263528823853, "Finetune/Loss (Raw)": 0.5756574869155884, "Finetune/Step": 2875, "Finetune/Step Time": 6.6858665104955435}
+{"Finetune/Learning Rate": 1.925928262329627e-05, "Finetune/Loss": 0.9035333395004272, "Finetune/Loss (Raw)": 0.7406135201454163, "Finetune/Step": 2876, "Finetune/Step Time": 6.684387095272541}
+{"Finetune/Learning Rate": 1.9258646461930093e-05, "Finetune/Loss": 0.9017460346221924, "Finetune/Loss (Raw)": 0.6522653102874756, "Finetune/Step": 2877, "Finetune/Step Time": 6.69830129109323}
+{"Finetune/Learning Rate": 1.9258010038015027e-05, "Finetune/Loss": 0.9013053178787231, "Finetune/Loss (Raw)": 0.8984760046005249, "Finetune/Step": 2878, "Finetune/Step Time": 6.700844598934054}
+{"Finetune/Learning Rate": 1.9257373351569125e-05, "Finetune/Loss": 0.9011660814285278, "Finetune/Loss (Raw)": 0.8575981855392456, "Finetune/Step": 2879, "Finetune/Step Time": 6.684183159843087}
+{"Finetune/Learning Rate": 1.9256736402610437e-05, "Finetune/Loss": 0.9006198048591614, "Finetune/Loss (Raw)": 0.8466142416000366, "Finetune/Step": 2880, "Finetune/Step Time": 6.684420667588711}
+{"Finetune/Learning Rate": 1.925609919115703e-05, "Finetune/Loss": 0.9001585245132446, "Finetune/Loss (Raw)": 0.8769721984863281, "Finetune/Step": 2881, "Finetune/Step Time": 6.683372374624014}
+{"Finetune/Learning Rate": 1.925546171722697e-05, "Finetune/Loss": 0.8998895883560181, "Finetune/Loss (Raw)": 0.878752589225769, "Finetune/Step": 2882, "Finetune/Step Time": 6.679472308605909}
+{"Finetune/Learning Rate": 1.9254823980838332e-05, "Finetune/Loss": 0.8995442390441895, "Finetune/Loss (Raw)": 0.7588626742362976, "Finetune/Step": 2883, "Finetune/Step Time": 6.681119157001376}
+{"Finetune/Learning Rate": 1.9254185982009204e-05, "Finetune/Loss": 0.8994765281677246, "Finetune/Loss (Raw)": 0.9432983994483948, "Finetune/Step": 2884, "Finetune/Step Time": 6.682312864810228}
+{"Finetune/Learning Rate": 1.925354772075768e-05, "Finetune/Loss": 0.8978160619735718, "Finetune/Loss (Raw)": 0.6462731957435608, "Finetune/Step": 2885, "Finetune/Step Time": 6.696006095036864}
+{"Finetune/Learning Rate": 1.9252909197101854e-05, "Finetune/Loss": 0.8979388475418091, "Finetune/Loss (Raw)": 0.9881747364997864, "Finetune/Step": 2886, "Finetune/Step Time": 6.696089258417487}
+{"Finetune/Learning Rate": 1.9252270411059834e-05, "Finetune/Loss": 0.8987300395965576, "Finetune/Loss (Raw)": 1.0407589673995972, "Finetune/Step": 2887, "Finetune/Step Time": 6.698970859870315}
+{"Finetune/Learning Rate": 1.9251631362649735e-05, "Finetune/Loss": 0.8997378349304199, "Finetune/Loss (Raw)": 1.0151387453079224, "Finetune/Step": 2888, "Finetune/Step Time": 6.704314621165395}
+{"Finetune/Learning Rate": 1.925099205188968e-05, "Finetune/Loss": 0.8980481624603271, "Finetune/Loss (Raw)": 0.743139386177063, "Finetune/Step": 2889, "Finetune/Step Time": 6.710511218756437}
+{"Finetune/Learning Rate": 1.9250352478797798e-05, "Finetune/Loss": 0.8990411758422852, "Finetune/Loss (Raw)": 0.9107155203819275, "Finetune/Step": 2890, "Finetune/Step Time": 6.709819933399558}
+{"Finetune/Learning Rate": 1.9249712643392223e-05, "Finetune/Loss": 0.9002779126167297, "Finetune/Loss (Raw)": 0.940197765827179, "Finetune/Step": 2891, "Finetune/Step Time": 6.707534562796354}
+{"Finetune/Learning Rate": 1.9249072545691102e-05, "Finetune/Loss": 0.8991934061050415, "Finetune/Loss (Raw)": 0.8339053988456726, "Finetune/Step": 2892, "Finetune/Step Time": 6.711924638599157}
+{"Finetune/Learning Rate": 1.924843218571258e-05, "Finetune/Loss": 0.901557207107544, "Finetune/Loss (Raw)": 0.8954098224639893, "Finetune/Step": 2893, "Finetune/Step Time": 6.6860683392733335}
+{"Finetune/Learning Rate": 1.9247791563474822e-05, "Finetune/Loss": 0.9003951549530029, "Finetune/Loss (Raw)": 0.8746175169944763, "Finetune/Step": 2894, "Finetune/Step Time": 6.674075918272138}
+{"Finetune/Learning Rate": 1.9247150678995994e-05, "Finetune/Loss": 0.8998411893844604, "Finetune/Loss (Raw)": 0.8782057762145996, "Finetune/Step": 2895, "Finetune/Step Time": 6.677447045221925}
+{"Finetune/Learning Rate": 1.9246509532294265e-05, "Finetune/Loss": 0.8988198041915894, "Finetune/Loss (Raw)": 0.9040887951850891, "Finetune/Step": 2896, "Finetune/Step Time": 6.677289590239525}
+{"Finetune/Learning Rate": 1.9245868123387822e-05, "Finetune/Loss": 0.8999254703521729, "Finetune/Loss (Raw)": 0.9973272681236267, "Finetune/Step": 2897, "Finetune/Step Time": 6.677905380725861}
+{"Finetune/Learning Rate": 1.9245226452294853e-05, "Finetune/Loss": 0.8992645740509033, "Finetune/Loss (Raw)": 0.9213805198669434, "Finetune/Step": 2898, "Finetune/Step Time": 6.681579548865557}
+{"Finetune/Learning Rate": 1.9244584519033548e-05, "Finetune/Loss": 0.9004444479942322, "Finetune/Loss (Raw)": 0.8506311774253845, "Finetune/Step": 2899, "Finetune/Step Time": 6.674306482076645}
+{"Finetune/Learning Rate": 1.9243942323622113e-05, "Finetune/Loss": 0.8989841938018799, "Finetune/Loss (Raw)": 0.83953857421875, "Finetune/Step": 2900, "Finetune/Step Time": 6.679892191663384}
+{"Finetune/Learning Rate": 1.924329986607876e-05, "Finetune/Loss": 0.8995089530944824, "Finetune/Loss (Raw)": 0.909281849861145, "Finetune/Step": 2901, "Finetune/Step Time": 6.682387823238969}
+{"Finetune/Learning Rate": 1.924265714642171e-05, "Finetune/Loss": 0.8983670473098755, "Finetune/Loss (Raw)": 0.8781369924545288, "Finetune/Step": 2902, "Finetune/Step Time": 6.683363908901811}
+{"Finetune/Learning Rate": 1.9242014164669186e-05, "Finetune/Loss": 0.8983361124992371, "Finetune/Loss (Raw)": 0.9849181771278381, "Finetune/Step": 2903, "Finetune/Step Time": 6.686658652499318}
+{"Finetune/Learning Rate": 1.924137092083942e-05, "Finetune/Loss": 0.8969501256942749, "Finetune/Loss (Raw)": 0.772911548614502, "Finetune/Step": 2904, "Finetune/Step Time": 6.694020612165332}
+{"Finetune/Learning Rate": 1.9240727414950654e-05, "Finetune/Loss": 0.897246241569519, "Finetune/Loss (Raw)": 0.871425449848175, "Finetune/Step": 2905, "Finetune/Step Time": 6.693482764065266}
+{"Finetune/Learning Rate": 1.9240083647021135e-05, "Finetune/Loss": 0.8976695537567139, "Finetune/Loss (Raw)": 0.8787336945533752, "Finetune/Step": 2906, "Finetune/Step Time": 6.68278281390667}
+{"Finetune/Learning Rate": 1.923943961706912e-05, "Finetune/Loss": 0.8993421792984009, "Finetune/Loss (Raw)": 0.9486908912658691, "Finetune/Step": 2907, "Finetune/Step Time": 6.689911015331745}
+{"Finetune/Learning Rate": 1.9238795325112867e-05, "Finetune/Loss": 0.897963285446167, "Finetune/Loss (Raw)": 0.8223378658294678, "Finetune/Step": 2908, "Finetune/Step Time": 6.707501009106636}
+{"Finetune/Learning Rate": 1.9238150771170655e-05, "Finetune/Loss": 0.8986578583717346, "Finetune/Loss (Raw)": 0.9339726567268372, "Finetune/Step": 2909, "Finetune/Step Time": 6.701889935880899}
+{"Finetune/Learning Rate": 1.9237505955260756e-05, "Finetune/Loss": 0.8986008167266846, "Finetune/Loss (Raw)": 0.9684404134750366, "Finetune/Step": 2910, "Finetune/Step Time": 6.703079575672746}
+{"Finetune/Learning Rate": 1.9236860877401456e-05, "Finetune/Loss": 0.8975268602371216, "Finetune/Loss (Raw)": 0.7243586182594299, "Finetune/Step": 2911, "Finetune/Step Time": 6.703868282958865}
+{"Finetune/Learning Rate": 1.9236215537611044e-05, "Finetune/Loss": 0.8952993154525757, "Finetune/Loss (Raw)": 0.6874830722808838, "Finetune/Step": 2912, "Finetune/Step Time": 6.719437446445227}
+{"Finetune/Learning Rate": 1.9235569935907826e-05, "Finetune/Loss": 0.8964943289756775, "Finetune/Loss (Raw)": 1.0580370426177979, "Finetune/Step": 2913, "Finetune/Step Time": 6.719877615571022}
+{"Finetune/Learning Rate": 1.9234924072310112e-05, "Finetune/Loss": 0.896410346031189, "Finetune/Loss (Raw)": 0.9852387309074402, "Finetune/Step": 2914, "Finetune/Step Time": 6.723781410604715}
+{"Finetune/Learning Rate": 1.9234277946836207e-05, "Finetune/Loss": 0.8982487320899963, "Finetune/Loss (Raw)": 0.913294792175293, "Finetune/Step": 2915, "Finetune/Step Time": 6.705708302557468}
+{"Finetune/Learning Rate": 1.923363155950444e-05, "Finetune/Loss": 0.8972247242927551, "Finetune/Loss (Raw)": 0.8103479743003845, "Finetune/Step": 2916, "Finetune/Step Time": 6.704612281173468}
+{"Finetune/Learning Rate": 1.9232984910333136e-05, "Finetune/Loss": 0.8977172374725342, "Finetune/Loss (Raw)": 0.9460137486457825, "Finetune/Step": 2917, "Finetune/Step Time": 6.703399417921901}
+{"Finetune/Learning Rate": 1.923233799934064e-05, "Finetune/Loss": 0.8986036777496338, "Finetune/Loss (Raw)": 1.0200133323669434, "Finetune/Step": 2918, "Finetune/Step Time": 6.701833214610815}
+{"Finetune/Learning Rate": 1.9231690826545284e-05, "Finetune/Loss": 0.8978036642074585, "Finetune/Loss (Raw)": 0.9064511060714722, "Finetune/Step": 2919, "Finetune/Step Time": 6.7043857257813215}
+{"Finetune/Learning Rate": 1.9231043391965435e-05, "Finetune/Loss": 0.8970167636871338, "Finetune/Loss (Raw)": 0.8698214888572693, "Finetune/Step": 2920, "Finetune/Step Time": 6.702863750979304}
+{"Finetune/Learning Rate": 1.923039569561944e-05, "Finetune/Loss": 0.8953604102134705, "Finetune/Loss (Raw)": 0.8254725933074951, "Finetune/Step": 2921, "Finetune/Step Time": 6.704189978539944}
+{"Finetune/Learning Rate": 1.922974773752567e-05, "Finetune/Loss": 0.8939427137374878, "Finetune/Loss (Raw)": 0.9258147478103638, "Finetune/Step": 2922, "Finetune/Step Time": 6.723298879340291}
+{"Finetune/Learning Rate": 1.9229099517702505e-05, "Finetune/Loss": 0.8941944241523743, "Finetune/Loss (Raw)": 0.9201592206954956, "Finetune/Step": 2923, "Finetune/Step Time": 6.724196758121252}
+{"Finetune/Learning Rate": 1.9228451036168317e-05, "Finetune/Loss": 0.8945075273513794, "Finetune/Loss (Raw)": 0.8897404670715332, "Finetune/Step": 2924, "Finetune/Step Time": 6.7213712725788355}
+{"Finetune/Learning Rate": 1.9227802292941504e-05, "Finetune/Loss": 0.8960880637168884, "Finetune/Loss (Raw)": 0.9175585508346558, "Finetune/Step": 2925, "Finetune/Step Time": 6.70197937078774}
+{"Finetune/Learning Rate": 1.9227153288040458e-05, "Finetune/Loss": 0.896676778793335, "Finetune/Loss (Raw)": 0.9206877946853638, "Finetune/Step": 2926, "Finetune/Step Time": 6.6967636570334435}
+{"Finetune/Learning Rate": 1.9226504021483582e-05, "Finetune/Loss": 0.8941761255264282, "Finetune/Loss (Raw)": 0.7774074077606201, "Finetune/Step": 2927, "Finetune/Step Time": 6.699722498655319}
+{"Finetune/Learning Rate": 1.9225854493289287e-05, "Finetune/Loss": 0.8937152028083801, "Finetune/Loss (Raw)": 0.9352516531944275, "Finetune/Step": 2928, "Finetune/Step Time": 6.700683228671551}
+{"Finetune/Learning Rate": 1.9225204703475995e-05, "Finetune/Loss": 0.8948218822479248, "Finetune/Loss (Raw)": 1.0372649431228638, "Finetune/Step": 2929, "Finetune/Step Time": 6.7012267503887415}
+{"Finetune/Learning Rate": 1.922455465206213e-05, "Finetune/Loss": 0.894391655921936, "Finetune/Loss (Raw)": 0.9050819277763367, "Finetune/Step": 2930, "Finetune/Step Time": 6.701245300471783}
+{"Finetune/Learning Rate": 1.9223904339066125e-05, "Finetune/Loss": 0.894338071346283, "Finetune/Loss (Raw)": 0.7552322149276733, "Finetune/Step": 2931, "Finetune/Step Time": 6.6958338767290115}
+{"Finetune/Learning Rate": 1.9223253764506426e-05, "Finetune/Loss": 0.8941644430160522, "Finetune/Loss (Raw)": 0.9645679593086243, "Finetune/Step": 2932, "Finetune/Step Time": 6.696543926373124}
+{"Finetune/Learning Rate": 1.9222602928401473e-05, "Finetune/Loss": 0.8938756585121155, "Finetune/Loss (Raw)": 0.900179386138916, "Finetune/Step": 2933, "Finetune/Step Time": 6.698501005768776}
+{"Finetune/Learning Rate": 1.922195183076973e-05, "Finetune/Loss": 0.8912668228149414, "Finetune/Loss (Raw)": 0.7229266166687012, "Finetune/Step": 2934, "Finetune/Step Time": 6.702792216092348}
+{"Finetune/Learning Rate": 1.9221300471629658e-05, "Finetune/Loss": 0.8905553817749023, "Finetune/Loss (Raw)": 0.935947597026825, "Finetune/Step": 2935, "Finetune/Step Time": 6.702584225684404}
+{"Finetune/Learning Rate": 1.9220648850999723e-05, "Finetune/Loss": 0.8891161680221558, "Finetune/Loss (Raw)": 0.8251457214355469, "Finetune/Step": 2936, "Finetune/Step Time": 6.7067902106791735}
+{"Finetune/Learning Rate": 1.9219996968898408e-05, "Finetune/Loss": 0.889351487159729, "Finetune/Loss (Raw)": 0.8828734755516052, "Finetune/Step": 2937, "Finetune/Step Time": 6.708545818924904}
+{"Finetune/Learning Rate": 1.92193448253442e-05, "Finetune/Loss": 0.8880566954612732, "Finetune/Loss (Raw)": 0.9174434542655945, "Finetune/Step": 2938, "Finetune/Step Time": 6.712336139753461}
+{"Finetune/Learning Rate": 1.9218692420355585e-05, "Finetune/Loss": 0.8863227367401123, "Finetune/Loss (Raw)": 0.7209290862083435, "Finetune/Step": 2939, "Finetune/Step Time": 6.720629699528217}
+{"Finetune/Learning Rate": 1.9218039753951068e-05, "Finetune/Loss": 0.8869661688804626, "Finetune/Loss (Raw)": 0.9057640433311462, "Finetune/Step": 2940, "Finetune/Step Time": 6.720083648338914}
+{"Finetune/Learning Rate": 1.9217386826149155e-05, "Finetune/Loss": 0.8864117860794067, "Finetune/Loss (Raw)": 0.8239538073539734, "Finetune/Step": 2941, "Finetune/Step Time": 6.726184017956257}
+{"Finetune/Learning Rate": 1.9216733636968365e-05, "Finetune/Loss": 0.8862920999526978, "Finetune/Loss (Raw)": 0.8390287160873413, "Finetune/Step": 2942, "Finetune/Step Time": 6.725729793310165}
+{"Finetune/Learning Rate": 1.9216080186427218e-05, "Finetune/Loss": 0.8867304921150208, "Finetune/Loss (Raw)": 1.050971508026123, "Finetune/Step": 2943, "Finetune/Step Time": 6.722500640898943}
+{"Finetune/Learning Rate": 1.9215426474544242e-05, "Finetune/Loss": 0.8874384164810181, "Finetune/Loss (Raw)": 0.973214328289032, "Finetune/Step": 2944, "Finetune/Step Time": 6.7207908146083355}
+{"Finetune/Learning Rate": 1.9214772501337976e-05, "Finetune/Loss": 0.888047456741333, "Finetune/Loss (Raw)": 0.9375956654548645, "Finetune/Step": 2945, "Finetune/Step Time": 6.725229047238827}
+{"Finetune/Learning Rate": 1.9214118266826968e-05, "Finetune/Loss": 0.8886356353759766, "Finetune/Loss (Raw)": 0.8603157997131348, "Finetune/Step": 2946, "Finetune/Step Time": 6.708783566951752}
+{"Finetune/Learning Rate": 1.9213463771029762e-05, "Finetune/Loss": 0.8889135718345642, "Finetune/Loss (Raw)": 0.9195212125778198, "Finetune/Step": 2947, "Finetune/Step Time": 6.7063761204481125}
+{"Finetune/Learning Rate": 1.9212809013964932e-05, "Finetune/Loss": 0.8889169096946716, "Finetune/Loss (Raw)": 0.940204918384552, "Finetune/Step": 2948, "Finetune/Step Time": 6.709867542609572}
+{"Finetune/Learning Rate": 1.9212153995651028e-05, "Finetune/Loss": 0.8905720710754395, "Finetune/Loss (Raw)": 0.9810923337936401, "Finetune/Step": 2949, "Finetune/Step Time": 6.718218604102731}
+{"Finetune/Learning Rate": 1.9211498716106636e-05, "Finetune/Loss": 0.8917131423950195, "Finetune/Loss (Raw)": 0.8022307753562927, "Finetune/Step": 2950, "Finetune/Step Time": 6.720581332221627}
+{"Finetune/Learning Rate": 1.9210843175350335e-05, "Finetune/Loss": 0.8924620747566223, "Finetune/Loss (Raw)": 0.9789551496505737, "Finetune/Step": 2951, "Finetune/Step Time": 6.721422377973795}
+{"Finetune/Learning Rate": 1.921018737340071e-05, "Finetune/Loss": 0.8918709754943848, "Finetune/Loss (Raw)": 0.9913511276245117, "Finetune/Step": 2952, "Finetune/Step Time": 6.71997064165771}
+{"Finetune/Learning Rate": 1.9209531310276362e-05, "Finetune/Loss": 0.8899389505386353, "Finetune/Loss (Raw)": 0.8680028915405273, "Finetune/Step": 2953, "Finetune/Step Time": 6.720318093895912}
+{"Finetune/Learning Rate": 1.92088749859959e-05, "Finetune/Loss": 0.8892747163772583, "Finetune/Loss (Raw)": 0.9139910340309143, "Finetune/Step": 2954, "Finetune/Step Time": 6.737780353054404}
+{"Finetune/Learning Rate": 1.9208218400577926e-05, "Finetune/Loss": 0.8890548944473267, "Finetune/Loss (Raw)": 1.030094027519226, "Finetune/Step": 2955, "Finetune/Step Time": 6.735956786200404}
+{"Finetune/Learning Rate": 1.920756155404106e-05, "Finetune/Loss": 0.889246940612793, "Finetune/Loss (Raw)": 0.8153830170631409, "Finetune/Step": 2956, "Finetune/Step Time": 6.761144446209073}
+{"Finetune/Learning Rate": 1.9206904446403936e-05, "Finetune/Loss": 0.8888562917709351, "Finetune/Loss (Raw)": 0.8642314672470093, "Finetune/Step": 2957, "Finetune/Step Time": 6.770877031609416}
+{"Finetune/Learning Rate": 1.9206247077685184e-05, "Finetune/Loss": 0.8902930021286011, "Finetune/Loss (Raw)": 0.949992299079895, "Finetune/Step": 2958, "Finetune/Step Time": 6.754805134609342}
+{"Finetune/Learning Rate": 1.9205589447903438e-05, "Finetune/Loss": 0.8901293277740479, "Finetune/Loss (Raw)": 0.9058716297149658, "Finetune/Step": 2959, "Finetune/Step Time": 6.764246594160795}
+{"Finetune/Learning Rate": 1.9204931557077355e-05, "Finetune/Loss": 0.8897238969802856, "Finetune/Loss (Raw)": 0.7936648726463318, "Finetune/Step": 2960, "Finetune/Step Time": 6.787971822544932}
+{"Finetune/Learning Rate": 1.9204273405225588e-05, "Finetune/Loss": 0.889806866645813, "Finetune/Loss (Raw)": 0.971206545829773, "Finetune/Step": 2961, "Finetune/Step Time": 6.79578354395926}
+{"Finetune/Learning Rate": 1.9203614992366805e-05, "Finetune/Loss": 0.8904099464416504, "Finetune/Loss (Raw)": 0.987699568271637, "Finetune/Step": 2962, "Finetune/Step Time": 6.786306457594037}
+{"Finetune/Learning Rate": 1.9202956318519667e-05, "Finetune/Loss": 0.8905370235443115, "Finetune/Loss (Raw)": 0.9268011450767517, "Finetune/Step": 2963, "Finetune/Step Time": 6.7837331760674715}
+{"Finetune/Learning Rate": 1.9202297383702858e-05, "Finetune/Loss": 0.8901107907295227, "Finetune/Loss (Raw)": 0.9182189106941223, "Finetune/Step": 2964, "Finetune/Step Time": 6.790051007643342}
+{"Finetune/Learning Rate": 1.9201638187935066e-05, "Finetune/Loss": 0.8889215588569641, "Finetune/Loss (Raw)": 0.8802655339241028, "Finetune/Step": 2965, "Finetune/Step Time": 6.789394129067659}
+{"Finetune/Learning Rate": 1.920097873123498e-05, "Finetune/Loss": 0.8867070078849792, "Finetune/Loss (Raw)": 0.7913395762443542, "Finetune/Step": 2966, "Finetune/Step Time": 6.802197469398379}
+{"Finetune/Learning Rate": 1.9200319013621298e-05, "Finetune/Loss": 0.8888260126113892, "Finetune/Loss (Raw)": 1.042311191558838, "Finetune/Step": 2967, "Finetune/Step Time": 6.808531621471047}
+{"Finetune/Learning Rate": 1.9199659035112734e-05, "Finetune/Loss": 0.8865265846252441, "Finetune/Loss (Raw)": 0.7584739923477173, "Finetune/Step": 2968, "Finetune/Step Time": 6.824931006878614}
+{"Finetune/Learning Rate": 1.9198998795728e-05, "Finetune/Loss": 0.8868081569671631, "Finetune/Loss (Raw)": 0.9764215350151062, "Finetune/Step": 2969, "Finetune/Step Time": 6.830193817615509}
+{"Finetune/Learning Rate": 1.919833829548582e-05, "Finetune/Loss": 0.8860926032066345, "Finetune/Loss (Raw)": 0.8671019077301025, "Finetune/Step": 2970, "Finetune/Step Time": 6.828825827687979}
+{"Finetune/Learning Rate": 1.919767753440492e-05, "Finetune/Loss": 0.8866279125213623, "Finetune/Loss (Raw)": 1.000558614730835, "Finetune/Step": 2971, "Finetune/Step Time": 6.829648165032268}
+{"Finetune/Learning Rate": 1.9197016512504037e-05, "Finetune/Loss": 0.8878283500671387, "Finetune/Loss (Raw)": 0.9812620878219604, "Finetune/Step": 2972, "Finetune/Step Time": 6.823580980300903}
+{"Finetune/Learning Rate": 1.9196355229801924e-05, "Finetune/Loss": 0.889288067817688, "Finetune/Loss (Raw)": 0.9920161366462708, "Finetune/Step": 2973, "Finetune/Step Time": 6.826677683740854}
+{"Finetune/Learning Rate": 1.9195693686317327e-05, "Finetune/Loss": 0.8892471194267273, "Finetune/Loss (Raw)": 1.015254259109497, "Finetune/Step": 2974, "Finetune/Step Time": 6.825662579387426}
+{"Finetune/Learning Rate": 1.9195031882069005e-05, "Finetune/Loss": 0.8897327184677124, "Finetune/Loss (Raw)": 0.9806500673294067, "Finetune/Step": 2975, "Finetune/Step Time": 6.826057553291321}
+{"Finetune/Learning Rate": 1.9194369817075725e-05, "Finetune/Loss": 0.8898152112960815, "Finetune/Loss (Raw)": 0.9696952104568481, "Finetune/Step": 2976, "Finetune/Step Time": 6.825937272980809}
+{"Finetune/Learning Rate": 1.9193707491356265e-05, "Finetune/Loss": 0.891059935092926, "Finetune/Loss (Raw)": 0.8984867334365845, "Finetune/Step": 2977, "Finetune/Step Time": 6.812907058745623}
+{"Finetune/Learning Rate": 1.9193044904929402e-05, "Finetune/Loss": 0.8897864818572998, "Finetune/Loss (Raw)": 0.8553237318992615, "Finetune/Step": 2978, "Finetune/Step Time": 6.815286364406347}
+{"Finetune/Learning Rate": 1.9192382057813926e-05, "Finetune/Loss": 0.8890846371650696, "Finetune/Loss (Raw)": 0.9155053496360779, "Finetune/Step": 2979, "Finetune/Step Time": 6.806531511247158}
+{"Finetune/Learning Rate": 1.9191718950028634e-05, "Finetune/Loss": 0.8887239694595337, "Finetune/Loss (Raw)": 0.9615810513496399, "Finetune/Step": 2980, "Finetune/Step Time": 6.80689281411469}
+{"Finetune/Learning Rate": 1.9191055581592334e-05, "Finetune/Loss": 0.8900673389434814, "Finetune/Loss (Raw)": 0.9831684827804565, "Finetune/Step": 2981, "Finetune/Step Time": 6.76731145568192}
+{"Finetune/Learning Rate": 1.919039195252383e-05, "Finetune/Loss": 0.8897069692611694, "Finetune/Loss (Raw)": 0.7685820460319519, "Finetune/Step": 2982, "Finetune/Step Time": 6.7649283688515425}
+{"Finetune/Learning Rate": 1.9189728062841944e-05, "Finetune/Loss": 0.888390302658081, "Finetune/Loss (Raw)": 0.8073318004608154, "Finetune/Step": 2983, "Finetune/Step Time": 6.751880260184407}
+{"Finetune/Learning Rate": 1.9189063912565506e-05, "Finetune/Loss": 0.8872827887535095, "Finetune/Loss (Raw)": 0.7755861282348633, "Finetune/Step": 2984, "Finetune/Step Time": 6.75979433581233}
+{"Finetune/Learning Rate": 1.918839950171334e-05, "Finetune/Loss": 0.8875764608383179, "Finetune/Loss (Raw)": 1.0365257263183594, "Finetune/Step": 2985, "Finetune/Step Time": 6.76028143055737}
+{"Finetune/Learning Rate": 1.91877348303043e-05, "Finetune/Loss": 0.8874295949935913, "Finetune/Loss (Raw)": 0.9059250950813293, "Finetune/Step": 2986, "Finetune/Step Time": 6.760963158681989}
+{"Finetune/Learning Rate": 1.918706989835722e-05, "Finetune/Loss": 0.8879959583282471, "Finetune/Loss (Raw)": 0.9513292908668518, "Finetune/Step": 2987, "Finetune/Step Time": 6.750059496611357}
+{"Finetune/Learning Rate": 1.9186404705890967e-05, "Finetune/Loss": 0.8875325918197632, "Finetune/Loss (Raw)": 0.7299576997756958, "Finetune/Step": 2988, "Finetune/Step Time": 6.749819923192263}
+{"Finetune/Learning Rate": 1.9185739252924395e-05, "Finetune/Loss": 0.8894986510276794, "Finetune/Loss (Raw)": 0.9991642832756042, "Finetune/Step": 2989, "Finetune/Step Time": 6.757408767938614}
+{"Finetune/Learning Rate": 1.9185073539476378e-05, "Finetune/Loss": 0.8901093006134033, "Finetune/Loss (Raw)": 0.9312853813171387, "Finetune/Step": 2990, "Finetune/Step Time": 6.757033986970782}
+{"Finetune/Learning Rate": 1.9184407565565798e-05, "Finetune/Loss": 0.890529215335846, "Finetune/Loss (Raw)": 0.8615615963935852, "Finetune/Step": 2991, "Finetune/Step Time": 6.755035009235144}
+{"Finetune/Learning Rate": 1.9183741331211535e-05, "Finetune/Loss": 0.8916635513305664, "Finetune/Loss (Raw)": 1.0540246963500977, "Finetune/Step": 2992, "Finetune/Step Time": 6.750829482451081}
+{"Finetune/Learning Rate": 1.9183074836432484e-05, "Finetune/Loss": 0.8935978412628174, "Finetune/Loss (Raw)": 1.2129743099212646, "Finetune/Step": 2993, "Finetune/Step Time": 6.771067835390568}
+{"Finetune/Learning Rate": 1.9182408081247542e-05, "Finetune/Loss": 0.8943636417388916, "Finetune/Loss (Raw)": 0.8819054961204529, "Finetune/Step": 2994, "Finetune/Step Time": 6.75975601747632}
+{"Finetune/Learning Rate": 1.918174106567562e-05, "Finetune/Loss": 0.8940195441246033, "Finetune/Loss (Raw)": 0.8797710537910461, "Finetune/Step": 2995, "Finetune/Step Time": 6.756684452295303}
+{"Finetune/Learning Rate": 1.918107378973563e-05, "Finetune/Loss": 0.8958508372306824, "Finetune/Loss (Raw)": 1.001142978668213, "Finetune/Step": 2996, "Finetune/Step Time": 6.761863322928548}
+{"Finetune/Learning Rate": 1.9180406253446495e-05, "Finetune/Loss": 0.8959752917289734, "Finetune/Loss (Raw)": 0.9583462476730347, "Finetune/Step": 2997, "Finetune/Step Time": 6.779672957956791}
+{"Finetune/Learning Rate": 1.917973845682714e-05, "Finetune/Loss": 0.898299515247345, "Finetune/Loss (Raw)": 1.0414232015609741, "Finetune/Step": 2998, "Finetune/Step Time": 6.799009166657925}
+{"Finetune/Learning Rate": 1.9179070399896515e-05, "Finetune/Loss": 0.8995562791824341, "Finetune/Loss (Raw)": 0.903425931930542, "Finetune/Step": 2999, "Finetune/Step Time": 6.782780112698674}
+{"Finetune/Learning Rate": 1.9178402082673548e-05, "Finetune/Loss": 0.8989572525024414, "Finetune/Loss (Raw)": 0.9225172400474548, "Finetune/Step": 3000, "Finetune/Step Time": 6.784744579344988}
+{"Finetune/Learning Rate": 1.9177733505177197e-05, "Finetune/Loss": 0.9011857509613037, "Finetune/Loss (Raw)": 0.9085022211074829, "Finetune/Step": 3001, "Finetune/Step Time": 6.773907344788313}
+{"Finetune/Learning Rate": 1.9177064667426426e-05, "Finetune/Loss": 0.8988876342773438, "Finetune/Loss (Raw)": 0.8293530344963074, "Finetune/Step": 3002, "Finetune/Step Time": 6.777862377464771}
+{"Finetune/Learning Rate": 1.9176395569440197e-05, "Finetune/Loss": 0.9018123149871826, "Finetune/Loss (Raw)": 0.9500221014022827, "Finetune/Step": 3003, "Finetune/Step Time": 6.7572368532419205}
+{"Finetune/Learning Rate": 1.9175726211237482e-05, "Finetune/Loss": 0.9032981395721436, "Finetune/Loss (Raw)": 0.9308016300201416, "Finetune/Step": 3004, "Finetune/Step Time": 6.7610780745744705}
+{"Finetune/Learning Rate": 1.9175056592837264e-05, "Finetune/Loss": 0.9050678610801697, "Finetune/Loss (Raw)": 0.8787804841995239, "Finetune/Step": 3005, "Finetune/Step Time": 6.753985797986388}
+{"Finetune/Learning Rate": 1.917438671425853e-05, "Finetune/Loss": 0.9054734706878662, "Finetune/Loss (Raw)": 0.9503908157348633, "Finetune/Step": 3006, "Finetune/Step Time": 6.748716151341796}
+{"Finetune/Learning Rate": 1.917371657552028e-05, "Finetune/Loss": 0.9063942432403564, "Finetune/Loss (Raw)": 0.9754700064659119, "Finetune/Step": 3007, "Finetune/Step Time": 6.7496317736804485}
+{"Finetune/Learning Rate": 1.9173046176641515e-05, "Finetune/Loss": 0.907012939453125, "Finetune/Loss (Raw)": 0.925806999206543, "Finetune/Step": 3008, "Finetune/Step Time": 6.761426089331508}
+{"Finetune/Learning Rate": 1.9172375517641243e-05, "Finetune/Loss": 0.9081261157989502, "Finetune/Loss (Raw)": 1.0194543600082397, "Finetune/Step": 3009, "Finetune/Step Time": 6.761231260374188}
+{"Finetune/Learning Rate": 1.9171704598538484e-05, "Finetune/Loss": 0.907692551612854, "Finetune/Loss (Raw)": 0.8232492208480835, "Finetune/Step": 3010, "Finetune/Step Time": 6.761093715205789}
+{"Finetune/Learning Rate": 1.9171033419352267e-05, "Finetune/Loss": 0.9075003862380981, "Finetune/Loss (Raw)": 0.7342734336853027, "Finetune/Step": 3011, "Finetune/Step Time": 6.769089922308922}
+{"Finetune/Learning Rate": 1.917036198010162e-05, "Finetune/Loss": 0.906448245048523, "Finetune/Loss (Raw)": 0.8086225390434265, "Finetune/Step": 3012, "Finetune/Step Time": 6.787230845540762}
+{"Finetune/Learning Rate": 1.916969028080558e-05, "Finetune/Loss": 0.9097021222114563, "Finetune/Loss (Raw)": 1.0627652406692505, "Finetune/Step": 3013, "Finetune/Step Time": 6.773943768814206}
+{"Finetune/Learning Rate": 1.9169018321483198e-05, "Finetune/Loss": 0.908517599105835, "Finetune/Loss (Raw)": 0.8365535140037537, "Finetune/Step": 3014, "Finetune/Step Time": 6.771782021969557}
+{"Finetune/Learning Rate": 1.9168346102153535e-05, "Finetune/Loss": 0.907609224319458, "Finetune/Loss (Raw)": 0.9244930744171143, "Finetune/Step": 3015, "Finetune/Step Time": 6.770710404962301}
+{"Finetune/Learning Rate": 1.9167673622835644e-05, "Finetune/Loss": 0.9061590433120728, "Finetune/Loss (Raw)": 0.8295160531997681, "Finetune/Step": 3016, "Finetune/Step Time": 6.763867925852537}
+{"Finetune/Learning Rate": 1.91670008835486e-05, "Finetune/Loss": 0.9066981077194214, "Finetune/Loss (Raw)": 0.8121343851089478, "Finetune/Step": 3017, "Finetune/Step Time": 6.755107684060931}
+{"Finetune/Learning Rate": 1.916632788431148e-05, "Finetune/Loss": 0.9083396196365356, "Finetune/Loss (Raw)": 1.1208335161209106, "Finetune/Step": 3018, "Finetune/Step Time": 6.755252914503217}
+{"Finetune/Learning Rate": 1.9165654625143366e-05, "Finetune/Loss": 0.9090610146522522, "Finetune/Loss (Raw)": 1.0325387716293335, "Finetune/Step": 3019, "Finetune/Step Time": 6.754682801663876}
+{"Finetune/Learning Rate": 1.9164981106063346e-05, "Finetune/Loss": 0.9100387096405029, "Finetune/Loss (Raw)": 0.9590510725975037, "Finetune/Step": 3020, "Finetune/Step Time": 6.755436206236482}
+{"Finetune/Learning Rate": 1.916430732709053e-05, "Finetune/Loss": 0.9105077385902405, "Finetune/Loss (Raw)": 0.9554380178451538, "Finetune/Step": 3021, "Finetune/Step Time": 6.765117192640901}
+{"Finetune/Learning Rate": 1.9163633288244015e-05, "Finetune/Loss": 0.9102374315261841, "Finetune/Loss (Raw)": 0.84001624584198, "Finetune/Step": 3022, "Finetune/Step Time": 6.766764165833592}
+{"Finetune/Learning Rate": 1.9162958989542918e-05, "Finetune/Loss": 0.9096229076385498, "Finetune/Loss (Raw)": 0.7995530962944031, "Finetune/Step": 3023, "Finetune/Step Time": 6.780516427010298}
+{"Finetune/Learning Rate": 1.916228443100636e-05, "Finetune/Loss": 0.9097564816474915, "Finetune/Loss (Raw)": 0.9211910963058472, "Finetune/Step": 3024, "Finetune/Step Time": 6.780468583106995}
+{"Finetune/Learning Rate": 1.916160961265347e-05, "Finetune/Loss": 0.9096997976303101, "Finetune/Loss (Raw)": 0.9900696277618408, "Finetune/Step": 3025, "Finetune/Step Time": 6.784318996593356}
+{"Finetune/Learning Rate": 1.9160934534503385e-05, "Finetune/Loss": 0.9101258516311646, "Finetune/Loss (Raw)": 0.9759052395820618, "Finetune/Step": 3026, "Finetune/Step Time": 6.780908973887563}
+{"Finetune/Learning Rate": 1.9160259196575244e-05, "Finetune/Loss": 0.9106745719909668, "Finetune/Loss (Raw)": 0.9208722710609436, "Finetune/Step": 3027, "Finetune/Step Time": 6.776963921263814}
+{"Finetune/Learning Rate": 1.91595835988882e-05, "Finetune/Loss": 0.9117697477340698, "Finetune/Loss (Raw)": 0.9797203540802002, "Finetune/Step": 3028, "Finetune/Step Time": 6.774208972230554}
+{"Finetune/Learning Rate": 1.9158907741461413e-05, "Finetune/Loss": 0.9117282032966614, "Finetune/Loss (Raw)": 0.9039679765701294, "Finetune/Step": 3029, "Finetune/Step Time": 6.7755326852202415}
+{"Finetune/Learning Rate": 1.9158231624314047e-05, "Finetune/Loss": 0.9117072820663452, "Finetune/Loss (Raw)": 0.8754603266716003, "Finetune/Step": 3030, "Finetune/Step Time": 6.776672728359699}
+{"Finetune/Learning Rate": 1.9157555247465275e-05, "Finetune/Loss": 0.9109944105148315, "Finetune/Loss (Raw)": 0.8936713933944702, "Finetune/Step": 3031, "Finetune/Step Time": 6.776792947202921}
+{"Finetune/Learning Rate": 1.9156878610934276e-05, "Finetune/Loss": 0.9113752245903015, "Finetune/Loss (Raw)": 0.8216566443443298, "Finetune/Step": 3032, "Finetune/Step Time": 6.764456236734986}
+{"Finetune/Learning Rate": 1.9156201714740235e-05, "Finetune/Loss": 0.9103045463562012, "Finetune/Loss (Raw)": 0.7343792915344238, "Finetune/Step": 3033, "Finetune/Step Time": 6.76697139441967}
+{"Finetune/Learning Rate": 1.9155524558902356e-05, "Finetune/Loss": 0.9104318618774414, "Finetune/Loss (Raw)": 0.895027220249176, "Finetune/Step": 3034, "Finetune/Step Time": 6.762402951717377}
+{"Finetune/Learning Rate": 1.9154847143439836e-05, "Finetune/Loss": 0.9105579853057861, "Finetune/Loss (Raw)": 0.9648346900939941, "Finetune/Step": 3035, "Finetune/Step Time": 6.761703535914421}
+{"Finetune/Learning Rate": 1.9154169468371878e-05, "Finetune/Loss": 0.9108973145484924, "Finetune/Loss (Raw)": 0.8657686114311218, "Finetune/Step": 3036, "Finetune/Step Time": 6.743793988600373}
+{"Finetune/Learning Rate": 1.915349153371771e-05, "Finetune/Loss": 0.9094215631484985, "Finetune/Loss (Raw)": 0.745078444480896, "Finetune/Step": 3037, "Finetune/Step Time": 6.744593907147646}
+{"Finetune/Learning Rate": 1.9152813339496548e-05, "Finetune/Loss": 0.90975022315979, "Finetune/Loss (Raw)": 1.0105085372924805, "Finetune/Step": 3038, "Finetune/Step Time": 6.746229514479637}
+{"Finetune/Learning Rate": 1.9152134885727627e-05, "Finetune/Loss": 0.909285306930542, "Finetune/Loss (Raw)": 0.6648499369621277, "Finetune/Step": 3039, "Finetune/Step Time": 6.751318048685789}
+{"Finetune/Learning Rate": 1.9151456172430186e-05, "Finetune/Loss": 0.911441445350647, "Finetune/Loss (Raw)": 0.9634729623794556, "Finetune/Step": 3040, "Finetune/Step Time": 6.732866136357188}
+{"Finetune/Learning Rate": 1.9150777199623473e-05, "Finetune/Loss": 0.9107712507247925, "Finetune/Loss (Raw)": 0.9722451567649841, "Finetune/Step": 3041, "Finetune/Step Time": 6.73286510258913}
+{"Finetune/Learning Rate": 1.9150097967326737e-05, "Finetune/Loss": 0.9105269908905029, "Finetune/Loss (Raw)": 0.9539746046066284, "Finetune/Step": 3042, "Finetune/Step Time": 6.733482221141458}
+{"Finetune/Learning Rate": 1.9149418475559244e-05, "Finetune/Loss": 0.9093464612960815, "Finetune/Loss (Raw)": 0.7621855735778809, "Finetune/Step": 3043, "Finetune/Step Time": 6.755815416574478}
+{"Finetune/Learning Rate": 1.914873872434026e-05, "Finetune/Loss": 0.9098713994026184, "Finetune/Loss (Raw)": 0.8775426745414734, "Finetune/Step": 3044, "Finetune/Step Time": 6.760905036702752}
+{"Finetune/Learning Rate": 1.9148058713689062e-05, "Finetune/Loss": 0.9110663533210754, "Finetune/Loss (Raw)": 1.0989670753479004, "Finetune/Step": 3045, "Finetune/Step Time": 6.7618963196873665}
+{"Finetune/Learning Rate": 1.914737844362493e-05, "Finetune/Loss": 0.9104269742965698, "Finetune/Loss (Raw)": 0.938179612159729, "Finetune/Step": 3046, "Finetune/Step Time": 6.763499131426215}
+{"Finetune/Learning Rate": 1.9146697914167162e-05, "Finetune/Loss": 0.9097557067871094, "Finetune/Loss (Raw)": 0.8205300569534302, "Finetune/Step": 3047, "Finetune/Step Time": 6.761828355491161}
+{"Finetune/Learning Rate": 1.9146017125335044e-05, "Finetune/Loss": 0.9106444120407104, "Finetune/Loss (Raw)": 0.9835723042488098, "Finetune/Step": 3048, "Finetune/Step Time": 6.766114937141538}
+{"Finetune/Learning Rate": 1.9145336077147893e-05, "Finetune/Loss": 0.9113682508468628, "Finetune/Loss (Raw)": 0.9181252717971802, "Finetune/Step": 3049, "Finetune/Step Time": 6.76367293484509}
+{"Finetune/Learning Rate": 1.914465476962502e-05, "Finetune/Loss": 0.9110413789749146, "Finetune/Loss (Raw)": 0.8839706778526306, "Finetune/Step": 3050, "Finetune/Step Time": 6.746155748143792}
+{"Finetune/Learning Rate": 1.9143973202785737e-05, "Finetune/Loss": 0.9118441343307495, "Finetune/Loss (Raw)": 1.0229076147079468, "Finetune/Step": 3051, "Finetune/Step Time": 6.746526822447777}
+{"Finetune/Learning Rate": 1.9143291376649374e-05, "Finetune/Loss": 0.9117822051048279, "Finetune/Loss (Raw)": 0.8818123936653137, "Finetune/Step": 3052, "Finetune/Step Time": 6.747099662199616}
+{"Finetune/Learning Rate": 1.914260929123527e-05, "Finetune/Loss": 0.9122879505157471, "Finetune/Loss (Raw)": 0.9823009967803955, "Finetune/Step": 3053, "Finetune/Step Time": 6.750496102496982}
+{"Finetune/Learning Rate": 1.9141926946562766e-05, "Finetune/Loss": 0.9113370776176453, "Finetune/Loss (Raw)": 0.7989779710769653, "Finetune/Step": 3054, "Finetune/Step Time": 6.755596784874797}
+{"Finetune/Learning Rate": 1.9141244342651206e-05, "Finetune/Loss": 0.9113436937332153, "Finetune/Loss (Raw)": 0.7782565355300903, "Finetune/Step": 3055, "Finetune/Step Time": 6.753740655258298}
+{"Finetune/Learning Rate": 1.9140561479519955e-05, "Finetune/Loss": 0.9100362062454224, "Finetune/Loss (Raw)": 0.7678907513618469, "Finetune/Step": 3056, "Finetune/Step Time": 6.7644476685673}
+{"Finetune/Learning Rate": 1.9139878357188372e-05, "Finetune/Loss": 0.9084406495094299, "Finetune/Loss (Raw)": 0.8330309391021729, "Finetune/Step": 3057, "Finetune/Step Time": 6.763080408796668}
+{"Finetune/Learning Rate": 1.9139194975675827e-05, "Finetune/Loss": 0.909498929977417, "Finetune/Loss (Raw)": 1.0405341386795044, "Finetune/Step": 3058, "Finetune/Step Time": 6.765727128833532}
+{"Finetune/Learning Rate": 1.91385113350017e-05, "Finetune/Loss": 0.9103353023529053, "Finetune/Loss (Raw)": 0.862291157245636, "Finetune/Step": 3059, "Finetune/Step Time": 6.769941572099924}
+{"Finetune/Learning Rate": 1.9137827435185378e-05, "Finetune/Loss": 0.9099088311195374, "Finetune/Loss (Raw)": 0.9099847674369812, "Finetune/Step": 3060, "Finetune/Step Time": 6.772632325068116}
+{"Finetune/Learning Rate": 1.9137143276246258e-05, "Finetune/Loss": 0.9093186855316162, "Finetune/Loss (Raw)": 0.8246339559555054, "Finetune/Step": 3061, "Finetune/Step Time": 6.767701141536236}
+{"Finetune/Learning Rate": 1.9136458858203734e-05, "Finetune/Loss": 0.9111361503601074, "Finetune/Loss (Raw)": 0.9555700421333313, "Finetune/Step": 3062, "Finetune/Step Time": 6.759039901196957}
+{"Finetune/Learning Rate": 1.913577418107722e-05, "Finetune/Loss": 0.9119530916213989, "Finetune/Loss (Raw)": 1.0405184030532837, "Finetune/Step": 3063, "Finetune/Step Time": 6.755906896665692}
+{"Finetune/Learning Rate": 1.9135089244886128e-05, "Finetune/Loss": 0.9120322465896606, "Finetune/Loss (Raw)": 0.8352781534194946, "Finetune/Step": 3064, "Finetune/Step Time": 6.749416535720229}
+{"Finetune/Learning Rate": 1.913440404964988e-05, "Finetune/Loss": 0.9117235541343689, "Finetune/Loss (Raw)": 0.8433574438095093, "Finetune/Step": 3065, "Finetune/Step Time": 6.755162533372641}
+{"Finetune/Learning Rate": 1.913371859538791e-05, "Finetune/Loss": 0.9120808839797974, "Finetune/Loss (Raw)": 0.9631814956665039, "Finetune/Step": 3066, "Finetune/Step Time": 6.754366267472506}
+{"Finetune/Learning Rate": 1.9133032882119656e-05, "Finetune/Loss": 0.9129678010940552, "Finetune/Loss (Raw)": 0.8344548344612122, "Finetune/Step": 3067, "Finetune/Step Time": 6.744283342733979}
+{"Finetune/Learning Rate": 1.9132346909864553e-05, "Finetune/Loss": 0.9125213623046875, "Finetune/Loss (Raw)": 0.8486214280128479, "Finetune/Step": 3068, "Finetune/Step Time": 6.7616128865629435}
+{"Finetune/Learning Rate": 1.9131660678642068e-05, "Finetune/Loss": 0.9129472374916077, "Finetune/Loss (Raw)": 0.8784622550010681, "Finetune/Step": 3069, "Finetune/Step Time": 6.763635694980621}
+{"Finetune/Learning Rate": 1.913097418847165e-05, "Finetune/Loss": 0.9141731858253479, "Finetune/Loss (Raw)": 0.9959546327590942, "Finetune/Step": 3070, "Finetune/Step Time": 6.7626259215176105}
+{"Finetune/Learning Rate": 1.9130287439372768e-05, "Finetune/Loss": 0.9131075143814087, "Finetune/Loss (Raw)": 0.9145609736442566, "Finetune/Step": 3071, "Finetune/Step Time": 6.770923737436533}
+{"Finetune/Learning Rate": 1.91296004313649e-05, "Finetune/Loss": 0.9117491245269775, "Finetune/Loss (Raw)": 0.7993428111076355, "Finetune/Step": 3072, "Finetune/Step Time": 6.777790151536465}
+{"Finetune/Learning Rate": 1.912891316446752e-05, "Finetune/Loss": 0.9106469750404358, "Finetune/Loss (Raw)": 0.7965176105499268, "Finetune/Step": 3073, "Finetune/Step Time": 6.756278283894062}
+{"Finetune/Learning Rate": 1.9128225638700128e-05, "Finetune/Loss": 0.9110764265060425, "Finetune/Loss (Raw)": 0.9152795672416687, "Finetune/Step": 3074, "Finetune/Step Time": 6.762498686090112}
+{"Finetune/Learning Rate": 1.9127537854082207e-05, "Finetune/Loss": 0.9110205173492432, "Finetune/Loss (Raw)": 0.9123718738555908, "Finetune/Step": 3075, "Finetune/Step Time": 6.765866776928306}
+{"Finetune/Learning Rate": 1.9126849810633274e-05, "Finetune/Loss": 0.9108838438987732, "Finetune/Loss (Raw)": 0.9227132797241211, "Finetune/Step": 3076, "Finetune/Step Time": 6.762088339775801}
+{"Finetune/Learning Rate": 1.912616150837283e-05, "Finetune/Loss": 0.9091182947158813, "Finetune/Loss (Raw)": 0.7550975680351257, "Finetune/Step": 3077, "Finetune/Step Time": 6.750914338976145}
+{"Finetune/Learning Rate": 1.91254729473204e-05, "Finetune/Loss": 0.9107283353805542, "Finetune/Loss (Raw)": 1.0083140134811401, "Finetune/Step": 3078, "Finetune/Step Time": 6.737313581630588}
+{"Finetune/Learning Rate": 1.9124784127495504e-05, "Finetune/Loss": 0.9096733331680298, "Finetune/Loss (Raw)": 0.8439171314239502, "Finetune/Step": 3079, "Finetune/Step Time": 6.740001616999507}
+{"Finetune/Learning Rate": 1.912409504891768e-05, "Finetune/Loss": 0.9095715284347534, "Finetune/Loss (Raw)": 0.978314220905304, "Finetune/Step": 3080, "Finetune/Step Time": 6.737141516059637}
+{"Finetune/Learning Rate": 1.912340571160646e-05, "Finetune/Loss": 0.9099785685539246, "Finetune/Loss (Raw)": 0.9201110005378723, "Finetune/Step": 3081, "Finetune/Step Time": 6.734993699938059}
+{"Finetune/Learning Rate": 1.9122716115581403e-05, "Finetune/Loss": 0.909127950668335, "Finetune/Loss (Raw)": 0.8051121234893799, "Finetune/Step": 3082, "Finetune/Step Time": 6.71619126573205}
+{"Finetune/Learning Rate": 1.912202626086206e-05, "Finetune/Loss": 0.9080962538719177, "Finetune/Loss (Raw)": 0.898034930229187, "Finetune/Step": 3083, "Finetune/Step Time": 6.717289345338941}
+{"Finetune/Learning Rate": 1.9121336147467987e-05, "Finetune/Loss": 0.9085382223129272, "Finetune/Loss (Raw)": 0.8719626665115356, "Finetune/Step": 3084, "Finetune/Step Time": 6.691664839163423}
+{"Finetune/Learning Rate": 1.9120645775418762e-05, "Finetune/Loss": 0.9094040393829346, "Finetune/Loss (Raw)": 0.9750503301620483, "Finetune/Step": 3085, "Finetune/Step Time": 6.681381007656455}
+{"Finetune/Learning Rate": 1.9119955144733956e-05, "Finetune/Loss": 0.908271074295044, "Finetune/Loss (Raw)": 0.8049795031547546, "Finetune/Step": 3086, "Finetune/Step Time": 6.691949728876352}
+{"Finetune/Learning Rate": 1.9119264255433156e-05, "Finetune/Loss": 0.9070149660110474, "Finetune/Loss (Raw)": 0.7450761795043945, "Finetune/Step": 3087, "Finetune/Step Time": 6.714732367545366}
+{"Finetune/Learning Rate": 1.9118573107535955e-05, "Finetune/Loss": 0.9058675169944763, "Finetune/Loss (Raw)": 0.646799623966217, "Finetune/Step": 3088, "Finetune/Step Time": 6.707437662407756}
+{"Finetune/Learning Rate": 1.911788170106195e-05, "Finetune/Loss": 0.9059535264968872, "Finetune/Loss (Raw)": 0.9822076559066772, "Finetune/Step": 3089, "Finetune/Step Time": 6.700669176876545}
+{"Finetune/Learning Rate": 1.9117190036030745e-05, "Finetune/Loss": 0.9053155183792114, "Finetune/Loss (Raw)": 0.9060388803482056, "Finetune/Step": 3090, "Finetune/Step Time": 6.699651161208749}
+{"Finetune/Learning Rate": 1.911649811246196e-05, "Finetune/Loss": 0.9056802988052368, "Finetune/Loss (Raw)": 0.9734978675842285, "Finetune/Step": 3091, "Finetune/Step Time": 6.701053623110056}
+{"Finetune/Learning Rate": 1.911580593037521e-05, "Finetune/Loss": 0.9061999917030334, "Finetune/Loss (Raw)": 0.9847378730773926, "Finetune/Step": 3092, "Finetune/Step Time": 6.694693218916655}
+{"Finetune/Learning Rate": 1.911511348979013e-05, "Finetune/Loss": 0.9059189558029175, "Finetune/Loss (Raw)": 0.8442968130111694, "Finetune/Step": 3093, "Finetune/Step Time": 6.69464617036283}
+{"Finetune/Learning Rate": 1.9114420790726347e-05, "Finetune/Loss": 0.9065279960632324, "Finetune/Loss (Raw)": 0.86929851770401, "Finetune/Step": 3094, "Finetune/Step Time": 6.685758905485272}
+{"Finetune/Learning Rate": 1.9113727833203508e-05, "Finetune/Loss": 0.9059430360794067, "Finetune/Loss (Raw)": 0.9674298763275146, "Finetune/Step": 3095, "Finetune/Step Time": 6.678231526166201}
+{"Finetune/Learning Rate": 1.9113034617241265e-05, "Finetune/Loss": 0.9080142378807068, "Finetune/Loss (Raw)": 1.0235834121704102, "Finetune/Step": 3096, "Finetune/Step Time": 6.646317241713405}
+{"Finetune/Learning Rate": 1.9112341142859275e-05, "Finetune/Loss": 0.9066650867462158, "Finetune/Loss (Raw)": 0.8037285804748535, "Finetune/Step": 3097, "Finetune/Step Time": 6.659129958599806}
+{"Finetune/Learning Rate": 1.9111647410077202e-05, "Finetune/Loss": 0.9064422845840454, "Finetune/Loss (Raw)": 0.8385896682739258, "Finetune/Step": 3098, "Finetune/Step Time": 6.657664684578776}
+{"Finetune/Learning Rate": 1.911095341891472e-05, "Finetune/Loss": 0.9055893421173096, "Finetune/Loss (Raw)": 0.8913784623146057, "Finetune/Step": 3099, "Finetune/Step Time": 6.660270368680358}
+{"Finetune/Learning Rate": 1.9110259169391502e-05, "Finetune/Loss": 0.9049662351608276, "Finetune/Loss (Raw)": 0.9015069603919983, "Finetune/Step": 3100, "Finetune/Step Time": 6.661203369498253}
+{"Finetune/Learning Rate": 1.9109564661527242e-05, "Finetune/Loss": 0.9044631123542786, "Finetune/Loss (Raw)": 0.9276166558265686, "Finetune/Step": 3101, "Finetune/Step Time": 6.656488725915551}
+{"Finetune/Learning Rate": 1.9108869895341636e-05, "Finetune/Loss": 0.9039020538330078, "Finetune/Loss (Raw)": 0.9434455037117004, "Finetune/Step": 3102, "Finetune/Step Time": 6.6775112599134445}
+{"Finetune/Learning Rate": 1.910817487085438e-05, "Finetune/Loss": 0.9027447700500488, "Finetune/Loss (Raw)": 0.8325086832046509, "Finetune/Step": 3103, "Finetune/Step Time": 6.677605653181672}
+{"Finetune/Learning Rate": 1.9107479588085182e-05, "Finetune/Loss": 0.9010409712791443, "Finetune/Loss (Raw)": 0.7516131401062012, "Finetune/Step": 3104, "Finetune/Step Time": 6.6777508947998285}
+{"Finetune/Learning Rate": 1.9106784047053762e-05, "Finetune/Loss": 0.9002425074577332, "Finetune/Loss (Raw)": 0.7962764501571655, "Finetune/Step": 3105, "Finetune/Step Time": 6.681100180372596}
+{"Finetune/Learning Rate": 1.9106088247779845e-05, "Finetune/Loss": 0.9000780582427979, "Finetune/Loss (Raw)": 0.8342771530151367, "Finetune/Step": 3106, "Finetune/Step Time": 6.6796634793281555}
+{"Finetune/Learning Rate": 1.910539219028316e-05, "Finetune/Loss": 0.9003403782844543, "Finetune/Loss (Raw)": 0.9490838050842285, "Finetune/Step": 3107, "Finetune/Step Time": 6.684447553008795}
+{"Finetune/Learning Rate": 1.9104695874583443e-05, "Finetune/Loss": 0.8993364572525024, "Finetune/Loss (Raw)": 0.833077073097229, "Finetune/Step": 3108, "Finetune/Step Time": 6.693636126816273}
+{"Finetune/Learning Rate": 1.9103999300700443e-05, "Finetune/Loss": 0.8980631828308105, "Finetune/Loss (Raw)": 0.8201879858970642, "Finetune/Step": 3109, "Finetune/Step Time": 6.707473753020167}
+{"Finetune/Learning Rate": 1.910330246865391e-05, "Finetune/Loss": 0.898555338382721, "Finetune/Loss (Raw)": 0.8315842747688293, "Finetune/Step": 3110, "Finetune/Step Time": 6.708103261888027}
+{"Finetune/Learning Rate": 1.9102605378463607e-05, "Finetune/Loss": 0.9001421332359314, "Finetune/Loss (Raw)": 1.0104358196258545, "Finetune/Step": 3111, "Finetune/Step Time": 6.706250846385956}
+{"Finetune/Learning Rate": 1.9101908030149294e-05, "Finetune/Loss": 0.9013350009918213, "Finetune/Loss (Raw)": 0.9282779097557068, "Finetune/Step": 3112, "Finetune/Step Time": 6.692845093086362}
+{"Finetune/Learning Rate": 1.9101210423730756e-05, "Finetune/Loss": 0.8998540043830872, "Finetune/Loss (Raw)": 0.8469544649124146, "Finetune/Step": 3113, "Finetune/Step Time": 6.6952700056135654}
+{"Finetune/Learning Rate": 1.910051255922777e-05, "Finetune/Loss": 0.9004741907119751, "Finetune/Loss (Raw)": 0.9853057265281677, "Finetune/Step": 3114, "Finetune/Step Time": 6.696559738367796}
+{"Finetune/Learning Rate": 1.9099814436660126e-05, "Finetune/Loss": 0.9002593755722046, "Finetune/Loss (Raw)": 0.9238335490226746, "Finetune/Step": 3115, "Finetune/Step Time": 6.699048116803169}
+{"Finetune/Learning Rate": 1.9099116056047623e-05, "Finetune/Loss": 0.901698648929596, "Finetune/Loss (Raw)": 0.9141893982887268, "Finetune/Step": 3116, "Finetune/Step Time": 6.690180122852325}
+{"Finetune/Learning Rate": 1.9098417417410064e-05, "Finetune/Loss": 0.9005302786827087, "Finetune/Loss (Raw)": 0.8496156930923462, "Finetune/Step": 3117, "Finetune/Step Time": 6.6832487639039755}
+{"Finetune/Learning Rate": 1.9097718520767255e-05, "Finetune/Loss": 0.8992878198623657, "Finetune/Loss (Raw)": 0.7722529768943787, "Finetune/Step": 3118, "Finetune/Step Time": 6.695040373131633}
+{"Finetune/Learning Rate": 1.909701936613902e-05, "Finetune/Loss": 0.89921635389328, "Finetune/Loss (Raw)": 0.8524059057235718, "Finetune/Step": 3119, "Finetune/Step Time": 6.696009771898389}
+{"Finetune/Learning Rate": 1.9096319953545186e-05, "Finetune/Loss": 0.8985226154327393, "Finetune/Loss (Raw)": 0.9652303457260132, "Finetune/Step": 3120, "Finetune/Step Time": 6.696275848895311}
+{"Finetune/Learning Rate": 1.9095620283005582e-05, "Finetune/Loss": 0.8961589336395264, "Finetune/Loss (Raw)": 0.9104217886924744, "Finetune/Step": 3121, "Finetune/Step Time": 6.676952842622995}
+{"Finetune/Learning Rate": 1.9094920354540054e-05, "Finetune/Loss": 0.8963199853897095, "Finetune/Loss (Raw)": 0.902521014213562, "Finetune/Step": 3122, "Finetune/Step Time": 6.680540639907122}
+{"Finetune/Learning Rate": 1.9094220168168446e-05, "Finetune/Loss": 0.8959940671920776, "Finetune/Loss (Raw)": 0.838049590587616, "Finetune/Step": 3123, "Finetune/Step Time": 6.6820823065936565}
+{"Finetune/Learning Rate": 1.9093519723910618e-05, "Finetune/Loss": 0.8961457014083862, "Finetune/Loss (Raw)": 1.0205599069595337, "Finetune/Step": 3124, "Finetune/Step Time": 6.679209718480706}
+{"Finetune/Learning Rate": 1.9092819021786422e-05, "Finetune/Loss": 0.8955889344215393, "Finetune/Loss (Raw)": 0.887077808380127, "Finetune/Step": 3125, "Finetune/Step Time": 6.674168037250638}
+{"Finetune/Learning Rate": 1.9092118061815742e-05, "Finetune/Loss": 0.895458459854126, "Finetune/Loss (Raw)": 1.0247172117233276, "Finetune/Step": 3126, "Finetune/Step Time": 6.652095828205347}
+{"Finetune/Learning Rate": 1.9091416844018444e-05, "Finetune/Loss": 0.8954620957374573, "Finetune/Loss (Raw)": 0.9038885831832886, "Finetune/Step": 3127, "Finetune/Step Time": 6.654815884307027}
+{"Finetune/Learning Rate": 1.909071536841442e-05, "Finetune/Loss": 0.8953046798706055, "Finetune/Loss (Raw)": 0.9023715257644653, "Finetune/Step": 3128, "Finetune/Step Time": 6.653298899531364}
+{"Finetune/Learning Rate": 1.9090013635023556e-05, "Finetune/Loss": 0.8954612016677856, "Finetune/Loss (Raw)": 0.9285402894020081, "Finetune/Step": 3129, "Finetune/Step Time": 6.652686204761267}
+{"Finetune/Learning Rate": 1.9089311643865756e-05, "Finetune/Loss": 0.8952146768569946, "Finetune/Loss (Raw)": 0.7977953553199768, "Finetune/Step": 3130, "Finetune/Step Time": 6.656855724751949}
+{"Finetune/Learning Rate": 1.9088609394960923e-05, "Finetune/Loss": 0.8954488039016724, "Finetune/Loss (Raw)": 0.979986846446991, "Finetune/Step": 3131, "Finetune/Step Time": 6.6597303450107574}
+{"Finetune/Learning Rate": 1.9087906888328972e-05, "Finetune/Loss": 0.8943518400192261, "Finetune/Loss (Raw)": 0.7903957962989807, "Finetune/Step": 3132, "Finetune/Step Time": 6.667940823361278}
+{"Finetune/Learning Rate": 1.9087204123989825e-05, "Finetune/Loss": 0.8943930268287659, "Finetune/Loss (Raw)": 0.8840526342391968, "Finetune/Step": 3133, "Finetune/Step Time": 6.679334666579962}
+{"Finetune/Learning Rate": 1.9086501101963407e-05, "Finetune/Loss": 0.8939104676246643, "Finetune/Loss (Raw)": 0.8886198997497559, "Finetune/Step": 3134, "Finetune/Step Time": 6.684740712866187}
+{"Finetune/Learning Rate": 1.908579782226966e-05, "Finetune/Loss": 0.8967475295066833, "Finetune/Loss (Raw)": 1.3386129140853882, "Finetune/Step": 3135, "Finetune/Step Time": 6.695914294570684}
+{"Finetune/Learning Rate": 1.908509428492852e-05, "Finetune/Loss": 0.8970245122909546, "Finetune/Loss (Raw)": 0.9612606763839722, "Finetune/Step": 3136, "Finetune/Step Time": 6.684073023498058}
+{"Finetune/Learning Rate": 1.9084390489959943e-05, "Finetune/Loss": 0.8960791826248169, "Finetune/Loss (Raw)": 0.8984585404396057, "Finetune/Step": 3137, "Finetune/Step Time": 6.689277665689588}
+{"Finetune/Learning Rate": 1.9083686437383884e-05, "Finetune/Loss": 0.8967003226280212, "Finetune/Loss (Raw)": 0.9027519822120667, "Finetune/Step": 3138, "Finetune/Step Time": 6.690277643501759}
+{"Finetune/Learning Rate": 1.9082982127220307e-05, "Finetune/Loss": 0.8977707028388977, "Finetune/Loss (Raw)": 0.8712824583053589, "Finetune/Step": 3139, "Finetune/Step Time": 6.677491145208478}
+{"Finetune/Learning Rate": 1.9082277559489188e-05, "Finetune/Loss": 0.8979020118713379, "Finetune/Loss (Raw)": 0.8254339694976807, "Finetune/Step": 3140, "Finetune/Step Time": 6.661790709942579}
+{"Finetune/Learning Rate": 1.90815727342105e-05, "Finetune/Loss": 0.8963955640792847, "Finetune/Loss (Raw)": 0.8699400424957275, "Finetune/Step": 3141, "Finetune/Step Time": 6.663178561255336}
+{"Finetune/Learning Rate": 1.9080867651404236e-05, "Finetune/Loss": 0.8963497281074524, "Finetune/Loss (Raw)": 0.8306758403778076, "Finetune/Step": 3142, "Finetune/Step Time": 6.671501353383064}
+{"Finetune/Learning Rate": 1.908016231109039e-05, "Finetune/Loss": 0.8965103626251221, "Finetune/Loss (Raw)": 0.945058286190033, "Finetune/Step": 3143, "Finetune/Step Time": 6.673629531636834}
+{"Finetune/Learning Rate": 1.9079456713288958e-05, "Finetune/Loss": 0.896917998790741, "Finetune/Loss (Raw)": 0.8816937804222107, "Finetune/Step": 3144, "Finetune/Step Time": 6.675486709922552}
+{"Finetune/Learning Rate": 1.907875085801995e-05, "Finetune/Loss": 0.8977736234664917, "Finetune/Loss (Raw)": 0.9216576814651489, "Finetune/Step": 3145, "Finetune/Step Time": 6.675427965819836}
+{"Finetune/Learning Rate": 1.907804474530339e-05, "Finetune/Loss": 0.8955759406089783, "Finetune/Loss (Raw)": 0.8395267128944397, "Finetune/Step": 3146, "Finetune/Step Time": 6.674563638865948}
+{"Finetune/Learning Rate": 1.9077338375159293e-05, "Finetune/Loss": 0.8935315608978271, "Finetune/Loss (Raw)": 0.770854651927948, "Finetune/Step": 3147, "Finetune/Step Time": 6.676858332008123}
+{"Finetune/Learning Rate": 1.9076631747607692e-05, "Finetune/Loss": 0.894689679145813, "Finetune/Loss (Raw)": 1.1072996854782104, "Finetune/Step": 3148, "Finetune/Step Time": 6.6715429946780205}
+{"Finetune/Learning Rate": 1.9075924862668627e-05, "Finetune/Loss": 0.8931283354759216, "Finetune/Loss (Raw)": 0.755580723285675, "Finetune/Step": 3149, "Finetune/Step Time": 6.678203299641609}
+{"Finetune/Learning Rate": 1.9075217720362138e-05, "Finetune/Loss": 0.8926972150802612, "Finetune/Loss (Raw)": 0.7848374247550964, "Finetune/Step": 3150, "Finetune/Step Time": 6.690033411607146}
+{"Finetune/Learning Rate": 1.9074510320708282e-05, "Finetune/Loss": 0.8936645984649658, "Finetune/Loss (Raw)": 0.9233713746070862, "Finetune/Step": 3151, "Finetune/Step Time": 6.673354182392359}
+{"Finetune/Learning Rate": 1.907380266372712e-05, "Finetune/Loss": 0.8934239745140076, "Finetune/Loss (Raw)": 0.8903914093971252, "Finetune/Step": 3152, "Finetune/Step Time": 6.673745132982731}
+{"Finetune/Learning Rate": 1.9073094749438718e-05, "Finetune/Loss": 0.8926750421524048, "Finetune/Loss (Raw)": 0.8942139148712158, "Finetune/Step": 3153, "Finetune/Step Time": 6.672446008771658}
+{"Finetune/Learning Rate": 1.9072386577863145e-05, "Finetune/Loss": 0.8901864290237427, "Finetune/Loss (Raw)": 0.6573597192764282, "Finetune/Step": 3154, "Finetune/Step Time": 6.6861939411610365}
+{"Finetune/Learning Rate": 1.9071678149020487e-05, "Finetune/Loss": 0.8899871110916138, "Finetune/Loss (Raw)": 0.8953613638877869, "Finetune/Step": 3155, "Finetune/Step Time": 6.6869277488440275}
+{"Finetune/Learning Rate": 1.9070969462930834e-05, "Finetune/Loss": 0.889601469039917, "Finetune/Loss (Raw)": 0.9303483366966248, "Finetune/Step": 3156, "Finetune/Step Time": 6.683153551071882}
+{"Finetune/Learning Rate": 1.9070260519614282e-05, "Finetune/Loss": 0.8904539346694946, "Finetune/Loss (Raw)": 1.013094186782837, "Finetune/Step": 3157, "Finetune/Step Time": 6.682571494951844}
+{"Finetune/Learning Rate": 1.9069551319090935e-05, "Finetune/Loss": 0.8908883333206177, "Finetune/Loss (Raw)": 0.9310513138771057, "Finetune/Step": 3158, "Finetune/Step Time": 6.6797803696244955}
+{"Finetune/Learning Rate": 1.90688418613809e-05, "Finetune/Loss": 0.8903007507324219, "Finetune/Loss (Raw)": 0.818467915058136, "Finetune/Step": 3159, "Finetune/Step Time": 6.690638206899166}
+{"Finetune/Learning Rate": 1.90681321465043e-05, "Finetune/Loss": 0.8910616636276245, "Finetune/Loss (Raw)": 0.9190589189529419, "Finetune/Step": 3160, "Finetune/Step Time": 6.6925780940800905}
+{"Finetune/Learning Rate": 1.9067422174481262e-05, "Finetune/Loss": 0.8917714953422546, "Finetune/Loss (Raw)": 0.8252319097518921, "Finetune/Step": 3161, "Finetune/Step Time": 6.701285073533654}
+{"Finetune/Learning Rate": 1.9066711945331912e-05, "Finetune/Loss": 0.8911430835723877, "Finetune/Loss (Raw)": 0.8145885467529297, "Finetune/Step": 3162, "Finetune/Step Time": 6.7025847509503365}
+{"Finetune/Learning Rate": 1.9066001459076393e-05, "Finetune/Loss": 0.890561580657959, "Finetune/Loss (Raw)": 0.8903972506523132, "Finetune/Step": 3163, "Finetune/Step Time": 6.68501091375947}
+{"Finetune/Learning Rate": 1.9065290715734856e-05, "Finetune/Loss": 0.8921459913253784, "Finetune/Loss (Raw)": 1.0685735940933228, "Finetune/Step": 3164, "Finetune/Step Time": 6.68505460396409}
+{"Finetune/Learning Rate": 1.9064579715327448e-05, "Finetune/Loss": 0.8935686945915222, "Finetune/Loss (Raw)": 0.9271883368492126, "Finetune/Step": 3165, "Finetune/Step Time": 6.693777842447162}
+{"Finetune/Learning Rate": 1.906386845787434e-05, "Finetune/Loss": 0.8930652141571045, "Finetune/Loss (Raw)": 0.9460675716400146, "Finetune/Step": 3166, "Finetune/Step Time": 6.691779885441065}
+{"Finetune/Learning Rate": 1.906315694339569e-05, "Finetune/Loss": 0.8944453597068787, "Finetune/Loss (Raw)": 0.8415085673332214, "Finetune/Step": 3167, "Finetune/Step Time": 6.685726406052709}
+{"Finetune/Learning Rate": 1.9062445171911688e-05, "Finetune/Loss": 0.8942909240722656, "Finetune/Loss (Raw)": 0.943701982498169, "Finetune/Step": 3168, "Finetune/Step Time": 6.693415502086282}
+{"Finetune/Learning Rate": 1.906173314344251e-05, "Finetune/Loss": 0.8939937353134155, "Finetune/Loss (Raw)": 0.9342103600502014, "Finetune/Step": 3169, "Finetune/Step Time": 6.69332223944366}
+{"Finetune/Learning Rate": 1.9061020858008347e-05, "Finetune/Loss": 0.893997848033905, "Finetune/Loss (Raw)": 0.954495370388031, "Finetune/Step": 3170, "Finetune/Step Time": 6.694681253284216}
+{"Finetune/Learning Rate": 1.90603083156294e-05, "Finetune/Loss": 0.8943066596984863, "Finetune/Loss (Raw)": 0.8017199039459229, "Finetune/Step": 3171, "Finetune/Step Time": 6.671547949314117}
+{"Finetune/Learning Rate": 1.905959551632587e-05, "Finetune/Loss": 0.8938189744949341, "Finetune/Loss (Raw)": 0.8151146769523621, "Finetune/Step": 3172, "Finetune/Step Time": 6.666178232058883}
+{"Finetune/Learning Rate": 1.9058882460117972e-05, "Finetune/Loss": 0.8918749094009399, "Finetune/Loss (Raw)": 0.8501253724098206, "Finetune/Step": 3173, "Finetune/Step Time": 6.6693796794861555}
+{"Finetune/Learning Rate": 1.905816914702593e-05, "Finetune/Loss": 0.891029953956604, "Finetune/Loss (Raw)": 0.8300167918205261, "Finetune/Step": 3174, "Finetune/Step Time": 6.670152043923736}
+{"Finetune/Learning Rate": 1.9057455577069973e-05, "Finetune/Loss": 0.8919230103492737, "Finetune/Loss (Raw)": 0.934853732585907, "Finetune/Step": 3175, "Finetune/Step Time": 6.669595189392567}
+{"Finetune/Learning Rate": 1.9056741750270328e-05, "Finetune/Loss": 0.8923380374908447, "Finetune/Loss (Raw)": 1.036698818206787, "Finetune/Step": 3176, "Finetune/Step Time": 6.66420990973711}
+{"Finetune/Learning Rate": 1.9056027666647238e-05, "Finetune/Loss": 0.8931424617767334, "Finetune/Loss (Raw)": 1.0210790634155273, "Finetune/Step": 3177, "Finetune/Step Time": 6.663753082975745}
+{"Finetune/Learning Rate": 1.9055313326220963e-05, "Finetune/Loss": 0.8923330307006836, "Finetune/Loss (Raw)": 0.7803717851638794, "Finetune/Step": 3178, "Finetune/Step Time": 6.6900991182774305}
+{"Finetune/Learning Rate": 1.9054598729011744e-05, "Finetune/Loss": 0.8922311067581177, "Finetune/Loss (Raw)": 1.009863018989563, "Finetune/Step": 3179, "Finetune/Step Time": 6.708622911944985}
+{"Finetune/Learning Rate": 1.9053883875039855e-05, "Finetune/Loss": 0.8927323222160339, "Finetune/Loss (Raw)": 0.9459643363952637, "Finetune/Step": 3180, "Finetune/Step Time": 6.710416026413441}
+{"Finetune/Learning Rate": 1.905316876432557e-05, "Finetune/Loss": 0.8924709558486938, "Finetune/Loss (Raw)": 0.9488442540168762, "Finetune/Step": 3181, "Finetune/Step Time": 6.708085035905242}
+{"Finetune/Learning Rate": 1.9052453396889155e-05, "Finetune/Loss": 0.8930990695953369, "Finetune/Loss (Raw)": 0.8793692588806152, "Finetune/Step": 3182, "Finetune/Step Time": 6.7110791355371475}
+{"Finetune/Learning Rate": 1.905173777275091e-05, "Finetune/Loss": 0.8939359188079834, "Finetune/Loss (Raw)": 0.8853796720504761, "Finetune/Step": 3183, "Finetune/Step Time": 6.729800399392843}
+{"Finetune/Learning Rate": 1.905102189193112e-05, "Finetune/Loss": 0.8941434025764465, "Finetune/Loss (Raw)": 0.7944476008415222, "Finetune/Step": 3184, "Finetune/Step Time": 6.728622214868665}
+{"Finetune/Learning Rate": 1.905030575445008e-05, "Finetune/Loss": 0.894324779510498, "Finetune/Loss (Raw)": 0.8562526702880859, "Finetune/Step": 3185, "Finetune/Step Time": 6.725402375683188}
+{"Finetune/Learning Rate": 1.9049589360328112e-05, "Finetune/Loss": 0.8924932479858398, "Finetune/Loss (Raw)": 0.8060930371284485, "Finetune/Step": 3186, "Finetune/Step Time": 6.725914338603616}
+{"Finetune/Learning Rate": 1.904887270958552e-05, "Finetune/Loss": 0.8931682109832764, "Finetune/Loss (Raw)": 0.9486963152885437, "Finetune/Step": 3187, "Finetune/Step Time": 6.724368819966912}
+{"Finetune/Learning Rate": 1.9048155802242633e-05, "Finetune/Loss": 0.8929824829101562, "Finetune/Loss (Raw)": 0.8862009048461914, "Finetune/Step": 3188, "Finetune/Step Time": 6.722002357244492}
+{"Finetune/Learning Rate": 1.9047438638319774e-05, "Finetune/Loss": 0.8947101831436157, "Finetune/Loss (Raw)": 1.0457799434661865, "Finetune/Step": 3189, "Finetune/Step Time": 6.721147896721959}
+{"Finetune/Learning Rate": 1.9046721217837283e-05, "Finetune/Loss": 0.8950234651565552, "Finetune/Loss (Raw)": 0.995665967464447, "Finetune/Step": 3190, "Finetune/Step Time": 6.737792287021875}
+{"Finetune/Learning Rate": 1.9046003540815502e-05, "Finetune/Loss": 0.8933169841766357, "Finetune/Loss (Raw)": 0.8221050500869751, "Finetune/Step": 3191, "Finetune/Step Time": 6.740497624501586}
+{"Finetune/Learning Rate": 1.9045285607274787e-05, "Finetune/Loss": 0.8931246995925903, "Finetune/Loss (Raw)": 0.810655951499939, "Finetune/Step": 3192, "Finetune/Step Time": 6.7435682490468025}
+{"Finetune/Learning Rate": 1.9044567417235494e-05, "Finetune/Loss": 0.8931781053543091, "Finetune/Loss (Raw)": 0.8501923084259033, "Finetune/Step": 3193, "Finetune/Step Time": 6.755771595984697}
+{"Finetune/Learning Rate": 1.9043848970717986e-05, "Finetune/Loss": 0.8918326497077942, "Finetune/Loss (Raw)": 0.7909704446792603, "Finetune/Step": 3194, "Finetune/Step Time": 6.755885146558285}
+{"Finetune/Learning Rate": 1.9043130267742638e-05, "Finetune/Loss": 0.8925939798355103, "Finetune/Loss (Raw)": 0.9318974614143372, "Finetune/Step": 3195, "Finetune/Step Time": 6.75209110416472}
+{"Finetune/Learning Rate": 1.9042411308329835e-05, "Finetune/Loss": 0.8944467306137085, "Finetune/Loss (Raw)": 1.0857830047607422, "Finetune/Step": 3196, "Finetune/Step Time": 6.736587772145867}
+{"Finetune/Learning Rate": 1.9041692092499958e-05, "Finetune/Loss": 0.894879937171936, "Finetune/Loss (Raw)": 0.9339094758033752, "Finetune/Step": 3197, "Finetune/Step Time": 6.732871178537607}
+{"Finetune/Learning Rate": 1.90409726202734e-05, "Finetune/Loss": 0.8943633437156677, "Finetune/Loss (Raw)": 0.9298254251480103, "Finetune/Step": 3198, "Finetune/Step Time": 6.733312522992492}
+{"Finetune/Learning Rate": 1.9040252891670574e-05, "Finetune/Loss": 0.8946938514709473, "Finetune/Loss (Raw)": 0.9568719267845154, "Finetune/Step": 3199, "Finetune/Step Time": 6.727109216153622}
+{"Finetune/Learning Rate": 1.903953290671188e-05, "Finetune/Loss": 0.8952866792678833, "Finetune/Loss (Raw)": 0.8752174377441406, "Finetune/Step": 3200, "Finetune/Step Time": 6.721595227718353}
+{"Finetune/Learning Rate": 1.9038812665417737e-05, "Finetune/Loss": 0.8961074352264404, "Finetune/Loss (Raw)": 0.9015790224075317, "Finetune/Step": 3201, "Finetune/Step Time": 6.721546346321702}
+{"Finetune/Learning Rate": 1.903809216780857e-05, "Finetune/Loss": 0.895498514175415, "Finetune/Loss (Raw)": 0.8373386263847351, "Finetune/Step": 3202, "Finetune/Step Time": 6.720074646174908}
+{"Finetune/Learning Rate": 1.9037371413904814e-05, "Finetune/Loss": 0.8939753770828247, "Finetune/Loss (Raw)": 0.7174031734466553, "Finetune/Step": 3203, "Finetune/Step Time": 6.743231480941176}
+{"Finetune/Learning Rate": 1.90366504037269e-05, "Finetune/Loss": 0.8941019773483276, "Finetune/Loss (Raw)": 0.9389170408248901, "Finetune/Step": 3204, "Finetune/Step Time": 6.741228714585304}
+{"Finetune/Learning Rate": 1.903592913729528e-05, "Finetune/Loss": 0.8939186334609985, "Finetune/Loss (Raw)": 0.7316316962242126, "Finetune/Step": 3205, "Finetune/Step Time": 6.761958245187998}
+{"Finetune/Learning Rate": 1.9035207614630403e-05, "Finetune/Loss": 0.8929742574691772, "Finetune/Loss (Raw)": 0.8874414563179016, "Finetune/Step": 3206, "Finetune/Step Time": 6.759122971445322}
+{"Finetune/Learning Rate": 1.9034485835752726e-05, "Finetune/Loss": 0.893144428730011, "Finetune/Loss (Raw)": 0.8656966686248779, "Finetune/Step": 3207, "Finetune/Step Time": 6.760414505377412}
+{"Finetune/Learning Rate": 1.9033763800682728e-05, "Finetune/Loss": 0.8918980956077576, "Finetune/Loss (Raw)": 0.818783700466156, "Finetune/Step": 3208, "Finetune/Step Time": 6.762761304154992}
+{"Finetune/Learning Rate": 1.9033041509440876e-05, "Finetune/Loss": 0.8908073306083679, "Finetune/Loss (Raw)": 0.7804918885231018, "Finetune/Step": 3209, "Finetune/Step Time": 6.771509733051062}
+{"Finetune/Learning Rate": 1.903231896204765e-05, "Finetune/Loss": 0.8924137353897095, "Finetune/Loss (Raw)": 1.0107314586639404, "Finetune/Step": 3210, "Finetune/Step Time": 6.773876400664449}
+{"Finetune/Learning Rate": 1.9031596158523546e-05, "Finetune/Loss": 0.891801118850708, "Finetune/Loss (Raw)": 0.8196197748184204, "Finetune/Step": 3211, "Finetune/Step Time": 6.774659588932991}
+{"Finetune/Learning Rate": 1.9030873098889054e-05, "Finetune/Loss": 0.8922524452209473, "Finetune/Loss (Raw)": 0.9297271966934204, "Finetune/Step": 3212, "Finetune/Step Time": 6.77451490983367}
+{"Finetune/Learning Rate": 1.9030149783164688e-05, "Finetune/Loss": 0.8903635740280151, "Finetune/Loss (Raw)": 0.7332870364189148, "Finetune/Step": 3213, "Finetune/Step Time": 6.7859403025358915}
+{"Finetune/Learning Rate": 1.9029426211370945e-05, "Finetune/Loss": 0.8906784653663635, "Finetune/Loss (Raw)": 0.8452790379524231, "Finetune/Step": 3214, "Finetune/Step Time": 6.775457728654146}
+{"Finetune/Learning Rate": 1.9028702383528355e-05, "Finetune/Loss": 0.891342282295227, "Finetune/Loss (Raw)": 0.8300511837005615, "Finetune/Step": 3215, "Finetune/Step Time": 6.760215692222118}
+{"Finetune/Learning Rate": 1.9027978299657436e-05, "Finetune/Loss": 0.8940724730491638, "Finetune/Loss (Raw)": 0.9962581992149353, "Finetune/Step": 3216, "Finetune/Step Time": 6.730425314977765}
+{"Finetune/Learning Rate": 1.9027253959778726e-05, "Finetune/Loss": 0.8920233249664307, "Finetune/Loss (Raw)": 0.7199159860610962, "Finetune/Step": 3217, "Finetune/Step Time": 6.726390277966857}
+{"Finetune/Learning Rate": 1.9026529363912765e-05, "Finetune/Loss": 0.8913025259971619, "Finetune/Loss (Raw)": 0.8137794733047485, "Finetune/Step": 3218, "Finetune/Step Time": 6.737504910677671}
+{"Finetune/Learning Rate": 1.90258045120801e-05, "Finetune/Loss": 0.8903520107269287, "Finetune/Loss (Raw)": 0.8518311381340027, "Finetune/Step": 3219, "Finetune/Step Time": 6.733146492391825}
+{"Finetune/Learning Rate": 1.9025079404301285e-05, "Finetune/Loss": 0.8900909423828125, "Finetune/Loss (Raw)": 0.9513164758682251, "Finetune/Step": 3220, "Finetune/Step Time": 6.731862381100655}
+{"Finetune/Learning Rate": 1.902435404059688e-05, "Finetune/Loss": 0.8899255990982056, "Finetune/Loss (Raw)": 0.8231421709060669, "Finetune/Step": 3221, "Finetune/Step Time": 6.731311282142997}
+{"Finetune/Learning Rate": 1.9023628420987455e-05, "Finetune/Loss": 0.8908120393753052, "Finetune/Loss (Raw)": 0.9827580451965332, "Finetune/Step": 3222, "Finetune/Step Time": 6.727829307317734}
+{"Finetune/Learning Rate": 1.902290254549359e-05, "Finetune/Loss": 0.8896420001983643, "Finetune/Loss (Raw)": 0.8176663517951965, "Finetune/Step": 3223, "Finetune/Step Time": 6.725945418700576}
+{"Finetune/Learning Rate": 1.9022176414135868e-05, "Finetune/Loss": 0.8883970975875854, "Finetune/Loss (Raw)": 0.8642370104789734, "Finetune/Step": 3224, "Finetune/Step Time": 6.72885368950665}
+{"Finetune/Learning Rate": 1.902145002693488e-05, "Finetune/Loss": 0.8888225555419922, "Finetune/Loss (Raw)": 0.8581842184066772, "Finetune/Step": 3225, "Finetune/Step Time": 6.716287286952138}
+{"Finetune/Learning Rate": 1.9020723383911214e-05, "Finetune/Loss": 0.8900625705718994, "Finetune/Loss (Raw)": 0.9973185062408447, "Finetune/Step": 3226, "Finetune/Step Time": 6.717270016670227}
+{"Finetune/Learning Rate": 1.9019996485085493e-05, "Finetune/Loss": 0.8909076452255249, "Finetune/Loss (Raw)": 0.9995343089103699, "Finetune/Step": 3227, "Finetune/Step Time": 6.715369263663888}
+{"Finetune/Learning Rate": 1.9019269330478315e-05, "Finetune/Loss": 0.8908334970474243, "Finetune/Loss (Raw)": 0.8920196294784546, "Finetune/Step": 3228, "Finetune/Step Time": 6.7208960093557835}
+{"Finetune/Learning Rate": 1.901854192011031e-05, "Finetune/Loss": 0.8907240629196167, "Finetune/Loss (Raw)": 0.9136162400245667, "Finetune/Step": 3229, "Finetune/Step Time": 6.733990473672748}
+{"Finetune/Learning Rate": 1.9017814254002102e-05, "Finetune/Loss": 0.8909671902656555, "Finetune/Loss (Raw)": 0.9745628237724304, "Finetune/Step": 3230, "Finetune/Step Time": 6.716803275048733}
+{"Finetune/Learning Rate": 1.9017086332174327e-05, "Finetune/Loss": 0.8915194272994995, "Finetune/Loss (Raw)": 0.9031975269317627, "Finetune/Step": 3231, "Finetune/Step Time": 6.716831002384424}
+{"Finetune/Learning Rate": 1.9016358154647618e-05, "Finetune/Loss": 0.892663836479187, "Finetune/Loss (Raw)": 0.8980966210365295, "Finetune/Step": 3232, "Finetune/Step Time": 6.717134715989232}
+{"Finetune/Learning Rate": 1.9015629721442638e-05, "Finetune/Loss": 0.8944207429885864, "Finetune/Loss (Raw)": 1.0211519002914429, "Finetune/Step": 3233, "Finetune/Step Time": 6.7169570960104465}
+{"Finetune/Learning Rate": 1.901490103258003e-05, "Finetune/Loss": 0.8962578177452087, "Finetune/Loss (Raw)": 1.0694314241409302, "Finetune/Step": 3234, "Finetune/Step Time": 6.721095001325011}
+{"Finetune/Learning Rate": 1.9014172088080464e-05, "Finetune/Loss": 0.8948478698730469, "Finetune/Loss (Raw)": 0.7686107158660889, "Finetune/Step": 3235, "Finetune/Step Time": 6.714718183502555}
+{"Finetune/Learning Rate": 1.9013442887964617e-05, "Finetune/Loss": 0.895564079284668, "Finetune/Loss (Raw)": 0.9247548580169678, "Finetune/Step": 3236, "Finetune/Step Time": 6.702531307935715}
+{"Finetune/Learning Rate": 1.9012713432253155e-05, "Finetune/Loss": 0.8954650163650513, "Finetune/Loss (Raw)": 0.8075059652328491, "Finetune/Step": 3237, "Finetune/Step Time": 6.688594514504075}
+{"Finetune/Learning Rate": 1.9011983720966767e-05, "Finetune/Loss": 0.8952731490135193, "Finetune/Loss (Raw)": 0.8070235848426819, "Finetune/Step": 3238, "Finetune/Step Time": 6.688547598198056}
+{"Finetune/Learning Rate": 1.9011253754126152e-05, "Finetune/Loss": 0.8940016031265259, "Finetune/Loss (Raw)": 0.8476748466491699, "Finetune/Step": 3239, "Finetune/Step Time": 6.6909476686269045}
+{"Finetune/Learning Rate": 1.9010523531752004e-05, "Finetune/Loss": 0.8933987617492676, "Finetune/Loss (Raw)": 0.8511157631874084, "Finetune/Step": 3240, "Finetune/Step Time": 6.693151265382767}
+{"Finetune/Learning Rate": 1.900979305386503e-05, "Finetune/Loss": 0.8943235874176025, "Finetune/Loss (Raw)": 0.9653360843658447, "Finetune/Step": 3241, "Finetune/Step Time": 6.690905096009374}
+{"Finetune/Learning Rate": 1.9009062320485944e-05, "Finetune/Loss": 0.8942990303039551, "Finetune/Loss (Raw)": 0.9821564555168152, "Finetune/Step": 3242, "Finetune/Step Time": 6.688114672899246}
+{"Finetune/Learning Rate": 1.900833133163547e-05, "Finetune/Loss": 0.8926184773445129, "Finetune/Loss (Raw)": 0.708722710609436, "Finetune/Step": 3243, "Finetune/Step Time": 6.710217725485563}
+{"Finetune/Learning Rate": 1.9007600087334336e-05, "Finetune/Loss": 0.893233597278595, "Finetune/Loss (Raw)": 0.9929278492927551, "Finetune/Step": 3244, "Finetune/Step Time": 6.708820154890418}
+{"Finetune/Learning Rate": 1.900686858760328e-05, "Finetune/Loss": 0.8937907814979553, "Finetune/Loss (Raw)": 0.9209362268447876, "Finetune/Step": 3245, "Finetune/Step Time": 6.709275748580694}
+{"Finetune/Learning Rate": 1.900613683246304e-05, "Finetune/Loss": 0.8957061171531677, "Finetune/Loss (Raw)": 1.0174174308776855, "Finetune/Step": 3246, "Finetune/Step Time": 6.706474820151925}
+{"Finetune/Learning Rate": 1.9005404821934372e-05, "Finetune/Loss": 0.8961527347564697, "Finetune/Loss (Raw)": 0.9095627069473267, "Finetune/Step": 3247, "Finetune/Step Time": 6.706675756722689}
+{"Finetune/Learning Rate": 1.900467255603803e-05, "Finetune/Loss": 0.8968694806098938, "Finetune/Loss (Raw)": 1.056983470916748, "Finetune/Step": 3248, "Finetune/Step Time": 6.708078917115927}
+{"Finetune/Learning Rate": 1.9003940034794777e-05, "Finetune/Loss": 0.8972992897033691, "Finetune/Loss (Raw)": 0.9654346704483032, "Finetune/Step": 3249, "Finetune/Step Time": 6.704829836264253}
+{"Finetune/Learning Rate": 1.9003207258225394e-05, "Finetune/Loss": 0.8975434899330139, "Finetune/Loss (Raw)": 0.9337793588638306, "Finetune/Step": 3250, "Finetune/Step Time": 6.701494581997395}
+{"Finetune/Learning Rate": 1.900247422635065e-05, "Finetune/Loss": 0.8979141712188721, "Finetune/Loss (Raw)": 0.8854940533638, "Finetune/Step": 3251, "Finetune/Step Time": 6.699929406866431}
+{"Finetune/Learning Rate": 1.900174093919134e-05, "Finetune/Loss": 0.8963782787322998, "Finetune/Loss (Raw)": 0.8239732980728149, "Finetune/Step": 3252, "Finetune/Step Time": 6.698901770636439}
+{"Finetune/Learning Rate": 1.9001007396768253e-05, "Finetune/Loss": 0.8965409398078918, "Finetune/Loss (Raw)": 0.9078933596611023, "Finetune/Step": 3253, "Finetune/Step Time": 6.682369524613023}
+{"Finetune/Learning Rate": 1.9000273599102193e-05, "Finetune/Loss": 0.8950670957565308, "Finetune/Loss (Raw)": 0.8360609412193298, "Finetune/Step": 3254, "Finetune/Step Time": 6.689077131450176}
+{"Finetune/Learning Rate": 1.8999539546213963e-05, "Finetune/Loss": 0.8940300941467285, "Finetune/Loss (Raw)": 0.7711530327796936, "Finetune/Step": 3255, "Finetune/Step Time": 6.697743214666843}
+{"Finetune/Learning Rate": 1.8998805238124386e-05, "Finetune/Loss": 0.8936915397644043, "Finetune/Loss (Raw)": 0.8590371012687683, "Finetune/Step": 3256, "Finetune/Step Time": 6.705827347934246}
+{"Finetune/Learning Rate": 1.899807067485428e-05, "Finetune/Loss": 0.8936136960983276, "Finetune/Loss (Raw)": 0.918581485748291, "Finetune/Step": 3257, "Finetune/Step Time": 6.705963997170329}
+{"Finetune/Learning Rate": 1.899733585642448e-05, "Finetune/Loss": 0.8951115608215332, "Finetune/Loss (Raw)": 0.9895191192626953, "Finetune/Step": 3258, "Finetune/Step Time": 6.691471518948674}
+{"Finetune/Learning Rate": 1.899660078285582e-05, "Finetune/Loss": 0.8942696452140808, "Finetune/Loss (Raw)": 0.872221052646637, "Finetune/Step": 3259, "Finetune/Step Time": 6.699533490464091}
+{"Finetune/Learning Rate": 1.8995865454169142e-05, "Finetune/Loss": 0.8949518203735352, "Finetune/Loss (Raw)": 0.8777187466621399, "Finetune/Step": 3260, "Finetune/Step Time": 6.700817670673132}
+{"Finetune/Learning Rate": 1.89951298703853e-05, "Finetune/Loss": 0.8946918845176697, "Finetune/Loss (Raw)": 0.8507776260375977, "Finetune/Step": 3261, "Finetune/Step Time": 6.683904375880957}
+{"Finetune/Learning Rate": 1.8994394031525156e-05, "Finetune/Loss": 0.896067202091217, "Finetune/Loss (Raw)": 1.0646641254425049, "Finetune/Step": 3262, "Finetune/Step Time": 6.680829020217061}
+{"Finetune/Learning Rate": 1.899365793760957e-05, "Finetune/Loss": 0.8926868438720703, "Finetune/Loss (Raw)": 0.9059190154075623, "Finetune/Step": 3263, "Finetune/Step Time": 6.667972698807716}
+{"Finetune/Learning Rate": 1.8992921588659424e-05, "Finetune/Loss": 0.8920753598213196, "Finetune/Loss (Raw)": 0.8829939365386963, "Finetune/Step": 3264, "Finetune/Step Time": 6.66924980469048}
+{"Finetune/Learning Rate": 1.8992184984695595e-05, "Finetune/Loss": 0.8928727507591248, "Finetune/Loss (Raw)": 1.0005223751068115, "Finetune/Step": 3265, "Finetune/Step Time": 6.671747375279665}
+{"Finetune/Learning Rate": 1.8991448125738965e-05, "Finetune/Loss": 0.8927748203277588, "Finetune/Loss (Raw)": 0.8902113437652588, "Finetune/Step": 3266, "Finetune/Step Time": 6.670829115435481}
+{"Finetune/Learning Rate": 1.899071101181044e-05, "Finetune/Loss": 0.8929268717765808, "Finetune/Loss (Raw)": 0.8907507061958313, "Finetune/Step": 3267, "Finetune/Step Time": 6.672550223767757}
+{"Finetune/Learning Rate": 1.898997364293091e-05, "Finetune/Loss": 0.8934690356254578, "Finetune/Loss (Raw)": 0.8948327898979187, "Finetune/Step": 3268, "Finetune/Step Time": 6.691299835219979}
+{"Finetune/Learning Rate": 1.8989236019121294e-05, "Finetune/Loss": 0.8926420211791992, "Finetune/Loss (Raw)": 0.7640858888626099, "Finetune/Step": 3269, "Finetune/Step Time": 6.704565407708287}
+{"Finetune/Learning Rate": 1.8988498140402512e-05, "Finetune/Loss": 0.8930392265319824, "Finetune/Loss (Raw)": 0.8815114498138428, "Finetune/Step": 3270, "Finetune/Step Time": 6.701413348317146}
+{"Finetune/Learning Rate": 1.8987760006795476e-05, "Finetune/Loss": 0.8931074142456055, "Finetune/Loss (Raw)": 0.9537917971611023, "Finetune/Step": 3271, "Finetune/Step Time": 6.698800507932901}
+{"Finetune/Learning Rate": 1.898702161832113e-05, "Finetune/Loss": 0.8936284780502319, "Finetune/Loss (Raw)": 0.9483880996704102, "Finetune/Step": 3272, "Finetune/Step Time": 6.700490213930607}
+{"Finetune/Learning Rate": 1.89862829750004e-05, "Finetune/Loss": 0.8922005295753479, "Finetune/Loss (Raw)": 0.7388808727264404, "Finetune/Step": 3273, "Finetune/Step Time": 6.715434707701206}
+{"Finetune/Learning Rate": 1.898554407685424e-05, "Finetune/Loss": 0.8924547433853149, "Finetune/Loss (Raw)": 0.8720641732215881, "Finetune/Step": 3274, "Finetune/Step Time": 6.716261766850948}
+{"Finetune/Learning Rate": 1.8984804923903602e-05, "Finetune/Loss": 0.8936880826950073, "Finetune/Loss (Raw)": 0.9287225604057312, "Finetune/Step": 3275, "Finetune/Step Time": 6.715984750539064}
+{"Finetune/Learning Rate": 1.898406551616945e-05, "Finetune/Loss": 0.8916653394699097, "Finetune/Loss (Raw)": 0.8483924269676208, "Finetune/Step": 3276, "Finetune/Step Time": 6.725388998165727}
+{"Finetune/Learning Rate": 1.8983325853672744e-05, "Finetune/Loss": 0.8938758969306946, "Finetune/Loss (Raw)": 1.0385284423828125, "Finetune/Step": 3277, "Finetune/Step Time": 6.712373999878764}
+{"Finetune/Learning Rate": 1.8982585936434462e-05, "Finetune/Loss": 0.8941962718963623, "Finetune/Loss (Raw)": 0.8258489370346069, "Finetune/Step": 3278, "Finetune/Step Time": 6.6985146794468164}
+{"Finetune/Learning Rate": 1.8981845764475585e-05, "Finetune/Loss": 0.8940834403038025, "Finetune/Loss (Raw)": 0.9089263677597046, "Finetune/Step": 3279, "Finetune/Step Time": 6.6980966459959745}
+{"Finetune/Learning Rate": 1.8981105337817106e-05, "Finetune/Loss": 0.8937424421310425, "Finetune/Loss (Raw)": 0.846743106842041, "Finetune/Step": 3280, "Finetune/Step Time": 6.697426525875926}
+{"Finetune/Learning Rate": 1.8980364656480015e-05, "Finetune/Loss": 0.8953303694725037, "Finetune/Loss (Raw)": 1.0974665880203247, "Finetune/Step": 3281, "Finetune/Step Time": 6.6954203844070435}
+{"Finetune/Learning Rate": 1.8979623720485317e-05, "Finetune/Loss": 0.8975016474723816, "Finetune/Loss (Raw)": 0.9352798461914062, "Finetune/Step": 3282, "Finetune/Step Time": 6.6798518020659685}
+{"Finetune/Learning Rate": 1.897888252985403e-05, "Finetune/Loss": 0.8978780508041382, "Finetune/Loss (Raw)": 0.9435519576072693, "Finetune/Step": 3283, "Finetune/Step Time": 6.694251101464033}
+{"Finetune/Learning Rate": 1.8978141084607166e-05, "Finetune/Loss": 0.8970203399658203, "Finetune/Loss (Raw)": 0.8205536603927612, "Finetune/Step": 3284, "Finetune/Step Time": 6.694910338148475}
+{"Finetune/Learning Rate": 1.897739938476575e-05, "Finetune/Loss": 0.8961328268051147, "Finetune/Loss (Raw)": 0.899495005607605, "Finetune/Step": 3285, "Finetune/Step Time": 6.695758145302534}
+{"Finetune/Learning Rate": 1.8976657430350816e-05, "Finetune/Loss": 0.8960797190666199, "Finetune/Loss (Raw)": 0.9242509007453918, "Finetune/Step": 3286, "Finetune/Step Time": 6.699154915288091}
+{"Finetune/Learning Rate": 1.8975915221383404e-05, "Finetune/Loss": 0.8976837396621704, "Finetune/Loss (Raw)": 1.0237904787063599, "Finetune/Step": 3287, "Finetune/Step Time": 6.68467877432704}
+{"Finetune/Learning Rate": 1.897517275788456e-05, "Finetune/Loss": 0.8975259065628052, "Finetune/Loss (Raw)": 0.8988484740257263, "Finetune/Step": 3288, "Finetune/Step Time": 6.69574230350554}
+{"Finetune/Learning Rate": 1.897443003987534e-05, "Finetune/Loss": 0.8969174027442932, "Finetune/Loss (Raw)": 0.7473446726799011, "Finetune/Step": 3289, "Finetune/Step Time": 6.6899471785873175}
+{"Finetune/Learning Rate": 1.8973687067376804e-05, "Finetune/Loss": 0.8958784341812134, "Finetune/Loss (Raw)": 0.6815961599349976, "Finetune/Step": 3290, "Finetune/Step Time": 6.696148747578263}
+{"Finetune/Learning Rate": 1.8972943840410017e-05, "Finetune/Loss": 0.8954513072967529, "Finetune/Loss (Raw)": 0.8357273936271667, "Finetune/Step": 3291, "Finetune/Step Time": 6.696061244234443}
+{"Finetune/Learning Rate": 1.897220035899606e-05, "Finetune/Loss": 0.8942779302597046, "Finetune/Loss (Raw)": 0.9183832406997681, "Finetune/Step": 3292, "Finetune/Step Time": 6.699015844613314}
+{"Finetune/Learning Rate": 1.8971456623156013e-05, "Finetune/Loss": 0.8939322233200073, "Finetune/Loss (Raw)": 0.8829399943351746, "Finetune/Step": 3293, "Finetune/Step Time": 6.686792366206646}
+{"Finetune/Learning Rate": 1.897071263291097e-05, "Finetune/Loss": 0.8916870951652527, "Finetune/Loss (Raw)": 0.6586858034133911, "Finetune/Step": 3294, "Finetune/Step Time": 6.687487278133631}
+{"Finetune/Learning Rate": 1.8969968388282026e-05, "Finetune/Loss": 0.8924031257629395, "Finetune/Loss (Raw)": 0.9331710934638977, "Finetune/Step": 3295, "Finetune/Step Time": 6.687511470168829}
+{"Finetune/Learning Rate": 1.8969223889290283e-05, "Finetune/Loss": 0.8903095722198486, "Finetune/Loss (Raw)": 0.6757235527038574, "Finetune/Step": 3296, "Finetune/Step Time": 6.69687370210886}
+{"Finetune/Learning Rate": 1.8968479135956858e-05, "Finetune/Loss": 0.8898665904998779, "Finetune/Loss (Raw)": 0.8775105476379395, "Finetune/Step": 3297, "Finetune/Step Time": 6.7146050073206425}
+{"Finetune/Learning Rate": 1.8967734128302867e-05, "Finetune/Loss": 0.8885176181793213, "Finetune/Loss (Raw)": 0.7818158864974976, "Finetune/Step": 3298, "Finetune/Step Time": 6.711156016215682}
+{"Finetune/Learning Rate": 1.896698886634944e-05, "Finetune/Loss": 0.8898055553436279, "Finetune/Loss (Raw)": 0.9665840268135071, "Finetune/Step": 3299, "Finetune/Step Time": 6.710455853492022}
+{"Finetune/Learning Rate": 1.8966243350117703e-05, "Finetune/Loss": 0.8897201418876648, "Finetune/Loss (Raw)": 0.804182767868042, "Finetune/Step": 3300, "Finetune/Step Time": 6.713169001042843}
+{"Finetune/Learning Rate": 1.8965497579628805e-05, "Finetune/Loss": 0.8890622854232788, "Finetune/Loss (Raw)": 0.7659146189689636, "Finetune/Step": 3301, "Finetune/Step Time": 6.71064886637032}
+{"Finetune/Learning Rate": 1.8964751554903885e-05, "Finetune/Loss": 0.8906471133232117, "Finetune/Loss (Raw)": 1.0328738689422607, "Finetune/Step": 3302, "Finetune/Step Time": 6.7107175178825855}
+{"Finetune/Learning Rate": 1.8964005275964107e-05, "Finetune/Loss": 0.8904672265052795, "Finetune/Loss (Raw)": 0.9118337631225586, "Finetune/Step": 3303, "Finetune/Step Time": 6.7191171776503325}
+{"Finetune/Learning Rate": 1.896325874283063e-05, "Finetune/Loss": 0.8891028165817261, "Finetune/Loss (Raw)": 0.8620518445968628, "Finetune/Step": 3304, "Finetune/Step Time": 6.720333199948072}
+{"Finetune/Learning Rate": 1.8962511955524617e-05, "Finetune/Loss": 0.8882795572280884, "Finetune/Loss (Raw)": 0.9157010912895203, "Finetune/Step": 3305, "Finetune/Step Time": 6.733782142400742}
+{"Finetune/Learning Rate": 1.8961764914067257e-05, "Finetune/Loss": 0.8890737295150757, "Finetune/Loss (Raw)": 0.8820299506187439, "Finetune/Step": 3306, "Finetune/Step Time": 6.70313448086381}
+{"Finetune/Learning Rate": 1.8961017618479728e-05, "Finetune/Loss": 0.8884519338607788, "Finetune/Loss (Raw)": 0.9302754402160645, "Finetune/Step": 3307, "Finetune/Step Time": 6.687693120911717}
+{"Finetune/Learning Rate": 1.896027006878322e-05, "Finetune/Loss": 0.887687087059021, "Finetune/Loss (Raw)": 0.8480590581893921, "Finetune/Step": 3308, "Finetune/Step Time": 6.687453716993332}
+{"Finetune/Learning Rate": 1.895952226499893e-05, "Finetune/Loss": 0.8876849412918091, "Finetune/Loss (Raw)": 0.9485753774642944, "Finetune/Step": 3309, "Finetune/Step Time": 6.688232744112611}
+{"Finetune/Learning Rate": 1.895877420714807e-05, "Finetune/Loss": 0.8868969678878784, "Finetune/Loss (Raw)": 0.7785032987594604, "Finetune/Step": 3310, "Finetune/Step Time": 6.682489946484566}
+{"Finetune/Learning Rate": 1.8958025895251845e-05, "Finetune/Loss": 0.8871369361877441, "Finetune/Loss (Raw)": 0.9160958528518677, "Finetune/Step": 3311, "Finetune/Step Time": 6.662632759660482}
+{"Finetune/Learning Rate": 1.8957277329331485e-05, "Finetune/Loss": 0.8891081213951111, "Finetune/Loss (Raw)": 1.0467575788497925, "Finetune/Step": 3312, "Finetune/Step Time": 6.65415352396667}
+{"Finetune/Learning Rate": 1.8956528509408207e-05, "Finetune/Loss": 0.8894045352935791, "Finetune/Loss (Raw)": 0.8941969871520996, "Finetune/Step": 3313, "Finetune/Step Time": 6.657468918710947}
+{"Finetune/Learning Rate": 1.895577943550325e-05, "Finetune/Loss": 0.8891807794570923, "Finetune/Loss (Raw)": 0.7774551510810852, "Finetune/Step": 3314, "Finetune/Step Time": 6.6594265680760145}
+{"Finetune/Learning Rate": 1.8955030107637853e-05, "Finetune/Loss": 0.8903123140335083, "Finetune/Loss (Raw)": 1.0935345888137817, "Finetune/Step": 3315, "Finetune/Step Time": 6.659774133935571}
+{"Finetune/Learning Rate": 1.8954280525833267e-05, "Finetune/Loss": 0.88954758644104, "Finetune/Loss (Raw)": 0.7883154153823853, "Finetune/Step": 3316, "Finetune/Step Time": 6.658212644979358}
+{"Finetune/Learning Rate": 1.895353069011075e-05, "Finetune/Loss": 0.8875751495361328, "Finetune/Loss (Raw)": 0.7933025360107422, "Finetune/Step": 3317, "Finetune/Step Time": 6.6705846674740314}
+{"Finetune/Learning Rate": 1.895278060049156e-05, "Finetune/Loss": 0.8868175745010376, "Finetune/Loss (Raw)": 0.8986868262290955, "Finetune/Step": 3318, "Finetune/Step Time": 6.6559237986803055}
+{"Finetune/Learning Rate": 1.8952030256996975e-05, "Finetune/Loss": 0.8882366418838501, "Finetune/Loss (Raw)": 1.0037529468536377, "Finetune/Step": 3319, "Finetune/Step Time": 6.655062567442656}
+{"Finetune/Learning Rate": 1.8951279659648265e-05, "Finetune/Loss": 0.8879204988479614, "Finetune/Loss (Raw)": 0.7701898813247681, "Finetune/Step": 3320, "Finetune/Step Time": 6.65950445458293}
+{"Finetune/Learning Rate": 1.8950528808466718e-05, "Finetune/Loss": 0.8888580799102783, "Finetune/Loss (Raw)": 0.9702046513557434, "Finetune/Step": 3321, "Finetune/Step Time": 6.64300375059247}
+{"Finetune/Learning Rate": 1.8949777703473626e-05, "Finetune/Loss": 0.8904737234115601, "Finetune/Loss (Raw)": 0.9977750778198242, "Finetune/Step": 3322, "Finetune/Step Time": 6.63883088901639}
+{"Finetune/Learning Rate": 1.8949026344690285e-05, "Finetune/Loss": 0.88917076587677, "Finetune/Loss (Raw)": 0.7651190161705017, "Finetune/Step": 3323, "Finetune/Step Time": 6.638048438355327}
+{"Finetune/Learning Rate": 1.894827473213801e-05, "Finetune/Loss": 0.8872948884963989, "Finetune/Loss (Raw)": 0.8456661105155945, "Finetune/Step": 3324, "Finetune/Step Time": 6.636932153254747}
+{"Finetune/Learning Rate": 1.894752286583811e-05, "Finetune/Loss": 0.8873887062072754, "Finetune/Loss (Raw)": 0.945917010307312, "Finetune/Step": 3325, "Finetune/Step Time": 6.633669113740325}
+{"Finetune/Learning Rate": 1.89467707458119e-05, "Finetune/Loss": 0.8887501955032349, "Finetune/Loss (Raw)": 1.104089617729187, "Finetune/Step": 3326, "Finetune/Step Time": 6.635983495041728}
+{"Finetune/Learning Rate": 1.8946018372080713e-05, "Finetune/Loss": 0.8898179531097412, "Finetune/Loss (Raw)": 1.093546986579895, "Finetune/Step": 3327, "Finetune/Step Time": 6.642303766682744}
+{"Finetune/Learning Rate": 1.8945265744665886e-05, "Finetune/Loss": 0.8897864818572998, "Finetune/Loss (Raw)": 0.8711984753608704, "Finetune/Step": 3328, "Finetune/Step Time": 6.646851176396012}
+{"Finetune/Learning Rate": 1.894451286358876e-05, "Finetune/Loss": 0.8891810774803162, "Finetune/Loss (Raw)": 0.8240810632705688, "Finetune/Step": 3329, "Finetune/Step Time": 6.647271569818258}
+{"Finetune/Learning Rate": 1.8943759728870687e-05, "Finetune/Loss": 0.8893235921859741, "Finetune/Loss (Raw)": 0.8555849194526672, "Finetune/Step": 3330, "Finetune/Step Time": 6.650726240128279}
+{"Finetune/Learning Rate": 1.8943006340533016e-05, "Finetune/Loss": 0.8882442712783813, "Finetune/Loss (Raw)": 0.5792524218559265, "Finetune/Step": 3331, "Finetune/Step Time": 6.637704864144325}
+{"Finetune/Learning Rate": 1.8942252698597113e-05, "Finetune/Loss": 0.8874099254608154, "Finetune/Loss (Raw)": 0.8321166038513184, "Finetune/Step": 3332, "Finetune/Step Time": 6.638657931238413}
+{"Finetune/Learning Rate": 1.8941498803084358e-05, "Finetune/Loss": 0.8892931938171387, "Finetune/Loss (Raw)": 0.9726932048797607, "Finetune/Step": 3333, "Finetune/Step Time": 6.62169086933136}
+{"Finetune/Learning Rate": 1.8940744654016118e-05, "Finetune/Loss": 0.88919997215271, "Finetune/Loss (Raw)": 0.8754986524581909, "Finetune/Step": 3334, "Finetune/Step Time": 6.621082963421941}
+{"Finetune/Learning Rate": 1.893999025141379e-05, "Finetune/Loss": 0.889768123626709, "Finetune/Loss (Raw)": 0.938424289226532, "Finetune/Step": 3335, "Finetune/Step Time": 6.614401420578361}
+{"Finetune/Learning Rate": 1.8939235595298756e-05, "Finetune/Loss": 0.8902422189712524, "Finetune/Loss (Raw)": 0.8794698119163513, "Finetune/Step": 3336, "Finetune/Step Time": 6.613317767158151}
+{"Finetune/Learning Rate": 1.893848068569242e-05, "Finetune/Loss": 0.8924916982650757, "Finetune/Loss (Raw)": 1.0684324502944946, "Finetune/Step": 3337, "Finetune/Step Time": 6.606794657185674}
+{"Finetune/Learning Rate": 1.893772552261619e-05, "Finetune/Loss": 0.891465961933136, "Finetune/Loss (Raw)": 0.8794313669204712, "Finetune/Step": 3338, "Finetune/Step Time": 6.611509012058377}
+{"Finetune/Learning Rate": 1.893697010609148e-05, "Finetune/Loss": 0.892491340637207, "Finetune/Loss (Raw)": 0.9508633017539978, "Finetune/Step": 3339, "Finetune/Step Time": 6.614557653665543}
+{"Finetune/Learning Rate": 1.893621443613971e-05, "Finetune/Loss": 0.8911508917808533, "Finetune/Loss (Raw)": 0.7581508755683899, "Finetune/Step": 3340, "Finetune/Step Time": 6.626817844808102}
+{"Finetune/Learning Rate": 1.893545851278231e-05, "Finetune/Loss": 0.8921781182289124, "Finetune/Loss (Raw)": 0.8647760152816772, "Finetune/Step": 3341, "Finetune/Step Time": 6.618352131918073}
+{"Finetune/Learning Rate": 1.8934702336040717e-05, "Finetune/Loss": 0.8915789723396301, "Finetune/Loss (Raw)": 0.7685860991477966, "Finetune/Step": 3342, "Finetune/Step Time": 6.619007749482989}
+{"Finetune/Learning Rate": 1.8933945905936376e-05, "Finetune/Loss": 0.8927408456802368, "Finetune/Loss (Raw)": 0.978774905204773, "Finetune/Step": 3343, "Finetune/Step Time": 6.599718436598778}
+{"Finetune/Learning Rate": 1.8933189222490727e-05, "Finetune/Loss": 0.8913761377334595, "Finetune/Loss (Raw)": 0.821567177772522, "Finetune/Step": 3344, "Finetune/Step Time": 6.59745224006474}
+{"Finetune/Learning Rate": 1.8932432285725236e-05, "Finetune/Loss": 0.8927832245826721, "Finetune/Loss (Raw)": 0.9000257253646851, "Finetune/Step": 3345, "Finetune/Step Time": 6.614367995411158}
+{"Finetune/Learning Rate": 1.893167509566137e-05, "Finetune/Loss": 0.8912956118583679, "Finetune/Loss (Raw)": 0.6233685612678528, "Finetune/Step": 3346, "Finetune/Step Time": 6.619997341185808}
+{"Finetune/Learning Rate": 1.8930917652320593e-05, "Finetune/Loss": 0.8920159935951233, "Finetune/Loss (Raw)": 0.9440393447875977, "Finetune/Step": 3347, "Finetune/Step Time": 6.624583197757602}
+{"Finetune/Learning Rate": 1.8930159955724386e-05, "Finetune/Loss": 0.8920426368713379, "Finetune/Loss (Raw)": 0.9547333717346191, "Finetune/Step": 3348, "Finetune/Step Time": 6.624187890440226}
+{"Finetune/Learning Rate": 1.892940200589424e-05, "Finetune/Loss": 0.8910315036773682, "Finetune/Loss (Raw)": 0.6937141418457031, "Finetune/Step": 3349, "Finetune/Step Time": 6.620430866256356}
+{"Finetune/Learning Rate": 1.8928643802851642e-05, "Finetune/Loss": 0.8898837566375732, "Finetune/Loss (Raw)": 0.8358458280563354, "Finetune/Step": 3350, "Finetune/Step Time": 6.620672779157758}
+{"Finetune/Learning Rate": 1.89278853466181e-05, "Finetune/Loss": 0.8890818357467651, "Finetune/Loss (Raw)": 0.7150205373764038, "Finetune/Step": 3351, "Finetune/Step Time": 6.621735364198685}
+{"Finetune/Learning Rate": 1.8927126637215112e-05, "Finetune/Loss": 0.8902851343154907, "Finetune/Loss (Raw)": 1.0182533264160156, "Finetune/Step": 3352, "Finetune/Step Time": 6.620716258883476}
+{"Finetune/Learning Rate": 1.89263676746642e-05, "Finetune/Loss": 0.8897625207901001, "Finetune/Loss (Raw)": 0.7912890911102295, "Finetune/Step": 3353, "Finetune/Step Time": 6.630190329626203}
+{"Finetune/Learning Rate": 1.8925608458986885e-05, "Finetune/Loss": 0.8886768817901611, "Finetune/Loss (Raw)": 0.8583582639694214, "Finetune/Step": 3354, "Finetune/Step Time": 6.631290566176176}
+{"Finetune/Learning Rate": 1.8924848990204694e-05, "Finetune/Loss": 0.8853919506072998, "Finetune/Loss (Raw)": 0.5790678262710571, "Finetune/Step": 3355, "Finetune/Step Time": 6.63954346999526}
+{"Finetune/Learning Rate": 1.8924089268339164e-05, "Finetune/Loss": 0.884556770324707, "Finetune/Loss (Raw)": 0.7851149439811707, "Finetune/Step": 3356, "Finetune/Step Time": 6.637901933863759}
+{"Finetune/Learning Rate": 1.8923329293411842e-05, "Finetune/Loss": 0.884722113609314, "Finetune/Loss (Raw)": 0.9347781538963318, "Finetune/Step": 3357, "Finetune/Step Time": 6.630562707781792}
+{"Finetune/Learning Rate": 1.8922569065444275e-05, "Finetune/Loss": 0.8836255073547363, "Finetune/Loss (Raw)": 0.834200382232666, "Finetune/Step": 3358, "Finetune/Step Time": 6.652479205280542}
+{"Finetune/Learning Rate": 1.892180858445802e-05, "Finetune/Loss": 0.8836266994476318, "Finetune/Loss (Raw)": 0.9033520817756653, "Finetune/Step": 3359, "Finetune/Step Time": 6.67054358869791}
+{"Finetune/Learning Rate": 1.8921047850474645e-05, "Finetune/Loss": 0.8834106922149658, "Finetune/Loss (Raw)": 0.8704416155815125, "Finetune/Step": 3360, "Finetune/Step Time": 6.670555582270026}
+{"Finetune/Learning Rate": 1.8920286863515715e-05, "Finetune/Loss": 0.8820546269416809, "Finetune/Loss (Raw)": 0.8475781083106995, "Finetune/Step": 3361, "Finetune/Step Time": 6.671606438234448}
+{"Finetune/Learning Rate": 1.8919525623602823e-05, "Finetune/Loss": 0.8810681104660034, "Finetune/Loss (Raw)": 0.943163275718689, "Finetune/Step": 3362, "Finetune/Step Time": 6.667144313454628}
+{"Finetune/Learning Rate": 1.8918764130757544e-05, "Finetune/Loss": 0.8818475008010864, "Finetune/Loss (Raw)": 0.8683618903160095, "Finetune/Step": 3363, "Finetune/Step Time": 6.672480300068855}
+{"Finetune/Learning Rate": 1.891800238500148e-05, "Finetune/Loss": 0.8811999559402466, "Finetune/Loss (Raw)": 0.8418740034103394, "Finetune/Step": 3364, "Finetune/Step Time": 6.676036585122347}
+{"Finetune/Learning Rate": 1.8917240386356225e-05, "Finetune/Loss": 0.8811273574829102, "Finetune/Loss (Raw)": 0.7982171773910522, "Finetune/Step": 3365, "Finetune/Step Time": 6.676217397674918}
+{"Finetune/Learning Rate": 1.8916478134843387e-05, "Finetune/Loss": 0.882426381111145, "Finetune/Loss (Raw)": 0.9732953310012817, "Finetune/Step": 3366, "Finetune/Step Time": 6.677459986880422}
+{"Finetune/Learning Rate": 1.8915715630484587e-05, "Finetune/Loss": 0.883878231048584, "Finetune/Loss (Raw)": 1.0335038900375366, "Finetune/Step": 3367, "Finetune/Step Time": 6.676749549806118}
+{"Finetune/Learning Rate": 1.8914952873301448e-05, "Finetune/Loss": 0.8824397325515747, "Finetune/Loss (Raw)": 0.6669932007789612, "Finetune/Step": 3368, "Finetune/Step Time": 6.688281251117587}
+{"Finetune/Learning Rate": 1.891418986331559e-05, "Finetune/Loss": 0.8825079202651978, "Finetune/Loss (Raw)": 0.9740660190582275, "Finetune/Step": 3369, "Finetune/Step Time": 6.6911627650260925}
+{"Finetune/Learning Rate": 1.891342660054866e-05, "Finetune/Loss": 0.8822162747383118, "Finetune/Loss (Raw)": 0.9448277950286865, "Finetune/Step": 3370, "Finetune/Step Time": 6.695579828694463}
+{"Finetune/Learning Rate": 1.8912663085022296e-05, "Finetune/Loss": 0.8830936551094055, "Finetune/Loss (Raw)": 0.8210223913192749, "Finetune/Step": 3371, "Finetune/Step Time": 6.670226443558931}
+{"Finetune/Learning Rate": 1.8911899316758154e-05, "Finetune/Loss": 0.8824825286865234, "Finetune/Loss (Raw)": 0.9147114753723145, "Finetune/Step": 3372, "Finetune/Step Time": 6.666426125913858}
+{"Finetune/Learning Rate": 1.8911135295777886e-05, "Finetune/Loss": 0.8825854063034058, "Finetune/Loss (Raw)": 0.9340974688529968, "Finetune/Step": 3373, "Finetune/Step Time": 6.684971483424306}
+{"Finetune/Learning Rate": 1.8910371022103164e-05, "Finetune/Loss": 0.8821369409561157, "Finetune/Loss (Raw)": 0.9600189924240112, "Finetune/Step": 3374, "Finetune/Step Time": 6.676033420488238}
+{"Finetune/Learning Rate": 1.8909606495755657e-05, "Finetune/Loss": 0.8817106485366821, "Finetune/Loss (Raw)": 0.8549975156784058, "Finetune/Step": 3375, "Finetune/Step Time": 6.677742727100849}
+{"Finetune/Learning Rate": 1.8908841716757044e-05, "Finetune/Loss": 0.8808481693267822, "Finetune/Loss (Raw)": 0.9465883374214172, "Finetune/Step": 3376, "Finetune/Step Time": 6.678325807675719}
+{"Finetune/Learning Rate": 1.8908076685129014e-05, "Finetune/Loss": 0.8808566927909851, "Finetune/Loss (Raw)": 0.9665201306343079, "Finetune/Step": 3377, "Finetune/Step Time": 6.682902418076992}
+{"Finetune/Learning Rate": 1.8907311400893258e-05, "Finetune/Loss": 0.8809472322463989, "Finetune/Loss (Raw)": 0.945375919342041, "Finetune/Step": 3378, "Finetune/Step Time": 6.692143803462386}
+{"Finetune/Learning Rate": 1.890654586407148e-05, "Finetune/Loss": 0.8801876306533813, "Finetune/Loss (Raw)": 0.7882512807846069, "Finetune/Step": 3379, "Finetune/Step Time": 6.695577444508672}
+{"Finetune/Learning Rate": 1.8905780074685392e-05, "Finetune/Loss": 0.8796021342277527, "Finetune/Loss (Raw)": 0.7490358948707581, "Finetune/Step": 3380, "Finetune/Step Time": 6.7086985521018505}
+{"Finetune/Learning Rate": 1.8905014032756703e-05, "Finetune/Loss": 0.8790052533149719, "Finetune/Loss (Raw)": 0.8314924240112305, "Finetune/Step": 3381, "Finetune/Step Time": 6.7112747095525265}
+{"Finetune/Learning Rate": 1.8904247738307137e-05, "Finetune/Loss": 0.8786496520042419, "Finetune/Loss (Raw)": 0.7905410528182983, "Finetune/Step": 3382, "Finetune/Step Time": 6.711968395859003}
+{"Finetune/Learning Rate": 1.8903481191358432e-05, "Finetune/Loss": 0.8794557452201843, "Finetune/Loss (Raw)": 0.8743346333503723, "Finetune/Step": 3383, "Finetune/Step Time": 6.700275011360645}
+{"Finetune/Learning Rate": 1.8902714391932312e-05, "Finetune/Loss": 0.8790631294250488, "Finetune/Loss (Raw)": 0.8087853193283081, "Finetune/Step": 3384, "Finetune/Step Time": 6.688533140346408}
+{"Finetune/Learning Rate": 1.890194734005053e-05, "Finetune/Loss": 0.8788930177688599, "Finetune/Loss (Raw)": 0.8968033194541931, "Finetune/Step": 3385, "Finetune/Step Time": 6.694943401962519}
+{"Finetune/Learning Rate": 1.8901180035734833e-05, "Finetune/Loss": 0.8780427575111389, "Finetune/Loss (Raw)": 0.8806897401809692, "Finetune/Step": 3386, "Finetune/Step Time": 6.699948728084564}
+{"Finetune/Learning Rate": 1.8900412479006983e-05, "Finetune/Loss": 0.8775259256362915, "Finetune/Loss (Raw)": 0.8060575723648071, "Finetune/Step": 3387, "Finetune/Step Time": 6.689326161518693}
+{"Finetune/Learning Rate": 1.8899644669888747e-05, "Finetune/Loss": 0.8771650195121765, "Finetune/Loss (Raw)": 0.8315311074256897, "Finetune/Step": 3388, "Finetune/Step Time": 6.676644112914801}
+{"Finetune/Learning Rate": 1.8898876608401893e-05, "Finetune/Loss": 0.8759462833404541, "Finetune/Loss (Raw)": 0.6947747468948364, "Finetune/Step": 3389, "Finetune/Step Time": 6.688678732141852}
+{"Finetune/Learning Rate": 1.8898108294568206e-05, "Finetune/Loss": 0.8742069005966187, "Finetune/Loss (Raw)": 0.8420289158821106, "Finetune/Step": 3390, "Finetune/Step Time": 6.688769249245524}
+{"Finetune/Learning Rate": 1.889733972840947e-05, "Finetune/Loss": 0.8746662139892578, "Finetune/Loss (Raw)": 0.9647148251533508, "Finetune/Step": 3391, "Finetune/Step Time": 6.689047737047076}
+{"Finetune/Learning Rate": 1.8896570909947477e-05, "Finetune/Loss": 0.8748352527618408, "Finetune/Loss (Raw)": 0.9046290516853333, "Finetune/Step": 3392, "Finetune/Step Time": 6.684567276388407}
+{"Finetune/Learning Rate": 1.889580183920403e-05, "Finetune/Loss": 0.8735044002532959, "Finetune/Loss (Raw)": 0.8301627039909363, "Finetune/Step": 3393, "Finetune/Step Time": 6.687283523380756}
+{"Finetune/Learning Rate": 1.8895032516200942e-05, "Finetune/Loss": 0.8723403215408325, "Finetune/Loss (Raw)": 0.7412217855453491, "Finetune/Step": 3394, "Finetune/Step Time": 6.690071316435933}
+{"Finetune/Learning Rate": 1.8894262940960027e-05, "Finetune/Loss": 0.8710921406745911, "Finetune/Loss (Raw)": 0.7309753894805908, "Finetune/Step": 3395, "Finetune/Step Time": 6.708269510418177}
+{"Finetune/Learning Rate": 1.88934931135031e-05, "Finetune/Loss": 0.8717272877693176, "Finetune/Loss (Raw)": 0.9761359691619873, "Finetune/Step": 3396, "Finetune/Step Time": 6.687438756227493}
+{"Finetune/Learning Rate": 1.8892723033852006e-05, "Finetune/Loss": 0.8728941679000854, "Finetune/Loss (Raw)": 0.9134463667869568, "Finetune/Step": 3397, "Finetune/Step Time": 6.674149567261338}
+{"Finetune/Learning Rate": 1.8891952702028574e-05, "Finetune/Loss": 0.8733447790145874, "Finetune/Loss (Raw)": 0.9391899704933167, "Finetune/Step": 3398, "Finetune/Step Time": 6.669131664559245}
+{"Finetune/Learning Rate": 1.8891182118054648e-05, "Finetune/Loss": 0.8740230202674866, "Finetune/Loss (Raw)": 1.0406060218811035, "Finetune/Step": 3399, "Finetune/Step Time": 6.671008907258511}
+{"Finetune/Learning Rate": 1.889041128195208e-05, "Finetune/Loss": 0.8739786744117737, "Finetune/Loss (Raw)": 0.9427087306976318, "Finetune/Step": 3400, "Finetune/Step Time": 6.667082104831934}
+{"Finetune/Learning Rate": 1.8889640193742726e-05, "Finetune/Loss": 0.8750866651535034, "Finetune/Loss (Raw)": 0.8807074427604675, "Finetune/Step": 3401, "Finetune/Step Time": 6.653635488823056}
+{"Finetune/Learning Rate": 1.888886885344846e-05, "Finetune/Loss": 0.875594973564148, "Finetune/Loss (Raw)": 0.9371283054351807, "Finetune/Step": 3402, "Finetune/Step Time": 6.653758101165295}
+{"Finetune/Learning Rate": 1.8888097261091145e-05, "Finetune/Loss": 0.8746522665023804, "Finetune/Loss (Raw)": 0.8080463409423828, "Finetune/Step": 3403, "Finetune/Step Time": 6.654196869581938}
+{"Finetune/Learning Rate": 1.8887325416692664e-05, "Finetune/Loss": 0.8743455410003662, "Finetune/Loss (Raw)": 0.8091316819190979, "Finetune/Step": 3404, "Finetune/Step Time": 6.66112189553678}
+{"Finetune/Learning Rate": 1.8886553320274915e-05, "Finetune/Loss": 0.872604250907898, "Finetune/Loss (Raw)": 0.8156571388244629, "Finetune/Step": 3405, "Finetune/Step Time": 6.6695275865495205}
+{"Finetune/Learning Rate": 1.8885780971859776e-05, "Finetune/Loss": 0.8736065626144409, "Finetune/Loss (Raw)": 0.9541314840316772, "Finetune/Step": 3406, "Finetune/Step Time": 6.670021610334516}
+{"Finetune/Learning Rate": 1.888500837146916e-05, "Finetune/Loss": 0.8730068206787109, "Finetune/Loss (Raw)": 0.8321711421012878, "Finetune/Step": 3407, "Finetune/Step Time": 6.677480498328805}
+{"Finetune/Learning Rate": 1.8884235519124972e-05, "Finetune/Loss": 0.8734075427055359, "Finetune/Loss (Raw)": 0.8980284333229065, "Finetune/Step": 3408, "Finetune/Step Time": 6.67702316865325}
+{"Finetune/Learning Rate": 1.8883462414849127e-05, "Finetune/Loss": 0.8716742992401123, "Finetune/Loss (Raw)": 0.8756103515625, "Finetune/Step": 3409, "Finetune/Step Time": 6.678602799773216}
+{"Finetune/Learning Rate": 1.888268905866355e-05, "Finetune/Loss": 0.8716815710067749, "Finetune/Loss (Raw)": 0.9362192153930664, "Finetune/Step": 3410, "Finetune/Step Time": 6.678436452522874}
+{"Finetune/Learning Rate": 1.888191545059017e-05, "Finetune/Loss": 0.871239185333252, "Finetune/Loss (Raw)": 0.8869228959083557, "Finetune/Step": 3411, "Finetune/Step Time": 6.6692732013762}
+{"Finetune/Learning Rate": 1.8881141590650924e-05, "Finetune/Loss": 0.8715901374816895, "Finetune/Loss (Raw)": 0.8654724359512329, "Finetune/Step": 3412, "Finetune/Step Time": 6.6859069131314754}
+{"Finetune/Learning Rate": 1.888036747886776e-05, "Finetune/Loss": 0.8718287348747253, "Finetune/Loss (Raw)": 0.9300362467765808, "Finetune/Step": 3413, "Finetune/Step Time": 6.684489954262972}
+{"Finetune/Learning Rate": 1.8879593115262623e-05, "Finetune/Loss": 0.8710455894470215, "Finetune/Loss (Raw)": 0.8240053057670593, "Finetune/Step": 3414, "Finetune/Step Time": 6.684395853430033}
+{"Finetune/Learning Rate": 1.8878818499857475e-05, "Finetune/Loss": 0.8702883720397949, "Finetune/Loss (Raw)": 0.9268661737442017, "Finetune/Step": 3415, "Finetune/Step Time": 6.687697816640139}
+{"Finetune/Learning Rate": 1.8878043632674284e-05, "Finetune/Loss": 0.8711557388305664, "Finetune/Loss (Raw)": 1.0098803043365479, "Finetune/Step": 3416, "Finetune/Step Time": 6.672868467867374}
+{"Finetune/Learning Rate": 1.8877268513735022e-05, "Finetune/Loss": 0.87227463722229, "Finetune/Loss (Raw)": 0.890559196472168, "Finetune/Step": 3417, "Finetune/Step Time": 6.6688721887767315}
+{"Finetune/Learning Rate": 1.8876493143061668e-05, "Finetune/Loss": 0.8739738464355469, "Finetune/Loss (Raw)": 0.8990913033485413, "Finetune/Step": 3418, "Finetune/Step Time": 6.661484137177467}
+{"Finetune/Learning Rate": 1.887571752067621e-05, "Finetune/Loss": 0.8744571805000305, "Finetune/Loss (Raw)": 0.8975966572761536, "Finetune/Step": 3419, "Finetune/Step Time": 6.6616778913885355}
+{"Finetune/Learning Rate": 1.8874941646600642e-05, "Finetune/Loss": 0.8737711310386658, "Finetune/Loss (Raw)": 0.8305660486221313, "Finetune/Step": 3420, "Finetune/Step Time": 6.662888130173087}
+{"Finetune/Learning Rate": 1.8874165520856965e-05, "Finetune/Loss": 0.8748723268508911, "Finetune/Loss (Raw)": 1.023895025253296, "Finetune/Step": 3421, "Finetune/Step Time": 6.659752694889903}
+{"Finetune/Learning Rate": 1.8873389143467193e-05, "Finetune/Loss": 0.8762442469596863, "Finetune/Loss (Raw)": 0.834287703037262, "Finetune/Step": 3422, "Finetune/Step Time": 6.659709049388766}
+{"Finetune/Learning Rate": 1.8872612514453334e-05, "Finetune/Loss": 0.8753459453582764, "Finetune/Loss (Raw)": 0.8181936144828796, "Finetune/Step": 3423, "Finetune/Step Time": 6.662417748942971}
+{"Finetune/Learning Rate": 1.887183563383741e-05, "Finetune/Loss": 0.8770535588264465, "Finetune/Loss (Raw)": 0.8942989706993103, "Finetune/Step": 3424, "Finetune/Step Time": 6.647245837375522}
+{"Finetune/Learning Rate": 1.8871058501641465e-05, "Finetune/Loss": 0.8762599229812622, "Finetune/Loss (Raw)": 0.7759237289428711, "Finetune/Step": 3425, "Finetune/Step Time": 6.631698045879602}
+{"Finetune/Learning Rate": 1.8870281117887517e-05, "Finetune/Loss": 0.8758167624473572, "Finetune/Loss (Raw)": 0.7250955104827881, "Finetune/Step": 3426, "Finetune/Step Time": 6.6315259616822}
+{"Finetune/Learning Rate": 1.8869503482597626e-05, "Finetune/Loss": 0.8742203712463379, "Finetune/Loss (Raw)": 0.7622470259666443, "Finetune/Step": 3427, "Finetune/Step Time": 6.633511461317539}
+{"Finetune/Learning Rate": 1.8868725595793837e-05, "Finetune/Loss": 0.8754266500473022, "Finetune/Loss (Raw)": 0.9585768580436707, "Finetune/Step": 3428, "Finetune/Step Time": 6.63171199709177}
+{"Finetune/Learning Rate": 1.8867947457498207e-05, "Finetune/Loss": 0.8752810955047607, "Finetune/Loss (Raw)": 0.7472927570343018, "Finetune/Step": 3429, "Finetune/Step Time": 6.6294199321419}
+{"Finetune/Learning Rate": 1.886716906773281e-05, "Finetune/Loss": 0.8732137680053711, "Finetune/Loss (Raw)": 0.7682554125785828, "Finetune/Step": 3430, "Finetune/Step Time": 6.631703794002533}
+{"Finetune/Learning Rate": 1.8866390426519706e-05, "Finetune/Loss": 0.8720557689666748, "Finetune/Loss (Raw)": 0.7636070847511292, "Finetune/Step": 3431, "Finetune/Step Time": 6.6407191045582294}
+{"Finetune/Learning Rate": 1.886561153388099e-05, "Finetune/Loss": 0.8720705509185791, "Finetune/Loss (Raw)": 0.8639461398124695, "Finetune/Step": 3432, "Finetune/Step Time": 6.6400200221687555}
+{"Finetune/Learning Rate": 1.8864832389838735e-05, "Finetune/Loss": 0.8706204295158386, "Finetune/Loss (Raw)": 0.730085015296936, "Finetune/Step": 3433, "Finetune/Step Time": 6.639399137347937}
+{"Finetune/Learning Rate": 1.886405299441504e-05, "Finetune/Loss": 0.870762050151825, "Finetune/Loss (Raw)": 0.9001564383506775, "Finetune/Step": 3434, "Finetune/Step Time": 6.642790520563722}
+{"Finetune/Learning Rate": 1.8863273347632014e-05, "Finetune/Loss": 0.8698133826255798, "Finetune/Loss (Raw)": 0.8088454008102417, "Finetune/Step": 3435, "Finetune/Step Time": 6.639655435457826}
+{"Finetune/Learning Rate": 1.8862493449511757e-05, "Finetune/Loss": 0.8694584369659424, "Finetune/Loss (Raw)": 0.802623450756073, "Finetune/Step": 3436, "Finetune/Step Time": 6.636791437864304}
+{"Finetune/Learning Rate": 1.886171330007639e-05, "Finetune/Loss": 0.8677769899368286, "Finetune/Loss (Raw)": 0.7333567142486572, "Finetune/Step": 3437, "Finetune/Step Time": 6.641750959679484}
+{"Finetune/Learning Rate": 1.8860932899348028e-05, "Finetune/Loss": 0.8681191205978394, "Finetune/Loss (Raw)": 0.8222845196723938, "Finetune/Step": 3438, "Finetune/Step Time": 6.643371779471636}
+{"Finetune/Learning Rate": 1.8860152247348808e-05, "Finetune/Loss": 0.8686133027076721, "Finetune/Loss (Raw)": 0.9793581366539001, "Finetune/Step": 3439, "Finetune/Step Time": 6.643202865496278}
+{"Finetune/Learning Rate": 1.8859371344100865e-05, "Finetune/Loss": 0.8685086369514465, "Finetune/Loss (Raw)": 1.0333634614944458, "Finetune/Step": 3440, "Finetune/Step Time": 6.64050486497581}
+{"Finetune/Learning Rate": 1.8858590189626345e-05, "Finetune/Loss": 0.8681120872497559, "Finetune/Loss (Raw)": 0.8434328436851501, "Finetune/Step": 3441, "Finetune/Step Time": 6.6378257144242525}
+{"Finetune/Learning Rate": 1.8857808783947396e-05, "Finetune/Loss": 0.8690106868743896, "Finetune/Loss (Raw)": 0.8924799561500549, "Finetune/Step": 3442, "Finetune/Step Time": 6.631889129057527}
+{"Finetune/Learning Rate": 1.8857027127086177e-05, "Finetune/Loss": 0.8684375882148743, "Finetune/Loss (Raw)": 1.0201797485351562, "Finetune/Step": 3443, "Finetune/Step Time": 6.630728639662266}
+{"Finetune/Learning Rate": 1.8856245219064855e-05, "Finetune/Loss": 0.8697540760040283, "Finetune/Loss (Raw)": 0.956821084022522, "Finetune/Step": 3444, "Finetune/Step Time": 6.633810296654701}
+{"Finetune/Learning Rate": 1.8855463059905607e-05, "Finetune/Loss": 0.8709360361099243, "Finetune/Loss (Raw)": 0.9445914030075073, "Finetune/Step": 3445, "Finetune/Step Time": 6.620245710015297}
+{"Finetune/Learning Rate": 1.8854680649630607e-05, "Finetune/Loss": 0.8707398772239685, "Finetune/Loss (Raw)": 0.8735865950584412, "Finetune/Step": 3446, "Finetune/Step Time": 6.617046590894461}
+{"Finetune/Learning Rate": 1.885389798826204e-05, "Finetune/Loss": 0.8694775700569153, "Finetune/Loss (Raw)": 0.8421735763549805, "Finetune/Step": 3447, "Finetune/Step Time": 6.6172743532806635}
+{"Finetune/Learning Rate": 1.8853115075822105e-05, "Finetune/Loss": 0.8696591258049011, "Finetune/Loss (Raw)": 0.7934279441833496, "Finetune/Step": 3448, "Finetune/Step Time": 6.616579534485936}
+{"Finetune/Learning Rate": 1.8852331912332998e-05, "Finetune/Loss": 0.8694530725479126, "Finetune/Loss (Raw)": 0.9438290596008301, "Finetune/Step": 3449, "Finetune/Step Time": 6.654611499980092}
+{"Finetune/Learning Rate": 1.8851548497816935e-05, "Finetune/Loss": 0.8700190186500549, "Finetune/Loss (Raw)": 1.0702201128005981, "Finetune/Step": 3450, "Finetune/Step Time": 6.656267710030079}
+{"Finetune/Learning Rate": 1.8850764832296126e-05, "Finetune/Loss": 0.8705668449401855, "Finetune/Loss (Raw)": 0.8352419137954712, "Finetune/Step": 3451, "Finetune/Step Time": 6.659653298556805}
+{"Finetune/Learning Rate": 1.8849980915792794e-05, "Finetune/Loss": 0.8703939914703369, "Finetune/Loss (Raw)": 0.823535144329071, "Finetune/Step": 3452, "Finetune/Step Time": 6.659359725192189}
+{"Finetune/Learning Rate": 1.884919674832917e-05, "Finetune/Loss": 0.8713476657867432, "Finetune/Loss (Raw)": 1.0679876804351807, "Finetune/Step": 3453, "Finetune/Step Time": 6.660548767074943}
+{"Finetune/Learning Rate": 1.8848412329927492e-05, "Finetune/Loss": 0.8696011304855347, "Finetune/Loss (Raw)": 0.8805319666862488, "Finetune/Step": 3454, "Finetune/Step Time": 6.660720301792026}
+{"Finetune/Learning Rate": 1.8847627660609994e-05, "Finetune/Loss": 0.8683728575706482, "Finetune/Loss (Raw)": 0.9363312125205994, "Finetune/Step": 3455, "Finetune/Step Time": 6.653366742655635}
+{"Finetune/Learning Rate": 1.884684274039894e-05, "Finetune/Loss": 0.868416965007782, "Finetune/Loss (Raw)": 0.8768433332443237, "Finetune/Step": 3456, "Finetune/Step Time": 6.650171989575028}
+{"Finetune/Learning Rate": 1.8846057569316585e-05, "Finetune/Loss": 0.8673027753829956, "Finetune/Loss (Raw)": 0.6814627647399902, "Finetune/Step": 3457, "Finetune/Step Time": 6.675296982750297}
+{"Finetune/Learning Rate": 1.884527214738519e-05, "Finetune/Loss": 0.8675493597984314, "Finetune/Loss (Raw)": 0.8871520757675171, "Finetune/Step": 3458, "Finetune/Step Time": 6.668050991371274}
+{"Finetune/Learning Rate": 1.884448647462703e-05, "Finetune/Loss": 0.8696984648704529, "Finetune/Loss (Raw)": 0.8543395400047302, "Finetune/Step": 3459, "Finetune/Step Time": 6.652877336367965}
+{"Finetune/Learning Rate": 1.8843700551064383e-05, "Finetune/Loss": 0.8691115975379944, "Finetune/Loss (Raw)": 0.7569994926452637, "Finetune/Step": 3460, "Finetune/Step Time": 6.650776972994208}
+{"Finetune/Learning Rate": 1.8842914376719537e-05, "Finetune/Loss": 0.8688060641288757, "Finetune/Loss (Raw)": 0.9335818886756897, "Finetune/Step": 3461, "Finetune/Step Time": 6.6560175735503435}
+{"Finetune/Learning Rate": 1.8842127951614785e-05, "Finetune/Loss": 0.8696942329406738, "Finetune/Loss (Raw)": 0.98918616771698, "Finetune/Step": 3462, "Finetune/Step Time": 6.65996690094471}
+{"Finetune/Learning Rate": 1.8841341275772427e-05, "Finetune/Loss": 0.8691539764404297, "Finetune/Loss (Raw)": 0.8692650198936462, "Finetune/Step": 3463, "Finetune/Step Time": 6.663195164874196}
+{"Finetune/Learning Rate": 1.8840554349214772e-05, "Finetune/Loss": 0.8697424530982971, "Finetune/Loss (Raw)": 0.9547982215881348, "Finetune/Step": 3464, "Finetune/Step Time": 6.682623982429504}
+{"Finetune/Learning Rate": 1.8839767171964136e-05, "Finetune/Loss": 0.8692020773887634, "Finetune/Loss (Raw)": 0.9992613792419434, "Finetune/Step": 3465, "Finetune/Step Time": 6.683833945542574}
+{"Finetune/Learning Rate": 1.8838979744042838e-05, "Finetune/Loss": 0.8694677352905273, "Finetune/Loss (Raw)": 0.9134390950202942, "Finetune/Step": 3466, "Finetune/Step Time": 6.674718230962753}
+{"Finetune/Learning Rate": 1.883819206547321e-05, "Finetune/Loss": 0.8684066534042358, "Finetune/Loss (Raw)": 0.8150434494018555, "Finetune/Step": 3467, "Finetune/Step Time": 6.67205111309886}
+{"Finetune/Learning Rate": 1.8837404136277587e-05, "Finetune/Loss": 0.8694405555725098, "Finetune/Loss (Raw)": 0.8904929757118225, "Finetune/Step": 3468, "Finetune/Step Time": 6.66235370002687}
+{"Finetune/Learning Rate": 1.8836615956478318e-05, "Finetune/Loss": 0.8700236678123474, "Finetune/Loss (Raw)": 0.9394076466560364, "Finetune/Step": 3469, "Finetune/Step Time": 6.663314422592521}
+{"Finetune/Learning Rate": 1.8835827526097744e-05, "Finetune/Loss": 0.871403694152832, "Finetune/Loss (Raw)": 0.9452353715896606, "Finetune/Step": 3470, "Finetune/Step Time": 6.664202641695738}
+{"Finetune/Learning Rate": 1.8835038845158225e-05, "Finetune/Loss": 0.871139407157898, "Finetune/Loss (Raw)": 0.9449377059936523, "Finetune/Step": 3471, "Finetune/Step Time": 6.664624605327845}
+{"Finetune/Learning Rate": 1.8834249913682132e-05, "Finetune/Loss": 0.8724836707115173, "Finetune/Loss (Raw)": 0.9936411380767822, "Finetune/Step": 3472, "Finetune/Step Time": 6.665696682408452}
+{"Finetune/Learning Rate": 1.8833460731691833e-05, "Finetune/Loss": 0.8728411793708801, "Finetune/Loss (Raw)": 0.9457862973213196, "Finetune/Step": 3473, "Finetune/Step Time": 6.650638919323683}
+{"Finetune/Learning Rate": 1.88326712992097e-05, "Finetune/Loss": 0.8740074634552002, "Finetune/Loss (Raw)": 0.7726510167121887, "Finetune/Step": 3474, "Finetune/Step Time": 6.64950380474329}
+{"Finetune/Learning Rate": 1.8831881616258133e-05, "Finetune/Loss": 0.8744171261787415, "Finetune/Loss (Raw)": 0.9964818954467773, "Finetune/Step": 3475, "Finetune/Step Time": 6.650886343792081}
+{"Finetune/Learning Rate": 1.8831091682859516e-05, "Finetune/Loss": 0.8745331764221191, "Finetune/Loss (Raw)": 0.9695860743522644, "Finetune/Step": 3476, "Finetune/Step Time": 6.649122389033437}
+{"Finetune/Learning Rate": 1.883030149903625e-05, "Finetune/Loss": 0.8769135475158691, "Finetune/Loss (Raw)": 0.9983985424041748, "Finetune/Step": 3477, "Finetune/Step Time": 6.664958219975233}
+{"Finetune/Learning Rate": 1.8829511064810743e-05, "Finetune/Loss": 0.877272367477417, "Finetune/Loss (Raw)": 0.8817780017852783, "Finetune/Step": 3478, "Finetune/Step Time": 6.667026260867715}
+{"Finetune/Learning Rate": 1.8828720380205412e-05, "Finetune/Loss": 0.878913402557373, "Finetune/Loss (Raw)": 0.9250693321228027, "Finetune/Step": 3479, "Finetune/Step Time": 6.670927755534649}
+{"Finetune/Learning Rate": 1.8827929445242678e-05, "Finetune/Loss": 0.8781531453132629, "Finetune/Loss (Raw)": 0.9209415912628174, "Finetune/Step": 3480, "Finetune/Step Time": 6.672572189942002}
+{"Finetune/Learning Rate": 1.8827138259944964e-05, "Finetune/Loss": 0.8786964416503906, "Finetune/Loss (Raw)": 0.8608292937278748, "Finetune/Step": 3481, "Finetune/Step Time": 6.662024177610874}
+{"Finetune/Learning Rate": 1.8826346824334713e-05, "Finetune/Loss": 0.8798301815986633, "Finetune/Loss (Raw)": 1.0034780502319336, "Finetune/Step": 3482, "Finetune/Step Time": 6.666688442230225}
+{"Finetune/Learning Rate": 1.882555513843436e-05, "Finetune/Loss": 0.881365180015564, "Finetune/Loss (Raw)": 0.7755535244941711, "Finetune/Step": 3483, "Finetune/Step Time": 6.660664925351739}
+{"Finetune/Learning Rate": 1.8824763202266364e-05, "Finetune/Loss": 0.8817952275276184, "Finetune/Loss (Raw)": 0.8401587605476379, "Finetune/Step": 3484, "Finetune/Step Time": 6.659167123958468}
+{"Finetune/Learning Rate": 1.882397101585318e-05, "Finetune/Loss": 0.8808947801589966, "Finetune/Loss (Raw)": 0.8195108771324158, "Finetune/Step": 3485, "Finetune/Step Time": 6.668486323207617}
+{"Finetune/Learning Rate": 1.8823178579217266e-05, "Finetune/Loss": 0.8823129534721375, "Finetune/Loss (Raw)": 1.0157334804534912, "Finetune/Step": 3486, "Finetune/Step Time": 6.644298879429698}
+{"Finetune/Learning Rate": 1.8822385892381096e-05, "Finetune/Loss": 0.8821839094161987, "Finetune/Loss (Raw)": 0.8868306875228882, "Finetune/Step": 3487, "Finetune/Step Time": 6.628839580342174}
+{"Finetune/Learning Rate": 1.8821592955367154e-05, "Finetune/Loss": 0.8816618919372559, "Finetune/Loss (Raw)": 0.8036267161369324, "Finetune/Step": 3488, "Finetune/Step Time": 6.627191944047809}
+{"Finetune/Learning Rate": 1.882079976819792e-05, "Finetune/Loss": 0.8828086853027344, "Finetune/Loss (Raw)": 0.9943689703941345, "Finetune/Step": 3489, "Finetune/Step Time": 6.62567300722003}
+{"Finetune/Learning Rate": 1.8820006330895883e-05, "Finetune/Loss": 0.8818298578262329, "Finetune/Loss (Raw)": 0.8178738355636597, "Finetune/Step": 3490, "Finetune/Step Time": 6.62660863623023}
+{"Finetune/Learning Rate": 1.881921264348355e-05, "Finetune/Loss": 0.8817263841629028, "Finetune/Loss (Raw)": 0.8551188707351685, "Finetune/Step": 3491, "Finetune/Step Time": 6.624885344877839}
+{"Finetune/Learning Rate": 1.8818418705983427e-05, "Finetune/Loss": 0.880142092704773, "Finetune/Loss (Raw)": 0.6390776038169861, "Finetune/Step": 3492, "Finetune/Step Time": 6.6311645694077015}
+{"Finetune/Learning Rate": 1.8817624518418025e-05, "Finetune/Loss": 0.8803526163101196, "Finetune/Loss (Raw)": 0.8251651525497437, "Finetune/Step": 3493, "Finetune/Step Time": 6.632986443117261}
+{"Finetune/Learning Rate": 1.8816830080809865e-05, "Finetune/Loss": 0.8797623515129089, "Finetune/Loss (Raw)": 0.897745668888092, "Finetune/Step": 3494, "Finetune/Step Time": 6.631972271949053}
+{"Finetune/Learning Rate": 1.8816035393181476e-05, "Finetune/Loss": 0.8787540197372437, "Finetune/Loss (Raw)": 0.9044361710548401, "Finetune/Step": 3495, "Finetune/Step Time": 6.630082305520773}
+{"Finetune/Learning Rate": 1.881524045555539e-05, "Finetune/Loss": 0.8810312747955322, "Finetune/Loss (Raw)": 0.958475649356842, "Finetune/Step": 3496, "Finetune/Step Time": 6.6200778260827065}
+{"Finetune/Learning Rate": 1.8814445267954157e-05, "Finetune/Loss": 0.8802489042282104, "Finetune/Loss (Raw)": 0.8739308714866638, "Finetune/Step": 3497, "Finetune/Step Time": 6.619669172912836}
+{"Finetune/Learning Rate": 1.8813649830400317e-05, "Finetune/Loss": 0.880220890045166, "Finetune/Loss (Raw)": 0.9412415623664856, "Finetune/Step": 3498, "Finetune/Step Time": 6.617024898529053}
+{"Finetune/Learning Rate": 1.8812854142916432e-05, "Finetune/Loss": 0.8814369440078735, "Finetune/Loss (Raw)": 0.976678729057312, "Finetune/Step": 3499, "Finetune/Step Time": 6.617206659168005}
+{"Finetune/Learning Rate": 1.8812058205525064e-05, "Finetune/Loss": 0.8799589276313782, "Finetune/Loss (Raw)": 0.7255248427391052, "Finetune/Step": 3500, "Finetune/Step Time": 6.633244698867202}
+{"Finetune/Learning Rate": 1.8811262018248783e-05, "Finetune/Loss": 0.8780949115753174, "Finetune/Loss (Raw)": 0.6954991221427917, "Finetune/Step": 3501, "Finetune/Step Time": 6.649755557999015}
+{"Finetune/Learning Rate": 1.8810465581110165e-05, "Finetune/Loss": 0.8777974247932434, "Finetune/Loss (Raw)": 0.9219403862953186, "Finetune/Step": 3502, "Finetune/Step Time": 6.64490401931107}
+{"Finetune/Learning Rate": 1.88096688941318e-05, "Finetune/Loss": 0.8778775334358215, "Finetune/Loss (Raw)": 0.8652581572532654, "Finetune/Step": 3503, "Finetune/Step Time": 6.644843127578497}
+{"Finetune/Learning Rate": 1.8808871957336277e-05, "Finetune/Loss": 0.8779251575469971, "Finetune/Loss (Raw)": 0.9526746273040771, "Finetune/Step": 3504, "Finetune/Step Time": 6.645116912201047}
+{"Finetune/Learning Rate": 1.880807477074619e-05, "Finetune/Loss": 0.8782516717910767, "Finetune/Loss (Raw)": 1.008313536643982, "Finetune/Step": 3505, "Finetune/Step Time": 6.655375363305211}
+{"Finetune/Learning Rate": 1.8807277334384154e-05, "Finetune/Loss": 0.8755576610565186, "Finetune/Loss (Raw)": 0.600545346736908, "Finetune/Step": 3506, "Finetune/Step Time": 6.650939138606191}
+{"Finetune/Learning Rate": 1.8806479648272776e-05, "Finetune/Loss": 0.8768288493156433, "Finetune/Loss (Raw)": 0.9509687423706055, "Finetune/Step": 3507, "Finetune/Step Time": 6.6502680238336325}
+{"Finetune/Learning Rate": 1.8805681712434675e-05, "Finetune/Loss": 0.8771007061004639, "Finetune/Loss (Raw)": 0.7838364243507385, "Finetune/Step": 3508, "Finetune/Step Time": 6.636390497907996}
+{"Finetune/Learning Rate": 1.8804883526892485e-05, "Finetune/Loss": 0.8777409791946411, "Finetune/Loss (Raw)": 0.9134365916252136, "Finetune/Step": 3509, "Finetune/Step Time": 6.635769898071885}
+{"Finetune/Learning Rate": 1.880408509166883e-05, "Finetune/Loss": 0.8784266710281372, "Finetune/Loss (Raw)": 0.8783140182495117, "Finetune/Step": 3510, "Finetune/Step Time": 6.634676560759544}
+{"Finetune/Learning Rate": 1.8803286406786362e-05, "Finetune/Loss": 0.8779487013816833, "Finetune/Loss (Raw)": 0.8131585717201233, "Finetune/Step": 3511, "Finetune/Step Time": 6.634247217327356}
+{"Finetune/Learning Rate": 1.8802487472267725e-05, "Finetune/Loss": 0.8791317343711853, "Finetune/Loss (Raw)": 0.9602079391479492, "Finetune/Step": 3512, "Finetune/Step Time": 6.638870699331164}
+{"Finetune/Learning Rate": 1.880168828813557e-05, "Finetune/Loss": 0.8791762590408325, "Finetune/Loss (Raw)": 0.9025095701217651, "Finetune/Step": 3513, "Finetune/Step Time": 6.635151607915759}
+{"Finetune/Learning Rate": 1.8800888854412568e-05, "Finetune/Loss": 0.8790374994277954, "Finetune/Loss (Raw)": 0.8629287481307983, "Finetune/Step": 3514, "Finetune/Step Time": 6.629808750003576}
+{"Finetune/Learning Rate": 1.8800089171121384e-05, "Finetune/Loss": 0.8808211088180542, "Finetune/Loss (Raw)": 1.0343531370162964, "Finetune/Step": 3515, "Finetune/Step Time": 6.630716923624277}
+{"Finetune/Learning Rate": 1.879928923828469e-05, "Finetune/Loss": 0.8815870881080627, "Finetune/Loss (Raw)": 0.9295811653137207, "Finetune/Step": 3516, "Finetune/Step Time": 6.635118557140231}
+{"Finetune/Learning Rate": 1.879848905592518e-05, "Finetune/Loss": 0.8830038905143738, "Finetune/Loss (Raw)": 0.8761231303215027, "Finetune/Step": 3517, "Finetune/Step Time": 6.623327547684312}
+{"Finetune/Learning Rate": 1.8797688624065542e-05, "Finetune/Loss": 0.8843020796775818, "Finetune/Loss (Raw)": 1.0081983804702759, "Finetune/Step": 3518, "Finetune/Step Time": 6.621734304353595}
+{"Finetune/Learning Rate": 1.8796887942728467e-05, "Finetune/Loss": 0.8833550214767456, "Finetune/Loss (Raw)": 0.8434860110282898, "Finetune/Step": 3519, "Finetune/Step Time": 6.63760687597096}
+{"Finetune/Learning Rate": 1.8796087011936665e-05, "Finetune/Loss": 0.8826242685317993, "Finetune/Loss (Raw)": 0.8110907077789307, "Finetune/Step": 3520, "Finetune/Step Time": 6.644120616838336}
+{"Finetune/Learning Rate": 1.8795285831712854e-05, "Finetune/Loss": 0.8833759427070618, "Finetune/Loss (Raw)": 0.926379919052124, "Finetune/Step": 3521, "Finetune/Step Time": 6.6335600558668375}
+{"Finetune/Learning Rate": 1.879448440207974e-05, "Finetune/Loss": 0.8845562934875488, "Finetune/Loss (Raw)": 0.8923136591911316, "Finetune/Step": 3522, "Finetune/Step Time": 6.631956025958061}
+{"Finetune/Learning Rate": 1.879368272306006e-05, "Finetune/Loss": 0.8861258029937744, "Finetune/Loss (Raw)": 0.9318705797195435, "Finetune/Step": 3523, "Finetune/Step Time": 6.610911134630442}
+{"Finetune/Learning Rate": 1.8792880794676546e-05, "Finetune/Loss": 0.8862653374671936, "Finetune/Loss (Raw)": 0.9939958453178406, "Finetune/Step": 3524, "Finetune/Step Time": 6.609779503196478}
+{"Finetune/Learning Rate": 1.8792078616951933e-05, "Finetune/Loss": 0.884926438331604, "Finetune/Loss (Raw)": 0.7420728802680969, "Finetune/Step": 3525, "Finetune/Step Time": 6.623112244531512}
+{"Finetune/Learning Rate": 1.8791276189908973e-05, "Finetune/Loss": 0.8845044374465942, "Finetune/Loss (Raw)": 0.8851667642593384, "Finetune/Step": 3526, "Finetune/Step Time": 6.639814564958215}
+{"Finetune/Learning Rate": 1.8790473513570416e-05, "Finetune/Loss": 0.8829914331436157, "Finetune/Loss (Raw)": 0.8469451069831848, "Finetune/Step": 3527, "Finetune/Step Time": 6.63803918659687}
+{"Finetune/Learning Rate": 1.8789670587959032e-05, "Finetune/Loss": 0.8818062543869019, "Finetune/Loss (Raw)": 0.7909969091415405, "Finetune/Step": 3528, "Finetune/Step Time": 6.655140895396471}
+{"Finetune/Learning Rate": 1.878886741309758e-05, "Finetune/Loss": 0.8828404545783997, "Finetune/Loss (Raw)": 1.0130913257598877, "Finetune/Step": 3529, "Finetune/Step Time": 6.6553726978600025}
+{"Finetune/Learning Rate": 1.8788063989008845e-05, "Finetune/Loss": 0.8829667568206787, "Finetune/Loss (Raw)": 0.9532966613769531, "Finetune/Step": 3530, "Finetune/Step Time": 6.657070240005851}
+{"Finetune/Learning Rate": 1.87872603157156e-05, "Finetune/Loss": 0.8838518857955933, "Finetune/Loss (Raw)": 0.921339750289917, "Finetune/Step": 3531, "Finetune/Step Time": 6.655554028227925}
+{"Finetune/Learning Rate": 1.8786456393240646e-05, "Finetune/Loss": 0.8849259614944458, "Finetune/Loss (Raw)": 0.9466164112091064, "Finetune/Step": 3532, "Finetune/Step Time": 6.643034027889371}
+{"Finetune/Learning Rate": 1.878565222160677e-05, "Finetune/Loss": 0.885769248008728, "Finetune/Loss (Raw)": 0.9235994219779968, "Finetune/Step": 3533, "Finetune/Step Time": 6.63736885972321}
+{"Finetune/Learning Rate": 1.8784847800836782e-05, "Finetune/Loss": 0.8858976364135742, "Finetune/Loss (Raw)": 0.9705623984336853, "Finetune/Step": 3534, "Finetune/Step Time": 6.635781887918711}
+{"Finetune/Learning Rate": 1.878404313095349e-05, "Finetune/Loss": 0.8865229487419128, "Finetune/Loss (Raw)": 0.9122082591056824, "Finetune/Step": 3535, "Finetune/Step Time": 6.630203537642956}
+{"Finetune/Learning Rate": 1.878323821197971e-05, "Finetune/Loss": 0.8860046863555908, "Finetune/Loss (Raw)": 0.83168625831604, "Finetune/Step": 3536, "Finetune/Step Time": 6.642128234729171}
+{"Finetune/Learning Rate": 1.8782433043938274e-05, "Finetune/Loss": 0.885719895362854, "Finetune/Loss (Raw)": 0.8391668200492859, "Finetune/Step": 3537, "Finetune/Step Time": 6.641407487913966}
+{"Finetune/Learning Rate": 1.8781627626852012e-05, "Finetune/Loss": 0.8842979073524475, "Finetune/Loss (Raw)": 0.7542017102241516, "Finetune/Step": 3538, "Finetune/Step Time": 6.647539604455233}
+{"Finetune/Learning Rate": 1.8780821960743762e-05, "Finetune/Loss": 0.8838651180267334, "Finetune/Loss (Raw)": 0.8315201997756958, "Finetune/Step": 3539, "Finetune/Step Time": 6.675415458157659}
+{"Finetune/Learning Rate": 1.878001604563637e-05, "Finetune/Loss": 0.8844795823097229, "Finetune/Loss (Raw)": 0.9441302418708801, "Finetune/Step": 3540, "Finetune/Step Time": 6.655452281236649}
+{"Finetune/Learning Rate": 1.877920988155269e-05, "Finetune/Loss": 0.8845833539962769, "Finetune/Loss (Raw)": 0.9433227777481079, "Finetune/Step": 3541, "Finetune/Step Time": 6.674659375101328}
+{"Finetune/Learning Rate": 1.8778403468515578e-05, "Finetune/Loss": 0.8854221701622009, "Finetune/Loss (Raw)": 0.931371808052063, "Finetune/Step": 3542, "Finetune/Step Time": 6.673103714361787}
+{"Finetune/Learning Rate": 1.877759680654791e-05, "Finetune/Loss": 0.8855149745941162, "Finetune/Loss (Raw)": 0.9387441873550415, "Finetune/Step": 3543, "Finetune/Step Time": 6.670889066532254}
+{"Finetune/Learning Rate": 1.8776789895672557e-05, "Finetune/Loss": 0.8846234083175659, "Finetune/Loss (Raw)": 0.8957609534263611, "Finetune/Step": 3544, "Finetune/Step Time": 6.674731448292732}
+{"Finetune/Learning Rate": 1.87759827359124e-05, "Finetune/Loss": 0.8854284286499023, "Finetune/Loss (Raw)": 0.9936016798019409, "Finetune/Step": 3545, "Finetune/Step Time": 6.6767693143337965}
+{"Finetune/Learning Rate": 1.8775175327290327e-05, "Finetune/Loss": 0.8865981101989746, "Finetune/Loss (Raw)": 1.0488108396530151, "Finetune/Step": 3546, "Finetune/Step Time": 6.67734001390636}
+{"Finetune/Learning Rate": 1.8774367669829237e-05, "Finetune/Loss": 0.8860891461372375, "Finetune/Loss (Raw)": 0.8324441313743591, "Finetune/Step": 3547, "Finetune/Step Time": 6.690045855939388}
+{"Finetune/Learning Rate": 1.8773559763552033e-05, "Finetune/Loss": 0.8863790035247803, "Finetune/Loss (Raw)": 0.8676680326461792, "Finetune/Step": 3548, "Finetune/Step Time": 6.693863483145833}
+{"Finetune/Learning Rate": 1.8772751608481615e-05, "Finetune/Loss": 0.8857370018959045, "Finetune/Loss (Raw)": 0.9417243599891663, "Finetune/Step": 3549, "Finetune/Step Time": 6.704722207039595}
+{"Finetune/Learning Rate": 1.8771943204640914e-05, "Finetune/Loss": 0.8868337869644165, "Finetune/Loss (Raw)": 0.9746697545051575, "Finetune/Step": 3550, "Finetune/Step Time": 6.7119889091700315}
+{"Finetune/Learning Rate": 1.8771134552052846e-05, "Finetune/Loss": 0.8878623843193054, "Finetune/Loss (Raw)": 0.9498557448387146, "Finetune/Step": 3551, "Finetune/Step Time": 6.710969734936953}
+{"Finetune/Learning Rate": 1.8770325650740347e-05, "Finetune/Loss": 0.8876563310623169, "Finetune/Loss (Raw)": 0.8679226040840149, "Finetune/Step": 3552, "Finetune/Step Time": 6.715304495766759}
+{"Finetune/Learning Rate": 1.8769516500726347e-05, "Finetune/Loss": 0.8876968026161194, "Finetune/Loss (Raw)": 0.7811097502708435, "Finetune/Step": 3553, "Finetune/Step Time": 6.722855651751161}
+{"Finetune/Learning Rate": 1.87687071020338e-05, "Finetune/Loss": 0.8889299035072327, "Finetune/Loss (Raw)": 0.882929265499115, "Finetune/Step": 3554, "Finetune/Step Time": 6.741082955151796}
+{"Finetune/Learning Rate": 1.8767897454685652e-05, "Finetune/Loss": 0.8898494243621826, "Finetune/Loss (Raw)": 0.8799449801445007, "Finetune/Step": 3555, "Finetune/Step Time": 6.7389968652278185}
+{"Finetune/Learning Rate": 1.8767087558704866e-05, "Finetune/Loss": 0.8887255191802979, "Finetune/Loss (Raw)": 0.8147202730178833, "Finetune/Step": 3556, "Finetune/Step Time": 6.7393457386642694}
+{"Finetune/Learning Rate": 1.8766277414114405e-05, "Finetune/Loss": 0.8879793882369995, "Finetune/Loss (Raw)": 0.6517844200134277, "Finetune/Step": 3557, "Finetune/Step Time": 6.7408939227461815}
+{"Finetune/Learning Rate": 1.8765467020937243e-05, "Finetune/Loss": 0.8884632587432861, "Finetune/Loss (Raw)": 0.8301905989646912, "Finetune/Step": 3558, "Finetune/Step Time": 6.7412462793290615}
+{"Finetune/Learning Rate": 1.876465637919637e-05, "Finetune/Loss": 0.8896567821502686, "Finetune/Loss (Raw)": 0.9163793325424194, "Finetune/Step": 3559, "Finetune/Step Time": 6.726897791028023}
+{"Finetune/Learning Rate": 1.8763845488914757e-05, "Finetune/Loss": 0.8899648189544678, "Finetune/Loss (Raw)": 0.9033743143081665, "Finetune/Step": 3560, "Finetune/Step Time": 6.728169368579984}
+{"Finetune/Learning Rate": 1.8763034350115413e-05, "Finetune/Loss": 0.8913246393203735, "Finetune/Loss (Raw)": 0.9041407108306885, "Finetune/Step": 3561, "Finetune/Step Time": 6.720170512795448}
+{"Finetune/Learning Rate": 1.876222296282133e-05, "Finetune/Loss": 0.8911820650100708, "Finetune/Loss (Raw)": 0.8819083571434021, "Finetune/Step": 3562, "Finetune/Step Time": 6.722954278811812}
+{"Finetune/Learning Rate": 1.876141132705552e-05, "Finetune/Loss": 0.8909711241722107, "Finetune/Loss (Raw)": 0.7818479537963867, "Finetune/Step": 3563, "Finetune/Step Time": 6.720950299873948}
+{"Finetune/Learning Rate": 1.8760599442841e-05, "Finetune/Loss": 0.8909177780151367, "Finetune/Loss (Raw)": 0.7957895398139954, "Finetune/Step": 3564, "Finetune/Step Time": 6.7216628938913345}
+{"Finetune/Learning Rate": 1.8759787310200793e-05, "Finetune/Loss": 0.8930211067199707, "Finetune/Loss (Raw)": 1.002591848373413, "Finetune/Step": 3565, "Finetune/Step Time": 6.715250670909882}
+{"Finetune/Learning Rate": 1.8758974929157925e-05, "Finetune/Loss": 0.8926441669464111, "Finetune/Loss (Raw)": 0.7740265727043152, "Finetune/Step": 3566, "Finetune/Step Time": 6.714193522930145}
+{"Finetune/Learning Rate": 1.8758162299735435e-05, "Finetune/Loss": 0.8924354314804077, "Finetune/Loss (Raw)": 0.9526470303535461, "Finetune/Step": 3567, "Finetune/Step Time": 6.713898180052638}
+{"Finetune/Learning Rate": 1.875734942195637e-05, "Finetune/Loss": 0.8925663828849792, "Finetune/Loss (Raw)": 1.050123691558838, "Finetune/Step": 3568, "Finetune/Step Time": 6.717515051364899}
+{"Finetune/Learning Rate": 1.8756536295843774e-05, "Finetune/Loss": 0.8927154541015625, "Finetune/Loss (Raw)": 0.8625105619430542, "Finetune/Step": 3569, "Finetune/Step Time": 6.717523965984583}
+{"Finetune/Learning Rate": 1.8755722921420713e-05, "Finetune/Loss": 0.8928279876708984, "Finetune/Loss (Raw)": 0.9068846702575684, "Finetune/Step": 3570, "Finetune/Step Time": 6.729676788672805}
+{"Finetune/Learning Rate": 1.8754909298710245e-05, "Finetune/Loss": 0.8919656276702881, "Finetune/Loss (Raw)": 0.9097944498062134, "Finetune/Step": 3571, "Finetune/Step Time": 6.732988730072975}
+{"Finetune/Learning Rate": 1.8754095427735447e-05, "Finetune/Loss": 0.891304612159729, "Finetune/Loss (Raw)": 0.872220516204834, "Finetune/Step": 3572, "Finetune/Step Time": 6.73029581271112}
+{"Finetune/Learning Rate": 1.8753281308519395e-05, "Finetune/Loss": 0.8909792900085449, "Finetune/Loss (Raw)": 0.902946412563324, "Finetune/Step": 3573, "Finetune/Step Time": 6.731857469305396}
+{"Finetune/Learning Rate": 1.8752466941085176e-05, "Finetune/Loss": 0.8905729055404663, "Finetune/Loss (Raw)": 0.8215692043304443, "Finetune/Step": 3574, "Finetune/Step Time": 6.747795231640339}
+{"Finetune/Learning Rate": 1.8751652325455883e-05, "Finetune/Loss": 0.8912328481674194, "Finetune/Loss (Raw)": 0.9266501665115356, "Finetune/Step": 3575, "Finetune/Step Time": 6.763909187167883}
+{"Finetune/Learning Rate": 1.8750837461654618e-05, "Finetune/Loss": 0.8920563459396362, "Finetune/Loss (Raw)": 0.898833692073822, "Finetune/Step": 3576, "Finetune/Step Time": 6.758254474028945}
+{"Finetune/Learning Rate": 1.8750022349704483e-05, "Finetune/Loss": 0.8926661014556885, "Finetune/Loss (Raw)": 1.0218737125396729, "Finetune/Step": 3577, "Finetune/Step Time": 6.719835393130779}
+{"Finetune/Learning Rate": 1.87492069896286e-05, "Finetune/Loss": 0.892082691192627, "Finetune/Loss (Raw)": 0.9955508708953857, "Finetune/Step": 3578, "Finetune/Step Time": 6.721788035705686}
+{"Finetune/Learning Rate": 1.874839138145008e-05, "Finetune/Loss": 0.8909444808959961, "Finetune/Loss (Raw)": 0.6895442605018616, "Finetune/Step": 3579, "Finetune/Step Time": 6.733871331438422}
+{"Finetune/Learning Rate": 1.8747575525192064e-05, "Finetune/Loss": 0.8917675614356995, "Finetune/Loss (Raw)": 0.9288879632949829, "Finetune/Step": 3580, "Finetune/Step Time": 6.73509107157588}
+{"Finetune/Learning Rate": 1.8746759420877677e-05, "Finetune/Loss": 0.8905081748962402, "Finetune/Loss (Raw)": 0.9067847728729248, "Finetune/Step": 3581, "Finetune/Step Time": 6.731690717861056}
+{"Finetune/Learning Rate": 1.8745943068530072e-05, "Finetune/Loss": 0.890647292137146, "Finetune/Loss (Raw)": 0.898339033126831, "Finetune/Step": 3582, "Finetune/Step Time": 6.729151979088783}
+{"Finetune/Learning Rate": 1.8745126468172385e-05, "Finetune/Loss": 0.890333890914917, "Finetune/Loss (Raw)": 0.8962216973304749, "Finetune/Step": 3583, "Finetune/Step Time": 6.733787214383483}
+{"Finetune/Learning Rate": 1.874430961982778e-05, "Finetune/Loss": 0.8905779719352722, "Finetune/Loss (Raw)": 0.9080862998962402, "Finetune/Step": 3584, "Finetune/Step Time": 6.73210309818387}
+{"Finetune/Learning Rate": 1.8743492523519422e-05, "Finetune/Loss": 0.8909741640090942, "Finetune/Loss (Raw)": 0.7321773171424866, "Finetune/Step": 3585, "Finetune/Step Time": 6.718816518783569}
+{"Finetune/Learning Rate": 1.874267517927048e-05, "Finetune/Loss": 0.8915627002716064, "Finetune/Loss (Raw)": 0.9624716639518738, "Finetune/Step": 3586, "Finetune/Step Time": 6.721902901306748}
+{"Finetune/Learning Rate": 1.8741857587104126e-05, "Finetune/Loss": 0.8931747078895569, "Finetune/Loss (Raw)": 1.0606801509857178, "Finetune/Step": 3587, "Finetune/Step Time": 6.723925920203328}
+{"Finetune/Learning Rate": 1.874103974704355e-05, "Finetune/Loss": 0.8940976858139038, "Finetune/Loss (Raw)": 0.8751439452171326, "Finetune/Step": 3588, "Finetune/Step Time": 6.723251461982727}
+{"Finetune/Learning Rate": 1.8740221659111947e-05, "Finetune/Loss": 0.8926726579666138, "Finetune/Loss (Raw)": 0.7511740326881409, "Finetune/Step": 3589, "Finetune/Step Time": 6.71718692779541}
+{"Finetune/Learning Rate": 1.873940332333251e-05, "Finetune/Loss": 0.8925963640213013, "Finetune/Loss (Raw)": 0.9794325232505798, "Finetune/Step": 3590, "Finetune/Step Time": 6.715620417147875}
+{"Finetune/Learning Rate": 1.8738584739728445e-05, "Finetune/Loss": 0.8934981822967529, "Finetune/Loss (Raw)": 0.9846862554550171, "Finetune/Step": 3591, "Finetune/Step Time": 6.713803922757506}
+{"Finetune/Learning Rate": 1.8737765908322967e-05, "Finetune/Loss": 0.8931069374084473, "Finetune/Loss (Raw)": 0.9047296047210693, "Finetune/Step": 3592, "Finetune/Step Time": 6.69642080552876}
+{"Finetune/Learning Rate": 1.8736946829139294e-05, "Finetune/Loss": 0.8916692733764648, "Finetune/Loss (Raw)": 0.8152357339859009, "Finetune/Step": 3593, "Finetune/Step Time": 6.709877261891961}
+{"Finetune/Learning Rate": 1.8736127502200653e-05, "Finetune/Loss": 0.8913483619689941, "Finetune/Loss (Raw)": 0.8723634481430054, "Finetune/Step": 3594, "Finetune/Step Time": 6.715127790346742}
+{"Finetune/Learning Rate": 1.873530792753028e-05, "Finetune/Loss": 0.892166256904602, "Finetune/Loss (Raw)": 0.9197258949279785, "Finetune/Step": 3595, "Finetune/Step Time": 6.713499220088124}
+{"Finetune/Learning Rate": 1.873448810515141e-05, "Finetune/Loss": 0.8926641941070557, "Finetune/Loss (Raw)": 0.9542291760444641, "Finetune/Step": 3596, "Finetune/Step Time": 6.712856160476804}
+{"Finetune/Learning Rate": 1.8733668035087302e-05, "Finetune/Loss": 0.8930058479309082, "Finetune/Loss (Raw)": 0.9831449389457703, "Finetune/Step": 3597, "Finetune/Step Time": 6.709218092262745}
+{"Finetune/Learning Rate": 1.87328477173612e-05, "Finetune/Loss": 0.8920553922653198, "Finetune/Loss (Raw)": 0.8235787749290466, "Finetune/Step": 3598, "Finetune/Step Time": 6.708731317892671}
+{"Finetune/Learning Rate": 1.873202715199637e-05, "Finetune/Loss": 0.8920575380325317, "Finetune/Loss (Raw)": 0.9452115893363953, "Finetune/Step": 3599, "Finetune/Step Time": 6.70927613787353}
+{"Finetune/Learning Rate": 1.8731206339016078e-05, "Finetune/Loss": 0.8916370868682861, "Finetune/Loss (Raw)": 0.9398223161697388, "Finetune/Step": 3600, "Finetune/Step Time": 6.707050768658519}
+{"Finetune/Learning Rate": 1.8730385278443604e-05, "Finetune/Loss": 0.8920857906341553, "Finetune/Loss (Raw)": 1.0032180547714233, "Finetune/Step": 3601, "Finetune/Step Time": 6.709530355408788}
+{"Finetune/Learning Rate": 1.8729563970302228e-05, "Finetune/Loss": 0.8924545049667358, "Finetune/Loss (Raw)": 0.8198491930961609, "Finetune/Step": 3602, "Finetune/Step Time": 6.70740133523941}
+{"Finetune/Learning Rate": 1.8728742414615246e-05, "Finetune/Loss": 0.8918577432632446, "Finetune/Loss (Raw)": 0.9200987815856934, "Finetune/Step": 3603, "Finetune/Step Time": 6.704420821741223}
+{"Finetune/Learning Rate": 1.8727920611405944e-05, "Finetune/Loss": 0.891473650932312, "Finetune/Loss (Raw)": 0.9204141497612, "Finetune/Step": 3604, "Finetune/Step Time": 6.708053011447191}
+{"Finetune/Learning Rate": 1.872709856069764e-05, "Finetune/Loss": 0.8892437815666199, "Finetune/Loss (Raw)": 0.7129793763160706, "Finetune/Step": 3605, "Finetune/Step Time": 6.702560195699334}
+{"Finetune/Learning Rate": 1.8726276262513635e-05, "Finetune/Loss": 0.8897072076797485, "Finetune/Loss (Raw)": 0.9410999417304993, "Finetune/Step": 3606, "Finetune/Step Time": 6.7005394250154495}
+{"Finetune/Learning Rate": 1.8725453716877245e-05, "Finetune/Loss": 0.8904759287834167, "Finetune/Loss (Raw)": 1.0234628915786743, "Finetune/Step": 3607, "Finetune/Step Time": 6.700303601101041}
+{"Finetune/Learning Rate": 1.87246309238118e-05, "Finetune/Loss": 0.8895490169525146, "Finetune/Loss (Raw)": 0.8022977113723755, "Finetune/Step": 3608, "Finetune/Step Time": 6.696416720747948}
+{"Finetune/Learning Rate": 1.8723807883340636e-05, "Finetune/Loss": 0.8907209634780884, "Finetune/Loss (Raw)": 1.0108394622802734, "Finetune/Step": 3609, "Finetune/Step Time": 6.692366328090429}
+{"Finetune/Learning Rate": 1.8722984595487082e-05, "Finetune/Loss": 0.8888388872146606, "Finetune/Loss (Raw)": 0.762569010257721, "Finetune/Step": 3610, "Finetune/Step Time": 6.684028821066022}
+{"Finetune/Learning Rate": 1.8722161060274494e-05, "Finetune/Loss": 0.8905354738235474, "Finetune/Loss (Raw)": 0.992720365524292, "Finetune/Step": 3611, "Finetune/Step Time": 6.682985404506326}
+{"Finetune/Learning Rate": 1.872133727772622e-05, "Finetune/Loss": 0.8908693790435791, "Finetune/Loss (Raw)": 0.8828957080841064, "Finetune/Step": 3612, "Finetune/Step Time": 6.67993114516139}
+{"Finetune/Learning Rate": 1.8720513247865622e-05, "Finetune/Loss": 0.8913587331771851, "Finetune/Loss (Raw)": 0.8821430206298828, "Finetune/Step": 3613, "Finetune/Step Time": 6.665424469858408}
+{"Finetune/Learning Rate": 1.8719688970716065e-05, "Finetune/Loss": 0.8907012939453125, "Finetune/Loss (Raw)": 0.9315903186798096, "Finetune/Step": 3614, "Finetune/Step Time": 6.666142439469695}
+{"Finetune/Learning Rate": 1.8718864446300924e-05, "Finetune/Loss": 0.8895283937454224, "Finetune/Loss (Raw)": 0.7366963624954224, "Finetune/Step": 3615, "Finetune/Step Time": 6.666681846603751}
+{"Finetune/Learning Rate": 1.871803967464358e-05, "Finetune/Loss": 0.8896865248680115, "Finetune/Loss (Raw)": 0.8238642811775208, "Finetune/Step": 3616, "Finetune/Step Time": 6.66761270724237}
+{"Finetune/Learning Rate": 1.8717214655767425e-05, "Finetune/Loss": 0.889180600643158, "Finetune/Loss (Raw)": 0.9296098947525024, "Finetune/Step": 3617, "Finetune/Step Time": 6.668329905718565}
+{"Finetune/Learning Rate": 1.8716389389695846e-05, "Finetune/Loss": 0.890061616897583, "Finetune/Loss (Raw)": 0.9306516051292419, "Finetune/Step": 3618, "Finetune/Step Time": 6.666336476802826}
+{"Finetune/Learning Rate": 1.871556387645225e-05, "Finetune/Loss": 0.8897387981414795, "Finetune/Loss (Raw)": 0.8137995004653931, "Finetune/Step": 3619, "Finetune/Step Time": 6.665042860433459}
+{"Finetune/Learning Rate": 1.871473811606005e-05, "Finetune/Loss": 0.8903443813323975, "Finetune/Loss (Raw)": 0.7165796756744385, "Finetune/Step": 3620, "Finetune/Step Time": 6.656461175531149}
+{"Finetune/Learning Rate": 1.8713912108542658e-05, "Finetune/Loss": 0.8907482624053955, "Finetune/Loss (Raw)": 0.8768653273582458, "Finetune/Step": 3621, "Finetune/Step Time": 6.663413805887103}
+{"Finetune/Learning Rate": 1.8713085853923494e-05, "Finetune/Loss": 0.8898787498474121, "Finetune/Loss (Raw)": 0.7864559888839722, "Finetune/Step": 3622, "Finetune/Step Time": 6.675324622541666}
+{"Finetune/Learning Rate": 1.8712259352225995e-05, "Finetune/Loss": 0.890056848526001, "Finetune/Loss (Raw)": 0.9272260665893555, "Finetune/Step": 3623, "Finetune/Step Time": 6.678386276587844}
+{"Finetune/Learning Rate": 1.8711432603473593e-05, "Finetune/Loss": 0.8891311287879944, "Finetune/Loss (Raw)": 0.8399827480316162, "Finetune/Step": 3624, "Finetune/Step Time": 6.674541782587767}
+{"Finetune/Learning Rate": 1.8710605607689734e-05, "Finetune/Loss": 0.889519989490509, "Finetune/Loss (Raw)": 0.9237030148506165, "Finetune/Step": 3625, "Finetune/Step Time": 6.672508539631963}
+{"Finetune/Learning Rate": 1.8709778364897875e-05, "Finetune/Loss": 0.8895257711410522, "Finetune/Loss (Raw)": 0.9419889450073242, "Finetune/Step": 3626, "Finetune/Step Time": 6.670365232974291}
+{"Finetune/Learning Rate": 1.8708950875121464e-05, "Finetune/Loss": 0.8881158828735352, "Finetune/Loss (Raw)": 0.796209990978241, "Finetune/Step": 3627, "Finetune/Step Time": 6.672572264447808}
+{"Finetune/Learning Rate": 1.870812313838397e-05, "Finetune/Loss": 0.8896944522857666, "Finetune/Loss (Raw)": 0.9275844097137451, "Finetune/Step": 3628, "Finetune/Step Time": 6.656126692891121}
+{"Finetune/Learning Rate": 1.870729515470887e-05, "Finetune/Loss": 0.8923553824424744, "Finetune/Loss (Raw)": 1.0360952615737915, "Finetune/Step": 3629, "Finetune/Step Time": 6.642563071101904}
+{"Finetune/Learning Rate": 1.870646692411964e-05, "Finetune/Loss": 0.891681969165802, "Finetune/Loss (Raw)": 0.835745096206665, "Finetune/Step": 3630, "Finetune/Step Time": 6.682494221255183}
+{"Finetune/Learning Rate": 1.8705638446639765e-05, "Finetune/Loss": 0.8916776180267334, "Finetune/Loss (Raw)": 0.8646971583366394, "Finetune/Step": 3631, "Finetune/Step Time": 6.69096389785409}
+{"Finetune/Learning Rate": 1.870480972229274e-05, "Finetune/Loss": 0.8909047245979309, "Finetune/Loss (Raw)": 0.8537450432777405, "Finetune/Step": 3632, "Finetune/Step Time": 6.691228166222572}
+{"Finetune/Learning Rate": 1.870398075110206e-05, "Finetune/Loss": 0.8894786834716797, "Finetune/Loss (Raw)": 0.8257771134376526, "Finetune/Step": 3633, "Finetune/Step Time": 6.678068736568093}
+{"Finetune/Learning Rate": 1.870315153309124e-05, "Finetune/Loss": 0.8924821615219116, "Finetune/Loss (Raw)": 0.9849934577941895, "Finetune/Step": 3634, "Finetune/Step Time": 6.67472536303103}
+{"Finetune/Learning Rate": 1.870232206828379e-05, "Finetune/Loss": 0.891505777835846, "Finetune/Loss (Raw)": 0.8259902000427246, "Finetune/Step": 3635, "Finetune/Step Time": 6.67506455630064}
+{"Finetune/Learning Rate": 1.870149235670323e-05, "Finetune/Loss": 0.8922032117843628, "Finetune/Loss (Raw)": 0.8731052875518799, "Finetune/Step": 3636, "Finetune/Step Time": 6.675659684464335}
+{"Finetune/Learning Rate": 1.8700662398373095e-05, "Finetune/Loss": 0.8919142484664917, "Finetune/Loss (Raw)": 0.8764579892158508, "Finetune/Step": 3637, "Finetune/Step Time": 6.67988339625299}
+{"Finetune/Learning Rate": 1.8699832193316914e-05, "Finetune/Loss": 0.8918596506118774, "Finetune/Loss (Raw)": 0.8713239431381226, "Finetune/Step": 3638, "Finetune/Step Time": 6.674921372905374}
+{"Finetune/Learning Rate": 1.869900174155823e-05, "Finetune/Loss": 0.8933019638061523, "Finetune/Loss (Raw)": 0.9977664351463318, "Finetune/Step": 3639, "Finetune/Step Time": 6.675159404054284}
+{"Finetune/Learning Rate": 1.8698171043120595e-05, "Finetune/Loss": 0.8928937911987305, "Finetune/Loss (Raw)": 0.9079638123512268, "Finetune/Step": 3640, "Finetune/Step Time": 6.691640147939324}
+{"Finetune/Learning Rate": 1.8697340098027564e-05, "Finetune/Loss": 0.8919892311096191, "Finetune/Loss (Raw)": 0.7867252826690674, "Finetune/Step": 3641, "Finetune/Step Time": 6.693158309906721}
+{"Finetune/Learning Rate": 1.8696508906302697e-05, "Finetune/Loss": 0.8932499289512634, "Finetune/Loss (Raw)": 1.0243067741394043, "Finetune/Step": 3642, "Finetune/Step Time": 6.7221102602779865}
+{"Finetune/Learning Rate": 1.8695677467969567e-05, "Finetune/Loss": 0.8905441761016846, "Finetune/Loss (Raw)": 0.688007116317749, "Finetune/Step": 3643, "Finetune/Step Time": 6.732347723096609}
+{"Finetune/Learning Rate": 1.8694845783051754e-05, "Finetune/Loss": 0.8906545639038086, "Finetune/Loss (Raw)": 0.9437177777290344, "Finetune/Step": 3644, "Finetune/Step Time": 6.745626913383603}
+{"Finetune/Learning Rate": 1.8694013851572837e-05, "Finetune/Loss": 0.8909265995025635, "Finetune/Loss (Raw)": 0.9109476208686829, "Finetune/Step": 3645, "Finetune/Step Time": 6.743280950933695}
+{"Finetune/Learning Rate": 1.8693181673556412e-05, "Finetune/Loss": 0.8893867135047913, "Finetune/Loss (Raw)": 0.8110918998718262, "Finetune/Step": 3646, "Finetune/Step Time": 6.743935124948621}
+{"Finetune/Learning Rate": 1.8692349249026075e-05, "Finetune/Loss": 0.8893097043037415, "Finetune/Loss (Raw)": 0.8336257338523865, "Finetune/Step": 3647, "Finetune/Step Time": 6.726995958015323}
+{"Finetune/Learning Rate": 1.8691516578005426e-05, "Finetune/Loss": 0.8912685513496399, "Finetune/Loss (Raw)": 1.061824083328247, "Finetune/Step": 3648, "Finetune/Step Time": 6.721594251692295}
+{"Finetune/Learning Rate": 1.869068366051809e-05, "Finetune/Loss": 0.8905025720596313, "Finetune/Loss (Raw)": 0.8283311724662781, "Finetune/Step": 3649, "Finetune/Step Time": 6.738724624738097}
+{"Finetune/Learning Rate": 1.8689850496587674e-05, "Finetune/Loss": 0.8912807703018188, "Finetune/Loss (Raw)": 0.9919230341911316, "Finetune/Step": 3650, "Finetune/Step Time": 6.74055933766067}
+{"Finetune/Learning Rate": 1.8689017086237807e-05, "Finetune/Loss": 0.8917672038078308, "Finetune/Loss (Raw)": 0.9941313862800598, "Finetune/Step": 3651, "Finetune/Step Time": 6.74339578859508}
+{"Finetune/Learning Rate": 1.8688183429492124e-05, "Finetune/Loss": 0.891747236251831, "Finetune/Loss (Raw)": 0.9914435148239136, "Finetune/Step": 3652, "Finetune/Step Time": 6.747732702642679}
+{"Finetune/Learning Rate": 1.8687349526374267e-05, "Finetune/Loss": 0.8920791149139404, "Finetune/Loss (Raw)": 0.7845512628555298, "Finetune/Step": 3653, "Finetune/Step Time": 6.731353586539626}
+{"Finetune/Learning Rate": 1.868651537690788e-05, "Finetune/Loss": 0.8908406496047974, "Finetune/Loss (Raw)": 0.7266482710838318, "Finetune/Step": 3654, "Finetune/Step Time": 6.719847694039345}
+{"Finetune/Learning Rate": 1.8685680981116618e-05, "Finetune/Loss": 0.8905285596847534, "Finetune/Loss (Raw)": 0.8069894313812256, "Finetune/Step": 3655, "Finetune/Step Time": 6.721314249560237}
+{"Finetune/Learning Rate": 1.8684846339024145e-05, "Finetune/Loss": 0.8911212682723999, "Finetune/Loss (Raw)": 0.866864025592804, "Finetune/Step": 3656, "Finetune/Step Time": 6.712703911587596}
+{"Finetune/Learning Rate": 1.868401145065412e-05, "Finetune/Loss": 0.8904778957366943, "Finetune/Loss (Raw)": 0.9307408332824707, "Finetune/Step": 3657, "Finetune/Step Time": 6.713249230757356}
+{"Finetune/Learning Rate": 1.868317631603023e-05, "Finetune/Loss": 0.890084981918335, "Finetune/Loss (Raw)": 0.9030197858810425, "Finetune/Step": 3658, "Finetune/Step Time": 6.71196193434298}
+{"Finetune/Learning Rate": 1.868234093517615e-05, "Finetune/Loss": 0.8894250988960266, "Finetune/Loss (Raw)": 0.836859405040741, "Finetune/Step": 3659, "Finetune/Step Time": 6.711454575881362}
+{"Finetune/Learning Rate": 1.8681505308115567e-05, "Finetune/Loss": 0.8896840214729309, "Finetune/Loss (Raw)": 0.9797664284706116, "Finetune/Step": 3660, "Finetune/Step Time": 6.710392210632563}
+{"Finetune/Learning Rate": 1.8680669434872184e-05, "Finetune/Loss": 0.8905625343322754, "Finetune/Loss (Raw)": 1.0360418558120728, "Finetune/Step": 3661, "Finetune/Step Time": 6.710207624360919}
+{"Finetune/Learning Rate": 1.8679833315469697e-05, "Finetune/Loss": 0.8908005952835083, "Finetune/Loss (Raw)": 1.0010442733764648, "Finetune/Step": 3662, "Finetune/Step Time": 6.715264316648245}
+{"Finetune/Learning Rate": 1.8678996949931822e-05, "Finetune/Loss": 0.8907371759414673, "Finetune/Loss (Raw)": 0.9040817618370056, "Finetune/Step": 3663, "Finetune/Step Time": 6.716768078505993}
+{"Finetune/Learning Rate": 1.8678160338282273e-05, "Finetune/Loss": 0.8902177810668945, "Finetune/Loss (Raw)": 0.765204906463623, "Finetune/Step": 3664, "Finetune/Step Time": 6.719153344631195}
+{"Finetune/Learning Rate": 1.8677323480544777e-05, "Finetune/Loss": 0.8911031484603882, "Finetune/Loss (Raw)": 0.952495276927948, "Finetune/Step": 3665, "Finetune/Step Time": 6.71692662127316}
+{"Finetune/Learning Rate": 1.8676486376743055e-05, "Finetune/Loss": 0.8901886343955994, "Finetune/Loss (Raw)": 0.6371479630470276, "Finetune/Step": 3666, "Finetune/Step Time": 6.744559042155743}
+{"Finetune/Learning Rate": 1.8675649026900857e-05, "Finetune/Loss": 0.8908550143241882, "Finetune/Loss (Raw)": 0.9168112874031067, "Finetune/Step": 3667, "Finetune/Step Time": 6.708953030407429}
+{"Finetune/Learning Rate": 1.8674811431041924e-05, "Finetune/Loss": 0.8897993564605713, "Finetune/Loss (Raw)": 0.8090096116065979, "Finetune/Step": 3668, "Finetune/Step Time": 6.708350393921137}
+{"Finetune/Learning Rate": 1.8673973589190003e-05, "Finetune/Loss": 0.8895015716552734, "Finetune/Loss (Raw)": 0.9052093029022217, "Finetune/Step": 3669, "Finetune/Step Time": 6.689454520121217}
+{"Finetune/Learning Rate": 1.867313550136886e-05, "Finetune/Loss": 0.8879377841949463, "Finetune/Loss (Raw)": 0.7312103509902954, "Finetune/Step": 3670, "Finetune/Step Time": 6.695560917258263}
+{"Finetune/Learning Rate": 1.8672297167602253e-05, "Finetune/Loss": 0.8883348703384399, "Finetune/Loss (Raw)": 0.9895580410957336, "Finetune/Step": 3671, "Finetune/Step Time": 6.697520036250353}
+{"Finetune/Learning Rate": 1.8671458587913962e-05, "Finetune/Loss": 0.8876983523368835, "Finetune/Loss (Raw)": 0.8142897486686707, "Finetune/Step": 3672, "Finetune/Step Time": 6.709227351471782}
+{"Finetune/Learning Rate": 1.867061976232776e-05, "Finetune/Loss": 0.8867914080619812, "Finetune/Loss (Raw)": 0.8775104284286499, "Finetune/Step": 3673, "Finetune/Step Time": 6.70759754255414}
+{"Finetune/Learning Rate": 1.8669780690867445e-05, "Finetune/Loss": 0.8846827149391174, "Finetune/Loss (Raw)": 0.7789047956466675, "Finetune/Step": 3674, "Finetune/Step Time": 6.74185923114419}
+{"Finetune/Learning Rate": 1.8668941373556796e-05, "Finetune/Loss": 0.8847519159317017, "Finetune/Loss (Raw)": 0.8412949442863464, "Finetune/Step": 3675, "Finetune/Step Time": 6.729408422484994}
+{"Finetune/Learning Rate": 1.8668101810419624e-05, "Finetune/Loss": 0.884369969367981, "Finetune/Loss (Raw)": 0.8187897801399231, "Finetune/Step": 3676, "Finetune/Step Time": 6.733166132122278}
+{"Finetune/Learning Rate": 1.8667262001479732e-05, "Finetune/Loss": 0.8835415244102478, "Finetune/Loss (Raw)": 0.8356797099113464, "Finetune/Step": 3677, "Finetune/Step Time": 6.7264637015759945}
+{"Finetune/Learning Rate": 1.8666421946760938e-05, "Finetune/Loss": 0.8826943635940552, "Finetune/Loss (Raw)": 0.8662315607070923, "Finetune/Step": 3678, "Finetune/Step Time": 6.723909627646208}
+{"Finetune/Learning Rate": 1.866558164628706e-05, "Finetune/Loss": 0.8821339011192322, "Finetune/Loss (Raw)": 0.8781156539916992, "Finetune/Step": 3679, "Finetune/Step Time": 6.7263187654316425}
+{"Finetune/Learning Rate": 1.866474110008193e-05, "Finetune/Loss": 0.8814530968666077, "Finetune/Loss (Raw)": 0.7807802557945251, "Finetune/Step": 3680, "Finetune/Step Time": 6.722958063706756}
+{"Finetune/Learning Rate": 1.866390030816938e-05, "Finetune/Loss": 0.8812130689620972, "Finetune/Loss (Raw)": 0.7503816485404968, "Finetune/Step": 3681, "Finetune/Step Time": 6.7149685975164175}
+{"Finetune/Learning Rate": 1.8663059270573252e-05, "Finetune/Loss": 0.8808256387710571, "Finetune/Loss (Raw)": 0.8333406448364258, "Finetune/Step": 3682, "Finetune/Step Time": 6.696525974199176}
+{"Finetune/Learning Rate": 1.8662217987317404e-05, "Finetune/Loss": 0.8804540038108826, "Finetune/Loss (Raw)": 0.8323776721954346, "Finetune/Step": 3683, "Finetune/Step Time": 6.695702934637666}
+{"Finetune/Learning Rate": 1.866137645842568e-05, "Finetune/Loss": 0.8818820118904114, "Finetune/Loss (Raw)": 0.9975053668022156, "Finetune/Step": 3684, "Finetune/Step Time": 6.694037102162838}
+{"Finetune/Learning Rate": 1.8660534683921952e-05, "Finetune/Loss": 0.883337676525116, "Finetune/Loss (Raw)": 0.8381114602088928, "Finetune/Step": 3685, "Finetune/Step Time": 6.693086169660091}
+{"Finetune/Learning Rate": 1.8659692663830083e-05, "Finetune/Loss": 0.8843107223510742, "Finetune/Loss (Raw)": 0.9547404050827026, "Finetune/Step": 3686, "Finetune/Step Time": 6.689152108505368}
+{"Finetune/Learning Rate": 1.865885039817396e-05, "Finetune/Loss": 0.8832682967185974, "Finetune/Loss (Raw)": 0.7829474806785583, "Finetune/Step": 3687, "Finetune/Step Time": 6.685335781425238}
+{"Finetune/Learning Rate": 1.865800788697746e-05, "Finetune/Loss": 0.8831562399864197, "Finetune/Loss (Raw)": 0.889030396938324, "Finetune/Step": 3688, "Finetune/Step Time": 6.68408677354455}
+{"Finetune/Learning Rate": 1.865716513026448e-05, "Finetune/Loss": 0.881822407245636, "Finetune/Loss (Raw)": 0.7334073185920715, "Finetune/Step": 3689, "Finetune/Step Time": 6.680495394393802}
+{"Finetune/Learning Rate": 1.8656322128058913e-05, "Finetune/Loss": 0.8813591003417969, "Finetune/Loss (Raw)": 0.8226056098937988, "Finetune/Step": 3690, "Finetune/Step Time": 6.681928798556328}
+{"Finetune/Learning Rate": 1.8655478880384664e-05, "Finetune/Loss": 0.8820927739143372, "Finetune/Loss (Raw)": 0.8757584691047668, "Finetune/Step": 3691, "Finetune/Step Time": 6.683706305921078}
+{"Finetune/Learning Rate": 1.8654635387265647e-05, "Finetune/Loss": 0.8831994533538818, "Finetune/Loss (Raw)": 0.9374498724937439, "Finetune/Step": 3692, "Finetune/Step Time": 6.685856968164444}
+{"Finetune/Learning Rate": 1.8653791648725783e-05, "Finetune/Loss": 0.8825151920318604, "Finetune/Loss (Raw)": 0.9150066375732422, "Finetune/Step": 3693, "Finetune/Step Time": 6.68865461461246}
+{"Finetune/Learning Rate": 1.865294766478899e-05, "Finetune/Loss": 0.8841285705566406, "Finetune/Loss (Raw)": 0.9805369973182678, "Finetune/Step": 3694, "Finetune/Step Time": 6.6900736931711435}
+{"Finetune/Learning Rate": 1.8652103435479214e-05, "Finetune/Loss": 0.8834296464920044, "Finetune/Loss (Raw)": 0.8631882071495056, "Finetune/Step": 3695, "Finetune/Step Time": 6.691093795001507}
+{"Finetune/Learning Rate": 1.8651258960820383e-05, "Finetune/Loss": 0.8820475339889526, "Finetune/Loss (Raw)": 0.8732024431228638, "Finetune/Step": 3696, "Finetune/Step Time": 6.68840023316443}
+{"Finetune/Learning Rate": 1.8650414240836453e-05, "Finetune/Loss": 0.8807216882705688, "Finetune/Loss (Raw)": 0.6928038001060486, "Finetune/Step": 3697, "Finetune/Step Time": 6.685260646045208}
+{"Finetune/Learning Rate": 1.864956927555137e-05, "Finetune/Loss": 0.8804103136062622, "Finetune/Loss (Raw)": 0.8670349717140198, "Finetune/Step": 3698, "Finetune/Step Time": 6.673419000580907}
+{"Finetune/Learning Rate": 1.86487240649891e-05, "Finetune/Loss": 0.8809418082237244, "Finetune/Loss (Raw)": 0.9778234362602234, "Finetune/Step": 3699, "Finetune/Step Time": 6.6713246908038855}
+{"Finetune/Learning Rate": 1.8647878609173612e-05, "Finetune/Loss": 0.8812445402145386, "Finetune/Loss (Raw)": 0.9109634160995483, "Finetune/Step": 3700, "Finetune/Step Time": 6.673550218343735}
+{"Finetune/Learning Rate": 1.8647032908128872e-05, "Finetune/Loss": 0.8814059495925903, "Finetune/Loss (Raw)": 0.9236159920692444, "Finetune/Step": 3701, "Finetune/Step Time": 6.672219317406416}
+{"Finetune/Learning Rate": 1.864618696187887e-05, "Finetune/Loss": 0.8817067742347717, "Finetune/Loss (Raw)": 0.8600739240646362, "Finetune/Step": 3702, "Finetune/Step Time": 6.659027129411697}
+{"Finetune/Learning Rate": 1.8645340770447595e-05, "Finetune/Loss": 0.8817735910415649, "Finetune/Loss (Raw)": 0.9352081418037415, "Finetune/Step": 3703, "Finetune/Step Time": 6.641055826097727}
+{"Finetune/Learning Rate": 1.8644494333859037e-05, "Finetune/Loss": 0.8801424503326416, "Finetune/Loss (Raw)": 0.6900429725646973, "Finetune/Step": 3704, "Finetune/Step Time": 6.655247017741203}
+{"Finetune/Learning Rate": 1.8643647652137203e-05, "Finetune/Loss": 0.8789844512939453, "Finetune/Loss (Raw)": 0.8736459612846375, "Finetune/Step": 3705, "Finetune/Step Time": 6.653850577771664}
+{"Finetune/Learning Rate": 1.8642800725306097e-05, "Finetune/Loss": 0.8776844143867493, "Finetune/Loss (Raw)": 0.8291494250297546, "Finetune/Step": 3706, "Finetune/Step Time": 6.650592649355531}
+{"Finetune/Learning Rate": 1.8641953553389745e-05, "Finetune/Loss": 0.8789395093917847, "Finetune/Loss (Raw)": 0.8501947522163391, "Finetune/Step": 3707, "Finetune/Step Time": 6.637833664193749}
+{"Finetune/Learning Rate": 1.864110613641216e-05, "Finetune/Loss": 0.8782024383544922, "Finetune/Loss (Raw)": 0.834538459777832, "Finetune/Step": 3708, "Finetune/Step Time": 6.637225657701492}
+{"Finetune/Learning Rate": 1.864025847439738e-05, "Finetune/Loss": 0.8779899477958679, "Finetune/Loss (Raw)": 0.8795928955078125, "Finetune/Step": 3709, "Finetune/Step Time": 6.639953630045056}
+{"Finetune/Learning Rate": 1.8639410567369438e-05, "Finetune/Loss": 0.8782156109809875, "Finetune/Loss (Raw)": 0.9272224307060242, "Finetune/Step": 3710, "Finetune/Step Time": 6.639222567901015}
+{"Finetune/Learning Rate": 1.8638562415352378e-05, "Finetune/Loss": 0.8786433339118958, "Finetune/Loss (Raw)": 0.9509690403938293, "Finetune/Step": 3711, "Finetune/Step Time": 6.636832259595394}
+{"Finetune/Learning Rate": 1.8637714018370255e-05, "Finetune/Loss": 0.8776626586914062, "Finetune/Loss (Raw)": 0.7825627326965332, "Finetune/Step": 3712, "Finetune/Step Time": 6.639727270230651}
+{"Finetune/Learning Rate": 1.8636865376447122e-05, "Finetune/Loss": 0.8790373206138611, "Finetune/Loss (Raw)": 0.9081318974494934, "Finetune/Step": 3713, "Finetune/Step Time": 6.630348579958081}
+{"Finetune/Learning Rate": 1.863601648960705e-05, "Finetune/Loss": 0.878888726234436, "Finetune/Loss (Raw)": 0.9434518814086914, "Finetune/Step": 3714, "Finetune/Step Time": 6.627298379316926}
+{"Finetune/Learning Rate": 1.8635167357874107e-05, "Finetune/Loss": 0.8780837059020996, "Finetune/Loss (Raw)": 0.9576355218887329, "Finetune/Step": 3715, "Finetune/Step Time": 6.624179864302278}
+{"Finetune/Learning Rate": 1.863431798127237e-05, "Finetune/Loss": 0.877997636795044, "Finetune/Loss (Raw)": 0.8641239404678345, "Finetune/Step": 3716, "Finetune/Step Time": 6.624297449365258}
+{"Finetune/Learning Rate": 1.863346835982593e-05, "Finetune/Loss": 0.8805223107337952, "Finetune/Loss (Raw)": 1.0743352174758911, "Finetune/Step": 3717, "Finetune/Step Time": 6.623913364484906}
+{"Finetune/Learning Rate": 1.863261849355888e-05, "Finetune/Loss": 0.8808568120002747, "Finetune/Loss (Raw)": 1.0222517251968384, "Finetune/Step": 3718, "Finetune/Step Time": 6.6236464362591505}
+{"Finetune/Learning Rate": 1.8631768382495314e-05, "Finetune/Loss": 0.879047155380249, "Finetune/Loss (Raw)": 0.7530481815338135, "Finetune/Step": 3719, "Finetune/Step Time": 6.6445324663072824}
+{"Finetune/Learning Rate": 1.8630918026659346e-05, "Finetune/Loss": 0.8781939744949341, "Finetune/Loss (Raw)": 0.7955203652381897, "Finetune/Step": 3720, "Finetune/Step Time": 6.661106865853071}
+{"Finetune/Learning Rate": 1.8630067426075082e-05, "Finetune/Loss": 0.8774851560592651, "Finetune/Loss (Raw)": 0.7245116829872131, "Finetune/Step": 3721, "Finetune/Step Time": 6.648359725251794}
+{"Finetune/Learning Rate": 1.8629216580766648e-05, "Finetune/Loss": 0.8777909278869629, "Finetune/Loss (Raw)": 0.9115017056465149, "Finetune/Step": 3722, "Finetune/Step Time": 6.647555818781257}
+{"Finetune/Learning Rate": 1.862836549075817e-05, "Finetune/Loss": 0.8774974346160889, "Finetune/Loss (Raw)": 0.8821550011634827, "Finetune/Step": 3723, "Finetune/Step Time": 6.650174817070365}
+{"Finetune/Learning Rate": 1.8627514156073782e-05, "Finetune/Loss": 0.8769118785858154, "Finetune/Loss (Raw)": 0.8792819380760193, "Finetune/Step": 3724, "Finetune/Step Time": 6.652138635516167}
+{"Finetune/Learning Rate": 1.8626662576737627e-05, "Finetune/Loss": 0.8759111762046814, "Finetune/Loss (Raw)": 0.8550522923469543, "Finetune/Step": 3725, "Finetune/Step Time": 6.653824511915445}
+{"Finetune/Learning Rate": 1.8625810752773848e-05, "Finetune/Loss": 0.876030683517456, "Finetune/Loss (Raw)": 0.8388806581497192, "Finetune/Step": 3726, "Finetune/Step Time": 6.6528201680630445}
+{"Finetune/Learning Rate": 1.8624958684206608e-05, "Finetune/Loss": 0.8752989768981934, "Finetune/Loss (Raw)": 0.8515497446060181, "Finetune/Step": 3727, "Finetune/Step Time": 6.654615325853229}
+{"Finetune/Learning Rate": 1.862410637106007e-05, "Finetune/Loss": 0.874782919883728, "Finetune/Loss (Raw)": 0.8737696409225464, "Finetune/Step": 3728, "Finetune/Step Time": 6.6536766812205315}
+{"Finetune/Learning Rate": 1.8623253813358393e-05, "Finetune/Loss": 0.8739587068557739, "Finetune/Loss (Raw)": 0.8977180123329163, "Finetune/Step": 3729, "Finetune/Step Time": 6.652387119829655}
+{"Finetune/Learning Rate": 1.862240101112576e-05, "Finetune/Loss": 0.8746369481086731, "Finetune/Loss (Raw)": 0.906663715839386, "Finetune/Step": 3730, "Finetune/Step Time": 6.640380688011646}
+{"Finetune/Learning Rate": 1.8621547964386357e-05, "Finetune/Loss": 0.8740713596343994, "Finetune/Loss (Raw)": 0.847695529460907, "Finetune/Step": 3731, "Finetune/Step Time": 6.642872612923384}
+{"Finetune/Learning Rate": 1.8620694673164364e-05, "Finetune/Loss": 0.874332070350647, "Finetune/Loss (Raw)": 0.9537895321846008, "Finetune/Step": 3732, "Finetune/Step Time": 6.641523160040379}
+{"Finetune/Learning Rate": 1.8619841137483987e-05, "Finetune/Loss": 0.8756698966026306, "Finetune/Loss (Raw)": 0.8842222094535828, "Finetune/Step": 3733, "Finetune/Step Time": 6.634136712178588}
+{"Finetune/Learning Rate": 1.8618987357369428e-05, "Finetune/Loss": 0.8741353750228882, "Finetune/Loss (Raw)": 0.7446833848953247, "Finetune/Step": 3734, "Finetune/Step Time": 6.661392517387867}
+{"Finetune/Learning Rate": 1.8618133332844897e-05, "Finetune/Loss": 0.8727623820304871, "Finetune/Loss (Raw)": 0.8477186560630798, "Finetune/Step": 3735, "Finetune/Step Time": 6.6574965342879295}
+{"Finetune/Learning Rate": 1.8617279063934607e-05, "Finetune/Loss": 0.8720654249191284, "Finetune/Loss (Raw)": 0.7130903601646423, "Finetune/Step": 3736, "Finetune/Step Time": 6.662188243120909}
+{"Finetune/Learning Rate": 1.8616424550662793e-05, "Finetune/Loss": 0.8716226816177368, "Finetune/Loss (Raw)": 0.9541615843772888, "Finetune/Step": 3737, "Finetune/Step Time": 6.6679249703884125}
+{"Finetune/Learning Rate": 1.8615569793053676e-05, "Finetune/Loss": 0.8720224499702454, "Finetune/Loss (Raw)": 0.813744068145752, "Finetune/Step": 3738, "Finetune/Step Time": 6.6710155159235}
+{"Finetune/Learning Rate": 1.86147147911315e-05, "Finetune/Loss": 0.8714127540588379, "Finetune/Loss (Raw)": 0.9146780371665955, "Finetune/Step": 3739, "Finetune/Step Time": 6.683534815907478}
+{"Finetune/Learning Rate": 1.8613859544920513e-05, "Finetune/Loss": 0.8711897134780884, "Finetune/Loss (Raw)": 0.8543459177017212, "Finetune/Step": 3740, "Finetune/Step Time": 6.688761519268155}
+{"Finetune/Learning Rate": 1.8613004054444957e-05, "Finetune/Loss": 0.8713955283164978, "Finetune/Loss (Raw)": 0.9084853529930115, "Finetune/Step": 3741, "Finetune/Step Time": 6.691750332713127}
+{"Finetune/Learning Rate": 1.8612148319729102e-05, "Finetune/Loss": 0.8709811568260193, "Finetune/Loss (Raw)": 0.8785548806190491, "Finetune/Step": 3742, "Finetune/Step Time": 6.690930247306824}
+{"Finetune/Learning Rate": 1.8611292340797212e-05, "Finetune/Loss": 0.8717161417007446, "Finetune/Loss (Raw)": 0.8307759165763855, "Finetune/Step": 3743, "Finetune/Step Time": 6.692974103614688}
+{"Finetune/Learning Rate": 1.8610436117673557e-05, "Finetune/Loss": 0.87187659740448, "Finetune/Loss (Raw)": 0.8443992733955383, "Finetune/Step": 3744, "Finetune/Step Time": 6.701391393318772}
+{"Finetune/Learning Rate": 1.860957965038242e-05, "Finetune/Loss": 0.8711403608322144, "Finetune/Loss (Raw)": 0.8353683948516846, "Finetune/Step": 3745, "Finetune/Step Time": 6.70072316005826}
+{"Finetune/Learning Rate": 1.8608722938948084e-05, "Finetune/Loss": 0.8693187236785889, "Finetune/Loss (Raw)": 0.6974858641624451, "Finetune/Step": 3746, "Finetune/Step Time": 6.715377956628799}
+{"Finetune/Learning Rate": 1.8607865983394843e-05, "Finetune/Loss": 0.8699408769607544, "Finetune/Loss (Raw)": 0.8934354782104492, "Finetune/Step": 3747, "Finetune/Step Time": 6.718344604596496}
+{"Finetune/Learning Rate": 1.8607008783747004e-05, "Finetune/Loss": 0.8715781569480896, "Finetune/Loss (Raw)": 0.9261505007743835, "Finetune/Step": 3748, "Finetune/Step Time": 6.7198276575654745}
+{"Finetune/Learning Rate": 1.8606151340028872e-05, "Finetune/Loss": 0.8723776340484619, "Finetune/Loss (Raw)": 0.9792035818099976, "Finetune/Step": 3749, "Finetune/Step Time": 6.712498119100928}
+{"Finetune/Learning Rate": 1.860529365226476e-05, "Finetune/Loss": 0.8725187182426453, "Finetune/Loss (Raw)": 0.8045116066932678, "Finetune/Step": 3750, "Finetune/Step Time": 6.7020330261439085}
+{"Finetune/Learning Rate": 1.8604435720478988e-05, "Finetune/Loss": 0.8710827827453613, "Finetune/Loss (Raw)": 0.7434257864952087, "Finetune/Step": 3751, "Finetune/Step Time": 6.709895696491003}
+{"Finetune/Learning Rate": 1.8603577544695887e-05, "Finetune/Loss": 0.8715970516204834, "Finetune/Loss (Raw)": 0.9058089852333069, "Finetune/Step": 3752, "Finetune/Step Time": 6.714560577645898}
+{"Finetune/Learning Rate": 1.8602719124939795e-05, "Finetune/Loss": 0.8710251450538635, "Finetune/Loss (Raw)": 0.8505003452301025, "Finetune/Step": 3753, "Finetune/Step Time": 6.715098151937127}
+{"Finetune/Learning Rate": 1.8601860461235047e-05, "Finetune/Loss": 0.8698371648788452, "Finetune/Loss (Raw)": 0.7899278998374939, "Finetune/Step": 3754, "Finetune/Step Time": 6.737848365679383}
+{"Finetune/Learning Rate": 1.8601001553606002e-05, "Finetune/Loss": 0.8704461455345154, "Finetune/Loss (Raw)": 0.8741534948348999, "Finetune/Step": 3755, "Finetune/Step Time": 6.737911880016327}
+{"Finetune/Learning Rate": 1.8600142402077006e-05, "Finetune/Loss": 0.870653510093689, "Finetune/Loss (Raw)": 0.9541341662406921, "Finetune/Step": 3756, "Finetune/Step Time": 6.766490168869495}
+{"Finetune/Learning Rate": 1.8599283006672428e-05, "Finetune/Loss": 0.8688037991523743, "Finetune/Loss (Raw)": 0.7993273138999939, "Finetune/Step": 3757, "Finetune/Step Time": 6.752168262377381}
+{"Finetune/Learning Rate": 1.859842336741664e-05, "Finetune/Loss": 0.8685014247894287, "Finetune/Loss (Raw)": 0.797042965888977, "Finetune/Step": 3758, "Finetune/Step Time": 6.7255346942692995}
+{"Finetune/Learning Rate": 1.8597563484334014e-05, "Finetune/Loss": 0.8688341379165649, "Finetune/Loss (Raw)": 0.9072858691215515, "Finetune/Step": 3759, "Finetune/Step Time": 6.71713981218636}
+{"Finetune/Learning Rate": 1.8596703357448936e-05, "Finetune/Loss": 0.8699324131011963, "Finetune/Loss (Raw)": 0.9943227767944336, "Finetune/Step": 3760, "Finetune/Step Time": 6.715122750028968}
+{"Finetune/Learning Rate": 1.8595842986785798e-05, "Finetune/Loss": 0.8696694374084473, "Finetune/Loss (Raw)": 0.7921083569526672, "Finetune/Step": 3761, "Finetune/Step Time": 6.72699592076242}
+{"Finetune/Learning Rate": 1.8594982372368994e-05, "Finetune/Loss": 0.8682308197021484, "Finetune/Loss (Raw)": 0.8008549213409424, "Finetune/Step": 3762, "Finetune/Step Time": 6.726688574999571}
+{"Finetune/Learning Rate": 1.8594121514222928e-05, "Finetune/Loss": 0.8703818321228027, "Finetune/Loss (Raw)": 1.101316213607788, "Finetune/Step": 3763, "Finetune/Step Time": 6.725884875282645}
+{"Finetune/Learning Rate": 1.859326041237202e-05, "Finetune/Loss": 0.8699504137039185, "Finetune/Loss (Raw)": 0.8178915977478027, "Finetune/Step": 3764, "Finetune/Step Time": 6.7269357945770025}
+{"Finetune/Learning Rate": 1.859239906684068e-05, "Finetune/Loss": 0.8698198795318604, "Finetune/Loss (Raw)": 0.8597420454025269, "Finetune/Step": 3765, "Finetune/Step Time": 6.7205998077988625}
+{"Finetune/Learning Rate": 1.8591537477653335e-05, "Finetune/Loss": 0.8686060905456543, "Finetune/Loss (Raw)": 0.7159644365310669, "Finetune/Step": 3766, "Finetune/Step Time": 6.736778872087598}
+{"Finetune/Learning Rate": 1.8590675644834422e-05, "Finetune/Loss": 0.868881106376648, "Finetune/Loss (Raw)": 1.0329636335372925, "Finetune/Step": 3767, "Finetune/Step Time": 6.738589972257614}
+{"Finetune/Learning Rate": 1.8589813568408373e-05, "Finetune/Loss": 0.8686354160308838, "Finetune/Loss (Raw)": 0.8765175938606262, "Finetune/Step": 3768, "Finetune/Step Time": 6.725514564663172}
+{"Finetune/Learning Rate": 1.858895124839964e-05, "Finetune/Loss": 0.8689001202583313, "Finetune/Loss (Raw)": 0.8206121921539307, "Finetune/Step": 3769, "Finetune/Step Time": 6.723488138988614}
+{"Finetune/Learning Rate": 1.858808868483267e-05, "Finetune/Loss": 0.8682465553283691, "Finetune/Loss (Raw)": 0.9406477212905884, "Finetune/Step": 3770, "Finetune/Step Time": 6.706711890175939}
+{"Finetune/Learning Rate": 1.8587225877731927e-05, "Finetune/Loss": 0.8683145046234131, "Finetune/Loss (Raw)": 0.6967015266418457, "Finetune/Step": 3771, "Finetune/Step Time": 6.71990112029016}
+{"Finetune/Learning Rate": 1.8586362827121877e-05, "Finetune/Loss": 0.8679625988006592, "Finetune/Loss (Raw)": 0.8986798524856567, "Finetune/Step": 3772, "Finetune/Step Time": 6.703901885077357}
+{"Finetune/Learning Rate": 1.8585499533026996e-05, "Finetune/Loss": 0.8676760196685791, "Finetune/Loss (Raw)": 0.8742660284042358, "Finetune/Step": 3773, "Finetune/Step Time": 6.7064738888293505}
+{"Finetune/Learning Rate": 1.858463599547176e-05, "Finetune/Loss": 0.8681999444961548, "Finetune/Loss (Raw)": 0.8781455159187317, "Finetune/Step": 3774, "Finetune/Step Time": 6.706471674144268}
+{"Finetune/Learning Rate": 1.8583772214480658e-05, "Finetune/Loss": 0.86872398853302, "Finetune/Loss (Raw)": 0.9007111191749573, "Finetune/Step": 3775, "Finetune/Step Time": 6.709445031359792}
+{"Finetune/Learning Rate": 1.8582908190078184e-05, "Finetune/Loss": 0.8686129450798035, "Finetune/Loss (Raw)": 1.0476113557815552, "Finetune/Step": 3776, "Finetune/Step Time": 6.718013070523739}
+{"Finetune/Learning Rate": 1.8582043922288843e-05, "Finetune/Loss": 0.8691883683204651, "Finetune/Loss (Raw)": 0.9019816517829895, "Finetune/Step": 3777, "Finetune/Step Time": 6.700175289064646}
+{"Finetune/Learning Rate": 1.858117941113714e-05, "Finetune/Loss": 0.8691964745521545, "Finetune/Loss (Raw)": 0.9929600358009338, "Finetune/Step": 3778, "Finetune/Step Time": 6.696338666602969}
+{"Finetune/Learning Rate": 1.858031465664759e-05, "Finetune/Loss": 0.8682376146316528, "Finetune/Loss (Raw)": 0.871400773525238, "Finetune/Step": 3779, "Finetune/Step Time": 6.721321752294898}
+{"Finetune/Learning Rate": 1.8579449658844714e-05, "Finetune/Loss": 0.86800616979599, "Finetune/Loss (Raw)": 0.9618193507194519, "Finetune/Step": 3780, "Finetune/Step Time": 6.7157104685902596}
+{"Finetune/Learning Rate": 1.8578584417753046e-05, "Finetune/Loss": 0.86860191822052, "Finetune/Loss (Raw)": 0.860806941986084, "Finetune/Step": 3781, "Finetune/Step Time": 6.728001890704036}
+{"Finetune/Learning Rate": 1.8577718933397117e-05, "Finetune/Loss": 0.8699842691421509, "Finetune/Loss (Raw)": 0.9035831689834595, "Finetune/Step": 3782, "Finetune/Step Time": 6.722905354574323}
+{"Finetune/Learning Rate": 1.8576853205801467e-05, "Finetune/Loss": 0.8711049556732178, "Finetune/Loss (Raw)": 0.9504402279853821, "Finetune/Step": 3783, "Finetune/Step Time": 6.724937383085489}
+{"Finetune/Learning Rate": 1.8575987234990654e-05, "Finetune/Loss": 0.8711215257644653, "Finetune/Loss (Raw)": 0.8689825534820557, "Finetune/Step": 3784, "Finetune/Step Time": 6.723464904353023}
+{"Finetune/Learning Rate": 1.8575121020989228e-05, "Finetune/Loss": 0.871157169342041, "Finetune/Loss (Raw)": 0.9353110790252686, "Finetune/Step": 3785, "Finetune/Step Time": 6.725203284993768}
+{"Finetune/Learning Rate": 1.8574254563821756e-05, "Finetune/Loss": 0.8708021640777588, "Finetune/Loss (Raw)": 0.8575702905654907, "Finetune/Step": 3786, "Finetune/Step Time": 6.732990901917219}
+{"Finetune/Learning Rate": 1.8573387863512802e-05, "Finetune/Loss": 0.8723363876342773, "Finetune/Loss (Raw)": 1.0332480669021606, "Finetune/Step": 3787, "Finetune/Step Time": 6.732748860493302}
+{"Finetune/Learning Rate": 1.857252092008695e-05, "Finetune/Loss": 0.8725872039794922, "Finetune/Loss (Raw)": 1.0118614435195923, "Finetune/Step": 3788, "Finetune/Step Time": 6.733645725995302}
+{"Finetune/Learning Rate": 1.8571653733568783e-05, "Finetune/Loss": 0.8698200583457947, "Finetune/Loss (Raw)": 0.6818526387214661, "Finetune/Step": 3789, "Finetune/Step Time": 6.7450011391192675}
+{"Finetune/Learning Rate": 1.857078630398289e-05, "Finetune/Loss": 0.8696813583374023, "Finetune/Loss (Raw)": 0.9832947254180908, "Finetune/Step": 3790, "Finetune/Step Time": 6.739499678835273}
+{"Finetune/Learning Rate": 1.856991863135387e-05, "Finetune/Loss": 0.8690299987792969, "Finetune/Loss (Raw)": 0.8207082152366638, "Finetune/Step": 3791, "Finetune/Step Time": 6.737314758822322}
+{"Finetune/Learning Rate": 1.8569050715706325e-05, "Finetune/Loss": 0.8683273792266846, "Finetune/Loss (Raw)": 0.6752694845199585, "Finetune/Step": 3792, "Finetune/Step Time": 6.736680533736944}
+{"Finetune/Learning Rate": 1.856818255706487e-05, "Finetune/Loss": 0.8676662445068359, "Finetune/Loss (Raw)": 0.8678715825080872, "Finetune/Step": 3793, "Finetune/Step Time": 6.741906590759754}
+{"Finetune/Learning Rate": 1.8567314155454123e-05, "Finetune/Loss": 0.8689236640930176, "Finetune/Loss (Raw)": 0.7980917692184448, "Finetune/Step": 3794, "Finetune/Step Time": 6.7153881173580885}
+{"Finetune/Learning Rate": 1.856644551089871e-05, "Finetune/Loss": 0.8682174682617188, "Finetune/Loss (Raw)": 0.8264198899269104, "Finetune/Step": 3795, "Finetune/Step Time": 6.716247187927365}
+{"Finetune/Learning Rate": 1.8565576623423257e-05, "Finetune/Loss": 0.8679726719856262, "Finetune/Loss (Raw)": 0.7776762843132019, "Finetune/Step": 3796, "Finetune/Step Time": 6.730573894456029}
+{"Finetune/Learning Rate": 1.8564707493052415e-05, "Finetune/Loss": 0.8678145408630371, "Finetune/Loss (Raw)": 0.8849650621414185, "Finetune/Step": 3797, "Finetune/Step Time": 6.7414235305041075}
+{"Finetune/Learning Rate": 1.856383811981082e-05, "Finetune/Loss": 0.8691630363464355, "Finetune/Loss (Raw)": 0.9038187265396118, "Finetune/Step": 3798, "Finetune/Step Time": 6.735954813659191}
+{"Finetune/Learning Rate": 1.8562968503723125e-05, "Finetune/Loss": 0.8683401942253113, "Finetune/Loss (Raw)": 0.8842366337776184, "Finetune/Step": 3799, "Finetune/Step Time": 6.733009105548263}
+{"Finetune/Learning Rate": 1.8562098644813996e-05, "Finetune/Loss": 0.8665330410003662, "Finetune/Loss (Raw)": 0.5829761624336243, "Finetune/Step": 3800, "Finetune/Step Time": 6.733357829973102}
+{"Finetune/Learning Rate": 1.8561228543108098e-05, "Finetune/Loss": 0.8659896850585938, "Finetune/Loss (Raw)": 0.8079530596733093, "Finetune/Step": 3801, "Finetune/Step Time": 6.735800292342901}
+{"Finetune/Learning Rate": 1.8560358198630098e-05, "Finetune/Loss": 0.867641270160675, "Finetune/Loss (Raw)": 0.9903123378753662, "Finetune/Step": 3802, "Finetune/Step Time": 6.702259195968509}
+{"Finetune/Learning Rate": 1.855948761140469e-05, "Finetune/Loss": 0.8681211471557617, "Finetune/Loss (Raw)": 0.9027276039123535, "Finetune/Step": 3803, "Finetune/Step Time": 6.700858771800995}
+{"Finetune/Learning Rate": 1.855861678145655e-05, "Finetune/Loss": 0.8686993718147278, "Finetune/Loss (Raw)": 0.8927905559539795, "Finetune/Step": 3804, "Finetune/Step Time": 6.691896483302116}
+{"Finetune/Learning Rate": 1.8557745708810374e-05, "Finetune/Loss": 0.8697776198387146, "Finetune/Loss (Raw)": 0.9736965298652649, "Finetune/Step": 3805, "Finetune/Step Time": 6.696256907656789}
+{"Finetune/Learning Rate": 1.8556874393490864e-05, "Finetune/Loss": 0.8700712323188782, "Finetune/Loss (Raw)": 0.9038180112838745, "Finetune/Step": 3806, "Finetune/Step Time": 6.693550139665604}
+{"Finetune/Learning Rate": 1.855600283552273e-05, "Finetune/Loss": 0.8701611757278442, "Finetune/Loss (Raw)": 0.889630138874054, "Finetune/Step": 3807, "Finetune/Step Time": 6.692208124324679}
+{"Finetune/Learning Rate": 1.8555131034930686e-05, "Finetune/Loss": 0.8706467747688293, "Finetune/Loss (Raw)": 0.84293532371521, "Finetune/Step": 3808, "Finetune/Step Time": 6.6917621567845345}
+{"Finetune/Learning Rate": 1.8554258991739454e-05, "Finetune/Loss": 0.8699195384979248, "Finetune/Loss (Raw)": 0.6572965383529663, "Finetune/Step": 3809, "Finetune/Step Time": 6.725408621132374}
+{"Finetune/Learning Rate": 1.855338670597376e-05, "Finetune/Loss": 0.8704513311386108, "Finetune/Loss (Raw)": 0.901404857635498, "Finetune/Step": 3810, "Finetune/Step Time": 6.7435707580298185}
+{"Finetune/Learning Rate": 1.8552514177658344e-05, "Finetune/Loss": 0.8696763515472412, "Finetune/Loss (Raw)": 0.7331827878952026, "Finetune/Step": 3811, "Finetune/Step Time": 6.763189343735576}
+{"Finetune/Learning Rate": 1.8551641406817947e-05, "Finetune/Loss": 0.8695569634437561, "Finetune/Loss (Raw)": 0.9822210669517517, "Finetune/Step": 3812, "Finetune/Step Time": 6.764633530750871}
+{"Finetune/Learning Rate": 1.8550768393477315e-05, "Finetune/Loss": 0.8699718117713928, "Finetune/Loss (Raw)": 0.8912181854248047, "Finetune/Step": 3813, "Finetune/Step Time": 6.76477343775332}
+{"Finetune/Learning Rate": 1.8549895137661204e-05, "Finetune/Loss": 0.8694976568222046, "Finetune/Loss (Raw)": 0.8940426707267761, "Finetune/Step": 3814, "Finetune/Step Time": 6.768293986096978}
+{"Finetune/Learning Rate": 1.8549021639394383e-05, "Finetune/Loss": 0.8707950115203857, "Finetune/Loss (Raw)": 0.9490146040916443, "Finetune/Step": 3815, "Finetune/Step Time": 6.772428121417761}
+{"Finetune/Learning Rate": 1.8548147898701616e-05, "Finetune/Loss": 0.8707712888717651, "Finetune/Loss (Raw)": 0.8859866857528687, "Finetune/Step": 3816, "Finetune/Step Time": 6.7749182023108006}
+{"Finetune/Learning Rate": 1.8547273915607685e-05, "Finetune/Loss": 0.8706532716751099, "Finetune/Loss (Raw)": 0.7183082103729248, "Finetune/Step": 3817, "Finetune/Step Time": 6.786834908649325}
+{"Finetune/Learning Rate": 1.854639969013737e-05, "Finetune/Loss": 0.8716252446174622, "Finetune/Loss (Raw)": 0.9470173120498657, "Finetune/Step": 3818, "Finetune/Step Time": 6.78043750859797}
+{"Finetune/Learning Rate": 1.854552522231546e-05, "Finetune/Loss": 0.8716369867324829, "Finetune/Loss (Raw)": 0.8772549033164978, "Finetune/Step": 3819, "Finetune/Step Time": 6.779937325045466}
+{"Finetune/Learning Rate": 1.854465051216676e-05, "Finetune/Loss": 0.8704840540885925, "Finetune/Loss (Raw)": 0.789875328540802, "Finetune/Step": 3820, "Finetune/Step Time": 6.7762339655309916}
+{"Finetune/Learning Rate": 1.8543775559716067e-05, "Finetune/Loss": 0.8701032400131226, "Finetune/Loss (Raw)": 0.866266667842865, "Finetune/Step": 3821, "Finetune/Step Time": 6.778148628771305}
+{"Finetune/Learning Rate": 1.8542900364988196e-05, "Finetune/Loss": 0.8697246313095093, "Finetune/Loss (Raw)": 0.932071328163147, "Finetune/Step": 3822, "Finetune/Step Time": 6.775726841762662}
+{"Finetune/Learning Rate": 1.8542024928007957e-05, "Finetune/Loss": 0.8705489635467529, "Finetune/Loss (Raw)": 0.9687027931213379, "Finetune/Step": 3823, "Finetune/Step Time": 6.778667094185948}
+{"Finetune/Learning Rate": 1.8541149248800185e-05, "Finetune/Loss": 0.8708003759384155, "Finetune/Loss (Raw)": 0.9053822159767151, "Finetune/Step": 3824, "Finetune/Step Time": 6.796730974689126}
+{"Finetune/Learning Rate": 1.8540273327389712e-05, "Finetune/Loss": 0.8729132413864136, "Finetune/Loss (Raw)": 0.9632551074028015, "Finetune/Step": 3825, "Finetune/Step Time": 6.799720721319318}
+{"Finetune/Learning Rate": 1.853939716380137e-05, "Finetune/Loss": 0.872511625289917, "Finetune/Loss (Raw)": 0.8156231641769409, "Finetune/Step": 3826, "Finetune/Step Time": 6.798112927004695}
+{"Finetune/Learning Rate": 1.8538520758060007e-05, "Finetune/Loss": 0.8725062608718872, "Finetune/Loss (Raw)": 0.9771413803100586, "Finetune/Step": 3827, "Finetune/Step Time": 6.797126701101661}
+{"Finetune/Learning Rate": 1.8537644110190473e-05, "Finetune/Loss": 0.8731284737586975, "Finetune/Loss (Raw)": 0.9906006455421448, "Finetune/Step": 3828, "Finetune/Step Time": 6.798926830291748}
+{"Finetune/Learning Rate": 1.853676722021763e-05, "Finetune/Loss": 0.8740763664245605, "Finetune/Loss (Raw)": 1.0449542999267578, "Finetune/Step": 3829, "Finetune/Step Time": 6.799981703981757}
+{"Finetune/Learning Rate": 1.8535890088166347e-05, "Finetune/Loss": 0.8746135234832764, "Finetune/Loss (Raw)": 0.9288203716278076, "Finetune/Step": 3830, "Finetune/Step Time": 6.798203986138105}
+{"Finetune/Learning Rate": 1.8535012714061494e-05, "Finetune/Loss": 0.8737987875938416, "Finetune/Loss (Raw)": 0.8309313654899597, "Finetune/Step": 3831, "Finetune/Step Time": 6.799692019820213}
+{"Finetune/Learning Rate": 1.853413509792795e-05, "Finetune/Loss": 0.8757282495498657, "Finetune/Loss (Raw)": 0.9370125532150269, "Finetune/Step": 3832, "Finetune/Step Time": 6.789029531180859}
+{"Finetune/Learning Rate": 1.8533257239790602e-05, "Finetune/Loss": 0.8753597736358643, "Finetune/Loss (Raw)": 0.8264838457107544, "Finetune/Step": 3833, "Finetune/Step Time": 6.7883098516613245}
+{"Finetune/Learning Rate": 1.8532379139674342e-05, "Finetune/Loss": 0.8746631741523743, "Finetune/Loss (Raw)": 0.7399805784225464, "Finetune/Step": 3834, "Finetune/Step Time": 6.7914268635213375}
+{"Finetune/Learning Rate": 1.8531500797604076e-05, "Finetune/Loss": 0.8759033679962158, "Finetune/Loss (Raw)": 1.008933424949646, "Finetune/Step": 3835, "Finetune/Step Time": 6.789978189393878}
+{"Finetune/Learning Rate": 1.8530622213604706e-05, "Finetune/Loss": 0.8762037754058838, "Finetune/Loss (Raw)": 0.8729932904243469, "Finetune/Step": 3836, "Finetune/Step Time": 6.788182355463505}
+{"Finetune/Learning Rate": 1.852974338770115e-05, "Finetune/Loss": 0.8756197690963745, "Finetune/Loss (Raw)": 0.804848313331604, "Finetune/Step": 3837, "Finetune/Step Time": 6.799152486026287}
+{"Finetune/Learning Rate": 1.8528864319918326e-05, "Finetune/Loss": 0.8753546476364136, "Finetune/Loss (Raw)": 0.8932821750640869, "Finetune/Step": 3838, "Finetune/Step Time": 6.8002155143767595}
+{"Finetune/Learning Rate": 1.852798501028116e-05, "Finetune/Loss": 0.8749353885650635, "Finetune/Loss (Raw)": 0.897308349609375, "Finetune/Step": 3839, "Finetune/Step Time": 6.7993819154798985}
+{"Finetune/Learning Rate": 1.852710545881459e-05, "Finetune/Loss": 0.8761861324310303, "Finetune/Loss (Raw)": 0.9426544904708862, "Finetune/Step": 3840, "Finetune/Step Time": 6.804296974092722}
+{"Finetune/Learning Rate": 1.852622566554356e-05, "Finetune/Loss": 0.8757952451705933, "Finetune/Loss (Raw)": 0.8580981492996216, "Finetune/Step": 3841, "Finetune/Step Time": 6.802149202674627}
+{"Finetune/Learning Rate": 1.852534563049301e-05, "Finetune/Loss": 0.8754012584686279, "Finetune/Loss (Raw)": 0.8930208086967468, "Finetune/Step": 3842, "Finetune/Step Time": 6.801873894408345}
+{"Finetune/Learning Rate": 1.8524465353687907e-05, "Finetune/Loss": 0.873632550239563, "Finetune/Loss (Raw)": 0.7312440276145935, "Finetune/Step": 3843, "Finetune/Step Time": 6.802488883957267}
+{"Finetune/Learning Rate": 1.8523584835153205e-05, "Finetune/Loss": 0.8739559650421143, "Finetune/Loss (Raw)": 0.9055171012878418, "Finetune/Step": 3844, "Finetune/Step Time": 6.807060508057475}
+{"Finetune/Learning Rate": 1.8522704074913873e-05, "Finetune/Loss": 0.8725396394729614, "Finetune/Loss (Raw)": 0.893048107624054, "Finetune/Step": 3845, "Finetune/Step Time": 6.806376809254289}
+{"Finetune/Learning Rate": 1.852182307299489e-05, "Finetune/Loss": 0.8705339431762695, "Finetune/Loss (Raw)": 0.765522301197052, "Finetune/Step": 3846, "Finetune/Step Time": 6.828954633325338}
+{"Finetune/Learning Rate": 1.8520941829421238e-05, "Finetune/Loss": 0.8715333342552185, "Finetune/Loss (Raw)": 0.8809695839881897, "Finetune/Step": 3847, "Finetune/Step Time": 6.804601402953267}
+{"Finetune/Learning Rate": 1.8520060344217903e-05, "Finetune/Loss": 0.871912956237793, "Finetune/Loss (Raw)": 0.8441079258918762, "Finetune/Step": 3848, "Finetune/Step Time": 6.785171857103705}
+{"Finetune/Learning Rate": 1.8519178617409888e-05, "Finetune/Loss": 0.8737736940383911, "Finetune/Loss (Raw)": 0.9626915454864502, "Finetune/Step": 3849, "Finetune/Step Time": 6.7845470029860735}
+{"Finetune/Learning Rate": 1.851829664902219e-05, "Finetune/Loss": 0.8726168274879456, "Finetune/Loss (Raw)": 0.7634181380271912, "Finetune/Step": 3850, "Finetune/Step Time": 6.780386613681912}
+{"Finetune/Learning Rate": 1.8517414439079825e-05, "Finetune/Loss": 0.8725587129592896, "Finetune/Loss (Raw)": 0.8747143745422363, "Finetune/Step": 3851, "Finetune/Step Time": 6.780106680467725}
+{"Finetune/Learning Rate": 1.8516531987607805e-05, "Finetune/Loss": 0.8720031976699829, "Finetune/Loss (Raw)": 0.8081789016723633, "Finetune/Step": 3852, "Finetune/Step Time": 6.793561605736613}
+{"Finetune/Learning Rate": 1.8515649294631158e-05, "Finetune/Loss": 0.8730601072311401, "Finetune/Loss (Raw)": 0.990332841873169, "Finetune/Step": 3853, "Finetune/Step Time": 6.792961372062564}
+{"Finetune/Learning Rate": 1.8514766360174907e-05, "Finetune/Loss": 0.8746560215950012, "Finetune/Loss (Raw)": 1.0431596040725708, "Finetune/Step": 3854, "Finetune/Step Time": 6.792328171432018}
+{"Finetune/Learning Rate": 1.85138831842641e-05, "Finetune/Loss": 0.8752431273460388, "Finetune/Loss (Raw)": 0.9266986846923828, "Finetune/Step": 3855, "Finetune/Step Time": 6.796582071110606}
+{"Finetune/Learning Rate": 1.8512999766923774e-05, "Finetune/Loss": 0.8746179938316345, "Finetune/Loss (Raw)": 0.793755292892456, "Finetune/Step": 3856, "Finetune/Step Time": 6.800393436104059}
+{"Finetune/Learning Rate": 1.851211610817898e-05, "Finetune/Loss": 0.8739776015281677, "Finetune/Loss (Raw)": 0.8157476186752319, "Finetune/Step": 3857, "Finetune/Step Time": 6.801392437890172}
+{"Finetune/Learning Rate": 1.8511232208054783e-05, "Finetune/Loss": 0.87364661693573, "Finetune/Loss (Raw)": 0.8643012642860413, "Finetune/Step": 3858, "Finetune/Step Time": 6.813874538987875}
+{"Finetune/Learning Rate": 1.851034806657624e-05, "Finetune/Loss": 0.8740442991256714, "Finetune/Loss (Raw)": 0.8985975384712219, "Finetune/Step": 3859, "Finetune/Step Time": 6.812623985111713}
+{"Finetune/Learning Rate": 1.8509463683768426e-05, "Finetune/Loss": 0.8739030361175537, "Finetune/Loss (Raw)": 0.9357098937034607, "Finetune/Step": 3860, "Finetune/Step Time": 6.813517866656184}
+{"Finetune/Learning Rate": 1.8508579059656422e-05, "Finetune/Loss": 0.8742618560791016, "Finetune/Loss (Raw)": 0.9301439523696899, "Finetune/Step": 3861, "Finetune/Step Time": 6.828652294352651}
+{"Finetune/Learning Rate": 1.850769419426531e-05, "Finetune/Loss": 0.8752180337905884, "Finetune/Loss (Raw)": 0.8670769333839417, "Finetune/Step": 3862, "Finetune/Step Time": 6.805186739191413}
+{"Finetune/Learning Rate": 1.8506809087620183e-05, "Finetune/Loss": 0.8751859664916992, "Finetune/Loss (Raw)": 0.8436118364334106, "Finetune/Step": 3863, "Finetune/Step Time": 6.8071922697126865}
+{"Finetune/Learning Rate": 1.850592373974614e-05, "Finetune/Loss": 0.8769710063934326, "Finetune/Loss (Raw)": 0.9415720701217651, "Finetune/Step": 3864, "Finetune/Step Time": 6.802332986146212}
+{"Finetune/Learning Rate": 1.8505038150668287e-05, "Finetune/Loss": 0.8768110871315002, "Finetune/Loss (Raw)": 0.9337013363838196, "Finetune/Step": 3865, "Finetune/Step Time": 6.80111170001328}
+{"Finetune/Learning Rate": 1.850415232041174e-05, "Finetune/Loss": 0.8762133717536926, "Finetune/Loss (Raw)": 0.7372300028800964, "Finetune/Step": 3866, "Finetune/Step Time": 6.801759550347924}
+{"Finetune/Learning Rate": 1.850326624900161e-05, "Finetune/Loss": 0.8749547600746155, "Finetune/Loss (Raw)": 0.7535765171051025, "Finetune/Step": 3867, "Finetune/Step Time": 6.801377397030592}
+{"Finetune/Learning Rate": 1.8502379936463035e-05, "Finetune/Loss": 0.8744264245033264, "Finetune/Loss (Raw)": 0.7867182493209839, "Finetune/Step": 3868, "Finetune/Step Time": 6.813453417271376}
+{"Finetune/Learning Rate": 1.850149338282114e-05, "Finetune/Loss": 0.8748593330383301, "Finetune/Loss (Raw)": 0.9638966917991638, "Finetune/Step": 3869, "Finetune/Step Time": 6.810608550906181}
+{"Finetune/Learning Rate": 1.8500606588101067e-05, "Finetune/Loss": 0.8760731220245361, "Finetune/Loss (Raw)": 1.0339242219924927, "Finetune/Step": 3870, "Finetune/Step Time": 6.808606466278434}
+{"Finetune/Learning Rate": 1.8499719552327966e-05, "Finetune/Loss": 0.8762418031692505, "Finetune/Loss (Raw)": 0.8523696064949036, "Finetune/Step": 3871, "Finetune/Step Time": 6.804781394079328}
+{"Finetune/Learning Rate": 1.8498832275526988e-05, "Finetune/Loss": 0.8768826723098755, "Finetune/Loss (Raw)": 0.9264267683029175, "Finetune/Step": 3872, "Finetune/Step Time": 6.79594705067575}
+{"Finetune/Learning Rate": 1.8497944757723292e-05, "Finetune/Loss": 0.8779172897338867, "Finetune/Loss (Raw)": 0.9677992463111877, "Finetune/Step": 3873, "Finetune/Step Time": 6.794652657583356}
+{"Finetune/Learning Rate": 1.8497056998942048e-05, "Finetune/Loss": 0.8798201084136963, "Finetune/Loss (Raw)": 0.9410459995269775, "Finetune/Step": 3874, "Finetune/Step Time": 6.7835118640214205}
+{"Finetune/Learning Rate": 1.849616899920843e-05, "Finetune/Loss": 0.8808493614196777, "Finetune/Loss (Raw)": 1.0251822471618652, "Finetune/Step": 3875, "Finetune/Step Time": 6.782199274748564}
+{"Finetune/Learning Rate": 1.849528075854762e-05, "Finetune/Loss": 0.8797078132629395, "Finetune/Loss (Raw)": 0.7800341248512268, "Finetune/Step": 3876, "Finetune/Step Time": 6.779927046969533}
+{"Finetune/Learning Rate": 1.8494392276984804e-05, "Finetune/Loss": 0.8793790340423584, "Finetune/Loss (Raw)": 0.9371218085289001, "Finetune/Step": 3877, "Finetune/Step Time": 6.779719037935138}
+{"Finetune/Learning Rate": 1.8493503554545183e-05, "Finetune/Loss": 0.8806495666503906, "Finetune/Loss (Raw)": 0.9671366214752197, "Finetune/Step": 3878, "Finetune/Step Time": 6.779112234711647}
+{"Finetune/Learning Rate": 1.849261459125395e-05, "Finetune/Loss": 0.881245493888855, "Finetune/Loss (Raw)": 0.8197020888328552, "Finetune/Step": 3879, "Finetune/Step Time": 6.768854808062315}
+{"Finetune/Learning Rate": 1.8491725387136313e-05, "Finetune/Loss": 0.8808797597885132, "Finetune/Loss (Raw)": 0.8589916825294495, "Finetune/Step": 3880, "Finetune/Step Time": 6.766240967437625}
+{"Finetune/Learning Rate": 1.8490835942217497e-05, "Finetune/Loss": 0.8814725875854492, "Finetune/Loss (Raw)": 0.9263840913772583, "Finetune/Step": 3881, "Finetune/Step Time": 6.766109939664602}
+{"Finetune/Learning Rate": 1.848994625652271e-05, "Finetune/Loss": 0.8821858167648315, "Finetune/Loss (Raw)": 0.8812246322631836, "Finetune/Step": 3882, "Finetune/Step Time": 6.754834091290832}
+{"Finetune/Learning Rate": 1.8489056330077198e-05, "Finetune/Loss": 0.8814711570739746, "Finetune/Loss (Raw)": 0.7826793789863586, "Finetune/Step": 3883, "Finetune/Step Time": 6.7555670496076345}
+{"Finetune/Learning Rate": 1.8488166162906185e-05, "Finetune/Loss": 0.8810608386993408, "Finetune/Loss (Raw)": 0.901611328125, "Finetune/Step": 3884, "Finetune/Step Time": 6.729019561782479}
+{"Finetune/Learning Rate": 1.848727575503492e-05, "Finetune/Loss": 0.8811162710189819, "Finetune/Loss (Raw)": 0.8064197897911072, "Finetune/Step": 3885, "Finetune/Step Time": 6.726316835731268}
+{"Finetune/Learning Rate": 1.8486385106488645e-05, "Finetune/Loss": 0.8798466324806213, "Finetune/Loss (Raw)": 0.6345311403274536, "Finetune/Step": 3886, "Finetune/Step Time": 6.724480036646128}
+{"Finetune/Learning Rate": 1.8485494217292623e-05, "Finetune/Loss": 0.8798825740814209, "Finetune/Loss (Raw)": 0.91189044713974, "Finetune/Step": 3887, "Finetune/Step Time": 6.7261798735708}
+{"Finetune/Learning Rate": 1.848460308747211e-05, "Finetune/Loss": 0.8795453906059265, "Finetune/Loss (Raw)": 0.9511599540710449, "Finetune/Step": 3888, "Finetune/Step Time": 6.725920017808676}
+{"Finetune/Learning Rate": 1.8483711717052385e-05, "Finetune/Loss": 0.8792670965194702, "Finetune/Loss (Raw)": 0.7564888596534729, "Finetune/Step": 3889, "Finetune/Step Time": 6.712834155187011}
+{"Finetune/Learning Rate": 1.8482820106058717e-05, "Finetune/Loss": 0.8802871108055115, "Finetune/Loss (Raw)": 0.9314140677452087, "Finetune/Step": 3890, "Finetune/Step Time": 6.716896202415228}
+{"Finetune/Learning Rate": 1.8481928254516392e-05, "Finetune/Loss": 0.8794702291488647, "Finetune/Loss (Raw)": 0.9967578649520874, "Finetune/Step": 3891, "Finetune/Step Time": 6.719183526933193}
+{"Finetune/Learning Rate": 1.8481036162450707e-05, "Finetune/Loss": 0.8804110884666443, "Finetune/Loss (Raw)": 0.9383173584938049, "Finetune/Step": 3892, "Finetune/Step Time": 6.717194544151425}
+{"Finetune/Learning Rate": 1.8480143829886948e-05, "Finetune/Loss": 0.8800913095474243, "Finetune/Loss (Raw)": 0.8188193440437317, "Finetune/Step": 3893, "Finetune/Step Time": 6.719282420352101}
+{"Finetune/Learning Rate": 1.8479251256850426e-05, "Finetune/Loss": 0.88150954246521, "Finetune/Loss (Raw)": 0.8974956274032593, "Finetune/Step": 3894, "Finetune/Step Time": 6.703199489042163}
+{"Finetune/Learning Rate": 1.847835844336645e-05, "Finetune/Loss": 0.8815804719924927, "Finetune/Loss (Raw)": 1.042040467262268, "Finetune/Step": 3895, "Finetune/Step Time": 6.701074818149209}
+{"Finetune/Learning Rate": 1.847746538946034e-05, "Finetune/Loss": 0.880760908126831, "Finetune/Loss (Raw)": 0.7716120481491089, "Finetune/Step": 3896, "Finetune/Step Time": 6.696283753961325}
+{"Finetune/Learning Rate": 1.8476572095157415e-05, "Finetune/Loss": 0.8820865154266357, "Finetune/Loss (Raw)": 0.9902834296226501, "Finetune/Step": 3897, "Finetune/Step Time": 6.695255883038044}
+{"Finetune/Learning Rate": 1.847567856048301e-05, "Finetune/Loss": 0.8807983994483948, "Finetune/Loss (Raw)": 0.7757765054702759, "Finetune/Step": 3898, "Finetune/Step Time": 6.689601229503751}
+{"Finetune/Learning Rate": 1.8474784785462462e-05, "Finetune/Loss": 0.8830829858779907, "Finetune/Loss (Raw)": 0.9891307353973389, "Finetune/Step": 3899, "Finetune/Step Time": 6.68321673758328}
+{"Finetune/Learning Rate": 1.8473890770121118e-05, "Finetune/Loss": 0.8824466466903687, "Finetune/Loss (Raw)": 0.8172255158424377, "Finetune/Step": 3900, "Finetune/Step Time": 6.701115854084492}
+{"Finetune/Learning Rate": 1.8472996514484326e-05, "Finetune/Loss": 0.8827520608901978, "Finetune/Loss (Raw)": 0.913356363773346, "Finetune/Step": 3901, "Finetune/Step Time": 6.715575929731131}
+{"Finetune/Learning Rate": 1.8472102018577453e-05, "Finetune/Loss": 0.8832573294639587, "Finetune/Loss (Raw)": 0.9428203701972961, "Finetune/Step": 3902, "Finetune/Step Time": 6.717020569369197}
+{"Finetune/Learning Rate": 1.8471207282425853e-05, "Finetune/Loss": 0.8830162286758423, "Finetune/Loss (Raw)": 0.8698543310165405, "Finetune/Step": 3903, "Finetune/Step Time": 6.713040467351675}
+{"Finetune/Learning Rate": 1.8470312306054903e-05, "Finetune/Loss": 0.8811726570129395, "Finetune/Loss (Raw)": 0.8116339445114136, "Finetune/Step": 3904, "Finetune/Step Time": 6.714077819138765}
+{"Finetune/Learning Rate": 1.8469417089489986e-05, "Finetune/Loss": 0.8811899423599243, "Finetune/Loss (Raw)": 0.904192328453064, "Finetune/Step": 3905, "Finetune/Step Time": 6.726186204701662}
+{"Finetune/Learning Rate": 1.846852163275648e-05, "Finetune/Loss": 0.8805961012840271, "Finetune/Loss (Raw)": 0.9169456362724304, "Finetune/Step": 3906, "Finetune/Step Time": 6.734462397173047}
+{"Finetune/Learning Rate": 1.8467625935879786e-05, "Finetune/Loss": 0.881118655204773, "Finetune/Loss (Raw)": 0.9382952451705933, "Finetune/Step": 3907, "Finetune/Step Time": 6.7122130542993546}
+{"Finetune/Learning Rate": 1.8466729998885294e-05, "Finetune/Loss": 0.8788384795188904, "Finetune/Loss (Raw)": 0.6699473857879639, "Finetune/Step": 3908, "Finetune/Step Time": 6.725540582090616}
+{"Finetune/Learning Rate": 1.8465833821798422e-05, "Finetune/Loss": 0.8779535293579102, "Finetune/Loss (Raw)": 0.7475448846817017, "Finetune/Step": 3909, "Finetune/Step Time": 6.717227376997471}
+{"Finetune/Learning Rate": 1.846493740464457e-05, "Finetune/Loss": 0.8784810304641724, "Finetune/Loss (Raw)": 0.971095860004425, "Finetune/Step": 3910, "Finetune/Step Time": 6.718019913882017}
+{"Finetune/Learning Rate": 1.8464040747449168e-05, "Finetune/Loss": 0.8779212236404419, "Finetune/Loss (Raw)": 0.8787884712219238, "Finetune/Step": 3911, "Finetune/Step Time": 6.714425545185804}
+{"Finetune/Learning Rate": 1.8463143850237636e-05, "Finetune/Loss": 0.8777267932891846, "Finetune/Loss (Raw)": 0.8440845608711243, "Finetune/Step": 3912, "Finetune/Step Time": 6.7113998513668776}
+{"Finetune/Learning Rate": 1.846224671303541e-05, "Finetune/Loss": 0.8770847916603088, "Finetune/Loss (Raw)": 0.8531411290168762, "Finetune/Step": 3913, "Finetune/Step Time": 6.714140674099326}
+{"Finetune/Learning Rate": 1.8461349335867937e-05, "Finetune/Loss": 0.8782373666763306, "Finetune/Loss (Raw)": 1.0050969123840332, "Finetune/Step": 3914, "Finetune/Step Time": 6.722190108150244}
+{"Finetune/Learning Rate": 1.8460451718760653e-05, "Finetune/Loss": 0.8776553273200989, "Finetune/Loss (Raw)": 0.9587498903274536, "Finetune/Step": 3915, "Finetune/Step Time": 6.7249613385647535}
+{"Finetune/Learning Rate": 1.8459553861739015e-05, "Finetune/Loss": 0.8748795390129089, "Finetune/Loss (Raw)": 0.6565597653388977, "Finetune/Step": 3916, "Finetune/Step Time": 6.734318548813462}
+{"Finetune/Learning Rate": 1.8458655764828488e-05, "Finetune/Loss": 0.875208854675293, "Finetune/Loss (Raw)": 0.724008321762085, "Finetune/Step": 3917, "Finetune/Step Time": 6.720236403867602}
+{"Finetune/Learning Rate": 1.8457757428054534e-05, "Finetune/Loss": 0.8742986917495728, "Finetune/Loss (Raw)": 0.8667860627174377, "Finetune/Step": 3918, "Finetune/Step Time": 6.7284212447702885}
+{"Finetune/Learning Rate": 1.8456858851442632e-05, "Finetune/Loss": 0.8742588758468628, "Finetune/Loss (Raw)": 0.8156185746192932, "Finetune/Step": 3919, "Finetune/Step Time": 6.73023091070354}
+{"Finetune/Learning Rate": 1.845596003501826e-05, "Finetune/Loss": 0.8763728737831116, "Finetune/Loss (Raw)": 0.9458589553833008, "Finetune/Step": 3920, "Finetune/Step Time": 6.718752393499017}
+{"Finetune/Learning Rate": 1.8455060978806913e-05, "Finetune/Loss": 0.8750920295715332, "Finetune/Loss (Raw)": 0.7039231657981873, "Finetune/Step": 3921, "Finetune/Step Time": 6.729404836893082}
+{"Finetune/Learning Rate": 1.8454161682834072e-05, "Finetune/Loss": 0.8757225275039673, "Finetune/Loss (Raw)": 0.8787965178489685, "Finetune/Step": 3922, "Finetune/Step Time": 6.725172873586416}
+{"Finetune/Learning Rate": 1.8453262147125247e-05, "Finetune/Loss": 0.876021146774292, "Finetune/Loss (Raw)": 0.8646444082260132, "Finetune/Step": 3923, "Finetune/Step Time": 6.723812820389867}
+{"Finetune/Learning Rate": 1.8452362371705947e-05, "Finetune/Loss": 0.8765186071395874, "Finetune/Loss (Raw)": 0.8413483500480652, "Finetune/Step": 3924, "Finetune/Step Time": 6.71161387488246}
+{"Finetune/Learning Rate": 1.8451462356601684e-05, "Finetune/Loss": 0.8777313232421875, "Finetune/Loss (Raw)": 1.040195107460022, "Finetune/Step": 3925, "Finetune/Step Time": 6.702502662315965}
+{"Finetune/Learning Rate": 1.8450562101837987e-05, "Finetune/Loss": 0.8781930208206177, "Finetune/Loss (Raw)": 0.9629166722297668, "Finetune/Step": 3926, "Finetune/Step Time": 6.703975707292557}
+{"Finetune/Learning Rate": 1.844966160744037e-05, "Finetune/Loss": 0.8783522248268127, "Finetune/Loss (Raw)": 0.9046155214309692, "Finetune/Step": 3927, "Finetune/Step Time": 6.706032697111368}
+{"Finetune/Learning Rate": 1.8448760873434387e-05, "Finetune/Loss": 0.8787328600883484, "Finetune/Loss (Raw)": 0.6316987872123718, "Finetune/Step": 3928, "Finetune/Step Time": 6.702481597661972}
+{"Finetune/Learning Rate": 1.844785989984556e-05, "Finetune/Loss": 0.8791815042495728, "Finetune/Loss (Raw)": 0.8653745651245117, "Finetune/Step": 3929, "Finetune/Step Time": 6.70299637876451}
+{"Finetune/Learning Rate": 1.844695868669946e-05, "Finetune/Loss": 0.8788615465164185, "Finetune/Loss (Raw)": 0.9493544101715088, "Finetune/Step": 3930, "Finetune/Step Time": 6.702698115259409}
+{"Finetune/Learning Rate": 1.8446057234021622e-05, "Finetune/Loss": 0.879077672958374, "Finetune/Loss (Raw)": 0.9303928017616272, "Finetune/Step": 3931, "Finetune/Step Time": 6.70204833522439}
+{"Finetune/Learning Rate": 1.8445155541837626e-05, "Finetune/Loss": 0.8800970315933228, "Finetune/Loss (Raw)": 1.0232733488082886, "Finetune/Step": 3932, "Finetune/Step Time": 6.700291022658348}
+{"Finetune/Learning Rate": 1.844425361017303e-05, "Finetune/Loss": 0.8795650005340576, "Finetune/Loss (Raw)": 0.9055929183959961, "Finetune/Step": 3933, "Finetune/Step Time": 6.697801560163498}
+{"Finetune/Learning Rate": 1.8443351439053412e-05, "Finetune/Loss": 0.8788583278656006, "Finetune/Loss (Raw)": 0.8133689761161804, "Finetune/Step": 3934, "Finetune/Step Time": 6.694894021376967}
+{"Finetune/Learning Rate": 1.844244902850436e-05, "Finetune/Loss": 0.8800603151321411, "Finetune/Loss (Raw)": 1.043487310409546, "Finetune/Step": 3935, "Finetune/Step Time": 6.690717002376914}
+{"Finetune/Learning Rate": 1.8441546378551457e-05, "Finetune/Loss": 0.8801135420799255, "Finetune/Loss (Raw)": 0.8497425317764282, "Finetune/Step": 3936, "Finetune/Step Time": 6.712148103863001}
+{"Finetune/Learning Rate": 1.8440643489220306e-05, "Finetune/Loss": 0.8826085329055786, "Finetune/Loss (Raw)": 0.9766538739204407, "Finetune/Step": 3937, "Finetune/Step Time": 6.6768083199858665}
+{"Finetune/Learning Rate": 1.8439740360536506e-05, "Finetune/Loss": 0.8817514777183533, "Finetune/Loss (Raw)": 0.7917083501815796, "Finetune/Step": 3938, "Finetune/Step Time": 6.658676965162158}
+{"Finetune/Learning Rate": 1.843883699252567e-05, "Finetune/Loss": 0.8827621936798096, "Finetune/Loss (Raw)": 0.8625503778457642, "Finetune/Step": 3939, "Finetune/Step Time": 6.639425305649638}
+{"Finetune/Learning Rate": 1.8437933385213415e-05, "Finetune/Loss": 0.8819854259490967, "Finetune/Loss (Raw)": 0.8827969431877136, "Finetune/Step": 3940, "Finetune/Step Time": 6.639775035902858}
+{"Finetune/Learning Rate": 1.843702953862536e-05, "Finetune/Loss": 0.8825445771217346, "Finetune/Loss (Raw)": 0.9627813100814819, "Finetune/Step": 3941, "Finetune/Step Time": 6.6430015582591295}
+{"Finetune/Learning Rate": 1.8436125452787143e-05, "Finetune/Loss": 0.882492184638977, "Finetune/Loss (Raw)": 0.8873467445373535, "Finetune/Step": 3942, "Finetune/Step Time": 6.642090979963541}
+{"Finetune/Learning Rate": 1.8435221127724396e-05, "Finetune/Loss": 0.8809123039245605, "Finetune/Loss (Raw)": 0.7467822432518005, "Finetune/Step": 3943, "Finetune/Step Time": 6.652802960947156}
+{"Finetune/Learning Rate": 1.8434316563462764e-05, "Finetune/Loss": 0.8805192708969116, "Finetune/Loss (Raw)": 0.8356825113296509, "Finetune/Step": 3944, "Finetune/Step Time": 6.6529860496521}
+{"Finetune/Learning Rate": 1.84334117600279e-05, "Finetune/Loss": 0.8813995122909546, "Finetune/Loss (Raw)": 0.8309745192527771, "Finetune/Step": 3945, "Finetune/Step Time": 6.63932416215539}
+{"Finetune/Learning Rate": 1.8432506717445458e-05, "Finetune/Loss": 0.8806430101394653, "Finetune/Loss (Raw)": 0.8501883149147034, "Finetune/Step": 3946, "Finetune/Step Time": 6.641711266711354}
+{"Finetune/Learning Rate": 1.84316014357411e-05, "Finetune/Loss": 0.8800966739654541, "Finetune/Loss (Raw)": 0.8073221445083618, "Finetune/Step": 3947, "Finetune/Step Time": 6.6406302489340305}
+{"Finetune/Learning Rate": 1.843069591494051e-05, "Finetune/Loss": 0.8810169100761414, "Finetune/Loss (Raw)": 0.9076701402664185, "Finetune/Step": 3948, "Finetune/Step Time": 6.645599724724889}
+{"Finetune/Learning Rate": 1.842979015506935e-05, "Finetune/Loss": 0.8801689147949219, "Finetune/Loss (Raw)": 0.7577160596847534, "Finetune/Step": 3949, "Finetune/Step Time": 6.644403317943215}
+{"Finetune/Learning Rate": 1.8428884156153318e-05, "Finetune/Loss": 0.8796554803848267, "Finetune/Loss (Raw)": 0.8663577437400818, "Finetune/Step": 3950, "Finetune/Step Time": 6.644446222111583}
+{"Finetune/Learning Rate": 1.8427977918218095e-05, "Finetune/Loss": 0.8784283995628357, "Finetune/Loss (Raw)": 0.8116353154182434, "Finetune/Step": 3951, "Finetune/Step Time": 6.6427829042077065}
+{"Finetune/Learning Rate": 1.842707144128939e-05, "Finetune/Loss": 0.8775924444198608, "Finetune/Loss (Raw)": 0.7983835339546204, "Finetune/Step": 3952, "Finetune/Step Time": 6.623902900144458}
+{"Finetune/Learning Rate": 1.8426164725392895e-05, "Finetune/Loss": 0.8755273818969727, "Finetune/Loss (Raw)": 0.6989235877990723, "Finetune/Step": 3953, "Finetune/Step Time": 6.625904684886336}
+{"Finetune/Learning Rate": 1.8425257770554336e-05, "Finetune/Loss": 0.8773610591888428, "Finetune/Loss (Raw)": 1.0503337383270264, "Finetune/Step": 3954, "Finetune/Step Time": 6.62702058441937}
+{"Finetune/Learning Rate": 1.8424350576799424e-05, "Finetune/Loss": 0.876320481300354, "Finetune/Loss (Raw)": 0.8439489006996155, "Finetune/Step": 3955, "Finetune/Step Time": 6.628851782530546}
+{"Finetune/Learning Rate": 1.8423443144153882e-05, "Finetune/Loss": 0.8752843141555786, "Finetune/Loss (Raw)": 0.8579702377319336, "Finetune/Step": 3956, "Finetune/Step Time": 6.6251060627400875}
+{"Finetune/Learning Rate": 1.8422535472643447e-05, "Finetune/Loss": 0.8740323781967163, "Finetune/Loss (Raw)": 0.8846986293792725, "Finetune/Step": 3957, "Finetune/Step Time": 6.626153469085693}
+{"Finetune/Learning Rate": 1.8421627562293854e-05, "Finetune/Loss": 0.8736820220947266, "Finetune/Loss (Raw)": 0.8839766979217529, "Finetune/Step": 3958, "Finetune/Step Time": 6.634413436055183}
+{"Finetune/Learning Rate": 1.8420719413130857e-05, "Finetune/Loss": 0.8740408420562744, "Finetune/Loss (Raw)": 0.8768674731254578, "Finetune/Step": 3959, "Finetune/Step Time": 6.6486939284950495}
+{"Finetune/Learning Rate": 1.8419811025180195e-05, "Finetune/Loss": 0.8737093806266785, "Finetune/Loss (Raw)": 0.8945830464363098, "Finetune/Step": 3960, "Finetune/Step Time": 6.644520487636328}
+{"Finetune/Learning Rate": 1.8418902398467642e-05, "Finetune/Loss": 0.874189555644989, "Finetune/Loss (Raw)": 0.8879443407058716, "Finetune/Step": 3961, "Finetune/Step Time": 6.6497369185090065}
+{"Finetune/Learning Rate": 1.8417993533018955e-05, "Finetune/Loss": 0.8747161626815796, "Finetune/Loss (Raw)": 0.8073955178260803, "Finetune/Step": 3962, "Finetune/Step Time": 6.651995362713933}
+{"Finetune/Learning Rate": 1.841708442885991e-05, "Finetune/Loss": 0.8740309476852417, "Finetune/Loss (Raw)": 0.9212228059768677, "Finetune/Step": 3963, "Finetune/Step Time": 6.656017078086734}
+{"Finetune/Learning Rate": 1.8416175086016284e-05, "Finetune/Loss": 0.8751499056816101, "Finetune/Loss (Raw)": 1.0162163972854614, "Finetune/Step": 3964, "Finetune/Step Time": 6.661254392936826}
+{"Finetune/Learning Rate": 1.8415265504513864e-05, "Finetune/Loss": 0.8753552436828613, "Finetune/Loss (Raw)": 0.8311291933059692, "Finetune/Step": 3965, "Finetune/Step Time": 6.652294097468257}
+{"Finetune/Learning Rate": 1.8414355684378445e-05, "Finetune/Loss": 0.8741685748100281, "Finetune/Loss (Raw)": 0.7413911819458008, "Finetune/Step": 3966, "Finetune/Step Time": 6.653216931968927}
+{"Finetune/Learning Rate": 1.8413445625635823e-05, "Finetune/Loss": 0.874267578125, "Finetune/Loss (Raw)": 0.9099734425544739, "Finetune/Step": 3967, "Finetune/Step Time": 6.653410093858838}
+{"Finetune/Learning Rate": 1.8412535328311813e-05, "Finetune/Loss": 0.8732298612594604, "Finetune/Loss (Raw)": 0.8098338842391968, "Finetune/Step": 3968, "Finetune/Step Time": 6.64968647249043}
+{"Finetune/Learning Rate": 1.841162479243222e-05, "Finetune/Loss": 0.8728411793708801, "Finetune/Loss (Raw)": 0.8083459138870239, "Finetune/Step": 3969, "Finetune/Step Time": 6.649380285292864}
+{"Finetune/Learning Rate": 1.841071401802287e-05, "Finetune/Loss": 0.873720645904541, "Finetune/Loss (Raw)": 1.0055923461914062, "Finetune/Step": 3970, "Finetune/Step Time": 6.652620401233435}
+{"Finetune/Learning Rate": 1.8409803005109587e-05, "Finetune/Loss": 0.8735318183898926, "Finetune/Loss (Raw)": 0.7070701718330383, "Finetune/Step": 3971, "Finetune/Step Time": 6.6666196417063475}
+{"Finetune/Learning Rate": 1.8408891753718202e-05, "Finetune/Loss": 0.8744586706161499, "Finetune/Loss (Raw)": 1.0241552591323853, "Finetune/Step": 3972, "Finetune/Step Time": 6.667338138446212}
+{"Finetune/Learning Rate": 1.8407980263874557e-05, "Finetune/Loss": 0.8754185438156128, "Finetune/Loss (Raw)": 1.0159127712249756, "Finetune/Step": 3973, "Finetune/Step Time": 6.668709812685847}
+{"Finetune/Learning Rate": 1.8407068535604507e-05, "Finetune/Loss": 0.8767843246459961, "Finetune/Loss (Raw)": 0.9403451085090637, "Finetune/Step": 3974, "Finetune/Step Time": 6.644435564056039}
+{"Finetune/Learning Rate": 1.8406156568933897e-05, "Finetune/Loss": 0.8770558834075928, "Finetune/Loss (Raw)": 0.9157310724258423, "Finetune/Step": 3975, "Finetune/Step Time": 6.651235731318593}
+{"Finetune/Learning Rate": 1.840524436388859e-05, "Finetune/Loss": 0.8778946399688721, "Finetune/Loss (Raw)": 0.9514703750610352, "Finetune/Step": 3976, "Finetune/Step Time": 6.653558975085616}
+{"Finetune/Learning Rate": 1.8404331920494455e-05, "Finetune/Loss": 0.876747727394104, "Finetune/Loss (Raw)": 0.8158833384513855, "Finetune/Step": 3977, "Finetune/Step Time": 6.652590312063694}
+{"Finetune/Learning Rate": 1.8403419238777367e-05, "Finetune/Loss": 0.8787071704864502, "Finetune/Loss (Raw)": 1.0142347812652588, "Finetune/Step": 3978, "Finetune/Step Time": 6.653207486495376}
+{"Finetune/Learning Rate": 1.8402506318763203e-05, "Finetune/Loss": 0.8791249394416809, "Finetune/Loss (Raw)": 0.9281796813011169, "Finetune/Step": 3979, "Finetune/Step Time": 6.65573856420815}
+{"Finetune/Learning Rate": 1.8401593160477854e-05, "Finetune/Loss": 0.8796888589859009, "Finetune/Loss (Raw)": 0.8803569078445435, "Finetune/Step": 3980, "Finetune/Step Time": 6.638644574210048}
+{"Finetune/Learning Rate": 1.8400679763947212e-05, "Finetune/Loss": 0.8790268898010254, "Finetune/Loss (Raw)": 0.9056074619293213, "Finetune/Step": 3981, "Finetune/Step Time": 6.653302701190114}
+{"Finetune/Learning Rate": 1.8399766129197183e-05, "Finetune/Loss": 0.8781628012657166, "Finetune/Loss (Raw)": 0.9325528144836426, "Finetune/Step": 3982, "Finetune/Step Time": 6.65410609729588}
+{"Finetune/Learning Rate": 1.8398852256253673e-05, "Finetune/Loss": 0.8777613639831543, "Finetune/Loss (Raw)": 0.8753174543380737, "Finetune/Step": 3983, "Finetune/Step Time": 6.645853277295828}
+{"Finetune/Learning Rate": 1.839793814514259e-05, "Finetune/Loss": 0.8771024942398071, "Finetune/Loss (Raw)": 0.7094177603721619, "Finetune/Step": 3984, "Finetune/Step Time": 6.643376035615802}
+{"Finetune/Learning Rate": 1.839702379588987e-05, "Finetune/Loss": 0.8777114152908325, "Finetune/Loss (Raw)": 0.8936961889266968, "Finetune/Step": 3985, "Finetune/Step Time": 6.64163432829082}
+{"Finetune/Learning Rate": 1.839610920852143e-05, "Finetune/Loss": 0.8783344626426697, "Finetune/Loss (Raw)": 0.9440478682518005, "Finetune/Step": 3986, "Finetune/Step Time": 6.629351206123829}
+{"Finetune/Learning Rate": 1.8395194383063207e-05, "Finetune/Loss": 0.8780862092971802, "Finetune/Loss (Raw)": 0.8668202757835388, "Finetune/Step": 3987, "Finetune/Step Time": 6.637216683477163}
+{"Finetune/Learning Rate": 1.8394279319541143e-05, "Finetune/Loss": 0.8777180910110474, "Finetune/Loss (Raw)": 0.8885846734046936, "Finetune/Step": 3988, "Finetune/Step Time": 6.636132035404444}
+{"Finetune/Learning Rate": 1.839336401798119e-05, "Finetune/Loss": 0.8764944076538086, "Finetune/Loss (Raw)": 0.773522138595581, "Finetune/Step": 3989, "Finetune/Step Time": 6.6388018149882555}
+{"Finetune/Learning Rate": 1.83924484784093e-05, "Finetune/Loss": 0.8765139579772949, "Finetune/Loss (Raw)": 0.869573175907135, "Finetune/Step": 3990, "Finetune/Step Time": 6.649426640942693}
+{"Finetune/Learning Rate": 1.8391532700851435e-05, "Finetune/Loss": 0.8764907717704773, "Finetune/Loss (Raw)": 0.8406457304954529, "Finetune/Step": 3991, "Finetune/Step Time": 6.66592863202095}
+{"Finetune/Learning Rate": 1.8390616685333565e-05, "Finetune/Loss": 0.8756124973297119, "Finetune/Loss (Raw)": 0.8291475772857666, "Finetune/Step": 3992, "Finetune/Step Time": 6.667734628543258}
+{"Finetune/Learning Rate": 1.8389700431881667e-05, "Finetune/Loss": 0.8756705522537231, "Finetune/Loss (Raw)": 0.9411408305168152, "Finetune/Step": 3993, "Finetune/Step Time": 6.6663496643304825}
+{"Finetune/Learning Rate": 1.838878394052172e-05, "Finetune/Loss": 0.8772691488265991, "Finetune/Loss (Raw)": 0.9418459534645081, "Finetune/Step": 3994, "Finetune/Step Time": 6.66435862518847}
+{"Finetune/Learning Rate": 1.838786721127972e-05, "Finetune/Loss": 0.878860592842102, "Finetune/Loss (Raw)": 0.957283616065979, "Finetune/Step": 3995, "Finetune/Step Time": 6.652428416535258}
+{"Finetune/Learning Rate": 1.8386950244181654e-05, "Finetune/Loss": 0.8796758651733398, "Finetune/Loss (Raw)": 0.8910731673240662, "Finetune/Step": 3996, "Finetune/Step Time": 6.6335032265633345}
+{"Finetune/Learning Rate": 1.838603303925353e-05, "Finetune/Loss": 0.8793430924415588, "Finetune/Loss (Raw)": 0.9213007092475891, "Finetune/Step": 3997, "Finetune/Step Time": 6.633141295984387}
+{"Finetune/Learning Rate": 1.8385115596521356e-05, "Finetune/Loss": 0.8771536350250244, "Finetune/Loss (Raw)": 0.7536755204200745, "Finetune/Step": 3998, "Finetune/Step Time": 6.634753229096532}
+{"Finetune/Learning Rate": 1.8384197916011144e-05, "Finetune/Loss": 0.8778173327445984, "Finetune/Loss (Raw)": 0.9373193979263306, "Finetune/Step": 3999, "Finetune/Step Time": 6.633356489241123}
+{"Finetune/Learning Rate": 1.838327999774892e-05, "Finetune/Loss": 0.8776824474334717, "Finetune/Loss (Raw)": 0.9091587662696838, "Finetune/Step": 4000, "Finetune/Step Time": 6.63486454077065}
+{"Finetune/Learning Rate": 1.8382361841760718e-05, "Finetune/Loss": 0.8775571584701538, "Finetune/Loss (Raw)": 0.9517638087272644, "Finetune/Step": 4001, "Finetune/Step Time": 6.636089362204075}
+{"Finetune/Learning Rate": 1.838144344807257e-05, "Finetune/Loss": 0.8766933083534241, "Finetune/Loss (Raw)": 0.830476701259613, "Finetune/Step": 4002, "Finetune/Step Time": 6.637304617092013}
+{"Finetune/Learning Rate": 1.838052481671052e-05, "Finetune/Loss": 0.874210000038147, "Finetune/Loss (Raw)": 0.7073213458061218, "Finetune/Step": 4003, "Finetune/Step Time": 6.648824974894524}
+{"Finetune/Learning Rate": 1.8379605947700617e-05, "Finetune/Loss": 0.8752648830413818, "Finetune/Loss (Raw)": 0.9150602221488953, "Finetune/Step": 4004, "Finetune/Step Time": 6.653318261727691}
+{"Finetune/Learning Rate": 1.8378686841068916e-05, "Finetune/Loss": 0.8751023411750793, "Finetune/Loss (Raw)": 0.9163137674331665, "Finetune/Step": 4005, "Finetune/Step Time": 6.667676331475377}
+{"Finetune/Learning Rate": 1.8377767496841482e-05, "Finetune/Loss": 0.8749538660049438, "Finetune/Loss (Raw)": 0.9481302499771118, "Finetune/Step": 4006, "Finetune/Step Time": 6.6686989068984985}
+{"Finetune/Learning Rate": 1.8376847915044386e-05, "Finetune/Loss": 0.8752951622009277, "Finetune/Loss (Raw)": 0.8633865714073181, "Finetune/Step": 4007, "Finetune/Step Time": 6.666082574054599}
+{"Finetune/Learning Rate": 1.8375928095703703e-05, "Finetune/Loss": 0.8759480118751526, "Finetune/Loss (Raw)": 0.9425569772720337, "Finetune/Step": 4008, "Finetune/Step Time": 6.665083680301905}
+{"Finetune/Learning Rate": 1.8375008038845515e-05, "Finetune/Loss": 0.8742138743400574, "Finetune/Loss (Raw)": 0.7044134736061096, "Finetune/Step": 4009, "Finetune/Step Time": 6.668176058679819}
+{"Finetune/Learning Rate": 1.8374087744495918e-05, "Finetune/Loss": 0.8758037090301514, "Finetune/Loss (Raw)": 1.0847173929214478, "Finetune/Step": 4010, "Finetune/Step Time": 6.659713504835963}
+{"Finetune/Learning Rate": 1.8373167212681003e-05, "Finetune/Loss": 0.8773540258407593, "Finetune/Loss (Raw)": 0.9811335206031799, "Finetune/Step": 4011, "Finetune/Step Time": 6.659382771700621}
+{"Finetune/Learning Rate": 1.8372246443426877e-05, "Finetune/Loss": 0.8771040439605713, "Finetune/Loss (Raw)": 0.869603157043457, "Finetune/Step": 4012, "Finetune/Step Time": 6.6580166313797235}
+{"Finetune/Learning Rate": 1.837132543675965e-05, "Finetune/Loss": 0.8780622482299805, "Finetune/Loss (Raw)": 0.9290733933448792, "Finetune/Step": 4013, "Finetune/Step Time": 6.653246384114027}
+{"Finetune/Learning Rate": 1.8370404192705437e-05, "Finetune/Loss": 0.8800138831138611, "Finetune/Loss (Raw)": 0.8843396902084351, "Finetune/Step": 4014, "Finetune/Step Time": 6.649562396109104}
+{"Finetune/Learning Rate": 1.8369482711290366e-05, "Finetune/Loss": 0.8779630661010742, "Finetune/Loss (Raw)": 0.6493839621543884, "Finetune/Step": 4015, "Finetune/Step Time": 6.643656114116311}
+{"Finetune/Learning Rate": 1.8368560992540563e-05, "Finetune/Loss": 0.876257061958313, "Finetune/Loss (Raw)": 0.7327933311462402, "Finetune/Step": 4016, "Finetune/Step Time": 6.643999144434929}
+{"Finetune/Learning Rate": 1.8367639036482167e-05, "Finetune/Loss": 0.8772175312042236, "Finetune/Loss (Raw)": 0.8794327974319458, "Finetune/Step": 4017, "Finetune/Step Time": 6.646223342046142}
+{"Finetune/Learning Rate": 1.836671684314132e-05, "Finetune/Loss": 0.8762032389640808, "Finetune/Loss (Raw)": 0.8015770316123962, "Finetune/Step": 4018, "Finetune/Step Time": 6.641903322190046}
+{"Finetune/Learning Rate": 1.836579441254418e-05, "Finetune/Loss": 0.8755627274513245, "Finetune/Loss (Raw)": 0.9147793650627136, "Finetune/Step": 4019, "Finetune/Step Time": 6.639109255746007}
+{"Finetune/Learning Rate": 1.83648717447169e-05, "Finetune/Loss": 0.8754780292510986, "Finetune/Loss (Raw)": 0.9274729490280151, "Finetune/Step": 4020, "Finetune/Step Time": 6.63865328207612}
+{"Finetune/Learning Rate": 1.8363948839685638e-05, "Finetune/Loss": 0.8763342499732971, "Finetune/Loss (Raw)": 0.9284176826477051, "Finetune/Step": 4021, "Finetune/Step Time": 6.636490227654576}
+{"Finetune/Learning Rate": 1.8363025697476577e-05, "Finetune/Loss": 0.8748555183410645, "Finetune/Loss (Raw)": 0.7082135081291199, "Finetune/Step": 4022, "Finetune/Step Time": 6.640446310862899}
+{"Finetune/Learning Rate": 1.8362102318115882e-05, "Finetune/Loss": 0.8735555410385132, "Finetune/Loss (Raw)": 0.8756507039070129, "Finetune/Step": 4023, "Finetune/Step Time": 6.638227388262749}
+{"Finetune/Learning Rate": 1.836117870162975e-05, "Finetune/Loss": 0.8752397298812866, "Finetune/Loss (Raw)": 0.9871814846992493, "Finetune/Step": 4024, "Finetune/Step Time": 6.642669791355729}
+{"Finetune/Learning Rate": 1.836025484804436e-05, "Finetune/Loss": 0.8743860721588135, "Finetune/Loss (Raw)": 0.8810129165649414, "Finetune/Step": 4025, "Finetune/Step Time": 6.643445840105414}
+{"Finetune/Learning Rate": 1.8359330757385922e-05, "Finetune/Loss": 0.8746203184127808, "Finetune/Loss (Raw)": 0.8057577013969421, "Finetune/Step": 4026, "Finetune/Step Time": 6.656525764614344}
+{"Finetune/Learning Rate": 1.835840642968063e-05, "Finetune/Loss": 0.8740872144699097, "Finetune/Loss (Raw)": 0.9209001064300537, "Finetune/Step": 4027, "Finetune/Step Time": 6.641707938164473}
+{"Finetune/Learning Rate": 1.83574818649547e-05, "Finetune/Loss": 0.8759809732437134, "Finetune/Loss (Raw)": 1.0596208572387695, "Finetune/Step": 4028, "Finetune/Step Time": 6.624791195616126}
+{"Finetune/Learning Rate": 1.8356557063234352e-05, "Finetune/Loss": 0.8758728504180908, "Finetune/Loss (Raw)": 0.899520218372345, "Finetune/Step": 4029, "Finetune/Step Time": 6.614545511081815}
+{"Finetune/Learning Rate": 1.8355632024545807e-05, "Finetune/Loss": 0.8762977123260498, "Finetune/Loss (Raw)": 0.9972072839736938, "Finetune/Step": 4030, "Finetune/Step Time": 6.6246036775410175}
+{"Finetune/Learning Rate": 1.8354706748915302e-05, "Finetune/Loss": 0.876595675945282, "Finetune/Loss (Raw)": 0.9079897999763489, "Finetune/Step": 4031, "Finetune/Step Time": 6.62988162599504}
+{"Finetune/Learning Rate": 1.8353781236369065e-05, "Finetune/Loss": 0.8771764039993286, "Finetune/Loss (Raw)": 0.885964572429657, "Finetune/Step": 4032, "Finetune/Step Time": 6.638301379978657}
+{"Finetune/Learning Rate": 1.835285548693335e-05, "Finetune/Loss": 0.8764602541923523, "Finetune/Loss (Raw)": 0.8125289678573608, "Finetune/Step": 4033, "Finetune/Step Time": 6.647359903901815}
+{"Finetune/Learning Rate": 1.8351929500634408e-05, "Finetune/Loss": 0.8771100044250488, "Finetune/Loss (Raw)": 1.0001085996627808, "Finetune/Step": 4034, "Finetune/Step Time": 6.64461194910109}
+{"Finetune/Learning Rate": 1.8351003277498493e-05, "Finetune/Loss": 0.8772400617599487, "Finetune/Loss (Raw)": 0.9549548029899597, "Finetune/Step": 4035, "Finetune/Step Time": 6.64225884154439}
+{"Finetune/Learning Rate": 1.835007681755187e-05, "Finetune/Loss": 0.8787212371826172, "Finetune/Loss (Raw)": 0.8595317602157593, "Finetune/Step": 4036, "Finetune/Step Time": 6.630274906754494}
+{"Finetune/Learning Rate": 1.8349150120820817e-05, "Finetune/Loss": 0.879476010799408, "Finetune/Loss (Raw)": 0.844158947467804, "Finetune/Step": 4037, "Finetune/Step Time": 6.6246129628270864}
+{"Finetune/Learning Rate": 1.8348223187331604e-05, "Finetune/Loss": 0.8797423243522644, "Finetune/Loss (Raw)": 1.0051827430725098, "Finetune/Step": 4038, "Finetune/Step Time": 6.624013254418969}
+{"Finetune/Learning Rate": 1.8347296017110525e-05, "Finetune/Loss": 0.8804543018341064, "Finetune/Loss (Raw)": 0.9699140191078186, "Finetune/Step": 4039, "Finetune/Step Time": 6.6214761063456535}
+{"Finetune/Learning Rate": 1.8346368610183863e-05, "Finetune/Loss": 0.880986213684082, "Finetune/Loss (Raw)": 0.9121763110160828, "Finetune/Step": 4040, "Finetune/Step Time": 6.620892342180014}
+{"Finetune/Learning Rate": 1.8345440966577924e-05, "Finetune/Loss": 0.8802063465118408, "Finetune/Loss (Raw)": 0.7533215880393982, "Finetune/Step": 4041, "Finetune/Step Time": 6.618364356458187}
+{"Finetune/Learning Rate": 1.8344513086319013e-05, "Finetune/Loss": 0.8785621523857117, "Finetune/Loss (Raw)": 0.7946344017982483, "Finetune/Step": 4042, "Finetune/Step Time": 6.604706848040223}
+{"Finetune/Learning Rate": 1.8343584969433434e-05, "Finetune/Loss": 0.8780747652053833, "Finetune/Loss (Raw)": 0.8963670134544373, "Finetune/Step": 4043, "Finetune/Step Time": 6.600975601002574}
+{"Finetune/Learning Rate": 1.8342656615947515e-05, "Finetune/Loss": 0.8806575536727905, "Finetune/Loss (Raw)": 0.9871523976325989, "Finetune/Step": 4044, "Finetune/Step Time": 6.589520065113902}
+{"Finetune/Learning Rate": 1.8341728025887574e-05, "Finetune/Loss": 0.881786584854126, "Finetune/Loss (Raw)": 0.8685224652290344, "Finetune/Step": 4045, "Finetune/Step Time": 6.588990744203329}
+{"Finetune/Learning Rate": 1.8340799199279954e-05, "Finetune/Loss": 0.8814264535903931, "Finetune/Loss (Raw)": 0.8206940293312073, "Finetune/Step": 4046, "Finetune/Step Time": 6.583797819912434}
+{"Finetune/Learning Rate": 1.833987013615098e-05, "Finetune/Loss": 0.8814293742179871, "Finetune/Loss (Raw)": 0.8159937858581543, "Finetune/Step": 4047, "Finetune/Step Time": 6.58894656971097}
+{"Finetune/Learning Rate": 1.8338940836527005e-05, "Finetune/Loss": 0.8810777068138123, "Finetune/Loss (Raw)": 0.9008470773696899, "Finetune/Step": 4048, "Finetune/Step Time": 6.586457762867212}
+{"Finetune/Learning Rate": 1.8338011300434383e-05, "Finetune/Loss": 0.8812135457992554, "Finetune/Loss (Raw)": 0.7213104367256165, "Finetune/Step": 4049, "Finetune/Step Time": 6.5718234945088625}
+{"Finetune/Learning Rate": 1.833708152789947e-05, "Finetune/Loss": 0.8817001581192017, "Finetune/Loss (Raw)": 0.9410857558250427, "Finetune/Step": 4050, "Finetune/Step Time": 6.570582170039415}
+{"Finetune/Learning Rate": 1.833615151894863e-05, "Finetune/Loss": 0.8805415630340576, "Finetune/Loss (Raw)": 0.7163438200950623, "Finetune/Step": 4051, "Finetune/Step Time": 6.570743653923273}
+{"Finetune/Learning Rate": 1.833522127360824e-05, "Finetune/Loss": 0.8810120820999146, "Finetune/Loss (Raw)": 0.9015747904777527, "Finetune/Step": 4052, "Finetune/Step Time": 6.568592941388488}
+{"Finetune/Learning Rate": 1.833429079190468e-05, "Finetune/Loss": 0.8805108666419983, "Finetune/Loss (Raw)": 0.9760345220565796, "Finetune/Step": 4053, "Finetune/Step Time": 6.565293401479721}
+{"Finetune/Learning Rate": 1.8333360073864326e-05, "Finetune/Loss": 0.8802729845046997, "Finetune/Loss (Raw)": 0.932464599609375, "Finetune/Step": 4054, "Finetune/Step Time": 6.563933474943042}
+{"Finetune/Learning Rate": 1.833242911951358e-05, "Finetune/Loss": 0.8785238265991211, "Finetune/Loss (Raw)": 0.6807256937026978, "Finetune/Step": 4055, "Finetune/Step Time": 6.577348448336124}
+{"Finetune/Learning Rate": 1.833149792887884e-05, "Finetune/Loss": 0.8808015584945679, "Finetune/Loss (Raw)": 0.9232523441314697, "Finetune/Step": 4056, "Finetune/Step Time": 6.566639570519328}
+{"Finetune/Learning Rate": 1.833056650198651e-05, "Finetune/Loss": 0.8811579942703247, "Finetune/Loss (Raw)": 0.9109982848167419, "Finetune/Step": 4057, "Finetune/Step Time": 6.563693894073367}
+{"Finetune/Learning Rate": 1.8329634838863e-05, "Finetune/Loss": 0.8806078433990479, "Finetune/Loss (Raw)": 0.8789313435554504, "Finetune/Step": 4058, "Finetune/Step Time": 6.567053806036711}
+{"Finetune/Learning Rate": 1.8328702939534737e-05, "Finetune/Loss": 0.8808248043060303, "Finetune/Loss (Raw)": 0.9581684470176697, "Finetune/Step": 4059, "Finetune/Step Time": 6.566930899396539}
+{"Finetune/Learning Rate": 1.832777080402814e-05, "Finetune/Loss": 0.8802081942558289, "Finetune/Loss (Raw)": 0.9443454146385193, "Finetune/Step": 4060, "Finetune/Step Time": 6.565871644765139}
+{"Finetune/Learning Rate": 1.832683843236964e-05, "Finetune/Loss": 0.8802056312561035, "Finetune/Loss (Raw)": 0.9052695035934448, "Finetune/Step": 4061, "Finetune/Step Time": 6.572287689894438}
+{"Finetune/Learning Rate": 1.8325905824585687e-05, "Finetune/Loss": 0.8801357746124268, "Finetune/Loss (Raw)": 0.8044245839118958, "Finetune/Step": 4062, "Finetune/Step Time": 6.574186407029629}
+{"Finetune/Learning Rate": 1.8324972980702717e-05, "Finetune/Loss": 0.8795360326766968, "Finetune/Loss (Raw)": 0.9667158722877502, "Finetune/Step": 4063, "Finetune/Step Time": 6.5798165667802095}
+{"Finetune/Learning Rate": 1.832403990074719e-05, "Finetune/Loss": 0.8800615072250366, "Finetune/Loss (Raw)": 0.917008638381958, "Finetune/Step": 4064, "Finetune/Step Time": 6.5566364005208015}
+{"Finetune/Learning Rate": 1.8323106584745557e-05, "Finetune/Loss": 0.8786994218826294, "Finetune/Loss (Raw)": 0.8023051619529724, "Finetune/Step": 4065, "Finetune/Step Time": 6.559141982346773}
+{"Finetune/Learning Rate": 1.832217303272429e-05, "Finetune/Loss": 0.879442036151886, "Finetune/Loss (Raw)": 0.8867579698562622, "Finetune/Step": 4066, "Finetune/Step Time": 6.558554567396641}
+{"Finetune/Learning Rate": 1.832123924470986e-05, "Finetune/Loss": 0.8809918165206909, "Finetune/Loss (Raw)": 1.0609253644943237, "Finetune/Step": 4067, "Finetune/Step Time": 6.554949276149273}
+{"Finetune/Learning Rate": 1.8320305220728755e-05, "Finetune/Loss": 0.8820090889930725, "Finetune/Loss (Raw)": 1.0130094289779663, "Finetune/Step": 4068, "Finetune/Step Time": 6.5520109962671995}
+{"Finetune/Learning Rate": 1.8319370960807447e-05, "Finetune/Loss": 0.88185715675354, "Finetune/Loss (Raw)": 0.9433340430259705, "Finetune/Step": 4069, "Finetune/Step Time": 6.549427034333348}
+{"Finetune/Learning Rate": 1.8318436464972437e-05, "Finetune/Loss": 0.8805098533630371, "Finetune/Loss (Raw)": 0.7148956656455994, "Finetune/Step": 4070, "Finetune/Step Time": 6.563151070848107}
+{"Finetune/Learning Rate": 1.831750173325022e-05, "Finetune/Loss": 0.8811692595481873, "Finetune/Loss (Raw)": 0.8311840891838074, "Finetune/Step": 4071, "Finetune/Step Time": 6.551843639463186}
+{"Finetune/Learning Rate": 1.831656676566731e-05, "Finetune/Loss": 0.8821244239807129, "Finetune/Loss (Raw)": 0.9579442143440247, "Finetune/Step": 4072, "Finetune/Step Time": 6.551793843507767}
+{"Finetune/Learning Rate": 1.8315631562250217e-05, "Finetune/Loss": 0.8826982975006104, "Finetune/Loss (Raw)": 0.9044268727302551, "Finetune/Step": 4073, "Finetune/Step Time": 6.550523497164249}
+{"Finetune/Learning Rate": 1.8314696123025456e-05, "Finetune/Loss": 0.881807804107666, "Finetune/Loss (Raw)": 0.7362112998962402, "Finetune/Step": 4074, "Finetune/Step Time": 6.562332142144442}
+{"Finetune/Learning Rate": 1.8313760448019556e-05, "Finetune/Loss": 0.8831937313079834, "Finetune/Loss (Raw)": 0.9847121238708496, "Finetune/Step": 4075, "Finetune/Step Time": 6.562332544475794}
+{"Finetune/Learning Rate": 1.8312824537259054e-05, "Finetune/Loss": 0.8822183609008789, "Finetune/Loss (Raw)": 0.7828196287155151, "Finetune/Step": 4076, "Finetune/Step Time": 6.566937141120434}
+{"Finetune/Learning Rate": 1.8311888390770482e-05, "Finetune/Loss": 0.8833882212638855, "Finetune/Loss (Raw)": 0.9074621200561523, "Finetune/Step": 4077, "Finetune/Step Time": 6.564994968473911}
+{"Finetune/Learning Rate": 1.8310952008580396e-05, "Finetune/Loss": 0.8835095167160034, "Finetune/Loss (Raw)": 0.8818858861923218, "Finetune/Step": 4078, "Finetune/Step Time": 6.565865460783243}
+{"Finetune/Learning Rate": 1.831001539071534e-05, "Finetune/Loss": 0.884599506855011, "Finetune/Loss (Raw)": 0.9511501789093018, "Finetune/Step": 4079, "Finetune/Step Time": 6.582146054133773}
+{"Finetune/Learning Rate": 1.8309078537201882e-05, "Finetune/Loss": 0.8854575157165527, "Finetune/Loss (Raw)": 0.9082104563713074, "Finetune/Step": 4080, "Finetune/Step Time": 6.582900043576956}
+{"Finetune/Learning Rate": 1.8308141448066582e-05, "Finetune/Loss": 0.8881930112838745, "Finetune/Loss (Raw)": 1.0490666627883911, "Finetune/Step": 4081, "Finetune/Step Time": 6.598443882539868}
+{"Finetune/Learning Rate": 1.8307204123336014e-05, "Finetune/Loss": 0.8874472379684448, "Finetune/Loss (Raw)": 0.9548736810684204, "Finetune/Step": 4082, "Finetune/Step Time": 6.601094756275415}
+{"Finetune/Learning Rate": 1.8306266563036764e-05, "Finetune/Loss": 0.8892810344696045, "Finetune/Loss (Raw)": 1.078672170639038, "Finetune/Step": 4083, "Finetune/Step Time": 6.601013496518135}
+{"Finetune/Learning Rate": 1.8305328767195415e-05, "Finetune/Loss": 0.8888676762580872, "Finetune/Loss (Raw)": 0.8050628304481506, "Finetune/Step": 4084, "Finetune/Step Time": 6.602708430960774}
+{"Finetune/Learning Rate": 1.8304390735838555e-05, "Finetune/Loss": 0.8886067867279053, "Finetune/Loss (Raw)": 0.8513124585151672, "Finetune/Step": 4085, "Finetune/Step Time": 6.598302822560072}
+{"Finetune/Learning Rate": 1.830345246899279e-05, "Finetune/Loss": 0.8885847926139832, "Finetune/Loss (Raw)": 0.8811582326889038, "Finetune/Step": 4086, "Finetune/Step Time": 6.589570937678218}
+{"Finetune/Learning Rate": 1.8302513966684725e-05, "Finetune/Loss": 0.8885149955749512, "Finetune/Loss (Raw)": 0.867935299873352, "Finetune/Step": 4087, "Finetune/Step Time": 6.576920051127672}
+{"Finetune/Learning Rate": 1.8301575228940974e-05, "Finetune/Loss": 0.888644814491272, "Finetune/Loss (Raw)": 0.91119384765625, "Finetune/Step": 4088, "Finetune/Step Time": 6.57911497540772}
+{"Finetune/Learning Rate": 1.8300636255788152e-05, "Finetune/Loss": 0.88921058177948, "Finetune/Loss (Raw)": 0.9603630900382996, "Finetune/Step": 4089, "Finetune/Step Time": 6.574641874060035}
+{"Finetune/Learning Rate": 1.8299697047252894e-05, "Finetune/Loss": 0.8913726806640625, "Finetune/Loss (Raw)": 1.0841513872146606, "Finetune/Step": 4090, "Finetune/Step Time": 6.5732147470116615}
+{"Finetune/Learning Rate": 1.8298757603361827e-05, "Finetune/Loss": 0.8916378021240234, "Finetune/Loss (Raw)": 0.9551549553871155, "Finetune/Step": 4091, "Finetune/Step Time": 6.570513643324375}
+{"Finetune/Learning Rate": 1.8297817924141595e-05, "Finetune/Loss": 0.8899732828140259, "Finetune/Loss (Raw)": 0.8031574487686157, "Finetune/Step": 4092, "Finetune/Step Time": 6.582445112988353}
+{"Finetune/Learning Rate": 1.829687800961884e-05, "Finetune/Loss": 0.890169620513916, "Finetune/Loss (Raw)": 0.8562508821487427, "Finetune/Step": 4093, "Finetune/Step Time": 6.588431280106306}
+{"Finetune/Learning Rate": 1.8295937859820217e-05, "Finetune/Loss": 0.8910871744155884, "Finetune/Loss (Raw)": 0.8588484525680542, "Finetune/Step": 4094, "Finetune/Step Time": 6.5927805826067924}
+{"Finetune/Learning Rate": 1.8294997474772387e-05, "Finetune/Loss": 0.8915106058120728, "Finetune/Loss (Raw)": 0.9641720056533813, "Finetune/Step": 4095, "Finetune/Step Time": 6.613615032285452}
+{"Finetune/Learning Rate": 1.829405685450202e-05, "Finetune/Loss": 0.8922778367996216, "Finetune/Loss (Raw)": 0.9080383777618408, "Finetune/Step": 4096, "Finetune/Step Time": 6.6579895336180925}
+{"Finetune/Learning Rate": 1.829311599903578e-05, "Finetune/Loss": 0.8928396701812744, "Finetune/Loss (Raw)": 0.8802623748779297, "Finetune/Step": 4097, "Finetune/Step Time": 6.6582331489771605}
+{"Finetune/Learning Rate": 1.829217490840036e-05, "Finetune/Loss": 0.8925409317016602, "Finetune/Loss (Raw)": 0.9673504829406738, "Finetune/Step": 4098, "Finetune/Step Time": 6.666841074824333}
+{"Finetune/Learning Rate": 1.8291233582622437e-05, "Finetune/Loss": 0.8933732509613037, "Finetune/Loss (Raw)": 0.8136045932769775, "Finetune/Step": 4099, "Finetune/Step Time": 6.689369235187769}
+{"Finetune/Learning Rate": 1.8290292021728704e-05, "Finetune/Loss": 0.8915850520133972, "Finetune/Loss (Raw)": 0.7952669858932495, "Finetune/Step": 4100, "Finetune/Step Time": 6.685527548193932}
+{"Finetune/Learning Rate": 1.8289350225745862e-05, "Finetune/Loss": 0.8906023502349854, "Finetune/Loss (Raw)": 0.8901207447052002, "Finetune/Step": 4101, "Finetune/Step Time": 6.686676597222686}
+{"Finetune/Learning Rate": 1.8288408194700624e-05, "Finetune/Loss": 0.8887091875076294, "Finetune/Loss (Raw)": 0.6980242729187012, "Finetune/Step": 4102, "Finetune/Step Time": 6.692628398537636}
+{"Finetune/Learning Rate": 1.8287465928619698e-05, "Finetune/Loss": 0.887948751449585, "Finetune/Loss (Raw)": 0.8183992505073547, "Finetune/Step": 4103, "Finetune/Step Time": 6.6881568767130375}
+{"Finetune/Learning Rate": 1.8286523427529802e-05, "Finetune/Loss": 0.8876347541809082, "Finetune/Loss (Raw)": 0.9112812280654907, "Finetune/Step": 4104, "Finetune/Step Time": 6.687378007918596}
+{"Finetune/Learning Rate": 1.8285580691457666e-05, "Finetune/Loss": 0.8860269784927368, "Finetune/Loss (Raw)": 0.6100833415985107, "Finetune/Step": 4105, "Finetune/Step Time": 6.701720869168639}
+{"Finetune/Learning Rate": 1.828463772043003e-05, "Finetune/Loss": 0.8854000568389893, "Finetune/Loss (Raw)": 0.9339909553527832, "Finetune/Step": 4106, "Finetune/Step Time": 6.703956447541714}
+{"Finetune/Learning Rate": 1.828369451447362e-05, "Finetune/Loss": 0.8841125965118408, "Finetune/Loss (Raw)": 0.7633774280548096, "Finetune/Step": 4107, "Finetune/Step Time": 6.706444708630443}
+{"Finetune/Learning Rate": 1.8282751073615186e-05, "Finetune/Loss": 0.8832986354827881, "Finetune/Loss (Raw)": 0.7761769890785217, "Finetune/Step": 4108, "Finetune/Step Time": 6.7089853677898645}
+{"Finetune/Learning Rate": 1.8281807397881487e-05, "Finetune/Loss": 0.8832329511642456, "Finetune/Loss (Raw)": 0.897195041179657, "Finetune/Step": 4109, "Finetune/Step Time": 6.695899933576584}
+{"Finetune/Learning Rate": 1.8280863487299283e-05, "Finetune/Loss": 0.8825982213020325, "Finetune/Loss (Raw)": 0.8513155579566956, "Finetune/Step": 4110, "Finetune/Step Time": 6.6960568856447935}
+{"Finetune/Learning Rate": 1.8279919341895335e-05, "Finetune/Loss": 0.882369875907898, "Finetune/Loss (Raw)": 0.8460836410522461, "Finetune/Step": 4111, "Finetune/Step Time": 6.699657745659351}
+{"Finetune/Learning Rate": 1.8278974961696422e-05, "Finetune/Loss": 0.8844699263572693, "Finetune/Loss (Raw)": 0.9782283306121826, "Finetune/Step": 4112, "Finetune/Step Time": 6.703324696049094}
+{"Finetune/Learning Rate": 1.827803034672932e-05, "Finetune/Loss": 0.883319616317749, "Finetune/Loss (Raw)": 0.746451199054718, "Finetune/Step": 4113, "Finetune/Step Time": 6.702663170173764}
+{"Finetune/Learning Rate": 1.8277085497020818e-05, "Finetune/Loss": 0.8818567991256714, "Finetune/Loss (Raw)": 0.7568057775497437, "Finetune/Step": 4114, "Finetune/Step Time": 6.6997663769871}
+{"Finetune/Learning Rate": 1.8276140412597706e-05, "Finetune/Loss": 0.8820657730102539, "Finetune/Loss (Raw)": 0.893566370010376, "Finetune/Step": 4115, "Finetune/Step Time": 6.690291693434119}
+{"Finetune/Learning Rate": 1.827519509348679e-05, "Finetune/Loss": 0.8823113441467285, "Finetune/Loss (Raw)": 0.9200276732444763, "Finetune/Step": 4116, "Finetune/Step Time": 6.689752068370581}
+{"Finetune/Learning Rate": 1.827424953971487e-05, "Finetune/Loss": 0.8837020993232727, "Finetune/Loss (Raw)": 0.9515304565429688, "Finetune/Step": 4117, "Finetune/Step Time": 6.685411870479584}
+{"Finetune/Learning Rate": 1.8273303751308763e-05, "Finetune/Loss": 0.8848028779029846, "Finetune/Loss (Raw)": 1.0104763507843018, "Finetune/Step": 4118, "Finetune/Step Time": 6.6783554293215275}
+{"Finetune/Learning Rate": 1.8272357728295283e-05, "Finetune/Loss": 0.8856459259986877, "Finetune/Loss (Raw)": 0.9485540390014648, "Finetune/Step": 4119, "Finetune/Step Time": 6.659103859215975}
+{"Finetune/Learning Rate": 1.8271411470701267e-05, "Finetune/Loss": 0.8845037221908569, "Finetune/Loss (Raw)": 0.6829513311386108, "Finetune/Step": 4120, "Finetune/Step Time": 6.671723568812013}
+{"Finetune/Learning Rate": 1.827046497855354e-05, "Finetune/Loss": 0.8840786814689636, "Finetune/Loss (Raw)": 0.8867334127426147, "Finetune/Step": 4121, "Finetune/Step Time": 6.675147412344813}
+{"Finetune/Learning Rate": 1.8269518251878946e-05, "Finetune/Loss": 0.8824787139892578, "Finetune/Loss (Raw)": 0.7370556592941284, "Finetune/Step": 4122, "Finetune/Step Time": 6.676726160570979}
+{"Finetune/Learning Rate": 1.826857129070433e-05, "Finetune/Loss": 0.8835838437080383, "Finetune/Loss (Raw)": 1.0987317562103271, "Finetune/Step": 4123, "Finetune/Step Time": 6.674972390756011}
+{"Finetune/Learning Rate": 1.826762409505654e-05, "Finetune/Loss": 0.8835429549217224, "Finetune/Loss (Raw)": 0.8858420252799988, "Finetune/Step": 4124, "Finetune/Step Time": 6.687754783779383}
+{"Finetune/Learning Rate": 1.8266676664962446e-05, "Finetune/Loss": 0.8827768564224243, "Finetune/Loss (Raw)": 0.8232437372207642, "Finetune/Step": 4125, "Finetune/Step Time": 6.69149911403656}
+{"Finetune/Learning Rate": 1.826572900044891e-05, "Finetune/Loss": 0.884249210357666, "Finetune/Loss (Raw)": 0.9421289563179016, "Finetune/Step": 4126, "Finetune/Step Time": 6.69208556227386}
+{"Finetune/Learning Rate": 1.8264781101542797e-05, "Finetune/Loss": 0.8841343522071838, "Finetune/Loss (Raw)": 0.922620952129364, "Finetune/Step": 4127, "Finetune/Step Time": 6.693828746676445}
+{"Finetune/Learning Rate": 1.8263832968271e-05, "Finetune/Loss": 0.88404381275177, "Finetune/Loss (Raw)": 0.89757239818573, "Finetune/Step": 4128, "Finetune/Step Time": 6.692852349951863}
+{"Finetune/Learning Rate": 1.8262884600660394e-05, "Finetune/Loss": 0.8836882710456848, "Finetune/Loss (Raw)": 0.9062536954879761, "Finetune/Step": 4129, "Finetune/Step Time": 6.6929738484323025}
+{"Finetune/Learning Rate": 1.8261935998737884e-05, "Finetune/Loss": 0.8844473361968994, "Finetune/Loss (Raw)": 0.9276378154754639, "Finetune/Step": 4130, "Finetune/Step Time": 6.691277172416449}
+{"Finetune/Learning Rate": 1.826098716253036e-05, "Finetune/Loss": 0.8853522539138794, "Finetune/Loss (Raw)": 0.8231425285339355, "Finetune/Step": 4131, "Finetune/Step Time": 6.67969074472785}
+{"Finetune/Learning Rate": 1.8260038092064728e-05, "Finetune/Loss": 0.885398268699646, "Finetune/Loss (Raw)": 0.9209563732147217, "Finetune/Step": 4132, "Finetune/Step Time": 6.677896782755852}
+{"Finetune/Learning Rate": 1.8259088787367906e-05, "Finetune/Loss": 0.8852124810218811, "Finetune/Loss (Raw)": 0.8925315141677856, "Finetune/Step": 4133, "Finetune/Step Time": 6.661035204306245}
+{"Finetune/Learning Rate": 1.8258139248466812e-05, "Finetune/Loss": 0.884523868560791, "Finetune/Loss (Raw)": 0.8599919676780701, "Finetune/Step": 4134, "Finetune/Step Time": 6.6602932419627905}
+{"Finetune/Learning Rate": 1.8257189475388373e-05, "Finetune/Loss": 0.8845009207725525, "Finetune/Loss (Raw)": 0.8604465126991272, "Finetune/Step": 4135, "Finetune/Step Time": 6.665716921910644}
+{"Finetune/Learning Rate": 1.825623946815952e-05, "Finetune/Loss": 0.8847757577896118, "Finetune/Loss (Raw)": 0.9777383804321289, "Finetune/Step": 4136, "Finetune/Step Time": 6.665355924516916}
+{"Finetune/Learning Rate": 1.8255289226807194e-05, "Finetune/Loss": 0.8859447240829468, "Finetune/Loss (Raw)": 0.8540425300598145, "Finetune/Step": 4137, "Finetune/Step Time": 6.6647940538823605}
+{"Finetune/Learning Rate": 1.825433875135834e-05, "Finetune/Loss": 0.8853604197502136, "Finetune/Loss (Raw)": 1.0099235773086548, "Finetune/Step": 4138, "Finetune/Step Time": 6.661791460588574}
+{"Finetune/Learning Rate": 1.825338804183991e-05, "Finetune/Loss": 0.8846598863601685, "Finetune/Loss (Raw)": 0.8914678692817688, "Finetune/Step": 4139, "Finetune/Step Time": 6.65922948718071}
+{"Finetune/Learning Rate": 1.8252437098278867e-05, "Finetune/Loss": 0.884376049041748, "Finetune/Loss (Raw)": 0.8332668542861938, "Finetune/Step": 4140, "Finetune/Step Time": 6.668472798541188}
+{"Finetune/Learning Rate": 1.8251485920702173e-05, "Finetune/Loss": 0.8839406967163086, "Finetune/Loss (Raw)": 0.8733458518981934, "Finetune/Step": 4141, "Finetune/Step Time": 6.673732889816165}
+{"Finetune/Learning Rate": 1.8250534509136804e-05, "Finetune/Loss": 0.883352518081665, "Finetune/Loss (Raw)": 0.8090564012527466, "Finetune/Step": 4142, "Finetune/Step Time": 6.672284064814448}
+{"Finetune/Learning Rate": 1.8249582863609734e-05, "Finetune/Loss": 0.885103702545166, "Finetune/Loss (Raw)": 0.8735334277153015, "Finetune/Step": 4143, "Finetune/Step Time": 6.675730235874653}
+{"Finetune/Learning Rate": 1.8248630984147956e-05, "Finetune/Loss": 0.8863863348960876, "Finetune/Loss (Raw)": 0.8969752192497253, "Finetune/Step": 4144, "Finetune/Step Time": 6.676884695887566}
+{"Finetune/Learning Rate": 1.824767887077846e-05, "Finetune/Loss": 0.8860352635383606, "Finetune/Loss (Raw)": 0.8344956040382385, "Finetune/Step": 4145, "Finetune/Step Time": 6.681867739185691}
+{"Finetune/Learning Rate": 1.8246726523528243e-05, "Finetune/Loss": 0.886676549911499, "Finetune/Loss (Raw)": 0.8836607933044434, "Finetune/Step": 4146, "Finetune/Step Time": 6.680312255397439}
+{"Finetune/Learning Rate": 1.824577394242431e-05, "Finetune/Loss": 0.8855723142623901, "Finetune/Loss (Raw)": 0.773439347743988, "Finetune/Step": 4147, "Finetune/Step Time": 6.7003866750746965}
+{"Finetune/Learning Rate": 1.824482112749368e-05, "Finetune/Loss": 0.8848612308502197, "Finetune/Loss (Raw)": 0.8364455699920654, "Finetune/Step": 4148, "Finetune/Step Time": 6.700404172763228}
+{"Finetune/Learning Rate": 1.8243868078763363e-05, "Finetune/Loss": 0.8839557766914368, "Finetune/Loss (Raw)": 0.8125253319740295, "Finetune/Step": 4149, "Finetune/Step Time": 6.697950745001435}
+{"Finetune/Learning Rate": 1.8242914796260396e-05, "Finetune/Loss": 0.8858484625816345, "Finetune/Loss (Raw)": 0.9504796862602234, "Finetune/Step": 4150, "Finetune/Step Time": 6.708354553207755}
+{"Finetune/Learning Rate": 1.8241961280011802e-05, "Finetune/Loss": 0.8861439228057861, "Finetune/Loss (Raw)": 0.9134680032730103, "Finetune/Step": 4151, "Finetune/Step Time": 6.709994241595268}
+{"Finetune/Learning Rate": 1.8241007530044622e-05, "Finetune/Loss": 0.885597288608551, "Finetune/Loss (Raw)": 0.9172139167785645, "Finetune/Step": 4152, "Finetune/Step Time": 6.7052081897854805}
+{"Finetune/Learning Rate": 1.8240053546385904e-05, "Finetune/Loss": 0.8855510354042053, "Finetune/Loss (Raw)": 0.875093400478363, "Finetune/Step": 4153, "Finetune/Step Time": 6.704970436170697}
+{"Finetune/Learning Rate": 1.8239099329062698e-05, "Finetune/Loss": 0.8866671323776245, "Finetune/Loss (Raw)": 0.9486094117164612, "Finetune/Step": 4154, "Finetune/Step Time": 6.685874525457621}
+{"Finetune/Learning Rate": 1.8238144878102063e-05, "Finetune/Loss": 0.886807918548584, "Finetune/Loss (Raw)": 0.9389191269874573, "Finetune/Step": 4155, "Finetune/Step Time": 6.6847742442041636}
+{"Finetune/Learning Rate": 1.823719019353107e-05, "Finetune/Loss": 0.8857190012931824, "Finetune/Loss (Raw)": 0.9202426671981812, "Finetune/Step": 4156, "Finetune/Step Time": 6.680706977844238}
+{"Finetune/Learning Rate": 1.823623527537678e-05, "Finetune/Loss": 0.8852731585502625, "Finetune/Loss (Raw)": 0.84245765209198, "Finetune/Step": 4157, "Finetune/Step Time": 6.671800935640931}
+{"Finetune/Learning Rate": 1.8235280123666285e-05, "Finetune/Loss": 0.8849271535873413, "Finetune/Loss (Raw)": 0.9529168605804443, "Finetune/Step": 4158, "Finetune/Step Time": 6.660679616034031}
+{"Finetune/Learning Rate": 1.8234324738426655e-05, "Finetune/Loss": 0.8842301368713379, "Finetune/Loss (Raw)": 0.8187780976295471, "Finetune/Step": 4159, "Finetune/Step Time": 6.671586334705353}
+{"Finetune/Learning Rate": 1.8233369119685e-05, "Finetune/Loss": 0.8836718797683716, "Finetune/Loss (Raw)": 0.8145062327384949, "Finetune/Step": 4160, "Finetune/Step Time": 6.655464759096503}
+{"Finetune/Learning Rate": 1.8232413267468404e-05, "Finetune/Loss": 0.8849265575408936, "Finetune/Loss (Raw)": 0.973125696182251, "Finetune/Step": 4161, "Finetune/Step Time": 6.633458003401756}
+{"Finetune/Learning Rate": 1.8231457181803976e-05, "Finetune/Loss": 0.8822417259216309, "Finetune/Loss (Raw)": 0.6564399600028992, "Finetune/Step": 4162, "Finetune/Step Time": 6.630631243810058}
+{"Finetune/Learning Rate": 1.8230500862718836e-05, "Finetune/Loss": 0.8823327422142029, "Finetune/Loss (Raw)": 0.9666138887405396, "Finetune/Step": 4163, "Finetune/Step Time": 6.6304454151540995}
+{"Finetune/Learning Rate": 1.8229544310240094e-05, "Finetune/Loss": 0.8825895190238953, "Finetune/Loss (Raw)": 0.8923923373222351, "Finetune/Step": 4164, "Finetune/Step Time": 6.628449488431215}
+{"Finetune/Learning Rate": 1.8228587524394874e-05, "Finetune/Loss": 0.8828843235969543, "Finetune/Loss (Raw)": 0.8818995356559753, "Finetune/Step": 4165, "Finetune/Step Time": 6.628558117896318}
+{"Finetune/Learning Rate": 1.822763050521031e-05, "Finetune/Loss": 0.8821836709976196, "Finetune/Loss (Raw)": 0.9155001044273376, "Finetune/Step": 4166, "Finetune/Step Time": 6.62845023535192}
+{"Finetune/Learning Rate": 1.8226673252713546e-05, "Finetune/Loss": 0.881129264831543, "Finetune/Loss (Raw)": 0.8349539041519165, "Finetune/Step": 4167, "Finetune/Step Time": 6.630196230486035}
+{"Finetune/Learning Rate": 1.822571576693172e-05, "Finetune/Loss": 0.880164623260498, "Finetune/Loss (Raw)": 0.7886966466903687, "Finetune/Step": 4168, "Finetune/Step Time": 6.629244981333613}
+{"Finetune/Learning Rate": 1.8224758047891985e-05, "Finetune/Loss": 0.8824159502983093, "Finetune/Loss (Raw)": 1.0414930582046509, "Finetune/Step": 4169, "Finetune/Step Time": 6.6411291267722845}
+{"Finetune/Learning Rate": 1.82238000956215e-05, "Finetune/Loss": 0.8828275203704834, "Finetune/Loss (Raw)": 0.8473095297813416, "Finetune/Step": 4170, "Finetune/Step Time": 6.633664263412356}
+{"Finetune/Learning Rate": 1.8222841910147425e-05, "Finetune/Loss": 0.8827849626541138, "Finetune/Loss (Raw)": 0.8909257054328918, "Finetune/Step": 4171, "Finetune/Step Time": 6.652746988460422}
+{"Finetune/Learning Rate": 1.8221883491496942e-05, "Finetune/Loss": 0.8823196887969971, "Finetune/Loss (Raw)": 0.9275951981544495, "Finetune/Step": 4172, "Finetune/Step Time": 6.655611500144005}
+{"Finetune/Learning Rate": 1.822092483969722e-05, "Finetune/Loss": 0.8813387155532837, "Finetune/Loss (Raw)": 0.7429646253585815, "Finetune/Step": 4173, "Finetune/Step Time": 6.671885266900063}
+{"Finetune/Learning Rate": 1.8219965954775453e-05, "Finetune/Loss": 0.8815581798553467, "Finetune/Loss (Raw)": 0.8487765192985535, "Finetune/Step": 4174, "Finetune/Step Time": 6.66959043033421}
+{"Finetune/Learning Rate": 1.821900683675882e-05, "Finetune/Loss": 0.8825916051864624, "Finetune/Loss (Raw)": 0.9482772350311279, "Finetune/Step": 4175, "Finetune/Step Time": 6.661431534215808}
+{"Finetune/Learning Rate": 1.8218047485674522e-05, "Finetune/Loss": 0.8830784559249878, "Finetune/Loss (Raw)": 0.9631652235984802, "Finetune/Step": 4176, "Finetune/Step Time": 6.664398727938533}
+{"Finetune/Learning Rate": 1.8217087901549773e-05, "Finetune/Loss": 0.885658860206604, "Finetune/Loss (Raw)": 1.0516047477722168, "Finetune/Step": 4177, "Finetune/Step Time": 6.68089104257524}
+{"Finetune/Learning Rate": 1.8216128084411776e-05, "Finetune/Loss": 0.8861905336380005, "Finetune/Loss (Raw)": 1.0091277360916138, "Finetune/Step": 4178, "Finetune/Step Time": 6.6803898718208075}
+{"Finetune/Learning Rate": 1.821516803428775e-05, "Finetune/Loss": 0.8873559832572937, "Finetune/Loss (Raw)": 0.8655290603637695, "Finetune/Step": 4179, "Finetune/Step Time": 6.679886877536774}
+{"Finetune/Learning Rate": 1.8214207751204917e-05, "Finetune/Loss": 0.8872259855270386, "Finetune/Loss (Raw)": 0.8849265575408936, "Finetune/Step": 4180, "Finetune/Step Time": 6.678539110347629}
+{"Finetune/Learning Rate": 1.821324723519051e-05, "Finetune/Loss": 0.8866881132125854, "Finetune/Loss (Raw)": 0.9071990251541138, "Finetune/Step": 4181, "Finetune/Step Time": 6.686028452590108}
+{"Finetune/Learning Rate": 1.821228648627177e-05, "Finetune/Loss": 0.8859701752662659, "Finetune/Loss (Raw)": 0.8405668139457703, "Finetune/Step": 4182, "Finetune/Step Time": 6.687978262081742}
+{"Finetune/Learning Rate": 1.8211325504475935e-05, "Finetune/Loss": 0.8862919807434082, "Finetune/Loss (Raw)": 0.7219152450561523, "Finetune/Step": 4183, "Finetune/Step Time": 6.688856557011604}
+{"Finetune/Learning Rate": 1.821036428983026e-05, "Finetune/Loss": 0.8858178853988647, "Finetune/Loss (Raw)": 0.8625656366348267, "Finetune/Step": 4184, "Finetune/Step Time": 6.68857684917748}
+{"Finetune/Learning Rate": 1.8209402842362002e-05, "Finetune/Loss": 0.8859211802482605, "Finetune/Loss (Raw)": 0.9242234230041504, "Finetune/Step": 4185, "Finetune/Step Time": 6.688461182639003}
+{"Finetune/Learning Rate": 1.8208441162098422e-05, "Finetune/Loss": 0.8853396773338318, "Finetune/Loss (Raw)": 0.8044998645782471, "Finetune/Step": 4186, "Finetune/Step Time": 6.702342743054032}
+{"Finetune/Learning Rate": 1.8207479249066793e-05, "Finetune/Loss": 0.8840587139129639, "Finetune/Loss (Raw)": 0.7942056655883789, "Finetune/Step": 4187, "Finetune/Step Time": 6.701615804806352}
+{"Finetune/Learning Rate": 1.8206517103294393e-05, "Finetune/Loss": 0.8849629759788513, "Finetune/Loss (Raw)": 1.0600842237472534, "Finetune/Step": 4188, "Finetune/Step Time": 6.7030231431126595}
+{"Finetune/Learning Rate": 1.82055547248085e-05, "Finetune/Loss": 0.8844527006149292, "Finetune/Loss (Raw)": 0.8399593234062195, "Finetune/Step": 4189, "Finetune/Step Time": 6.692235702648759}
+{"Finetune/Learning Rate": 1.820459211363641e-05, "Finetune/Loss": 0.8846397995948792, "Finetune/Loss (Raw)": 0.8283755779266357, "Finetune/Step": 4190, "Finetune/Step Time": 6.689647991210222}
+{"Finetune/Learning Rate": 1.820362926980542e-05, "Finetune/Loss": 0.8842629194259644, "Finetune/Loss (Raw)": 0.9184670448303223, "Finetune/Step": 4191, "Finetune/Step Time": 6.6867508720606565}
+{"Finetune/Learning Rate": 1.8202666193342834e-05, "Finetune/Loss": 0.8843744397163391, "Finetune/Loss (Raw)": 0.9312862157821655, "Finetune/Step": 4192, "Finetune/Step Time": 6.6932124607265}
+{"Finetune/Learning Rate": 1.8201702884275954e-05, "Finetune/Loss": 0.8849126100540161, "Finetune/Loss (Raw)": 0.8711938858032227, "Finetune/Step": 4193, "Finetune/Step Time": 6.7079743668437}
+{"Finetune/Learning Rate": 1.820073934263211e-05, "Finetune/Loss": 0.8828856945037842, "Finetune/Loss (Raw)": 0.6273086667060852, "Finetune/Step": 4194, "Finetune/Step Time": 6.721193874254823}
+{"Finetune/Learning Rate": 1.819977556843861e-05, "Finetune/Loss": 0.880480945110321, "Finetune/Loss (Raw)": 0.7531211972236633, "Finetune/Step": 4195, "Finetune/Step Time": 6.723702071234584}
+{"Finetune/Learning Rate": 1.8198811561722797e-05, "Finetune/Loss": 0.8796602487564087, "Finetune/Loss (Raw)": 0.907950758934021, "Finetune/Step": 4196, "Finetune/Step Time": 6.727662594988942}
+{"Finetune/Learning Rate": 1.8197847322512002e-05, "Finetune/Loss": 0.8797605037689209, "Finetune/Loss (Raw)": 0.956171452999115, "Finetune/Step": 4197, "Finetune/Step Time": 6.727555939927697}
+{"Finetune/Learning Rate": 1.819688285083357e-05, "Finetune/Loss": 0.8808474540710449, "Finetune/Loss (Raw)": 0.8540299534797668, "Finetune/Step": 4198, "Finetune/Step Time": 6.713514352217317}
+{"Finetune/Learning Rate": 1.819591814671484e-05, "Finetune/Loss": 0.8815282583236694, "Finetune/Loss (Raw)": 0.9183267951011658, "Finetune/Step": 4199, "Finetune/Step Time": 6.724592125043273}
+{"Finetune/Learning Rate": 1.8194953210183185e-05, "Finetune/Loss": 0.8806760311126709, "Finetune/Loss (Raw)": 0.8488601446151733, "Finetune/Step": 4200, "Finetune/Step Time": 6.7263869643211365}
+{"Finetune/Learning Rate": 1.819398804126596e-05, "Finetune/Loss": 0.8813793659210205, "Finetune/Loss (Raw)": 0.9944542646408081, "Finetune/Step": 4201, "Finetune/Step Time": 6.727983582764864}
+{"Finetune/Learning Rate": 1.8193022639990536e-05, "Finetune/Loss": 0.8821063041687012, "Finetune/Loss (Raw)": 0.8292609453201294, "Finetune/Step": 4202, "Finetune/Step Time": 6.715254871174693}
+{"Finetune/Learning Rate": 1.8192057006384284e-05, "Finetune/Loss": 0.8809487819671631, "Finetune/Loss (Raw)": 0.8365479111671448, "Finetune/Step": 4203, "Finetune/Step Time": 6.719592509791255}
+{"Finetune/Learning Rate": 1.8191091140474595e-05, "Finetune/Loss": 0.8819143772125244, "Finetune/Loss (Raw)": 0.906409740447998, "Finetune/Step": 4204, "Finetune/Step Time": 6.71146347373724}
+{"Finetune/Learning Rate": 1.819012504228885e-05, "Finetune/Loss": 0.8802676796913147, "Finetune/Loss (Raw)": 0.6966853737831116, "Finetune/Step": 4205, "Finetune/Step Time": 6.738151118159294}
+{"Finetune/Learning Rate": 1.8189158711854448e-05, "Finetune/Loss": 0.879875659942627, "Finetune/Loss (Raw)": 0.831714928150177, "Finetune/Step": 4206, "Finetune/Step Time": 6.74322578124702}
+{"Finetune/Learning Rate": 1.8188192149198797e-05, "Finetune/Loss": 0.8801724910736084, "Finetune/Loss (Raw)": 0.9891363382339478, "Finetune/Step": 4207, "Finetune/Step Time": 6.742108315229416}
+{"Finetune/Learning Rate": 1.8187225354349297e-05, "Finetune/Loss": 0.881805956363678, "Finetune/Loss (Raw)": 1.1172982454299927, "Finetune/Step": 4208, "Finetune/Step Time": 6.741086967289448}
+{"Finetune/Learning Rate": 1.8186258327333366e-05, "Finetune/Loss": 0.8801671266555786, "Finetune/Loss (Raw)": 0.8392964005470276, "Finetune/Step": 4209, "Finetune/Step Time": 6.726815989241004}
+{"Finetune/Learning Rate": 1.818529106817843e-05, "Finetune/Loss": 0.8799517154693604, "Finetune/Loss (Raw)": 0.9273010492324829, "Finetune/Step": 4210, "Finetune/Step Time": 6.7455575708299875}
+{"Finetune/Learning Rate": 1.8184323576911912e-05, "Finetune/Loss": 0.8774206042289734, "Finetune/Loss (Raw)": 0.7546904683113098, "Finetune/Step": 4211, "Finetune/Step Time": 6.74962654709816}
+{"Finetune/Learning Rate": 1.8183355853561253e-05, "Finetune/Loss": 0.8777759075164795, "Finetune/Loss (Raw)": 0.850536048412323, "Finetune/Step": 4212, "Finetune/Step Time": 6.75329976901412}
+{"Finetune/Learning Rate": 1.818238789815389e-05, "Finetune/Loss": 0.8794028759002686, "Finetune/Loss (Raw)": 1.0595698356628418, "Finetune/Step": 4213, "Finetune/Step Time": 6.754682719707489}
+{"Finetune/Learning Rate": 1.818141971071728e-05, "Finetune/Loss": 0.87888103723526, "Finetune/Loss (Raw)": 0.8143602609634399, "Finetune/Step": 4214, "Finetune/Step Time": 6.757275557145476}
+{"Finetune/Learning Rate": 1.8180451291278865e-05, "Finetune/Loss": 0.879673421382904, "Finetune/Loss (Raw)": 0.9693588614463806, "Finetune/Step": 4215, "Finetune/Step Time": 6.7560483403503895}
+{"Finetune/Learning Rate": 1.8179482639866115e-05, "Finetune/Loss": 0.8787518739700317, "Finetune/Loss (Raw)": 0.7932412028312683, "Finetune/Step": 4216, "Finetune/Step Time": 6.7580399215221405}
+{"Finetune/Learning Rate": 1.81785137565065e-05, "Finetune/Loss": 0.8779179453849792, "Finetune/Loss (Raw)": 0.8536171913146973, "Finetune/Step": 4217, "Finetune/Step Time": 6.7564648650586605}
+{"Finetune/Learning Rate": 1.8177544641227486e-05, "Finetune/Loss": 0.8770988583564758, "Finetune/Loss (Raw)": 0.9793119430541992, "Finetune/Step": 4218, "Finetune/Step Time": 6.752720020711422}
+{"Finetune/Learning Rate": 1.8176575294056564e-05, "Finetune/Loss": 0.875927209854126, "Finetune/Loss (Raw)": 0.8051899075508118, "Finetune/Step": 4219, "Finetune/Step Time": 6.749910289421678}
+{"Finetune/Learning Rate": 1.8175605715021215e-05, "Finetune/Loss": 0.8772214651107788, "Finetune/Loss (Raw)": 0.9688135981559753, "Finetune/Step": 4220, "Finetune/Step Time": 6.7375240214169025}
+{"Finetune/Learning Rate": 1.8174635904148937e-05, "Finetune/Loss": 0.8778741955757141, "Finetune/Loss (Raw)": 0.9398013949394226, "Finetune/Step": 4221, "Finetune/Step Time": 6.72933416813612}
+{"Finetune/Learning Rate": 1.8173665861467232e-05, "Finetune/Loss": 0.8779025077819824, "Finetune/Loss (Raw)": 0.8624709248542786, "Finetune/Step": 4222, "Finetune/Step Time": 6.722720146179199}
+{"Finetune/Learning Rate": 1.8172695587003603e-05, "Finetune/Loss": 0.8774112462997437, "Finetune/Loss (Raw)": 0.9012845754623413, "Finetune/Step": 4223, "Finetune/Step Time": 6.698867520317435}
+{"Finetune/Learning Rate": 1.817172508078557e-05, "Finetune/Loss": 0.8774452209472656, "Finetune/Loss (Raw)": 0.9124009609222412, "Finetune/Step": 4224, "Finetune/Step Time": 6.660428486764431}
+{"Finetune/Learning Rate": 1.817075434284065e-05, "Finetune/Loss": 0.8778533935546875, "Finetune/Loss (Raw)": 0.9325043559074402, "Finetune/Step": 4225, "Finetune/Step Time": 6.655989723280072}
+{"Finetune/Learning Rate": 1.816978337319637e-05, "Finetune/Loss": 0.8772618770599365, "Finetune/Loss (Raw)": 0.8916283845901489, "Finetune/Step": 4226, "Finetune/Step Time": 6.644632859155536}
+{"Finetune/Learning Rate": 1.816881217188027e-05, "Finetune/Loss": 0.8782089948654175, "Finetune/Loss (Raw)": 0.9348404407501221, "Finetune/Step": 4227, "Finetune/Step Time": 6.611452981829643}
+{"Finetune/Learning Rate": 1.8167840738919883e-05, "Finetune/Loss": 0.8777281045913696, "Finetune/Loss (Raw)": 0.7337158918380737, "Finetune/Step": 4228, "Finetune/Step Time": 6.620221849530935}
+{"Finetune/Learning Rate": 1.8166869074342756e-05, "Finetune/Loss": 0.8776898384094238, "Finetune/Loss (Raw)": 0.8852177262306213, "Finetune/Step": 4229, "Finetune/Step Time": 6.619063740596175}
+{"Finetune/Learning Rate": 1.816589717817645e-05, "Finetune/Loss": 0.8797335624694824, "Finetune/Loss (Raw)": 0.9596171379089355, "Finetune/Step": 4230, "Finetune/Step Time": 6.6148960031569}
+{"Finetune/Learning Rate": 1.8164925050448518e-05, "Finetune/Loss": 0.8806644678115845, "Finetune/Loss (Raw)": 0.9375566244125366, "Finetune/Step": 4231, "Finetune/Step Time": 6.6182941403239965}
+{"Finetune/Learning Rate": 1.8163952691186528e-05, "Finetune/Loss": 0.8802790641784668, "Finetune/Loss (Raw)": 0.8619533777236938, "Finetune/Step": 4232, "Finetune/Step Time": 6.626535257324576}
+{"Finetune/Learning Rate": 1.816298010041806e-05, "Finetune/Loss": 0.882427453994751, "Finetune/Loss (Raw)": 0.8850764632225037, "Finetune/Step": 4233, "Finetune/Step Time": 6.6105719823390245}
+{"Finetune/Learning Rate": 1.8162007278170684e-05, "Finetune/Loss": 0.8810632228851318, "Finetune/Loss (Raw)": 0.7593715190887451, "Finetune/Step": 4234, "Finetune/Step Time": 6.61077269539237}
+{"Finetune/Learning Rate": 1.8161034224471992e-05, "Finetune/Loss": 0.8818494081497192, "Finetune/Loss (Raw)": 0.8640080690383911, "Finetune/Step": 4235, "Finetune/Step Time": 6.604741556569934}
+{"Finetune/Learning Rate": 1.816006093934958e-05, "Finetune/Loss": 0.8824906945228577, "Finetune/Loss (Raw)": 0.858260452747345, "Finetune/Step": 4236, "Finetune/Step Time": 6.618070505559444}
+{"Finetune/Learning Rate": 1.815908742283104e-05, "Finetune/Loss": 0.8821302652359009, "Finetune/Loss (Raw)": 0.8510633707046509, "Finetune/Step": 4237, "Finetune/Step Time": 6.619160553440452}
+{"Finetune/Learning Rate": 1.815811367494398e-05, "Finetune/Loss": 0.8827047348022461, "Finetune/Loss (Raw)": 0.9248427152633667, "Finetune/Step": 4238, "Finetune/Step Time": 6.62471398897469}
+{"Finetune/Learning Rate": 1.815713969571602e-05, "Finetune/Loss": 0.8814973831176758, "Finetune/Loss (Raw)": 0.6915411353111267, "Finetune/Step": 4239, "Finetune/Step Time": 6.625722583383322}
+{"Finetune/Learning Rate": 1.815616548517477e-05, "Finetune/Loss": 0.880760908126831, "Finetune/Loss (Raw)": 0.883964478969574, "Finetune/Step": 4240, "Finetune/Step Time": 6.626075183972716}
+{"Finetune/Learning Rate": 1.8155191043347864e-05, "Finetune/Loss": 0.8806259632110596, "Finetune/Loss (Raw)": 0.7291789650917053, "Finetune/Step": 4241, "Finetune/Step Time": 6.63282130099833}
+{"Finetune/Learning Rate": 1.815421637026293e-05, "Finetune/Loss": 0.8810596466064453, "Finetune/Loss (Raw)": 0.8123194575309753, "Finetune/Step": 4242, "Finetune/Step Time": 6.637000158429146}
+{"Finetune/Learning Rate": 1.8153241465947603e-05, "Finetune/Loss": 0.8794845938682556, "Finetune/Loss (Raw)": 0.6919595003128052, "Finetune/Step": 4243, "Finetune/Step Time": 6.637217074632645}
+{"Finetune/Learning Rate": 1.8152266330429534e-05, "Finetune/Loss": 0.8796442747116089, "Finetune/Loss (Raw)": 0.9404671788215637, "Finetune/Step": 4244, "Finetune/Step Time": 6.642735555768013}
+{"Finetune/Learning Rate": 1.8151290963736377e-05, "Finetune/Loss": 0.8786908388137817, "Finetune/Loss (Raw)": 0.8294941782951355, "Finetune/Step": 4245, "Finetune/Step Time": 6.633694553747773}
+{"Finetune/Learning Rate": 1.8150315365895786e-05, "Finetune/Loss": 0.8780031204223633, "Finetune/Loss (Raw)": 0.9224450588226318, "Finetune/Step": 4246, "Finetune/Step Time": 6.628332119435072}
+{"Finetune/Learning Rate": 1.8149339536935428e-05, "Finetune/Loss": 0.8780146241188049, "Finetune/Loss (Raw)": 0.9500227570533752, "Finetune/Step": 4247, "Finetune/Step Time": 6.628631968051195}
+{"Finetune/Learning Rate": 1.814836347688297e-05, "Finetune/Loss": 0.8785693645477295, "Finetune/Loss (Raw)": 0.7539539337158203, "Finetune/Step": 4248, "Finetune/Step Time": 6.623454574495554}
+{"Finetune/Learning Rate": 1.81473871857661e-05, "Finetune/Loss": 0.8789082765579224, "Finetune/Loss (Raw)": 0.9301140904426575, "Finetune/Step": 4249, "Finetune/Step Time": 6.615448985248804}
+{"Finetune/Learning Rate": 1.8146410663612496e-05, "Finetune/Loss": 0.8801372647285461, "Finetune/Loss (Raw)": 0.8943727016448975, "Finetune/Step": 4250, "Finetune/Step Time": 6.612392151728272}
+{"Finetune/Learning Rate": 1.814543391044985e-05, "Finetune/Loss": 0.8783307075500488, "Finetune/Loss (Raw)": 0.8674947023391724, "Finetune/Step": 4251, "Finetune/Step Time": 6.612713331356645}
+{"Finetune/Learning Rate": 1.814445692630586e-05, "Finetune/Loss": 0.8783563375473022, "Finetune/Loss (Raw)": 0.8891214728355408, "Finetune/Step": 4252, "Finetune/Step Time": 6.604016471654177}
+{"Finetune/Learning Rate": 1.8143479711208232e-05, "Finetune/Loss": 0.8784843683242798, "Finetune/Loss (Raw)": 0.8396328091621399, "Finetune/Step": 4253, "Finetune/Step Time": 6.6054524425417185}
+{"Finetune/Learning Rate": 1.8142502265184677e-05, "Finetune/Loss": 0.8788217306137085, "Finetune/Loss (Raw)": 0.9853060841560364, "Finetune/Step": 4254, "Finetune/Step Time": 6.6100047789514065}
+{"Finetune/Learning Rate": 1.814152458826291e-05, "Finetune/Loss": 0.8782582879066467, "Finetune/Loss (Raw)": 0.8505016565322876, "Finetune/Step": 4255, "Finetune/Step Time": 6.609512396156788}
+{"Finetune/Learning Rate": 1.814054668047066e-05, "Finetune/Loss": 0.8773699402809143, "Finetune/Loss (Raw)": 0.7838643193244934, "Finetune/Step": 4256, "Finetune/Step Time": 6.614803351461887}
+{"Finetune/Learning Rate": 1.8139568541835654e-05, "Finetune/Loss": 0.8773329854011536, "Finetune/Loss (Raw)": 0.901525616645813, "Finetune/Step": 4257, "Finetune/Step Time": 6.613861666992307}
+{"Finetune/Learning Rate": 1.8138590172385627e-05, "Finetune/Loss": 0.8768444061279297, "Finetune/Loss (Raw)": 0.8650927543640137, "Finetune/Step": 4258, "Finetune/Step Time": 6.620128393173218}
+{"Finetune/Learning Rate": 1.813761157214833e-05, "Finetune/Loss": 0.8770434260368347, "Finetune/Loss (Raw)": 0.8486238718032837, "Finetune/Step": 4259, "Finetune/Step Time": 6.639237208291888}
+{"Finetune/Learning Rate": 1.8136632741151507e-05, "Finetune/Loss": 0.8755952715873718, "Finetune/Loss (Raw)": 0.7355924844741821, "Finetune/Step": 4260, "Finetune/Step Time": 6.6472425777465105}
+{"Finetune/Learning Rate": 1.8135653679422916e-05, "Finetune/Loss": 0.8761394023895264, "Finetune/Loss (Raw)": 0.9621763825416565, "Finetune/Step": 4261, "Finetune/Step Time": 6.6638674065470695}
+{"Finetune/Learning Rate": 1.8134674386990326e-05, "Finetune/Loss": 0.8772947192192078, "Finetune/Loss (Raw)": 1.0078731775283813, "Finetune/Step": 4262, "Finetune/Step Time": 6.663551470264792}
+{"Finetune/Learning Rate": 1.8133694863881496e-05, "Finetune/Loss": 0.8784185647964478, "Finetune/Loss (Raw)": 1.0042999982833862, "Finetune/Step": 4263, "Finetune/Step Time": 6.660914832726121}
+{"Finetune/Learning Rate": 1.813271511012421e-05, "Finetune/Loss": 0.8766180276870728, "Finetune/Loss (Raw)": 0.7472693920135498, "Finetune/Step": 4264, "Finetune/Step Time": 6.65816056355834}
+{"Finetune/Learning Rate": 1.8131735125746256e-05, "Finetune/Loss": 0.8776791095733643, "Finetune/Loss (Raw)": 0.9898653626441956, "Finetune/Step": 4265, "Finetune/Step Time": 6.656181653961539}
+{"Finetune/Learning Rate": 1.813075491077541e-05, "Finetune/Loss": 0.8755944967269897, "Finetune/Loss (Raw)": 0.7430886626243591, "Finetune/Step": 4266, "Finetune/Step Time": 6.6639744732528925}
+{"Finetune/Learning Rate": 1.812977446523948e-05, "Finetune/Loss": 0.8758590221405029, "Finetune/Loss (Raw)": 0.9253304600715637, "Finetune/Step": 4267, "Finetune/Step Time": 6.665682120248675}
+{"Finetune/Learning Rate": 1.812879378916626e-05, "Finetune/Loss": 0.8744581937789917, "Finetune/Loss (Raw)": 0.6539623141288757, "Finetune/Step": 4268, "Finetune/Step Time": 6.670936418697238}
+{"Finetune/Learning Rate": 1.8127812882583566e-05, "Finetune/Loss": 0.8735321760177612, "Finetune/Loss (Raw)": 0.7548159956932068, "Finetune/Step": 4269, "Finetune/Step Time": 6.670654308050871}
+{"Finetune/Learning Rate": 1.8126831745519212e-05, "Finetune/Loss": 0.87421715259552, "Finetune/Loss (Raw)": 0.8967241048812866, "Finetune/Step": 4270, "Finetune/Step Time": 6.668318670243025}
+{"Finetune/Learning Rate": 1.8125850378001018e-05, "Finetune/Loss": 0.8756565451622009, "Finetune/Loss (Raw)": 1.0577806234359741, "Finetune/Step": 4271, "Finetune/Step Time": 6.669406019151211}
+{"Finetune/Learning Rate": 1.8124868780056814e-05, "Finetune/Loss": 0.8763647079467773, "Finetune/Loss (Raw)": 0.9876240491867065, "Finetune/Step": 4272, "Finetune/Step Time": 6.670720232650638}
+{"Finetune/Learning Rate": 1.8123886951714435e-05, "Finetune/Loss": 0.8773540258407593, "Finetune/Loss (Raw)": 0.9611287117004395, "Finetune/Step": 4273, "Finetune/Step Time": 6.6637137066572905}
+{"Finetune/Learning Rate": 1.8122904893001723e-05, "Finetune/Loss": 0.8773314952850342, "Finetune/Loss (Raw)": 0.8807672262191772, "Finetune/Step": 4274, "Finetune/Step Time": 6.668656853958964}
+{"Finetune/Learning Rate": 1.812192260394653e-05, "Finetune/Loss": 0.8783069252967834, "Finetune/Loss (Raw)": 0.8983003497123718, "Finetune/Step": 4275, "Finetune/Step Time": 6.668522018939257}
+{"Finetune/Learning Rate": 1.8120940084576705e-05, "Finetune/Loss": 0.8786435127258301, "Finetune/Loss (Raw)": 0.8795279860496521, "Finetune/Step": 4276, "Finetune/Step Time": 6.6937127616256475}
+{"Finetune/Learning Rate": 1.8119957334920112e-05, "Finetune/Loss": 0.8788138628005981, "Finetune/Loss (Raw)": 0.8343302607536316, "Finetune/Step": 4277, "Finetune/Step Time": 6.697678580880165}
+{"Finetune/Learning Rate": 1.811897435500462e-05, "Finetune/Loss": 0.8783190846443176, "Finetune/Loss (Raw)": 0.8871458172798157, "Finetune/Step": 4278, "Finetune/Step Time": 6.684697126969695}
+{"Finetune/Learning Rate": 1.81179911448581e-05, "Finetune/Loss": 0.8781805038452148, "Finetune/Loss (Raw)": 0.895736575126648, "Finetune/Step": 4279, "Finetune/Step Time": 6.685617899522185}
+{"Finetune/Learning Rate": 1.811700770450844e-05, "Finetune/Loss": 0.8788669109344482, "Finetune/Loss (Raw)": 1.0050644874572754, "Finetune/Step": 4280, "Finetune/Step Time": 6.68591639213264}
+{"Finetune/Learning Rate": 1.811602403398352e-05, "Finetune/Loss": 0.8788882493972778, "Finetune/Loss (Raw)": 0.877825915813446, "Finetune/Step": 4281, "Finetune/Step Time": 6.6873444728553295}
+{"Finetune/Learning Rate": 1.8115040133311237e-05, "Finetune/Loss": 0.8793340921401978, "Finetune/Loss (Raw)": 1.0056825876235962, "Finetune/Step": 4282, "Finetune/Step Time": 6.690016036853194}
+{"Finetune/Learning Rate": 1.8114056002519492e-05, "Finetune/Loss": 0.8791612982749939, "Finetune/Loss (Raw)": 0.9168024659156799, "Finetune/Step": 4283, "Finetune/Step Time": 6.68612882681191}
+{"Finetune/Learning Rate": 1.8113071641636194e-05, "Finetune/Loss": 0.878295361995697, "Finetune/Loss (Raw)": 0.8093993067741394, "Finetune/Step": 4284, "Finetune/Step Time": 6.6944128181785345}
+{"Finetune/Learning Rate": 1.8112087050689257e-05, "Finetune/Loss": 0.8782520294189453, "Finetune/Loss (Raw)": 0.8369154930114746, "Finetune/Step": 4285, "Finetune/Step Time": 6.696751471608877}
+{"Finetune/Learning Rate": 1.8111102229706593e-05, "Finetune/Loss": 0.8783382773399353, "Finetune/Loss (Raw)": 0.9639531373977661, "Finetune/Step": 4286, "Finetune/Step Time": 6.69940940849483}
+{"Finetune/Learning Rate": 1.8110117178716137e-05, "Finetune/Loss": 0.8783010840415955, "Finetune/Loss (Raw)": 0.814019501209259, "Finetune/Step": 4287, "Finetune/Step Time": 6.683391595259309}
+{"Finetune/Learning Rate": 1.8109131897745823e-05, "Finetune/Loss": 0.8794213533401489, "Finetune/Loss (Raw)": 0.9578999876976013, "Finetune/Step": 4288, "Finetune/Step Time": 6.687060875818133}
+{"Finetune/Learning Rate": 1.8108146386823585e-05, "Finetune/Loss": 0.879260778427124, "Finetune/Loss (Raw)": 0.9525668025016785, "Finetune/Step": 4289, "Finetune/Step Time": 6.691525518894196}
+{"Finetune/Learning Rate": 1.8107160645977367e-05, "Finetune/Loss": 0.8801345229148865, "Finetune/Loss (Raw)": 0.7682803273200989, "Finetune/Step": 4290, "Finetune/Step Time": 6.6879539508372545}
+{"Finetune/Learning Rate": 1.8106174675235135e-05, "Finetune/Loss": 0.8804003000259399, "Finetune/Loss (Raw)": 1.0006295442581177, "Finetune/Step": 4291, "Finetune/Step Time": 6.689584266394377}
+{"Finetune/Learning Rate": 1.8105188474624834e-05, "Finetune/Loss": 0.8803383111953735, "Finetune/Loss (Raw)": 0.8844612240791321, "Finetune/Step": 4292, "Finetune/Step Time": 6.690972348675132}
+{"Finetune/Learning Rate": 1.8104202044174443e-05, "Finetune/Loss": 0.8813564777374268, "Finetune/Loss (Raw)": 1.012224793434143, "Finetune/Step": 4293, "Finetune/Step Time": 6.691821189597249}
+{"Finetune/Learning Rate": 1.810321538391192e-05, "Finetune/Loss": 0.8809217214584351, "Finetune/Loss (Raw)": 0.8598522543907166, "Finetune/Step": 4294, "Finetune/Step Time": 6.693116890266538}
+{"Finetune/Learning Rate": 1.8102228493865254e-05, "Finetune/Loss": 0.882256805896759, "Finetune/Loss (Raw)": 1.005845546722412, "Finetune/Step": 4295, "Finetune/Step Time": 6.694374484941363}
+{"Finetune/Learning Rate": 1.8101241374062425e-05, "Finetune/Loss": 0.8839080333709717, "Finetune/Loss (Raw)": 1.0000519752502441, "Finetune/Step": 4296, "Finetune/Step Time": 6.693628607317805}
+{"Finetune/Learning Rate": 1.8100254024531434e-05, "Finetune/Loss": 0.8825775384902954, "Finetune/Loss (Raw)": 0.8711862564086914, "Finetune/Step": 4297, "Finetune/Step Time": 6.692610219120979}
+{"Finetune/Learning Rate": 1.809926644530027e-05, "Finetune/Loss": 0.8835245370864868, "Finetune/Loss (Raw)": 0.9685304760932922, "Finetune/Step": 4298, "Finetune/Step Time": 6.70387402549386}
+{"Finetune/Learning Rate": 1.8098278636396937e-05, "Finetune/Loss": 0.8836050629615784, "Finetune/Loss (Raw)": 0.9012349843978882, "Finetune/Step": 4299, "Finetune/Step Time": 6.68889426253736}
+{"Finetune/Learning Rate": 1.8097290597849454e-05, "Finetune/Loss": 0.883672833442688, "Finetune/Loss (Raw)": 0.9362661242485046, "Finetune/Step": 4300, "Finetune/Step Time": 6.687290532514453}
+{"Finetune/Learning Rate": 1.8096302329685837e-05, "Finetune/Loss": 0.8842500448226929, "Finetune/Loss (Raw)": 0.8168484568595886, "Finetune/Step": 4301, "Finetune/Step Time": 6.668230643495917}
+{"Finetune/Learning Rate": 1.8095313831934102e-05, "Finetune/Loss": 0.8846955299377441, "Finetune/Loss (Raw)": 0.9057924747467041, "Finetune/Step": 4302, "Finetune/Step Time": 6.668978031724691}
+{"Finetune/Learning Rate": 1.8094325104622293e-05, "Finetune/Loss": 0.8840582966804504, "Finetune/Loss (Raw)": 0.8667221665382385, "Finetune/Step": 4303, "Finetune/Step Time": 6.667704485356808}
+{"Finetune/Learning Rate": 1.8093336147778437e-05, "Finetune/Loss": 0.8821070790290833, "Finetune/Loss (Raw)": 0.7134057879447937, "Finetune/Step": 4304, "Finetune/Step Time": 6.663827193900943}
+{"Finetune/Learning Rate": 1.8092346961430583e-05, "Finetune/Loss": 0.8814911246299744, "Finetune/Loss (Raw)": 0.9727637767791748, "Finetune/Step": 4305, "Finetune/Step Time": 6.649338586255908}
+{"Finetune/Learning Rate": 1.8091357545606786e-05, "Finetune/Loss": 0.8809278011322021, "Finetune/Loss (Raw)": 0.9370178580284119, "Finetune/Step": 4306, "Finetune/Step Time": 6.652774002403021}
+{"Finetune/Learning Rate": 1.8090367900335093e-05, "Finetune/Loss": 0.8798878788948059, "Finetune/Loss (Raw)": 0.7324169874191284, "Finetune/Step": 4307, "Finetune/Step Time": 6.652970837429166}
+{"Finetune/Learning Rate": 1.808937802564357e-05, "Finetune/Loss": 0.8798987865447998, "Finetune/Loss (Raw)": 0.8863286375999451, "Finetune/Step": 4308, "Finetune/Step Time": 6.65595662035048}
+{"Finetune/Learning Rate": 1.8088387921560295e-05, "Finetune/Loss": 0.8790968060493469, "Finetune/Loss (Raw)": 0.8045439124107361, "Finetune/Step": 4309, "Finetune/Step Time": 6.649292720481753}
+{"Finetune/Learning Rate": 1.8087397588113336e-05, "Finetune/Loss": 0.8799703121185303, "Finetune/Loss (Raw)": 0.9523759484291077, "Finetune/Step": 4310, "Finetune/Step Time": 6.648969940841198}
+{"Finetune/Learning Rate": 1.8086407025330777e-05, "Finetune/Loss": 0.881568193435669, "Finetune/Loss (Raw)": 0.9264373779296875, "Finetune/Step": 4311, "Finetune/Step Time": 6.643190000206232}
+{"Finetune/Learning Rate": 1.8085416233240712e-05, "Finetune/Loss": 0.8807191252708435, "Finetune/Loss (Raw)": 0.7538936138153076, "Finetune/Step": 4312, "Finetune/Step Time": 6.666353138163686}
+{"Finetune/Learning Rate": 1.8084425211871232e-05, "Finetune/Loss": 0.881166398525238, "Finetune/Loss (Raw)": 0.9814712405204773, "Finetune/Step": 4313, "Finetune/Step Time": 6.666660651564598}
+{"Finetune/Learning Rate": 1.808343396125045e-05, "Finetune/Loss": 0.8823489546775818, "Finetune/Loss (Raw)": 0.9558676481246948, "Finetune/Step": 4314, "Finetune/Step Time": 6.651135055348277}
+{"Finetune/Learning Rate": 1.8082442481406456e-05, "Finetune/Loss": 0.8822810053825378, "Finetune/Loss (Raw)": 0.7855091094970703, "Finetune/Step": 4315, "Finetune/Step Time": 6.653181528672576}
+{"Finetune/Learning Rate": 1.8081450772367382e-05, "Finetune/Loss": 0.8812264204025269, "Finetune/Loss (Raw)": 0.925096869468689, "Finetune/Step": 4316, "Finetune/Step Time": 6.651578040793538}
+{"Finetune/Learning Rate": 1.8080458834161346e-05, "Finetune/Loss": 0.8818755149841309, "Finetune/Loss (Raw)": 0.9230438470840454, "Finetune/Step": 4317, "Finetune/Step Time": 6.652654819190502}
+{"Finetune/Learning Rate": 1.807946666681647e-05, "Finetune/Loss": 0.8823956251144409, "Finetune/Loss (Raw)": 0.8949463963508606, "Finetune/Step": 4318, "Finetune/Step Time": 6.65731155872345}
+{"Finetune/Learning Rate": 1.80784742703609e-05, "Finetune/Loss": 0.8824797868728638, "Finetune/Loss (Raw)": 0.9292450547218323, "Finetune/Step": 4319, "Finetune/Step Time": 6.65896905772388}
+{"Finetune/Learning Rate": 1.807748164482277e-05, "Finetune/Loss": 0.8822773694992065, "Finetune/Loss (Raw)": 0.9053796529769897, "Finetune/Step": 4320, "Finetune/Step Time": 6.655064046382904}
+{"Finetune/Learning Rate": 1.807648879023023e-05, "Finetune/Loss": 0.8799590468406677, "Finetune/Loss (Raw)": 0.5744431614875793, "Finetune/Step": 4321, "Finetune/Step Time": 6.65136400051415}
+{"Finetune/Learning Rate": 1.8075495706611432e-05, "Finetune/Loss": 0.8802087306976318, "Finetune/Loss (Raw)": 0.6592608094215393, "Finetune/Step": 4322, "Finetune/Step Time": 6.653050769120455}
+{"Finetune/Learning Rate": 1.8074502393994543e-05, "Finetune/Loss": 0.8811166882514954, "Finetune/Loss (Raw)": 0.8693438768386841, "Finetune/Step": 4323, "Finetune/Step Time": 6.671218579635024}
+{"Finetune/Learning Rate": 1.8073508852407725e-05, "Finetune/Loss": 0.8808104991912842, "Finetune/Loss (Raw)": 0.8687688708305359, "Finetune/Step": 4324, "Finetune/Step Time": 6.669224249199033}
+{"Finetune/Learning Rate": 1.8072515081879153e-05, "Finetune/Loss": 0.880896806716919, "Finetune/Loss (Raw)": 0.9672064781188965, "Finetune/Step": 4325, "Finetune/Step Time": 6.671700039878488}
+{"Finetune/Learning Rate": 1.807152108243701e-05, "Finetune/Loss": 0.8809875249862671, "Finetune/Loss (Raw)": 0.8656401038169861, "Finetune/Step": 4326, "Finetune/Step Time": 6.670503254979849}
+{"Finetune/Learning Rate": 1.807052685410948e-05, "Finetune/Loss": 0.8808817863464355, "Finetune/Loss (Raw)": 0.9047938585281372, "Finetune/Step": 4327, "Finetune/Step Time": 6.658485326915979}
+{"Finetune/Learning Rate": 1.806953239692476e-05, "Finetune/Loss": 0.8818074464797974, "Finetune/Loss (Raw)": 0.967352569103241, "Finetune/Step": 4328, "Finetune/Step Time": 6.656223718076944}
+{"Finetune/Learning Rate": 1.8068537710911045e-05, "Finetune/Loss": 0.8803948760032654, "Finetune/Loss (Raw)": 0.8136427402496338, "Finetune/Step": 4329, "Finetune/Step Time": 6.653482312336564}
+{"Finetune/Learning Rate": 1.8067542796096547e-05, "Finetune/Loss": 0.8797999620437622, "Finetune/Loss (Raw)": 0.7531085014343262, "Finetune/Step": 4330, "Finetune/Step Time": 6.652769543230534}
+{"Finetune/Learning Rate": 1.8066547652509475e-05, "Finetune/Loss": 0.8801015019416809, "Finetune/Loss (Raw)": 0.8751502633094788, "Finetune/Step": 4331, "Finetune/Step Time": 6.649415425956249}
+{"Finetune/Learning Rate": 1.8065552280178052e-05, "Finetune/Loss": 0.8802603483200073, "Finetune/Loss (Raw)": 0.9267435669898987, "Finetune/Step": 4332, "Finetune/Step Time": 6.6471011582762}
+{"Finetune/Learning Rate": 1.8064556679130495e-05, "Finetune/Loss": 0.8818581104278564, "Finetune/Loss (Raw)": 0.9011925458908081, "Finetune/Step": 4333, "Finetune/Step Time": 6.62101480551064}
+{"Finetune/Learning Rate": 1.806356084939505e-05, "Finetune/Loss": 0.8817765116691589, "Finetune/Loss (Raw)": 0.8212758898735046, "Finetune/Step": 4334, "Finetune/Step Time": 6.61486978456378}
+{"Finetune/Learning Rate": 1.806256479099995e-05, "Finetune/Loss": 0.8806252479553223, "Finetune/Loss (Raw)": 0.8417730331420898, "Finetune/Step": 4335, "Finetune/Step Time": 6.597668154165149}
+{"Finetune/Learning Rate": 1.8061568503973435e-05, "Finetune/Loss": 0.8794179558753967, "Finetune/Loss (Raw)": 0.9627647995948792, "Finetune/Step": 4336, "Finetune/Step Time": 6.597729014232755}
+{"Finetune/Learning Rate": 1.8060571988343764e-05, "Finetune/Loss": 0.8789969086647034, "Finetune/Loss (Raw)": 0.7854005694389343, "Finetune/Step": 4337, "Finetune/Step Time": 6.596217297017574}
+{"Finetune/Learning Rate": 1.805957524413919e-05, "Finetune/Loss": 0.8791804313659668, "Finetune/Loss (Raw)": 0.9507938623428345, "Finetune/Step": 4338, "Finetune/Step Time": 6.574009161442518}
+{"Finetune/Learning Rate": 1.805857827138798e-05, "Finetune/Loss": 0.8797127604484558, "Finetune/Loss (Raw)": 0.8228278756141663, "Finetune/Step": 4339, "Finetune/Step Time": 6.5697523560374975}
+{"Finetune/Learning Rate": 1.8057581070118407e-05, "Finetune/Loss": 0.8778525590896606, "Finetune/Loss (Raw)": 0.6124374866485596, "Finetune/Step": 4340, "Finetune/Step Time": 6.579381288960576}
+{"Finetune/Learning Rate": 1.8056583640358747e-05, "Finetune/Loss": 0.876323401927948, "Finetune/Loss (Raw)": 0.8638308644294739, "Finetune/Step": 4341, "Finetune/Step Time": 6.5820164158940315}
+{"Finetune/Learning Rate": 1.8055585982137287e-05, "Finetune/Loss": 0.8768092393875122, "Finetune/Loss (Raw)": 0.8765445351600647, "Finetune/Step": 4342, "Finetune/Step Time": 6.593550434336066}
+{"Finetune/Learning Rate": 1.8054588095482316e-05, "Finetune/Loss": 0.8761036396026611, "Finetune/Loss (Raw)": 0.8790439963340759, "Finetune/Step": 4343, "Finetune/Step Time": 6.593002526089549}
+{"Finetune/Learning Rate": 1.8053589980422126e-05, "Finetune/Loss": 0.8759424686431885, "Finetune/Loss (Raw)": 0.7726128101348877, "Finetune/Step": 4344, "Finetune/Step Time": 6.591352542862296}
+{"Finetune/Learning Rate": 1.805259163698503e-05, "Finetune/Loss": 0.87709641456604, "Finetune/Loss (Raw)": 1.001323938369751, "Finetune/Step": 4345, "Finetune/Step Time": 6.592031113803387}
+{"Finetune/Learning Rate": 1.8051593065199334e-05, "Finetune/Loss": 0.8761517405509949, "Finetune/Loss (Raw)": 0.8583922386169434, "Finetune/Step": 4346, "Finetune/Step Time": 6.59137000516057}
+{"Finetune/Learning Rate": 1.805059426509335e-05, "Finetune/Loss": 0.8764971494674683, "Finetune/Loss (Raw)": 0.8494071960449219, "Finetune/Step": 4347, "Finetune/Step Time": 6.591596791520715}
+{"Finetune/Learning Rate": 1.804959523669541e-05, "Finetune/Loss": 0.8761903047561646, "Finetune/Loss (Raw)": 0.9295296669006348, "Finetune/Step": 4348, "Finetune/Step Time": 6.588123584166169}
+{"Finetune/Learning Rate": 1.8048595980033835e-05, "Finetune/Loss": 0.8759146332740784, "Finetune/Loss (Raw)": 0.9045143723487854, "Finetune/Step": 4349, "Finetune/Step Time": 6.609220374375582}
+{"Finetune/Learning Rate": 1.8047596495136967e-05, "Finetune/Loss": 0.8754429221153259, "Finetune/Loss (Raw)": 0.8020949959754944, "Finetune/Step": 4350, "Finetune/Step Time": 6.617157569155097}
+{"Finetune/Learning Rate": 1.8046596782033147e-05, "Finetune/Loss": 0.875727653503418, "Finetune/Loss (Raw)": 0.9377243518829346, "Finetune/Step": 4351, "Finetune/Step Time": 6.642744420096278}
+{"Finetune/Learning Rate": 1.8045596840750722e-05, "Finetune/Loss": 0.8761986494064331, "Finetune/Loss (Raw)": 0.9726969003677368, "Finetune/Step": 4352, "Finetune/Step Time": 6.633684553205967}
+{"Finetune/Learning Rate": 1.8044596671318052e-05, "Finetune/Loss": 0.87468421459198, "Finetune/Loss (Raw)": 0.7386549711227417, "Finetune/Step": 4353, "Finetune/Step Time": 6.63974685408175}
+{"Finetune/Learning Rate": 1.8043596273763495e-05, "Finetune/Loss": 0.8734340071678162, "Finetune/Loss (Raw)": 0.7315974831581116, "Finetune/Step": 4354, "Finetune/Step Time": 6.640403157100081}
+{"Finetune/Learning Rate": 1.804259564811542e-05, "Finetune/Loss": 0.8739830255508423, "Finetune/Loss (Raw)": 1.0051181316375732, "Finetune/Step": 4355, "Finetune/Step Time": 6.638071680441499}
+{"Finetune/Learning Rate": 1.8041594794402203e-05, "Finetune/Loss": 0.875170111656189, "Finetune/Loss (Raw)": 0.8856669068336487, "Finetune/Step": 4356, "Finetune/Step Time": 6.628512067720294}
+{"Finetune/Learning Rate": 1.8040593712652226e-05, "Finetune/Loss": 0.8743588924407959, "Finetune/Loss (Raw)": 0.7813751101493835, "Finetune/Step": 4357, "Finetune/Step Time": 6.62881663069129}
+{"Finetune/Learning Rate": 1.8039592402893875e-05, "Finetune/Loss": 0.8744271993637085, "Finetune/Loss (Raw)": 0.9683617949485779, "Finetune/Step": 4358, "Finetune/Step Time": 6.626395905390382}
+{"Finetune/Learning Rate": 1.8038590865155546e-05, "Finetune/Loss": 0.8742737770080566, "Finetune/Loss (Raw)": 0.9179134964942932, "Finetune/Step": 4359, "Finetune/Step Time": 6.620459547266364}
+{"Finetune/Learning Rate": 1.8037589099465637e-05, "Finetune/Loss": 0.8750629425048828, "Finetune/Loss (Raw)": 0.9629693031311035, "Finetune/Step": 4360, "Finetune/Step Time": 6.615194384008646}
+{"Finetune/Learning Rate": 1.8036587105852556e-05, "Finetune/Loss": 0.8761699199676514, "Finetune/Loss (Raw)": 1.026771068572998, "Finetune/Step": 4361, "Finetune/Step Time": 6.615938330069184}
+{"Finetune/Learning Rate": 1.8035584884344718e-05, "Finetune/Loss": 0.8777810335159302, "Finetune/Loss (Raw)": 0.9655930995941162, "Finetune/Step": 4362, "Finetune/Step Time": 6.617244388908148}
+{"Finetune/Learning Rate": 1.8034582434970547e-05, "Finetune/Loss": 0.878143310546875, "Finetune/Loss (Raw)": 0.9103831648826599, "Finetune/Step": 4363, "Finetune/Step Time": 6.615641377866268}
+{"Finetune/Learning Rate": 1.8033579757758462e-05, "Finetune/Loss": 0.8790412545204163, "Finetune/Loss (Raw)": 0.9731959104537964, "Finetune/Step": 4364, "Finetune/Step Time": 6.605052798986435}
+{"Finetune/Learning Rate": 1.80325768527369e-05, "Finetune/Loss": 0.8789440393447876, "Finetune/Loss (Raw)": 0.8386187553405762, "Finetune/Step": 4365, "Finetune/Step Time": 6.601515466347337}
+{"Finetune/Learning Rate": 1.80315737199343e-05, "Finetune/Loss": 0.8792552947998047, "Finetune/Loss (Raw)": 0.9646821618080139, "Finetune/Step": 4366, "Finetune/Step Time": 6.618849942460656}
+{"Finetune/Learning Rate": 1.8030570359379106e-05, "Finetune/Loss": 0.8815358877182007, "Finetune/Loss (Raw)": 0.9834568500518799, "Finetune/Step": 4367, "Finetune/Step Time": 6.6184496860951185}
+{"Finetune/Learning Rate": 1.8029566771099775e-05, "Finetune/Loss": 0.8804823160171509, "Finetune/Loss (Raw)": 0.7491077184677124, "Finetune/Step": 4368, "Finetune/Step Time": 6.616489868611097}
+{"Finetune/Learning Rate": 1.802856295512476e-05, "Finetune/Loss": 0.8813040852546692, "Finetune/Loss (Raw)": 0.834369421005249, "Finetune/Step": 4369, "Finetune/Step Time": 6.616920135915279}
+{"Finetune/Learning Rate": 1.8027558911482534e-05, "Finetune/Loss": 0.8818101286888123, "Finetune/Loss (Raw)": 0.8770894408226013, "Finetune/Step": 4370, "Finetune/Step Time": 6.615126077085733}
+{"Finetune/Learning Rate": 1.8026554640201564e-05, "Finetune/Loss": 0.8833531141281128, "Finetune/Loss (Raw)": 0.8894661068916321, "Finetune/Step": 4371, "Finetune/Step Time": 6.620497031137347}
+{"Finetune/Learning Rate": 1.802555014131033e-05, "Finetune/Loss": 0.882989227771759, "Finetune/Loss (Raw)": 0.8938891887664795, "Finetune/Step": 4372, "Finetune/Step Time": 6.615739494562149}
+{"Finetune/Learning Rate": 1.8024545414837313e-05, "Finetune/Loss": 0.883814811706543, "Finetune/Loss (Raw)": 0.9351657032966614, "Finetune/Step": 4373, "Finetune/Step Time": 6.611832523718476}
+{"Finetune/Learning Rate": 1.8023540460811006e-05, "Finetune/Loss": 0.8819479942321777, "Finetune/Loss (Raw)": 0.6834962964057922, "Finetune/Step": 4374, "Finetune/Step Time": 6.609891885891557}
+{"Finetune/Learning Rate": 1.802253527925991e-05, "Finetune/Loss": 0.881163477897644, "Finetune/Loss (Raw)": 0.8496025800704956, "Finetune/Step": 4375, "Finetune/Step Time": 6.610329855233431}
+{"Finetune/Learning Rate": 1.8021529870212525e-05, "Finetune/Loss": 0.882879376411438, "Finetune/Loss (Raw)": 0.9735856652259827, "Finetune/Step": 4376, "Finetune/Step Time": 6.601165320724249}
+{"Finetune/Learning Rate": 1.8020524233697366e-05, "Finetune/Loss": 0.8810257315635681, "Finetune/Loss (Raw)": 0.6928542256355286, "Finetune/Step": 4377, "Finetune/Step Time": 6.62680946663022}
+{"Finetune/Learning Rate": 1.801951836974294e-05, "Finetune/Loss": 0.8811548948287964, "Finetune/Loss (Raw)": 0.9108980298042297, "Finetune/Step": 4378, "Finetune/Step Time": 6.634209522977471}
+{"Finetune/Learning Rate": 1.8018512278377785e-05, "Finetune/Loss": 0.8809428215026855, "Finetune/Loss (Raw)": 0.840345561504364, "Finetune/Step": 4379, "Finetune/Step Time": 6.635122023522854}
+{"Finetune/Learning Rate": 1.8017505959630418e-05, "Finetune/Loss": 0.8808540105819702, "Finetune/Loss (Raw)": 0.8777627944946289, "Finetune/Step": 4380, "Finetune/Step Time": 6.634608026593924}
+{"Finetune/Learning Rate": 1.8016499413529386e-05, "Finetune/Loss": 0.8816078901290894, "Finetune/Loss (Raw)": 0.9361342191696167, "Finetune/Step": 4381, "Finetune/Step Time": 6.6314209550619125}
+{"Finetune/Learning Rate": 1.8015492640103224e-05, "Finetune/Loss": 0.8821765184402466, "Finetune/Loss (Raw)": 1.05808687210083, "Finetune/Step": 4382, "Finetune/Step Time": 6.625598810613155}
+{"Finetune/Learning Rate": 1.801448563938048e-05, "Finetune/Loss": 0.8824937343597412, "Finetune/Loss (Raw)": 0.8911026120185852, "Finetune/Step": 4383, "Finetune/Step Time": 6.655654227361083}
+{"Finetune/Learning Rate": 1.801347841138972e-05, "Finetune/Loss": 0.8827747106552124, "Finetune/Loss (Raw)": 0.8198285102844238, "Finetune/Step": 4384, "Finetune/Step Time": 6.652269588783383}
+{"Finetune/Learning Rate": 1.8012470956159494e-05, "Finetune/Loss": 0.8828771114349365, "Finetune/Loss (Raw)": 0.9146299362182617, "Finetune/Step": 4385, "Finetune/Step Time": 6.653143718838692}
+{"Finetune/Learning Rate": 1.801146327371838e-05, "Finetune/Loss": 0.8816943764686584, "Finetune/Loss (Raw)": 0.7137064933776855, "Finetune/Step": 4386, "Finetune/Step Time": 6.659367112442851}
+{"Finetune/Learning Rate": 1.8010455364094944e-05, "Finetune/Loss": 0.8823713660240173, "Finetune/Loss (Raw)": 0.93527752161026, "Finetune/Step": 4387, "Finetune/Step Time": 6.654414094984531}
+{"Finetune/Learning Rate": 1.8009447227317777e-05, "Finetune/Loss": 0.8841224908828735, "Finetune/Loss (Raw)": 0.959739625453949, "Finetune/Step": 4388, "Finetune/Step Time": 6.641263937577605}
+{"Finetune/Learning Rate": 1.800843886341546e-05, "Finetune/Loss": 0.8835985660552979, "Finetune/Loss (Raw)": 0.8951129913330078, "Finetune/Step": 4389, "Finetune/Step Time": 6.635480238124728}
+{"Finetune/Learning Rate": 1.8007430272416592e-05, "Finetune/Loss": 0.8834099769592285, "Finetune/Loss (Raw)": 0.983735978603363, "Finetune/Step": 4390, "Finetune/Step Time": 6.633362291380763}
+{"Finetune/Learning Rate": 1.8006421454349772e-05, "Finetune/Loss": 0.8812451958656311, "Finetune/Loss (Raw)": 0.7272029519081116, "Finetune/Step": 4391, "Finetune/Step Time": 6.633335959166288}
+{"Finetune/Learning Rate": 1.8005412409243604e-05, "Finetune/Loss": 0.8817330598831177, "Finetune/Loss (Raw)": 0.80971360206604, "Finetune/Step": 4392, "Finetune/Step Time": 6.635284572839737}
+{"Finetune/Learning Rate": 1.8004403137126707e-05, "Finetune/Loss": 0.8800858855247498, "Finetune/Loss (Raw)": 0.7790332436561584, "Finetune/Step": 4393, "Finetune/Step Time": 6.633777961134911}
+{"Finetune/Learning Rate": 1.8003393638027698e-05, "Finetune/Loss": 0.8817955255508423, "Finetune/Loss (Raw)": 0.96192467212677, "Finetune/Step": 4394, "Finetune/Step Time": 6.624576885253191}
+{"Finetune/Learning Rate": 1.8002383911975203e-05, "Finetune/Loss": 0.8815378546714783, "Finetune/Loss (Raw)": 0.8923404812812805, "Finetune/Step": 4395, "Finetune/Step Time": 6.626226721331477}
+{"Finetune/Learning Rate": 1.8001373958997858e-05, "Finetune/Loss": 0.8830007314682007, "Finetune/Loss (Raw)": 0.8412172794342041, "Finetune/Step": 4396, "Finetune/Step Time": 6.619232753291726}
+{"Finetune/Learning Rate": 1.80003637791243e-05, "Finetune/Loss": 0.884105920791626, "Finetune/Loss (Raw)": 0.896278440952301, "Finetune/Step": 4397, "Finetune/Step Time": 6.641537832096219}
+{"Finetune/Learning Rate": 1.799935337238317e-05, "Finetune/Loss": 0.8844389915466309, "Finetune/Loss (Raw)": 0.9393535256385803, "Finetune/Step": 4398, "Finetune/Step Time": 6.643369790166616}
+{"Finetune/Learning Rate": 1.799834273880313e-05, "Finetune/Loss": 0.8830241560935974, "Finetune/Loss (Raw)": 0.8766827583312988, "Finetune/Step": 4399, "Finetune/Step Time": 6.647402189671993}
+{"Finetune/Learning Rate": 1.7997331878412837e-05, "Finetune/Loss": 0.8824087381362915, "Finetune/Loss (Raw)": 0.9088504314422607, "Finetune/Step": 4400, "Finetune/Step Time": 6.64827504940331}
+{"Finetune/Learning Rate": 1.7996320791240948e-05, "Finetune/Loss": 0.8821597695350647, "Finetune/Loss (Raw)": 0.9292644262313843, "Finetune/Step": 4401, "Finetune/Step Time": 6.650470891967416}
+{"Finetune/Learning Rate": 1.7995309477316142e-05, "Finetune/Loss": 0.8814540505409241, "Finetune/Loss (Raw)": 0.7904350757598877, "Finetune/Step": 4402, "Finetune/Step Time": 6.6463207714259624}
+{"Finetune/Learning Rate": 1.7994297936667095e-05, "Finetune/Loss": 0.8806069493293762, "Finetune/Loss (Raw)": 0.7898720502853394, "Finetune/Step": 4403, "Finetune/Step Time": 6.635134728625417}
+{"Finetune/Learning Rate": 1.799328616932249e-05, "Finetune/Loss": 0.8799803256988525, "Finetune/Loss (Raw)": 0.7993136048316956, "Finetune/Step": 4404, "Finetune/Step Time": 6.623505333438516}
+{"Finetune/Learning Rate": 1.799227417531102e-05, "Finetune/Loss": 0.8800754547119141, "Finetune/Loss (Raw)": 0.8465118408203125, "Finetune/Step": 4405, "Finetune/Step Time": 6.622702246531844}
+{"Finetune/Learning Rate": 1.7991261954661384e-05, "Finetune/Loss": 0.8809311389923096, "Finetune/Loss (Raw)": 0.9966716170310974, "Finetune/Step": 4406, "Finetune/Step Time": 6.620733924210072}
+{"Finetune/Learning Rate": 1.7990249507402277e-05, "Finetune/Loss": 0.8816120624542236, "Finetune/Loss (Raw)": 0.9828987717628479, "Finetune/Step": 4407, "Finetune/Step Time": 6.620765866711736}
+{"Finetune/Learning Rate": 1.798923683356242e-05, "Finetune/Loss": 0.8812036514282227, "Finetune/Loss (Raw)": 0.9527836441993713, "Finetune/Step": 4408, "Finetune/Step Time": 6.617922591045499}
+{"Finetune/Learning Rate": 1.7988223933170524e-05, "Finetune/Loss": 0.8808250427246094, "Finetune/Loss (Raw)": 0.8293665051460266, "Finetune/Step": 4409, "Finetune/Step Time": 6.614286106079817}
+{"Finetune/Learning Rate": 1.7987210806255314e-05, "Finetune/Loss": 0.8801883459091187, "Finetune/Loss (Raw)": 0.9241884350776672, "Finetune/Step": 4410, "Finetune/Step Time": 6.614616058766842}
+{"Finetune/Learning Rate": 1.7986197452845514e-05, "Finetune/Loss": 0.8806759119033813, "Finetune/Loss (Raw)": 0.979205846786499, "Finetune/Step": 4411, "Finetune/Step Time": 6.613630458712578}
+{"Finetune/Learning Rate": 1.7985183872969867e-05, "Finetune/Loss": 0.8826810121536255, "Finetune/Loss (Raw)": 1.0660533905029297, "Finetune/Step": 4412, "Finetune/Step Time": 6.607642088085413}
+{"Finetune/Learning Rate": 1.798417006665711e-05, "Finetune/Loss": 0.8834897875785828, "Finetune/Loss (Raw)": 0.9404416084289551, "Finetune/Step": 4413, "Finetune/Step Time": 6.607317665591836}
+{"Finetune/Learning Rate": 1.7983156033936e-05, "Finetune/Loss": 0.8818960189819336, "Finetune/Loss (Raw)": 0.7599475979804993, "Finetune/Step": 4414, "Finetune/Step Time": 6.609667114913464}
+{"Finetune/Learning Rate": 1.7982141774835278e-05, "Finetune/Loss": 0.8830609917640686, "Finetune/Loss (Raw)": 0.9631387591362, "Finetune/Step": 4415, "Finetune/Step Time": 6.609844783321023}
+{"Finetune/Learning Rate": 1.7981127289383718e-05, "Finetune/Loss": 0.8834947943687439, "Finetune/Loss (Raw)": 1.0134286880493164, "Finetune/Step": 4416, "Finetune/Step Time": 6.60742568038404}
+{"Finetune/Learning Rate": 1.798011257761008e-05, "Finetune/Loss": 0.8837224245071411, "Finetune/Loss (Raw)": 0.9816976189613342, "Finetune/Step": 4417, "Finetune/Step Time": 6.607553765177727}
+{"Finetune/Learning Rate": 1.7979097639543144e-05, "Finetune/Loss": 0.8861764669418335, "Finetune/Loss (Raw)": 1.082404613494873, "Finetune/Step": 4418, "Finetune/Step Time": 6.609728930518031}
+{"Finetune/Learning Rate": 1.7978082475211688e-05, "Finetune/Loss": 0.8842208385467529, "Finetune/Loss (Raw)": 0.7502985000610352, "Finetune/Step": 4419, "Finetune/Step Time": 6.6071748454123735}
+{"Finetune/Learning Rate": 1.7977067084644498e-05, "Finetune/Loss": 0.8828469514846802, "Finetune/Loss (Raw)": 0.7086045742034912, "Finetune/Step": 4420, "Finetune/Step Time": 6.60702246427536}
+{"Finetune/Learning Rate": 1.7976051467870373e-05, "Finetune/Loss": 0.8815233707427979, "Finetune/Loss (Raw)": 0.8428164720535278, "Finetune/Step": 4421, "Finetune/Step Time": 6.610034042969346}
+{"Finetune/Learning Rate": 1.7975035624918105e-05, "Finetune/Loss": 0.8826543092727661, "Finetune/Loss (Raw)": 1.004610538482666, "Finetune/Step": 4422, "Finetune/Step Time": 6.616153120994568}
+{"Finetune/Learning Rate": 1.7974019555816508e-05, "Finetune/Loss": 0.880436897277832, "Finetune/Loss (Raw)": 0.7220190763473511, "Finetune/Step": 4423, "Finetune/Step Time": 6.615295507013798}
+{"Finetune/Learning Rate": 1.797300326059439e-05, "Finetune/Loss": 0.8784847855567932, "Finetune/Loss (Raw)": 0.7501757740974426, "Finetune/Step": 4424, "Finetune/Step Time": 6.614391243085265}
+{"Finetune/Learning Rate": 1.7971986739280573e-05, "Finetune/Loss": 0.8780329823493958, "Finetune/Loss (Raw)": 0.8133586049079895, "Finetune/Step": 4425, "Finetune/Step Time": 6.60014508292079}
+{"Finetune/Learning Rate": 1.7970969991903882e-05, "Finetune/Loss": 0.8782381415367126, "Finetune/Loss (Raw)": 0.9947875142097473, "Finetune/Step": 4426, "Finetune/Step Time": 6.590639762580395}
+{"Finetune/Learning Rate": 1.7969953018493145e-05, "Finetune/Loss": 0.8766241073608398, "Finetune/Loss (Raw)": 0.694635808467865, "Finetune/Step": 4427, "Finetune/Step Time": 6.601446982473135}
+{"Finetune/Learning Rate": 1.7968935819077207e-05, "Finetune/Loss": 0.8764066696166992, "Finetune/Loss (Raw)": 0.9084346890449524, "Finetune/Step": 4428, "Finetune/Step Time": 6.60258873552084}
+{"Finetune/Learning Rate": 1.7967918393684905e-05, "Finetune/Loss": 0.8760015964508057, "Finetune/Loss (Raw)": 0.7649993896484375, "Finetune/Step": 4429, "Finetune/Step Time": 6.610350647941232}
+{"Finetune/Learning Rate": 1.7966900742345102e-05, "Finetune/Loss": 0.8745224475860596, "Finetune/Loss (Raw)": 0.7164586186408997, "Finetune/Step": 4430, "Finetune/Step Time": 6.619246480986476}
+{"Finetune/Learning Rate": 1.7965882865086642e-05, "Finetune/Loss": 0.8733712434768677, "Finetune/Loss (Raw)": 0.7193760871887207, "Finetune/Step": 4431, "Finetune/Step Time": 6.63541728630662}
+{"Finetune/Learning Rate": 1.7964864761938404e-05, "Finetune/Loss": 0.8748659491539001, "Finetune/Loss (Raw)": 0.9047275185585022, "Finetune/Step": 4432, "Finetune/Step Time": 6.6393005810678005}
+{"Finetune/Learning Rate": 1.7963846432929244e-05, "Finetune/Loss": 0.875288724899292, "Finetune/Loss (Raw)": 1.0268726348876953, "Finetune/Step": 4433, "Finetune/Step Time": 6.653672905638814}
+{"Finetune/Learning Rate": 1.7962827878088046e-05, "Finetune/Loss": 0.8746938705444336, "Finetune/Loss (Raw)": 0.8608774542808533, "Finetune/Step": 4434, "Finetune/Step Time": 6.65592522546649}
+{"Finetune/Learning Rate": 1.7961809097443693e-05, "Finetune/Loss": 0.8748117089271545, "Finetune/Loss (Raw)": 0.7474992275238037, "Finetune/Step": 4435, "Finetune/Step Time": 6.661556767299771}
+{"Finetune/Learning Rate": 1.7960790091025076e-05, "Finetune/Loss": 0.8739238977432251, "Finetune/Loss (Raw)": 0.7726960778236389, "Finetune/Step": 4436, "Finetune/Step Time": 6.679213156923652}
+{"Finetune/Learning Rate": 1.7959770858861086e-05, "Finetune/Loss": 0.8736693859100342, "Finetune/Loss (Raw)": 0.7719671726226807, "Finetune/Step": 4437, "Finetune/Step Time": 6.69754096493125}
+{"Finetune/Learning Rate": 1.7958751400980634e-05, "Finetune/Loss": 0.8737063407897949, "Finetune/Loss (Raw)": 0.9571041464805603, "Finetune/Step": 4438, "Finetune/Step Time": 6.6932404059916735}
+{"Finetune/Learning Rate": 1.795773171741262e-05, "Finetune/Loss": 0.8729554414749146, "Finetune/Loss (Raw)": 0.830320417881012, "Finetune/Step": 4439, "Finetune/Step Time": 6.700559042394161}
+{"Finetune/Learning Rate": 1.7956711808185967e-05, "Finetune/Loss": 0.872525155544281, "Finetune/Loss (Raw)": 0.6988158226013184, "Finetune/Step": 4440, "Finetune/Step Time": 6.6830814350396395}
+{"Finetune/Learning Rate": 1.795569167332959e-05, "Finetune/Loss": 0.8736305832862854, "Finetune/Loss (Raw)": 1.122970700263977, "Finetune/Step": 4441, "Finetune/Step Time": 6.701015198603272}
+{"Finetune/Learning Rate": 1.795467131287242e-05, "Finetune/Loss": 0.8728301525115967, "Finetune/Loss (Raw)": 0.8534091711044312, "Finetune/Step": 4442, "Finetune/Step Time": 6.699633199721575}
+{"Finetune/Learning Rate": 1.7953650726843394e-05, "Finetune/Loss": 0.8739486336708069, "Finetune/Loss (Raw)": 0.9286737442016602, "Finetune/Step": 4443, "Finetune/Step Time": 6.701865963637829}
+{"Finetune/Learning Rate": 1.7952629915271447e-05, "Finetune/Loss": 0.8740370273590088, "Finetune/Loss (Raw)": 0.9364166855812073, "Finetune/Step": 4444, "Finetune/Step Time": 6.704906890168786}
+{"Finetune/Learning Rate": 1.7951608878185533e-05, "Finetune/Loss": 0.8743256330490112, "Finetune/Loss (Raw)": 0.9599809050559998, "Finetune/Step": 4445, "Finetune/Step Time": 6.702598324045539}
+{"Finetune/Learning Rate": 1.79505876156146e-05, "Finetune/Loss": 0.8741440176963806, "Finetune/Loss (Raw)": 0.8716991543769836, "Finetune/Step": 4446, "Finetune/Step Time": 6.698480453342199}
+{"Finetune/Learning Rate": 1.7949566127587613e-05, "Finetune/Loss": 0.8744490742683411, "Finetune/Loss (Raw)": 0.9682960510253906, "Finetune/Step": 4447, "Finetune/Step Time": 6.696938190609217}
+{"Finetune/Learning Rate": 1.7948544414133534e-05, "Finetune/Loss": 0.8737602829933167, "Finetune/Loss (Raw)": 0.8172124028205872, "Finetune/Step": 4448, "Finetune/Step Time": 6.6966111827641726}
+{"Finetune/Learning Rate": 1.794752247528134e-05, "Finetune/Loss": 0.8762514591217041, "Finetune/Loss (Raw)": 0.8933142423629761, "Finetune/Step": 4449, "Finetune/Step Time": 6.683789940550923}
+{"Finetune/Learning Rate": 1.7946500311060007e-05, "Finetune/Loss": 0.8767468333244324, "Finetune/Loss (Raw)": 0.7226650714874268, "Finetune/Step": 4450, "Finetune/Step Time": 6.6867516040802}
+{"Finetune/Learning Rate": 1.794547792149852e-05, "Finetune/Loss": 0.8756126761436462, "Finetune/Loss (Raw)": 0.7241721749305725, "Finetune/Step": 4451, "Finetune/Step Time": 6.674714304506779}
+{"Finetune/Learning Rate": 1.7944455306625877e-05, "Finetune/Loss": 0.8746739625930786, "Finetune/Loss (Raw)": 0.7486116290092468, "Finetune/Step": 4452, "Finetune/Step Time": 6.6866745967417955}
+{"Finetune/Learning Rate": 1.7943432466471072e-05, "Finetune/Loss": 0.8741589784622192, "Finetune/Loss (Raw)": 0.9012923836708069, "Finetune/Step": 4453, "Finetune/Step Time": 6.682531241327524}
+{"Finetune/Learning Rate": 1.794240940106311e-05, "Finetune/Loss": 0.8735806941986084, "Finetune/Loss (Raw)": 0.7916218638420105, "Finetune/Step": 4454, "Finetune/Step Time": 6.683299528434873}
+{"Finetune/Learning Rate": 1.7941386110431e-05, "Finetune/Loss": 0.8731913566589355, "Finetune/Loss (Raw)": 0.8549553751945496, "Finetune/Step": 4455, "Finetune/Step Time": 6.685263071209192}
+{"Finetune/Learning Rate": 1.7940362594603767e-05, "Finetune/Loss": 0.8734513521194458, "Finetune/Loss (Raw)": 1.000632643699646, "Finetune/Step": 4456, "Finetune/Step Time": 6.703049547970295}
+{"Finetune/Learning Rate": 1.7939338853610422e-05, "Finetune/Loss": 0.8733930587768555, "Finetune/Loss (Raw)": 0.806178092956543, "Finetune/Step": 4457, "Finetune/Step Time": 6.711959447711706}
+{"Finetune/Learning Rate": 1.7938314887480013e-05, "Finetune/Loss": 0.8744165897369385, "Finetune/Loss (Raw)": 0.884119987487793, "Finetune/Step": 4458, "Finetune/Step Time": 6.7186528742313385}
+{"Finetune/Learning Rate": 1.793729069624156e-05, "Finetune/Loss": 0.8744902610778809, "Finetune/Loss (Raw)": 0.8845782279968262, "Finetune/Step": 4459, "Finetune/Step Time": 6.72873380035162}
+{"Finetune/Learning Rate": 1.7936266279924118e-05, "Finetune/Loss": 0.8742364645004272, "Finetune/Loss (Raw)": 0.8942676782608032, "Finetune/Step": 4460, "Finetune/Step Time": 6.730120532214642}
+{"Finetune/Learning Rate": 1.7935241638556732e-05, "Finetune/Loss": 0.8747231960296631, "Finetune/Loss (Raw)": 0.9634903073310852, "Finetune/Step": 4461, "Finetune/Step Time": 6.732674837112427}
+{"Finetune/Learning Rate": 1.7934216772168458e-05, "Finetune/Loss": 0.8753765821456909, "Finetune/Loss (Raw)": 0.9049111604690552, "Finetune/Step": 4462, "Finetune/Step Time": 6.732225293293595}
+{"Finetune/Learning Rate": 1.7933191680788354e-05, "Finetune/Loss": 0.8760851621627808, "Finetune/Loss (Raw)": 0.9324681162834167, "Finetune/Step": 4463, "Finetune/Step Time": 6.733597273007035}
+{"Finetune/Learning Rate": 1.7932166364445498e-05, "Finetune/Loss": 0.8744979500770569, "Finetune/Loss (Raw)": 0.7596068382263184, "Finetune/Step": 4464, "Finetune/Step Time": 6.733206562697887}
+{"Finetune/Learning Rate": 1.7931140823168957e-05, "Finetune/Loss": 0.8748775720596313, "Finetune/Loss (Raw)": 0.8339900970458984, "Finetune/Step": 4465, "Finetune/Step Time": 6.73271207511425}
+{"Finetune/Learning Rate": 1.7930115056987815e-05, "Finetune/Loss": 0.8749265670776367, "Finetune/Loss (Raw)": 0.9570567607879639, "Finetune/Step": 4466, "Finetune/Step Time": 6.73784713447094}
+{"Finetune/Learning Rate": 1.792908906593116e-05, "Finetune/Loss": 0.8743402361869812, "Finetune/Loss (Raw)": 0.7477842569351196, "Finetune/Step": 4467, "Finetune/Step Time": 6.742549743503332}
+{"Finetune/Learning Rate": 1.792806285002809e-05, "Finetune/Loss": 0.8771218061447144, "Finetune/Loss (Raw)": 0.9684765338897705, "Finetune/Step": 4468, "Finetune/Step Time": 6.731662919744849}
+{"Finetune/Learning Rate": 1.7927036409307697e-05, "Finetune/Loss": 0.8772695064544678, "Finetune/Loss (Raw)": 0.8827366828918457, "Finetune/Step": 4469, "Finetune/Step Time": 6.729795448482037}
+{"Finetune/Learning Rate": 1.79260097437991e-05, "Finetune/Loss": 0.8776422739028931, "Finetune/Loss (Raw)": 0.9242602586746216, "Finetune/Step": 4470, "Finetune/Step Time": 6.727480685338378}
+{"Finetune/Learning Rate": 1.7924982853531397e-05, "Finetune/Loss": 0.8794838190078735, "Finetune/Loss (Raw)": 1.1147594451904297, "Finetune/Step": 4471, "Finetune/Step Time": 6.729288911446929}
+{"Finetune/Learning Rate": 1.792395573853372e-05, "Finetune/Loss": 0.879763662815094, "Finetune/Loss (Raw)": 0.808439314365387, "Finetune/Step": 4472, "Finetune/Step Time": 6.728076703846455}
+{"Finetune/Learning Rate": 1.7922928398835195e-05, "Finetune/Loss": 0.8787451982498169, "Finetune/Loss (Raw)": 0.8709608912467957, "Finetune/Step": 4473, "Finetune/Step Time": 6.739258103072643}
+{"Finetune/Learning Rate": 1.7921900834464945e-05, "Finetune/Loss": 0.8786603808403015, "Finetune/Loss (Raw)": 0.8475303053855896, "Finetune/Step": 4474, "Finetune/Step Time": 6.740339318290353}
+{"Finetune/Learning Rate": 1.7920873045452112e-05, "Finetune/Loss": 0.878281831741333, "Finetune/Loss (Raw)": 0.800950825214386, "Finetune/Step": 4475, "Finetune/Step Time": 6.757936401292682}
+{"Finetune/Learning Rate": 1.7919845031825847e-05, "Finetune/Loss": 0.8764535188674927, "Finetune/Loss (Raw)": 0.6955066323280334, "Finetune/Step": 4476, "Finetune/Step Time": 6.759286005049944}
+{"Finetune/Learning Rate": 1.7918816793615298e-05, "Finetune/Loss": 0.8755473494529724, "Finetune/Loss (Raw)": 0.7885233163833618, "Finetune/Step": 4477, "Finetune/Step Time": 6.79501992277801}
+{"Finetune/Learning Rate": 1.7917788330849623e-05, "Finetune/Loss": 0.8767076730728149, "Finetune/Loss (Raw)": 0.9506135582923889, "Finetune/Step": 4478, "Finetune/Step Time": 6.786606431007385}
+{"Finetune/Learning Rate": 1.7916759643557987e-05, "Finetune/Loss": 0.8772275447845459, "Finetune/Loss (Raw)": 1.0042707920074463, "Finetune/Step": 4479, "Finetune/Step Time": 6.764008793979883}
+{"Finetune/Learning Rate": 1.7915730731769558e-05, "Finetune/Loss": 0.8756898641586304, "Finetune/Loss (Raw)": 0.775884747505188, "Finetune/Step": 4480, "Finetune/Step Time": 6.764312457293272}
+{"Finetune/Learning Rate": 1.7914701595513516e-05, "Finetune/Loss": 0.8763241767883301, "Finetune/Loss (Raw)": 0.8198319673538208, "Finetune/Step": 4481, "Finetune/Step Time": 6.764003476127982}
+{"Finetune/Learning Rate": 1.7913672234819042e-05, "Finetune/Loss": 0.8779670000076294, "Finetune/Loss (Raw)": 0.9418901801109314, "Finetune/Step": 4482, "Finetune/Step Time": 6.767638836055994}
+{"Finetune/Learning Rate": 1.7912642649715325e-05, "Finetune/Loss": 0.8759456872940063, "Finetune/Loss (Raw)": 0.7463831305503845, "Finetune/Step": 4483, "Finetune/Step Time": 6.799193754792213}
+{"Finetune/Learning Rate": 1.7911612840231563e-05, "Finetune/Loss": 0.8747242093086243, "Finetune/Loss (Raw)": 0.7293264865875244, "Finetune/Step": 4484, "Finetune/Step Time": 6.804185166954994}
+{"Finetune/Learning Rate": 1.7910582806396967e-05, "Finetune/Loss": 0.8744349479675293, "Finetune/Loss (Raw)": 0.7443450093269348, "Finetune/Step": 4485, "Finetune/Step Time": 6.8045050501823425}
+{"Finetune/Learning Rate": 1.7909552548240727e-05, "Finetune/Loss": 0.8732388615608215, "Finetune/Loss (Raw)": 0.8152594566345215, "Finetune/Step": 4486, "Finetune/Step Time": 6.804377811029553}
+{"Finetune/Learning Rate": 1.7908522065792075e-05, "Finetune/Loss": 0.8729110360145569, "Finetune/Loss (Raw)": 0.8759535551071167, "Finetune/Step": 4487, "Finetune/Step Time": 6.807876095175743}
+{"Finetune/Learning Rate": 1.7907491359080224e-05, "Finetune/Loss": 0.8730396032333374, "Finetune/Loss (Raw)": 0.9794315099716187, "Finetune/Step": 4488, "Finetune/Step Time": 6.805663891136646}
+{"Finetune/Learning Rate": 1.7906460428134402e-05, "Finetune/Loss": 0.8707872629165649, "Finetune/Loss (Raw)": 0.7384645342826843, "Finetune/Step": 4489, "Finetune/Step Time": 6.812800092622638}
+{"Finetune/Learning Rate": 1.7905429272983844e-05, "Finetune/Loss": 0.8689438104629517, "Finetune/Loss (Raw)": 0.729633092880249, "Finetune/Step": 4490, "Finetune/Step Time": 6.811306254938245}
+{"Finetune/Learning Rate": 1.7904397893657797e-05, "Finetune/Loss": 0.8672952651977539, "Finetune/Loss (Raw)": 0.699375331401825, "Finetune/Step": 4491, "Finetune/Step Time": 6.8263148330152035}
+{"Finetune/Learning Rate": 1.7903366290185498e-05, "Finetune/Loss": 0.8664121627807617, "Finetune/Loss (Raw)": 0.8601588606834412, "Finetune/Step": 4492, "Finetune/Step Time": 6.826798824593425}
+{"Finetune/Learning Rate": 1.7902334462596208e-05, "Finetune/Loss": 0.8657484650611877, "Finetune/Loss (Raw)": 0.7536590695381165, "Finetune/Step": 4493, "Finetune/Step Time": 6.824920322746038}
+{"Finetune/Learning Rate": 1.7901302410919186e-05, "Finetune/Loss": 0.8658255338668823, "Finetune/Loss (Raw)": 0.9745445251464844, "Finetune/Step": 4494, "Finetune/Step Time": 6.802204761654139}
+{"Finetune/Learning Rate": 1.790027013518369e-05, "Finetune/Loss": 0.8648620843887329, "Finetune/Loss (Raw)": 0.8601415157318115, "Finetune/Step": 4495, "Finetune/Step Time": 6.799963349476457}
+{"Finetune/Learning Rate": 1.7899237635419002e-05, "Finetune/Loss": 0.8655345439910889, "Finetune/Loss (Raw)": 0.8351859450340271, "Finetune/Step": 4496, "Finetune/Step Time": 6.804008347913623}
+{"Finetune/Learning Rate": 1.7898204911654397e-05, "Finetune/Loss": 0.8663263916969299, "Finetune/Loss (Raw)": 0.9357138872146606, "Finetune/Step": 4497, "Finetune/Step Time": 6.798013737425208}
+{"Finetune/Learning Rate": 1.789717196391916e-05, "Finetune/Loss": 0.8666264414787292, "Finetune/Loss (Raw)": 0.9154986143112183, "Finetune/Step": 4498, "Finetune/Step Time": 6.798789208754897}
+{"Finetune/Learning Rate": 1.789613879224258e-05, "Finetune/Loss": 0.8669068813323975, "Finetune/Loss (Raw)": 0.9253666996955872, "Finetune/Step": 4499, "Finetune/Step Time": 6.797576662153006}
+{"Finetune/Learning Rate": 1.7895105396653963e-05, "Finetune/Loss": 0.8678479194641113, "Finetune/Loss (Raw)": 1.0143464803695679, "Finetune/Step": 4500, "Finetune/Step Time": 6.795601392164826}
+{"Finetune/Learning Rate": 1.7894071777182605e-05, "Finetune/Loss": 0.8682958483695984, "Finetune/Loss (Raw)": 0.9924930334091187, "Finetune/Step": 4501, "Finetune/Step Time": 6.795946266502142}
+{"Finetune/Learning Rate": 1.7893037933857816e-05, "Finetune/Loss": 0.8688238859176636, "Finetune/Loss (Raw)": 0.751086950302124, "Finetune/Step": 4502, "Finetune/Step Time": 6.797539168968797}
+{"Finetune/Learning Rate": 1.789200386670892e-05, "Finetune/Loss": 0.8686668276786804, "Finetune/Loss (Raw)": 0.8294954895973206, "Finetune/Step": 4503, "Finetune/Step Time": 6.804243370890617}
+{"Finetune/Learning Rate": 1.7890969575765232e-05, "Finetune/Loss": 0.8688061237335205, "Finetune/Loss (Raw)": 0.9914249777793884, "Finetune/Step": 4504, "Finetune/Step Time": 6.803580252453685}
+{"Finetune/Learning Rate": 1.7889935061056092e-05, "Finetune/Loss": 0.8704752922058105, "Finetune/Loss (Raw)": 0.9065002202987671, "Finetune/Step": 4505, "Finetune/Step Time": 6.779345927760005}
+{"Finetune/Learning Rate": 1.788890032261083e-05, "Finetune/Loss": 0.8696728944778442, "Finetune/Loss (Raw)": 0.8081884384155273, "Finetune/Step": 4506, "Finetune/Step Time": 6.773250682279468}
+{"Finetune/Learning Rate": 1.788786536045878e-05, "Finetune/Loss": 0.8692730665206909, "Finetune/Loss (Raw)": 0.7891715168952942, "Finetune/Step": 4507, "Finetune/Step Time": 6.7730779610574245}
+{"Finetune/Learning Rate": 1.78868301746293e-05, "Finetune/Loss": 0.8687015175819397, "Finetune/Loss (Raw)": 0.8046098947525024, "Finetune/Step": 4508, "Finetune/Step Time": 6.785553615540266}
+{"Finetune/Learning Rate": 1.788579476515175e-05, "Finetune/Loss": 0.8689393997192383, "Finetune/Loss (Raw)": 0.9665811061859131, "Finetune/Step": 4509, "Finetune/Step Time": 6.787580585107207}
+{"Finetune/Learning Rate": 1.788475913205548e-05, "Finetune/Loss": 0.8671259880065918, "Finetune/Loss (Raw)": 0.8259662985801697, "Finetune/Step": 4510, "Finetune/Step Time": 6.797793911769986}
+{"Finetune/Learning Rate": 1.788372327536986e-05, "Finetune/Loss": 0.8684720993041992, "Finetune/Loss (Raw)": 1.063402771949768, "Finetune/Step": 4511, "Finetune/Step Time": 6.767791612073779}
+{"Finetune/Learning Rate": 1.788268719512427e-05, "Finetune/Loss": 0.8690930604934692, "Finetune/Loss (Raw)": 0.8993165493011475, "Finetune/Step": 4512, "Finetune/Step Time": 6.764763509854674}
+{"Finetune/Learning Rate": 1.7881650891348087e-05, "Finetune/Loss": 0.8699287176132202, "Finetune/Loss (Raw)": 1.0215864181518555, "Finetune/Step": 4513, "Finetune/Step Time": 6.763215854763985}
+{"Finetune/Learning Rate": 1.7880614364070696e-05, "Finetune/Loss": 0.8707575798034668, "Finetune/Loss (Raw)": 0.8198013305664062, "Finetune/Step": 4514, "Finetune/Step Time": 6.751148603856564}
+{"Finetune/Learning Rate": 1.787957761332149e-05, "Finetune/Loss": 0.872029721736908, "Finetune/Loss (Raw)": 1.0981122255325317, "Finetune/Step": 4515, "Finetune/Step Time": 6.736784195527434}
+{"Finetune/Learning Rate": 1.787854063912987e-05, "Finetune/Loss": 0.8699679374694824, "Finetune/Loss (Raw)": 0.6958346962928772, "Finetune/Step": 4516, "Finetune/Step Time": 6.743159418925643}
+{"Finetune/Learning Rate": 1.7877503441525242e-05, "Finetune/Loss": 0.8707263469696045, "Finetune/Loss (Raw)": 0.9921879768371582, "Finetune/Step": 4517, "Finetune/Step Time": 6.735453421249986}
+{"Finetune/Learning Rate": 1.7876466020537016e-05, "Finetune/Loss": 0.8694049119949341, "Finetune/Loss (Raw)": 0.814594030380249, "Finetune/Step": 4518, "Finetune/Step Time": 6.73874737136066}
+{"Finetune/Learning Rate": 1.787542837619461e-05, "Finetune/Loss": 0.8706957101821899, "Finetune/Loss (Raw)": 0.8924304842948914, "Finetune/Step": 4519, "Finetune/Step Time": 6.73551713116467}
+{"Finetune/Learning Rate": 1.7874390508527454e-05, "Finetune/Loss": 0.870297908782959, "Finetune/Loss (Raw)": 0.7587981820106506, "Finetune/Step": 4520, "Finetune/Step Time": 6.73245844617486}
+{"Finetune/Learning Rate": 1.7873352417564972e-05, "Finetune/Loss": 0.8705506920814514, "Finetune/Loss (Raw)": 0.8113829493522644, "Finetune/Step": 4521, "Finetune/Step Time": 6.732292339205742}
+{"Finetune/Learning Rate": 1.7872314103336607e-05, "Finetune/Loss": 0.8698291778564453, "Finetune/Loss (Raw)": 0.8695683479309082, "Finetune/Step": 4522, "Finetune/Step Time": 6.733506554737687}
+{"Finetune/Learning Rate": 1.7871275565871796e-05, "Finetune/Loss": 0.8694519400596619, "Finetune/Loss (Raw)": 0.8440529108047485, "Finetune/Step": 4523, "Finetune/Step Time": 6.735961431637406}
+{"Finetune/Learning Rate": 1.7870236805199995e-05, "Finetune/Loss": 0.8689205646514893, "Finetune/Loss (Raw)": 0.773201584815979, "Finetune/Step": 4524, "Finetune/Step Time": 6.728493474423885}
+{"Finetune/Learning Rate": 1.7869197821350658e-05, "Finetune/Loss": 0.8682304620742798, "Finetune/Loss (Raw)": 0.8079414963722229, "Finetune/Step": 4525, "Finetune/Step Time": 6.702056409791112}
+{"Finetune/Learning Rate": 1.7868158614353245e-05, "Finetune/Loss": 0.867847204208374, "Finetune/Loss (Raw)": 0.8903000950813293, "Finetune/Step": 4526, "Finetune/Step Time": 6.708695651963353}
+{"Finetune/Learning Rate": 1.786711918423723e-05, "Finetune/Loss": 0.8682647943496704, "Finetune/Loss (Raw)": 0.9301417469978333, "Finetune/Step": 4527, "Finetune/Step Time": 6.708584593608975}
+{"Finetune/Learning Rate": 1.7866079531032088e-05, "Finetune/Loss": 0.8680627346038818, "Finetune/Loss (Raw)": 0.8829822540283203, "Finetune/Step": 4528, "Finetune/Step Time": 6.704577466472983}
+{"Finetune/Learning Rate": 1.7865039654767296e-05, "Finetune/Loss": 0.8673263788223267, "Finetune/Loss (Raw)": 0.8350012302398682, "Finetune/Step": 4529, "Finetune/Step Time": 6.720742344856262}
+{"Finetune/Learning Rate": 1.7863999555472346e-05, "Finetune/Loss": 0.8675473928451538, "Finetune/Loss (Raw)": 0.8187345862388611, "Finetune/Step": 4530, "Finetune/Step Time": 6.7298959363251925}
+{"Finetune/Learning Rate": 1.786295923317673e-05, "Finetune/Loss": 0.8685318827629089, "Finetune/Loss (Raw)": 0.9158799648284912, "Finetune/Step": 4531, "Finetune/Step Time": 6.740388358011842}
+{"Finetune/Learning Rate": 1.786191868790995e-05, "Finetune/Loss": 0.8684654235839844, "Finetune/Loss (Raw)": 0.7908042669296265, "Finetune/Step": 4532, "Finetune/Step Time": 6.728382287546992}
+{"Finetune/Learning Rate": 1.786087791970151e-05, "Finetune/Loss": 0.8693197965621948, "Finetune/Loss (Raw)": 0.9558728337287903, "Finetune/Step": 4533, "Finetune/Step Time": 6.731239570304751}
+{"Finetune/Learning Rate": 1.7859836928580932e-05, "Finetune/Loss": 0.8679393529891968, "Finetune/Loss (Raw)": 0.819987416267395, "Finetune/Step": 4534, "Finetune/Step Time": 6.732212597504258}
+{"Finetune/Learning Rate": 1.7858795714577725e-05, "Finetune/Loss": 0.8677693605422974, "Finetune/Loss (Raw)": 0.9611271023750305, "Finetune/Step": 4535, "Finetune/Step Time": 6.73082604072988}
+{"Finetune/Learning Rate": 1.7857754277721417e-05, "Finetune/Loss": 0.8676926493644714, "Finetune/Loss (Raw)": 0.9429721832275391, "Finetune/Step": 4536, "Finetune/Step Time": 6.735059764236212}
+{"Finetune/Learning Rate": 1.785671261804154e-05, "Finetune/Loss": 0.8675930500030518, "Finetune/Loss (Raw)": 0.8166159987449646, "Finetune/Step": 4537, "Finetune/Step Time": 6.737295217812061}
+{"Finetune/Learning Rate": 1.785567073556764e-05, "Finetune/Loss": 0.8680922389030457, "Finetune/Loss (Raw)": 0.9880829453468323, "Finetune/Step": 4538, "Finetune/Step Time": 6.736058717593551}
+{"Finetune/Learning Rate": 1.7854628630329254e-05, "Finetune/Loss": 0.8671730160713196, "Finetune/Loss (Raw)": 0.8615444898605347, "Finetune/Step": 4539, "Finetune/Step Time": 6.737168801948428}
+{"Finetune/Learning Rate": 1.785358630235594e-05, "Finetune/Loss": 0.8660109639167786, "Finetune/Loss (Raw)": 0.9173095226287842, "Finetune/Step": 4540, "Finetune/Step Time": 6.737677389755845}
+{"Finetune/Learning Rate": 1.7852543751677247e-05, "Finetune/Loss": 0.865394651889801, "Finetune/Loss (Raw)": 0.8615534901618958, "Finetune/Step": 4541, "Finetune/Step Time": 6.739918135106564}
+{"Finetune/Learning Rate": 1.7851500978322742e-05, "Finetune/Loss": 0.8660513162612915, "Finetune/Loss (Raw)": 0.8440029621124268, "Finetune/Step": 4542, "Finetune/Step Time": 6.737611869350076}
+{"Finetune/Learning Rate": 1.7850457982322e-05, "Finetune/Loss": 0.8646751642227173, "Finetune/Loss (Raw)": 0.7869932055473328, "Finetune/Step": 4543, "Finetune/Step Time": 6.738734113052487}
+{"Finetune/Learning Rate": 1.7849414763704587e-05, "Finetune/Loss": 0.8625407218933105, "Finetune/Loss (Raw)": 0.7402154207229614, "Finetune/Step": 4544, "Finetune/Step Time": 6.7376818880438805}
+{"Finetune/Learning Rate": 1.7848371322500098e-05, "Finetune/Loss": 0.8612699508666992, "Finetune/Loss (Raw)": 0.8190452456474304, "Finetune/Step": 4545, "Finetune/Step Time": 6.7440252881497145}
+{"Finetune/Learning Rate": 1.784732765873811e-05, "Finetune/Loss": 0.8582566976547241, "Finetune/Loss (Raw)": 0.6967084407806396, "Finetune/Step": 4546, "Finetune/Step Time": 6.775095382705331}
+{"Finetune/Learning Rate": 1.7846283772448233e-05, "Finetune/Loss": 0.8595358729362488, "Finetune/Loss (Raw)": 0.9140271544456482, "Finetune/Step": 4547, "Finetune/Step Time": 6.77666481398046}
+{"Finetune/Learning Rate": 1.784523966366005e-05, "Finetune/Loss": 0.861199676990509, "Finetune/Loss (Raw)": 0.9215742945671082, "Finetune/Step": 4548, "Finetune/Step Time": 6.777576066553593}
+{"Finetune/Learning Rate": 1.784419533240319e-05, "Finetune/Loss": 0.8618749380111694, "Finetune/Loss (Raw)": 0.9292445778846741, "Finetune/Step": 4549, "Finetune/Step Time": 6.776764614507556}
+{"Finetune/Learning Rate": 1.7843150778707247e-05, "Finetune/Loss": 0.8618497848510742, "Finetune/Loss (Raw)": 1.0013989210128784, "Finetune/Step": 4550, "Finetune/Step Time": 6.769541759043932}
+{"Finetune/Learning Rate": 1.7842106002601854e-05, "Finetune/Loss": 0.8634900450706482, "Finetune/Loss (Raw)": 0.9319638609886169, "Finetune/Step": 4551, "Finetune/Step Time": 6.785325886681676}
+{"Finetune/Learning Rate": 1.7841061004116635e-05, "Finetune/Loss": 0.8653886318206787, "Finetune/Loss (Raw)": 0.9931957721710205, "Finetune/Step": 4552, "Finetune/Step Time": 6.787375535815954}
+{"Finetune/Learning Rate": 1.7840015783281222e-05, "Finetune/Loss": 0.865178108215332, "Finetune/Loss (Raw)": 0.7864218354225159, "Finetune/Step": 4553, "Finetune/Step Time": 6.793634120374918}
+{"Finetune/Learning Rate": 1.7838970340125258e-05, "Finetune/Loss": 0.863807201385498, "Finetune/Loss (Raw)": 0.8193131685256958, "Finetune/Step": 4554, "Finetune/Step Time": 6.797882307320833}
+{"Finetune/Learning Rate": 1.7837924674678385e-05, "Finetune/Loss": 0.8654341697692871, "Finetune/Loss (Raw)": 0.9028795957565308, "Finetune/Step": 4555, "Finetune/Step Time": 6.784434765577316}
+{"Finetune/Learning Rate": 1.7836878786970256e-05, "Finetune/Loss": 0.8641741275787354, "Finetune/Loss (Raw)": 0.747149646282196, "Finetune/Step": 4556, "Finetune/Step Time": 6.792627170681953}
+{"Finetune/Learning Rate": 1.7835832677030528e-05, "Finetune/Loss": 0.8653362989425659, "Finetune/Loss (Raw)": 0.9137508869171143, "Finetune/Step": 4557, "Finetune/Step Time": 6.78865191154182}
+{"Finetune/Learning Rate": 1.783478634488887e-05, "Finetune/Loss": 0.8674368858337402, "Finetune/Loss (Raw)": 0.9853346347808838, "Finetune/Step": 4558, "Finetune/Step Time": 6.7797533348202705}
+{"Finetune/Learning Rate": 1.7833739790574947e-05, "Finetune/Loss": 0.868854820728302, "Finetune/Loss (Raw)": 0.9008725881576538, "Finetune/Step": 4559, "Finetune/Step Time": 6.764221165329218}
+{"Finetune/Learning Rate": 1.7832693014118447e-05, "Finetune/Loss": 0.8682807683944702, "Finetune/Loss (Raw)": 0.8312538862228394, "Finetune/Step": 4560, "Finetune/Step Time": 6.7652991656214}
+{"Finetune/Learning Rate": 1.783164601554904e-05, "Finetune/Loss": 0.8654327392578125, "Finetune/Loss (Raw)": 0.6623247265815735, "Finetune/Step": 4561, "Finetune/Step Time": 6.763802867382765}
+{"Finetune/Learning Rate": 1.7830598794896422e-05, "Finetune/Loss": 0.8656754493713379, "Finetune/Loss (Raw)": 0.8919383883476257, "Finetune/Step": 4562, "Finetune/Step Time": 6.759535131976008}
+{"Finetune/Learning Rate": 1.7829551352190294e-05, "Finetune/Loss": 0.8665416240692139, "Finetune/Loss (Raw)": 0.8583782911300659, "Finetune/Step": 4563, "Finetune/Step Time": 6.753248225897551}
+{"Finetune/Learning Rate": 1.782850368746035e-05, "Finetune/Loss": 0.8666201829910278, "Finetune/Loss (Raw)": 0.7827534675598145, "Finetune/Step": 4564, "Finetune/Step Time": 6.735141787678003}
+{"Finetune/Learning Rate": 1.7827455800736303e-05, "Finetune/Loss": 0.8675919771194458, "Finetune/Loss (Raw)": 0.8963545560836792, "Finetune/Step": 4565, "Finetune/Step Time": 6.7204586416482925}
+{"Finetune/Learning Rate": 1.7826407692047868e-05, "Finetune/Loss": 0.8672559261322021, "Finetune/Loss (Raw)": 0.9140908122062683, "Finetune/Step": 4566, "Finetune/Step Time": 6.720926869660616}
+{"Finetune/Learning Rate": 1.782535936142477e-05, "Finetune/Loss": 0.8666810989379883, "Finetune/Loss (Raw)": 0.7567398548126221, "Finetune/Step": 4567, "Finetune/Step Time": 6.7247188948094845}
+{"Finetune/Learning Rate": 1.7824310808896728e-05, "Finetune/Loss": 0.8675575256347656, "Finetune/Loss (Raw)": 0.8110010623931885, "Finetune/Step": 4568, "Finetune/Step Time": 6.718758283182979}
+{"Finetune/Learning Rate": 1.7823262034493484e-05, "Finetune/Loss": 0.8653265237808228, "Finetune/Loss (Raw)": 0.837393581867218, "Finetune/Step": 4569, "Finetune/Step Time": 6.697896404191852}
+{"Finetune/Learning Rate": 1.782221303824477e-05, "Finetune/Loss": 0.865386962890625, "Finetune/Loss (Raw)": 0.8611522316932678, "Finetune/Step": 4570, "Finetune/Step Time": 6.698058174923062}
+{"Finetune/Learning Rate": 1.782116382018034e-05, "Finetune/Loss": 0.8649052381515503, "Finetune/Loss (Raw)": 0.8670077919960022, "Finetune/Step": 4571, "Finetune/Step Time": 6.700868304818869}
+{"Finetune/Learning Rate": 1.7820114380329947e-05, "Finetune/Loss": 0.8642387986183167, "Finetune/Loss (Raw)": 0.8511155247688293, "Finetune/Step": 4572, "Finetune/Step Time": 6.705008814111352}
+{"Finetune/Learning Rate": 1.7819064718723348e-05, "Finetune/Loss": 0.864891767501831, "Finetune/Loss (Raw)": 1.0435569286346436, "Finetune/Step": 4573, "Finetune/Step Time": 6.70951540209353}
+{"Finetune/Learning Rate": 1.7818014835390306e-05, "Finetune/Loss": 0.8645820617675781, "Finetune/Loss (Raw)": 0.8320589661598206, "Finetune/Step": 4574, "Finetune/Step Time": 6.713571395725012}
+{"Finetune/Learning Rate": 1.7816964730360597e-05, "Finetune/Loss": 0.8635619878768921, "Finetune/Loss (Raw)": 0.8377293348312378, "Finetune/Step": 4575, "Finetune/Step Time": 6.711851693689823}
+{"Finetune/Learning Rate": 1.781591440366399e-05, "Finetune/Loss": 0.8625277280807495, "Finetune/Loss (Raw)": 0.6848223209381104, "Finetune/Step": 4576, "Finetune/Step Time": 6.715128008276224}
+{"Finetune/Learning Rate": 1.7814863855330282e-05, "Finetune/Loss": 0.8618534207344055, "Finetune/Loss (Raw)": 0.8070064187049866, "Finetune/Step": 4577, "Finetune/Step Time": 6.720962705090642}
+{"Finetune/Learning Rate": 1.7813813085389257e-05, "Finetune/Loss": 0.8633741140365601, "Finetune/Loss (Raw)": 0.9173089861869812, "Finetune/Step": 4578, "Finetune/Step Time": 6.708819303661585}
+{"Finetune/Learning Rate": 1.781276209387071e-05, "Finetune/Loss": 0.8649358749389648, "Finetune/Loss (Raw)": 0.9240812063217163, "Finetune/Step": 4579, "Finetune/Step Time": 6.703613309189677}
+{"Finetune/Learning Rate": 1.781171088080445e-05, "Finetune/Loss": 0.8659236431121826, "Finetune/Loss (Raw)": 0.8750462532043457, "Finetune/Step": 4580, "Finetune/Step Time": 6.690733779221773}
+{"Finetune/Learning Rate": 1.781065944622028e-05, "Finetune/Loss": 0.8655461668968201, "Finetune/Loss (Raw)": 0.8529776334762573, "Finetune/Step": 4581, "Finetune/Step Time": 6.694506663829088}
+{"Finetune/Learning Rate": 1.780960779014802e-05, "Finetune/Loss": 0.866021990776062, "Finetune/Loss (Raw)": 0.8525219559669495, "Finetune/Step": 4582, "Finetune/Step Time": 6.692889662459493}
+{"Finetune/Learning Rate": 1.780855591261749e-05, "Finetune/Loss": 0.865024209022522, "Finetune/Loss (Raw)": 0.7272409796714783, "Finetune/Step": 4583, "Finetune/Step Time": 6.690427266061306}
+{"Finetune/Learning Rate": 1.7807503813658518e-05, "Finetune/Loss": 0.8645660877227783, "Finetune/Loss (Raw)": 0.9419921636581421, "Finetune/Step": 4584, "Finetune/Step Time": 6.6775604467839}
+{"Finetune/Learning Rate": 1.780645149330094e-05, "Finetune/Loss": 0.8648190498352051, "Finetune/Loss (Raw)": 0.8385546803474426, "Finetune/Step": 4585, "Finetune/Step Time": 6.668810347095132}
+{"Finetune/Learning Rate": 1.78053989515746e-05, "Finetune/Loss": 0.8651731014251709, "Finetune/Loss (Raw)": 0.929449737071991, "Finetune/Step": 4586, "Finetune/Step Time": 6.6603480614721775}
+{"Finetune/Learning Rate": 1.7804346188509338e-05, "Finetune/Loss": 0.8648029565811157, "Finetune/Loss (Raw)": 0.8371930122375488, "Finetune/Step": 4587, "Finetune/Step Time": 6.660607896745205}
+{"Finetune/Learning Rate": 1.7803293204135012e-05, "Finetune/Loss": 0.8651790022850037, "Finetune/Loss (Raw)": 0.942404568195343, "Finetune/Step": 4588, "Finetune/Step Time": 6.663501398637891}
+{"Finetune/Learning Rate": 1.7802239998481476e-05, "Finetune/Loss": 0.8657218813896179, "Finetune/Loss (Raw)": 1.0329762697219849, "Finetune/Step": 4589, "Finetune/Step Time": 6.660302558913827}
+{"Finetune/Learning Rate": 1.7801186571578605e-05, "Finetune/Loss": 0.8634854555130005, "Finetune/Loss (Raw)": 0.6186541318893433, "Finetune/Step": 4590, "Finetune/Step Time": 6.68801136687398}
+{"Finetune/Learning Rate": 1.7800132923456265e-05, "Finetune/Loss": 0.8632128834724426, "Finetune/Loss (Raw)": 0.8975746631622314, "Finetune/Step": 4591, "Finetune/Step Time": 6.697631571441889}
+{"Finetune/Learning Rate": 1.7799079054144334e-05, "Finetune/Loss": 0.8638819456100464, "Finetune/Loss (Raw)": 0.845242977142334, "Finetune/Step": 4592, "Finetune/Step Time": 6.697659980505705}
+{"Finetune/Learning Rate": 1.77980249636727e-05, "Finetune/Loss": 0.8624313473701477, "Finetune/Loss (Raw)": 0.6483161449432373, "Finetune/Step": 4593, "Finetune/Step Time": 6.710725722834468}
+{"Finetune/Learning Rate": 1.7796970652071252e-05, "Finetune/Loss": 0.8618891835212708, "Finetune/Loss (Raw)": 0.887662947177887, "Finetune/Step": 4594, "Finetune/Step Time": 6.704641232267022}
+{"Finetune/Learning Rate": 1.779591611936989e-05, "Finetune/Loss": 0.8631294965744019, "Finetune/Loss (Raw)": 0.9065447449684143, "Finetune/Step": 4595, "Finetune/Step Time": 6.699498739093542}
+{"Finetune/Learning Rate": 1.7794861365598513e-05, "Finetune/Loss": 0.8618969917297363, "Finetune/Loss (Raw)": 0.8107115030288696, "Finetune/Step": 4596, "Finetune/Step Time": 6.7003484312444925}
+{"Finetune/Learning Rate": 1.7793806390787035e-05, "Finetune/Loss": 0.8623694181442261, "Finetune/Loss (Raw)": 0.9432060122489929, "Finetune/Step": 4597, "Finetune/Step Time": 6.701591350138187}
+{"Finetune/Learning Rate": 1.779275119496537e-05, "Finetune/Loss": 0.86201012134552, "Finetune/Loss (Raw)": 0.8782706260681152, "Finetune/Step": 4598, "Finetune/Step Time": 6.6994187496602535}
+{"Finetune/Learning Rate": 1.7791695778163443e-05, "Finetune/Loss": 0.8604955077171326, "Finetune/Loss (Raw)": 0.9208934307098389, "Finetune/Step": 4599, "Finetune/Step Time": 6.698627348989248}
+{"Finetune/Learning Rate": 1.7790640140411176e-05, "Finetune/Loss": 0.8613799810409546, "Finetune/Loss (Raw)": 0.9216477274894714, "Finetune/Step": 4600, "Finetune/Step Time": 6.700845895335078}
+{"Finetune/Learning Rate": 1.7789584281738513e-05, "Finetune/Loss": 0.8607280254364014, "Finetune/Loss (Raw)": 0.7875126004219055, "Finetune/Step": 4601, "Finetune/Step Time": 6.6927162408828735}
+{"Finetune/Learning Rate": 1.7788528202175385e-05, "Finetune/Loss": 0.8612850904464722, "Finetune/Loss (Raw)": 0.9188313484191895, "Finetune/Step": 4602, "Finetune/Step Time": 6.692290149629116}
+{"Finetune/Learning Rate": 1.778747190175175e-05, "Finetune/Loss": 0.861426591873169, "Finetune/Loss (Raw)": 0.819067656993866, "Finetune/Step": 4603, "Finetune/Step Time": 6.675425123423338}
+{"Finetune/Learning Rate": 1.778641538049755e-05, "Finetune/Loss": 0.8627200126647949, "Finetune/Loss (Raw)": 0.8610712885856628, "Finetune/Step": 4604, "Finetune/Step Time": 6.674304744228721}
+{"Finetune/Learning Rate": 1.778535863844276e-05, "Finetune/Loss": 0.8628936409950256, "Finetune/Loss (Raw)": 0.8107414841651917, "Finetune/Step": 4605, "Finetune/Step Time": 6.620992003008723}
+{"Finetune/Learning Rate": 1.7784301675617332e-05, "Finetune/Loss": 0.8616186380386353, "Finetune/Loss (Raw)": 0.78741055727005, "Finetune/Step": 4606, "Finetune/Step Time": 6.647504365071654}
+{"Finetune/Learning Rate": 1.7783244492051244e-05, "Finetune/Loss": 0.8605611324310303, "Finetune/Loss (Raw)": 0.8689159750938416, "Finetune/Step": 4607, "Finetune/Step Time": 6.648647932335734}
+{"Finetune/Learning Rate": 1.778218708777448e-05, "Finetune/Loss": 0.8616310358047485, "Finetune/Loss (Raw)": 0.9128252863883972, "Finetune/Step": 4608, "Finetune/Step Time": 6.646091755479574}
+{"Finetune/Learning Rate": 1.7781129462817014e-05, "Finetune/Loss": 0.8622121810913086, "Finetune/Loss (Raw)": 0.8942228555679321, "Finetune/Step": 4609, "Finetune/Step Time": 6.672716092318296}
+{"Finetune/Learning Rate": 1.7780071617208843e-05, "Finetune/Loss": 0.8617423176765442, "Finetune/Loss (Raw)": 0.8817469477653503, "Finetune/Step": 4610, "Finetune/Step Time": 6.673648606985807}
+{"Finetune/Learning Rate": 1.7779013550979966e-05, "Finetune/Loss": 0.8639158606529236, "Finetune/Loss (Raw)": 1.0245951414108276, "Finetune/Step": 4611, "Finetune/Step Time": 6.640264667570591}
+{"Finetune/Learning Rate": 1.7777955264160386e-05, "Finetune/Loss": 0.8644275665283203, "Finetune/Loss (Raw)": 0.794828474521637, "Finetune/Step": 4612, "Finetune/Step Time": 6.642342731356621}
+{"Finetune/Learning Rate": 1.777689675678011e-05, "Finetune/Loss": 0.8657029867172241, "Finetune/Loss (Raw)": 0.9075901508331299, "Finetune/Step": 4613, "Finetune/Step Time": 6.642735209316015}
+{"Finetune/Learning Rate": 1.777583802886916e-05, "Finetune/Loss": 0.8665714263916016, "Finetune/Loss (Raw)": 0.9264289736747742, "Finetune/Step": 4614, "Finetune/Step Time": 6.643702229484916}
+{"Finetune/Learning Rate": 1.7774779080457553e-05, "Finetune/Loss": 0.8651758432388306, "Finetune/Loss (Raw)": 0.697318434715271, "Finetune/Step": 4615, "Finetune/Step Time": 6.647605340927839}
+{"Finetune/Learning Rate": 1.777371991157532e-05, "Finetune/Loss": 0.8655322790145874, "Finetune/Loss (Raw)": 1.0250585079193115, "Finetune/Step": 4616, "Finetune/Step Time": 6.650770738720894}
+{"Finetune/Learning Rate": 1.7772660522252496e-05, "Finetune/Loss": 0.8664886951446533, "Finetune/Loss (Raw)": 0.8608852028846741, "Finetune/Step": 4617, "Finetune/Step Time": 6.642760766670108}
+{"Finetune/Learning Rate": 1.777160091251912e-05, "Finetune/Loss": 0.8675233125686646, "Finetune/Loss (Raw)": 0.8620532155036926, "Finetune/Step": 4618, "Finetune/Step Time": 6.644690383225679}
+{"Finetune/Learning Rate": 1.7770541082405244e-05, "Finetune/Loss": 0.8687193393707275, "Finetune/Loss (Raw)": 0.8524751663208008, "Finetune/Step": 4619, "Finetune/Step Time": 6.6487648244947195}
+{"Finetune/Learning Rate": 1.776948103194092e-05, "Finetune/Loss": 0.868152379989624, "Finetune/Loss (Raw)": 0.7875844240188599, "Finetune/Step": 4620, "Finetune/Step Time": 6.658803252503276}
+{"Finetune/Learning Rate": 1.7768420761156206e-05, "Finetune/Loss": 0.8691384792327881, "Finetune/Loss (Raw)": 0.8798850178718567, "Finetune/Step": 4621, "Finetune/Step Time": 6.678501995280385}
+{"Finetune/Learning Rate": 1.7767360270081167e-05, "Finetune/Loss": 0.8685593605041504, "Finetune/Loss (Raw)": 0.9004184007644653, "Finetune/Step": 4622, "Finetune/Step Time": 6.679052101448178}
+{"Finetune/Learning Rate": 1.7766299558745884e-05, "Finetune/Loss": 0.8692797422409058, "Finetune/Loss (Raw)": 0.9523497223854065, "Finetune/Step": 4623, "Finetune/Step Time": 6.681787943467498}
+{"Finetune/Learning Rate": 1.7765238627180424e-05, "Finetune/Loss": 0.8704938292503357, "Finetune/Loss (Raw)": 0.9905859231948853, "Finetune/Step": 4624, "Finetune/Step Time": 6.682361779734492}
+{"Finetune/Learning Rate": 1.7764177475414882e-05, "Finetune/Loss": 0.8693222999572754, "Finetune/Loss (Raw)": 0.785759687423706, "Finetune/Step": 4625, "Finetune/Step Time": 6.688655884936452}
+{"Finetune/Learning Rate": 1.7763116103479345e-05, "Finetune/Loss": 0.867772102355957, "Finetune/Loss (Raw)": 0.7170698642730713, "Finetune/Step": 4626, "Finetune/Step Time": 6.686932245269418}
+{"Finetune/Learning Rate": 1.776205451140391e-05, "Finetune/Loss": 0.8679208755493164, "Finetune/Loss (Raw)": 0.9444109201431274, "Finetune/Step": 4627, "Finetune/Step Time": 6.684962186962366}
+{"Finetune/Learning Rate": 1.776099269921868e-05, "Finetune/Loss": 0.8660838603973389, "Finetune/Loss (Raw)": 0.7792094945907593, "Finetune/Step": 4628, "Finetune/Step Time": 6.720340222120285}
+{"Finetune/Learning Rate": 1.7759930666953768e-05, "Finetune/Loss": 0.8664910793304443, "Finetune/Loss (Raw)": 1.0446115732192993, "Finetune/Step": 4629, "Finetune/Step Time": 6.7199094500392675}
+{"Finetune/Learning Rate": 1.7758868414639287e-05, "Finetune/Loss": 0.8680100440979004, "Finetune/Loss (Raw)": 0.9455165863037109, "Finetune/Step": 4630, "Finetune/Step Time": 6.720062086358666}
+{"Finetune/Learning Rate": 1.775780594230536e-05, "Finetune/Loss": 0.8672049045562744, "Finetune/Loss (Raw)": 0.7264451384544373, "Finetune/Step": 4631, "Finetune/Step Time": 6.72881506383419}
+{"Finetune/Learning Rate": 1.775674324998212e-05, "Finetune/Loss": 0.8667588233947754, "Finetune/Loss (Raw)": 0.9343175292015076, "Finetune/Step": 4632, "Finetune/Step Time": 6.732878427952528}
+{"Finetune/Learning Rate": 1.77556803376997e-05, "Finetune/Loss": 0.8650528192520142, "Finetune/Loss (Raw)": 0.6881314516067505, "Finetune/Step": 4633, "Finetune/Step Time": 6.734752660617232}
+{"Finetune/Learning Rate": 1.7754617205488232e-05, "Finetune/Loss": 0.8663597106933594, "Finetune/Loss (Raw)": 0.9754745364189148, "Finetune/Step": 4634, "Finetune/Step Time": 6.747373489663005}
+{"Finetune/Learning Rate": 1.775355385337788e-05, "Finetune/Loss": 0.8668272495269775, "Finetune/Loss (Raw)": 0.849018931388855, "Finetune/Step": 4635, "Finetune/Step Time": 6.747692534700036}
+{"Finetune/Learning Rate": 1.7752490281398784e-05, "Finetune/Loss": 0.8672472238540649, "Finetune/Loss (Raw)": 0.858359694480896, "Finetune/Step": 4636, "Finetune/Step Time": 6.752470294013619}
+{"Finetune/Learning Rate": 1.7751426489581112e-05, "Finetune/Loss": 0.8674660325050354, "Finetune/Loss (Raw)": 0.9945930242538452, "Finetune/Step": 4637, "Finetune/Step Time": 6.750159151852131}
+{"Finetune/Learning Rate": 1.775036247795502e-05, "Finetune/Loss": 0.8684636950492859, "Finetune/Loss (Raw)": 0.953664243221283, "Finetune/Step": 4638, "Finetune/Step Time": 6.741982154548168}
+{"Finetune/Learning Rate": 1.7749298246550695e-05, "Finetune/Loss": 0.8654049634933472, "Finetune/Loss (Raw)": 0.6718909740447998, "Finetune/Step": 4639, "Finetune/Step Time": 6.747376669198275}
+{"Finetune/Learning Rate": 1.7748233795398308e-05, "Finetune/Loss": 0.8654776811599731, "Finetune/Loss (Raw)": 0.9086230397224426, "Finetune/Step": 4640, "Finetune/Step Time": 6.749484626576304}
+{"Finetune/Learning Rate": 1.774716912452804e-05, "Finetune/Loss": 0.8643654584884644, "Finetune/Loss (Raw)": 0.8792144656181335, "Finetune/Step": 4641, "Finetune/Step Time": 6.749816861003637}
+{"Finetune/Learning Rate": 1.7746104233970084e-05, "Finetune/Loss": 0.8650963306427002, "Finetune/Loss (Raw)": 0.913356602191925, "Finetune/Step": 4642, "Finetune/Step Time": 6.747826587408781}
+{"Finetune/Learning Rate": 1.774503912375464e-05, "Finetune/Loss": 0.8625705242156982, "Finetune/Loss (Raw)": 0.7748072147369385, "Finetune/Step": 4643, "Finetune/Step Time": 6.760395796969533}
+{"Finetune/Learning Rate": 1.7743973793911914e-05, "Finetune/Loss": 0.8639379143714905, "Finetune/Loss (Raw)": 0.8708631992340088, "Finetune/Step": 4644, "Finetune/Step Time": 6.756346244364977}
+{"Finetune/Learning Rate": 1.7742908244472107e-05, "Finetune/Loss": 0.8628492951393127, "Finetune/Loss (Raw)": 0.8528425693511963, "Finetune/Step": 4645, "Finetune/Step Time": 6.7539981584995985}
+{"Finetune/Learning Rate": 1.7741842475465443e-05, "Finetune/Loss": 0.8624886870384216, "Finetune/Loss (Raw)": 0.7684414386749268, "Finetune/Step": 4646, "Finetune/Step Time": 6.757848741486669}
+{"Finetune/Learning Rate": 1.774077648692214e-05, "Finetune/Loss": 0.8633202314376831, "Finetune/Loss (Raw)": 0.9988645911216736, "Finetune/Step": 4647, "Finetune/Step Time": 6.759755341336131}
+{"Finetune/Learning Rate": 1.7739710278872428e-05, "Finetune/Loss": 0.8642535209655762, "Finetune/Loss (Raw)": 0.8782655000686646, "Finetune/Step": 4648, "Finetune/Step Time": 6.761518290266395}
+{"Finetune/Learning Rate": 1.773864385134654e-05, "Finetune/Loss": 0.8650463223457336, "Finetune/Loss (Raw)": 0.9128523468971252, "Finetune/Step": 4649, "Finetune/Step Time": 6.763059578835964}
+{"Finetune/Learning Rate": 1.7737577204374723e-05, "Finetune/Loss": 0.8661137223243713, "Finetune/Loss (Raw)": 1.0061992406845093, "Finetune/Step": 4650, "Finetune/Step Time": 6.761524150148034}
+{"Finetune/Learning Rate": 1.7736510337987213e-05, "Finetune/Loss": 0.8657673597335815, "Finetune/Loss (Raw)": 0.7997215390205383, "Finetune/Step": 4651, "Finetune/Step Time": 6.755267579108477}
+{"Finetune/Learning Rate": 1.7735443252214276e-05, "Finetune/Loss": 0.867997407913208, "Finetune/Loss (Raw)": 1.0586491823196411, "Finetune/Step": 4652, "Finetune/Step Time": 6.755345311015844}
+{"Finetune/Learning Rate": 1.773437594708616e-05, "Finetune/Loss": 0.8676244020462036, "Finetune/Loss (Raw)": 0.7601915001869202, "Finetune/Step": 4653, "Finetune/Step Time": 6.762652639299631}
+{"Finetune/Learning Rate": 1.773330842263314e-05, "Finetune/Loss": 0.8673604130744934, "Finetune/Loss (Raw)": 0.8565110564231873, "Finetune/Step": 4654, "Finetune/Step Time": 6.7532814629375935}
+{"Finetune/Learning Rate": 1.7732240678885478e-05, "Finetune/Loss": 0.8668172955513, "Finetune/Loss (Raw)": 0.8606194257736206, "Finetune/Step": 4655, "Finetune/Step Time": 6.751870784908533}
+{"Finetune/Learning Rate": 1.773117271587346e-05, "Finetune/Loss": 0.8651816844940186, "Finetune/Loss (Raw)": 0.6736266016960144, "Finetune/Step": 4656, "Finetune/Step Time": 6.767948741093278}
+{"Finetune/Learning Rate": 1.773010453362737e-05, "Finetune/Loss": 0.8647884726524353, "Finetune/Loss (Raw)": 0.7846674919128418, "Finetune/Step": 4657, "Finetune/Step Time": 6.783505791798234}
+{"Finetune/Learning Rate": 1.7729036132177497e-05, "Finetune/Loss": 0.8660140037536621, "Finetune/Loss (Raw)": 0.9756084680557251, "Finetune/Step": 4658, "Finetune/Step Time": 6.779975330457091}
+{"Finetune/Learning Rate": 1.7727967511554137e-05, "Finetune/Loss": 0.866553544998169, "Finetune/Loss (Raw)": 0.9849354028701782, "Finetune/Step": 4659, "Finetune/Step Time": 6.75777699239552}
+{"Finetune/Learning Rate": 1.7726898671787593e-05, "Finetune/Loss": 0.8653460144996643, "Finetune/Loss (Raw)": 0.6362429261207581, "Finetune/Step": 4660, "Finetune/Step Time": 6.7708034459501505}
+{"Finetune/Learning Rate": 1.7725829612908177e-05, "Finetune/Loss": 0.865595817565918, "Finetune/Loss (Raw)": 0.9878502488136292, "Finetune/Step": 4661, "Finetune/Step Time": 6.768045147880912}
+{"Finetune/Learning Rate": 1.77247603349462e-05, "Finetune/Loss": 0.8657443523406982, "Finetune/Loss (Raw)": 0.8389999866485596, "Finetune/Step": 4662, "Finetune/Step Time": 6.771504225209355}
+{"Finetune/Learning Rate": 1.772369083793199e-05, "Finetune/Loss": 0.8647860288619995, "Finetune/Loss (Raw)": 0.8384557962417603, "Finetune/Step": 4663, "Finetune/Step Time": 6.774727564305067}
+{"Finetune/Learning Rate": 1.7722621121895867e-05, "Finetune/Loss": 0.8626078963279724, "Finetune/Loss (Raw)": 0.6641785502433777, "Finetune/Step": 4664, "Finetune/Step Time": 6.784270942211151}
+{"Finetune/Learning Rate": 1.772155118686817e-05, "Finetune/Loss": 0.8631200790405273, "Finetune/Loss (Raw)": 0.8821721076965332, "Finetune/Step": 4665, "Finetune/Step Time": 6.783677505329251}
+{"Finetune/Learning Rate": 1.772048103287924e-05, "Finetune/Loss": 0.8627410531044006, "Finetune/Loss (Raw)": 0.9395692944526672, "Finetune/Step": 4666, "Finetune/Step Time": 6.798923812806606}
+{"Finetune/Learning Rate": 1.7719410659959418e-05, "Finetune/Loss": 0.8627930283546448, "Finetune/Loss (Raw)": 0.8681952357292175, "Finetune/Step": 4667, "Finetune/Step Time": 6.800624856725335}
+{"Finetune/Learning Rate": 1.7718340068139066e-05, "Finetune/Loss": 0.8628721237182617, "Finetune/Loss (Raw)": 0.9274318218231201, "Finetune/Step": 4668, "Finetune/Step Time": 6.800177983939648}
+{"Finetune/Learning Rate": 1.7717269257448535e-05, "Finetune/Loss": 0.8635034561157227, "Finetune/Loss (Raw)": 0.9423686265945435, "Finetune/Step": 4669, "Finetune/Step Time": 6.79953689314425}
+{"Finetune/Learning Rate": 1.771619822791819e-05, "Finetune/Loss": 0.8637791872024536, "Finetune/Loss (Raw)": 0.8792977333068848, "Finetune/Step": 4670, "Finetune/Step Time": 6.798290500417352}
+{"Finetune/Learning Rate": 1.771512697957841e-05, "Finetune/Loss": 0.862655520439148, "Finetune/Loss (Raw)": 0.6431597471237183, "Finetune/Step": 4671, "Finetune/Step Time": 6.811756541952491}
+{"Finetune/Learning Rate": 1.771405551245957e-05, "Finetune/Loss": 0.8632752895355225, "Finetune/Loss (Raw)": 0.819549024105072, "Finetune/Step": 4672, "Finetune/Step Time": 6.811383919790387}
+{"Finetune/Learning Rate": 1.7712983826592048e-05, "Finetune/Loss": 0.8635604381561279, "Finetune/Loss (Raw)": 0.855540931224823, "Finetune/Step": 4673, "Finetune/Step Time": 6.798947347328067}
+{"Finetune/Learning Rate": 1.7711911922006235e-05, "Finetune/Loss": 0.8635516166687012, "Finetune/Loss (Raw)": 0.6955825090408325, "Finetune/Step": 4674, "Finetune/Step Time": 6.767289550974965}
+{"Finetune/Learning Rate": 1.7710839798732533e-05, "Finetune/Loss": 0.8633217811584473, "Finetune/Loss (Raw)": 0.8846024870872498, "Finetune/Step": 4675, "Finetune/Step Time": 6.7674290761351585}
+{"Finetune/Learning Rate": 1.770976745680134e-05, "Finetune/Loss": 0.8635867238044739, "Finetune/Loss (Raw)": 0.9554877877235413, "Finetune/Step": 4676, "Finetune/Step Time": 6.765786869451404}
+{"Finetune/Learning Rate": 1.7708694896243063e-05, "Finetune/Loss": 0.8622908592224121, "Finetune/Loss (Raw)": 0.7633816003799438, "Finetune/Step": 4677, "Finetune/Step Time": 6.761948138475418}
+{"Finetune/Learning Rate": 1.7707622117088122e-05, "Finetune/Loss": 0.8621519804000854, "Finetune/Loss (Raw)": 0.9836140871047974, "Finetune/Step": 4678, "Finetune/Step Time": 6.760286001488566}
+{"Finetune/Learning Rate": 1.7706549119366934e-05, "Finetune/Loss": 0.8619856238365173, "Finetune/Loss (Raw)": 0.9106754660606384, "Finetune/Step": 4679, "Finetune/Step Time": 6.7454058062285185}
+{"Finetune/Learning Rate": 1.770547590310993e-05, "Finetune/Loss": 0.8596599102020264, "Finetune/Loss (Raw)": 0.6955031156539917, "Finetune/Step": 4680, "Finetune/Step Time": 6.756820725277066}
+{"Finetune/Learning Rate": 1.770440246834754e-05, "Finetune/Loss": 0.860379695892334, "Finetune/Loss (Raw)": 0.8785490393638611, "Finetune/Step": 4681, "Finetune/Step Time": 6.7669181656092405}
+{"Finetune/Learning Rate": 1.7703328815110204e-05, "Finetune/Loss": 0.8611398339271545, "Finetune/Loss (Raw)": 0.9166128039360046, "Finetune/Step": 4682, "Finetune/Step Time": 6.768728384748101}
+{"Finetune/Learning Rate": 1.7702254943428365e-05, "Finetune/Loss": 0.8619741201400757, "Finetune/Loss (Raw)": 1.009670615196228, "Finetune/Step": 4683, "Finetune/Step Time": 6.7748717702925205}
+{"Finetune/Learning Rate": 1.770118085333248e-05, "Finetune/Loss": 0.8631856441497803, "Finetune/Loss (Raw)": 0.9022319316864014, "Finetune/Step": 4684, "Finetune/Step Time": 6.763002058491111}
+{"Finetune/Learning Rate": 1.7700106544853008e-05, "Finetune/Loss": 0.8626003265380859, "Finetune/Loss (Raw)": 0.8388214111328125, "Finetune/Step": 4685, "Finetune/Step Time": 6.762793881818652}
+{"Finetune/Learning Rate": 1.7699032018020408e-05, "Finetune/Loss": 0.8599386215209961, "Finetune/Loss (Raw)": 0.6446400880813599, "Finetune/Step": 4686, "Finetune/Step Time": 6.768116479739547}
+{"Finetune/Learning Rate": 1.7697957272865157e-05, "Finetune/Loss": 0.8605539798736572, "Finetune/Loss (Raw)": 0.9796394109725952, "Finetune/Step": 4687, "Finetune/Step Time": 6.768797568976879}
+{"Finetune/Learning Rate": 1.769688230941772e-05, "Finetune/Loss": 0.8611785173416138, "Finetune/Loss (Raw)": 0.9111953377723694, "Finetune/Step": 4688, "Finetune/Step Time": 6.767193639650941}
+{"Finetune/Learning Rate": 1.7695807127708594e-05, "Finetune/Loss": 0.8627493381500244, "Finetune/Loss (Raw)": 0.8633826375007629, "Finetune/Step": 4689, "Finetune/Step Time": 6.7556387558579445}
+{"Finetune/Learning Rate": 1.7694731727768262e-05, "Finetune/Loss": 0.8635638952255249, "Finetune/Loss (Raw)": 0.9962045550346375, "Finetune/Step": 4690, "Finetune/Step Time": 6.755053114145994}
+{"Finetune/Learning Rate": 1.7693656109627215e-05, "Finetune/Loss": 0.863292396068573, "Finetune/Loss (Raw)": 0.8236280679702759, "Finetune/Step": 4691, "Finetune/Step Time": 6.752899374812841}
+{"Finetune/Learning Rate": 1.7692580273315962e-05, "Finetune/Loss": 0.8641366958618164, "Finetune/Loss (Raw)": 0.8908244371414185, "Finetune/Step": 4692, "Finetune/Step Time": 6.750120656564832}
+{"Finetune/Learning Rate": 1.769150421886501e-05, "Finetune/Loss": 0.8632383346557617, "Finetune/Loss (Raw)": 0.7813643217086792, "Finetune/Step": 4693, "Finetune/Step Time": 6.748581042513251}
+{"Finetune/Learning Rate": 1.7690427946304863e-05, "Finetune/Loss": 0.862762451171875, "Finetune/Loss (Raw)": 0.8531771898269653, "Finetune/Step": 4694, "Finetune/Step Time": 6.751638747751713}
+{"Finetune/Learning Rate": 1.768935145566605e-05, "Finetune/Loss": 0.8631184697151184, "Finetune/Loss (Raw)": 0.8023105263710022, "Finetune/Step": 4695, "Finetune/Step Time": 6.737926157191396}
+{"Finetune/Learning Rate": 1.7688274746979098e-05, "Finetune/Loss": 0.8640320301055908, "Finetune/Loss (Raw)": 0.927939236164093, "Finetune/Step": 4696, "Finetune/Step Time": 6.737785536795855}
+{"Finetune/Learning Rate": 1.7687197820274537e-05, "Finetune/Loss": 0.8638695478439331, "Finetune/Loss (Raw)": 0.8165930509567261, "Finetune/Step": 4697, "Finetune/Step Time": 6.74121281132102}
+{"Finetune/Learning Rate": 1.76861206755829e-05, "Finetune/Loss": 0.8637670278549194, "Finetune/Loss (Raw)": 0.8480282425880432, "Finetune/Step": 4698, "Finetune/Step Time": 6.749329496175051}
+{"Finetune/Learning Rate": 1.7685043312934742e-05, "Finetune/Loss": 0.8634020686149597, "Finetune/Loss (Raw)": 0.8202943801879883, "Finetune/Step": 4699, "Finetune/Step Time": 6.76115264557302}
+{"Finetune/Learning Rate": 1.7683965732360607e-05, "Finetune/Loss": 0.8634616136550903, "Finetune/Loss (Raw)": 0.858741044998169, "Finetune/Step": 4700, "Finetune/Step Time": 6.75813452526927}
+{"Finetune/Learning Rate": 1.7682887933891054e-05, "Finetune/Loss": 0.8624917268753052, "Finetune/Loss (Raw)": 0.9194048047065735, "Finetune/Step": 4701, "Finetune/Step Time": 6.758927576243877}
+{"Finetune/Learning Rate": 1.7681809917556648e-05, "Finetune/Loss": 0.8621110916137695, "Finetune/Loss (Raw)": 0.7833380103111267, "Finetune/Step": 4702, "Finetune/Step Time": 6.78400294482708}
+{"Finetune/Learning Rate": 1.7680731683387954e-05, "Finetune/Loss": 0.8632849454879761, "Finetune/Loss (Raw)": 0.9879909753799438, "Finetune/Step": 4703, "Finetune/Step Time": 6.786436464637518}
+{"Finetune/Learning Rate": 1.767965323141555e-05, "Finetune/Loss": 0.8640528321266174, "Finetune/Loss (Raw)": 0.7831084132194519, "Finetune/Step": 4704, "Finetune/Step Time": 6.793895076960325}
+{"Finetune/Learning Rate": 1.7678574561670023e-05, "Finetune/Loss": 0.8648326992988586, "Finetune/Loss (Raw)": 0.9068254232406616, "Finetune/Step": 4705, "Finetune/Step Time": 6.7890123426914215}
+{"Finetune/Learning Rate": 1.7677495674181954e-05, "Finetune/Loss": 0.8649963736534119, "Finetune/Loss (Raw)": 0.938258945941925, "Finetune/Step": 4706, "Finetune/Step Time": 6.785081712529063}
+{"Finetune/Learning Rate": 1.767641656898194e-05, "Finetune/Loss": 0.8656507730484009, "Finetune/Loss (Raw)": 1.0078414678573608, "Finetune/Step": 4707, "Finetune/Step Time": 6.7843167800456285}
+{"Finetune/Learning Rate": 1.7675337246100582e-05, "Finetune/Loss": 0.8664548397064209, "Finetune/Loss (Raw)": 0.977975070476532, "Finetune/Step": 4708, "Finetune/Step Time": 6.7815753519535065}
+{"Finetune/Learning Rate": 1.7674257705568484e-05, "Finetune/Loss": 0.8660549521446228, "Finetune/Loss (Raw)": 0.8017917275428772, "Finetune/Step": 4709, "Finetune/Step Time": 6.7963941264897585}
+{"Finetune/Learning Rate": 1.7673177947416258e-05, "Finetune/Loss": 0.8663475513458252, "Finetune/Loss (Raw)": 0.8899677991867065, "Finetune/Step": 4710, "Finetune/Step Time": 6.796054311096668}
+{"Finetune/Learning Rate": 1.7672097971674528e-05, "Finetune/Loss": 0.866519570350647, "Finetune/Loss (Raw)": 0.7492642402648926, "Finetune/Step": 4711, "Finetune/Step Time": 6.797452120110393}
+{"Finetune/Learning Rate": 1.7671017778373914e-05, "Finetune/Loss": 0.8673425912857056, "Finetune/Loss (Raw)": 1.0473442077636719, "Finetune/Step": 4712, "Finetune/Step Time": 6.810671977698803}
+{"Finetune/Learning Rate": 1.766993736754505e-05, "Finetune/Loss": 0.8677734136581421, "Finetune/Loss (Raw)": 0.8936895132064819, "Finetune/Step": 4713, "Finetune/Step Time": 6.8158040177077055}
+{"Finetune/Learning Rate": 1.7668856739218575e-05, "Finetune/Loss": 0.8675263524055481, "Finetune/Loss (Raw)": 0.8978276252746582, "Finetune/Step": 4714, "Finetune/Step Time": 6.820000909268856}
+{"Finetune/Learning Rate": 1.7667775893425127e-05, "Finetune/Loss": 0.8670222759246826, "Finetune/Loss (Raw)": 0.7726678848266602, "Finetune/Step": 4715, "Finetune/Step Time": 6.811576912179589}
+{"Finetune/Learning Rate": 1.766669483019536e-05, "Finetune/Loss": 0.8661734461784363, "Finetune/Loss (Raw)": 0.8337637186050415, "Finetune/Step": 4716, "Finetune/Step Time": 6.8096036072820425}
+{"Finetune/Learning Rate": 1.766561354955993e-05, "Finetune/Loss": 0.8648439049720764, "Finetune/Loss (Raw)": 0.8627919554710388, "Finetune/Step": 4717, "Finetune/Step Time": 6.813925867900252}
+{"Finetune/Learning Rate": 1.7664532051549498e-05, "Finetune/Loss": 0.8670820593833923, "Finetune/Loss (Raw)": 0.9051334857940674, "Finetune/Step": 4718, "Finetune/Step Time": 6.786474267020822}
+{"Finetune/Learning Rate": 1.766345033619473e-05, "Finetune/Loss": 0.8661113977432251, "Finetune/Loss (Raw)": 0.7733392715454102, "Finetune/Step": 4719, "Finetune/Step Time": 6.7754354905337095}
+{"Finetune/Learning Rate": 1.76623684035263e-05, "Finetune/Loss": 0.867022693157196, "Finetune/Loss (Raw)": 0.9618868827819824, "Finetune/Step": 4720, "Finetune/Step Time": 6.7740219458937645}
+{"Finetune/Learning Rate": 1.7661286253574896e-05, "Finetune/Loss": 0.8685406446456909, "Finetune/Loss (Raw)": 0.8426052331924438, "Finetune/Step": 4721, "Finetune/Step Time": 6.762935845181346}
+{"Finetune/Learning Rate": 1.76602038863712e-05, "Finetune/Loss": 0.8686907291412354, "Finetune/Loss (Raw)": 0.9068772792816162, "Finetune/Step": 4722, "Finetune/Step Time": 6.764631627127528}
+{"Finetune/Learning Rate": 1.76591213019459e-05, "Finetune/Loss": 0.867721438407898, "Finetune/Loss (Raw)": 0.7824712991714478, "Finetune/Step": 4723, "Finetune/Step Time": 6.772459430620074}
+{"Finetune/Learning Rate": 1.76580385003297e-05, "Finetune/Loss": 0.8683196306228638, "Finetune/Loss (Raw)": 0.8872886896133423, "Finetune/Step": 4724, "Finetune/Step Time": 6.769840246066451}
+{"Finetune/Learning Rate": 1.765695548155331e-05, "Finetune/Loss": 0.8680229783058167, "Finetune/Loss (Raw)": 0.9052319526672363, "Finetune/Step": 4725, "Finetune/Step Time": 6.767578126862645}
+{"Finetune/Learning Rate": 1.765587224564743e-05, "Finetune/Loss": 0.8691304922103882, "Finetune/Loss (Raw)": 1.0200341939926147, "Finetune/Step": 4726, "Finetune/Step Time": 6.75594637170434}
+{"Finetune/Learning Rate": 1.7654788792642786e-05, "Finetune/Loss": 0.8689267635345459, "Finetune/Loss (Raw)": 0.8948184847831726, "Finetune/Step": 4727, "Finetune/Step Time": 6.775040714070201}
+{"Finetune/Learning Rate": 1.76537051225701e-05, "Finetune/Loss": 0.8684524893760681, "Finetune/Loss (Raw)": 0.8609365820884705, "Finetune/Step": 4728, "Finetune/Step Time": 6.7729673106223345}
+{"Finetune/Learning Rate": 1.7652621235460098e-05, "Finetune/Loss": 0.8685307502746582, "Finetune/Loss (Raw)": 0.7975283861160278, "Finetune/Step": 4729, "Finetune/Step Time": 6.771688312292099}
+{"Finetune/Learning Rate": 1.7651537131343524e-05, "Finetune/Loss": 0.8680651187896729, "Finetune/Loss (Raw)": 0.8592355251312256, "Finetune/Step": 4730, "Finetune/Step Time": 6.772622844204307}
+{"Finetune/Learning Rate": 1.765045281025111e-05, "Finetune/Loss": 0.8691001534461975, "Finetune/Loss (Raw)": 0.951546311378479, "Finetune/Step": 4731, "Finetune/Step Time": 6.7762152794748545}
+{"Finetune/Learning Rate": 1.764936827221361e-05, "Finetune/Loss": 0.8695601224899292, "Finetune/Loss (Raw)": 0.9199561476707458, "Finetune/Step": 4732, "Finetune/Step Time": 6.777184648439288}
+{"Finetune/Learning Rate": 1.764828351726178e-05, "Finetune/Loss": 0.8695522546768188, "Finetune/Loss (Raw)": 0.8097283840179443, "Finetune/Step": 4733, "Finetune/Step Time": 6.7793638333678246}
+{"Finetune/Learning Rate": 1.7647198545426376e-05, "Finetune/Loss": 0.8704220056533813, "Finetune/Loss (Raw)": 0.8987414240837097, "Finetune/Step": 4734, "Finetune/Step Time": 6.754787931218743}
+{"Finetune/Learning Rate": 1.7646113356738167e-05, "Finetune/Loss": 0.8708630204200745, "Finetune/Loss (Raw)": 0.9253617525100708, "Finetune/Step": 4735, "Finetune/Step Time": 6.753015240654349}
+{"Finetune/Learning Rate": 1.764502795122793e-05, "Finetune/Loss": 0.8709058165550232, "Finetune/Loss (Raw)": 0.9183062314987183, "Finetune/Step": 4736, "Finetune/Step Time": 6.770555162802339}
+{"Finetune/Learning Rate": 1.7643942328926435e-05, "Finetune/Loss": 0.8705997467041016, "Finetune/Loss (Raw)": 0.8550429344177246, "Finetune/Step": 4737, "Finetune/Step Time": 6.747341861948371}
+{"Finetune/Learning Rate": 1.7642856489864476e-05, "Finetune/Loss": 0.8702853918075562, "Finetune/Loss (Raw)": 0.8415096998214722, "Finetune/Step": 4738, "Finetune/Step Time": 6.743608336895704}
+{"Finetune/Learning Rate": 1.7641770434072838e-05, "Finetune/Loss": 0.8690245151519775, "Finetune/Loss (Raw)": 0.8632073402404785, "Finetune/Step": 4739, "Finetune/Step Time": 6.745552893728018}
+{"Finetune/Learning Rate": 1.764068416158232e-05, "Finetune/Loss": 0.8693929314613342, "Finetune/Loss (Raw)": 0.8419817090034485, "Finetune/Step": 4740, "Finetune/Step Time": 6.742350269109011}
+{"Finetune/Learning Rate": 1.7639597672423727e-05, "Finetune/Loss": 0.868837296962738, "Finetune/Loss (Raw)": 0.8364678621292114, "Finetune/Step": 4741, "Finetune/Step Time": 6.739834804087877}
+{"Finetune/Learning Rate": 1.7638510966627865e-05, "Finetune/Loss": 0.8676239252090454, "Finetune/Loss (Raw)": 0.7711156010627747, "Finetune/Step": 4742, "Finetune/Step Time": 6.753953585401177}
+{"Finetune/Learning Rate": 1.763742404422556e-05, "Finetune/Loss": 0.8686273097991943, "Finetune/Loss (Raw)": 0.8257560133934021, "Finetune/Step": 4743, "Finetune/Step Time": 6.751282347366214}
+{"Finetune/Learning Rate": 1.7636336905247625e-05, "Finetune/Loss": 0.8680788278579712, "Finetune/Loss (Raw)": 0.9548524022102356, "Finetune/Step": 4744, "Finetune/Step Time": 6.750215856358409}
+{"Finetune/Learning Rate": 1.7635249549724885e-05, "Finetune/Loss": 0.8684902787208557, "Finetune/Loss (Raw)": 0.9135492444038391, "Finetune/Step": 4745, "Finetune/Step Time": 6.753025172278285}
+{"Finetune/Learning Rate": 1.7634161977688184e-05, "Finetune/Loss": 0.8692331910133362, "Finetune/Loss (Raw)": 0.9571434259414673, "Finetune/Step": 4746, "Finetune/Step Time": 6.7487186305224895}
+{"Finetune/Learning Rate": 1.7633074189168357e-05, "Finetune/Loss": 0.8690779805183411, "Finetune/Loss (Raw)": 0.8326132297515869, "Finetune/Step": 4747, "Finetune/Step Time": 6.748262986540794}
+{"Finetune/Learning Rate": 1.7631986184196254e-05, "Finetune/Loss": 0.869950532913208, "Finetune/Loss (Raw)": 0.8992692232131958, "Finetune/Step": 4748, "Finetune/Step Time": 6.735929388552904}
+{"Finetune/Learning Rate": 1.763089796280272e-05, "Finetune/Loss": 0.8699206709861755, "Finetune/Loss (Raw)": 0.8760654926300049, "Finetune/Step": 4749, "Finetune/Step Time": 6.717833552509546}
+{"Finetune/Learning Rate": 1.762980952501862e-05, "Finetune/Loss": 0.8698570728302002, "Finetune/Loss (Raw)": 0.8922704458236694, "Finetune/Step": 4750, "Finetune/Step Time": 6.720256622880697}
+{"Finetune/Learning Rate": 1.7628720870874825e-05, "Finetune/Loss": 0.8688794374465942, "Finetune/Loss (Raw)": 0.8272193670272827, "Finetune/Step": 4751, "Finetune/Step Time": 6.716314394026995}
+{"Finetune/Learning Rate": 1.7627632000402193e-05, "Finetune/Loss": 0.8675699234008789, "Finetune/Loss (Raw)": 0.8229661583900452, "Finetune/Step": 4752, "Finetune/Step Time": 6.711823092773557}
+{"Finetune/Learning Rate": 1.7626542913631607e-05, "Finetune/Loss": 0.8685681819915771, "Finetune/Loss (Raw)": 0.9135356545448303, "Finetune/Step": 4753, "Finetune/Step Time": 6.705652618780732}
+{"Finetune/Learning Rate": 1.7625453610593953e-05, "Finetune/Loss": 0.8690090775489807, "Finetune/Loss (Raw)": 0.7735037207603455, "Finetune/Step": 4754, "Finetune/Step Time": 6.712873307988048}
+{"Finetune/Learning Rate": 1.762436409132012e-05, "Finetune/Loss": 0.8688448667526245, "Finetune/Loss (Raw)": 0.9233909845352173, "Finetune/Step": 4755, "Finetune/Step Time": 6.716392667964101}
+{"Finetune/Learning Rate": 1.7623274355841e-05, "Finetune/Loss": 0.8692600727081299, "Finetune/Loss (Raw)": 0.8323543071746826, "Finetune/Step": 4756, "Finetune/Step Time": 6.685574557632208}
+{"Finetune/Learning Rate": 1.76221844041875e-05, "Finetune/Loss": 0.8677156567573547, "Finetune/Loss (Raw)": 0.8469281196594238, "Finetune/Step": 4757, "Finetune/Step Time": 6.684190075844526}
+{"Finetune/Learning Rate": 1.762109423639052e-05, "Finetune/Loss": 0.8670700788497925, "Finetune/Loss (Raw)": 0.8628817796707153, "Finetune/Step": 4758, "Finetune/Step Time": 6.6904117204248905}
+{"Finetune/Learning Rate": 1.762000385248098e-05, "Finetune/Loss": 0.868588924407959, "Finetune/Loss (Raw)": 0.9208570718765259, "Finetune/Step": 4759, "Finetune/Step Time": 6.676000388339162}
+{"Finetune/Learning Rate": 1.7618913252489802e-05, "Finetune/Loss": 0.86810302734375, "Finetune/Loss (Raw)": 0.8721233010292053, "Finetune/Step": 4760, "Finetune/Step Time": 6.6727683916687965}
+{"Finetune/Learning Rate": 1.7617822436447908e-05, "Finetune/Loss": 0.8702088594436646, "Finetune/Loss (Raw)": 0.9576839804649353, "Finetune/Step": 4761, "Finetune/Step Time": 6.6730297934263945}
+{"Finetune/Learning Rate": 1.7616731404386233e-05, "Finetune/Loss": 0.869229257106781, "Finetune/Loss (Raw)": 0.850081741809845, "Finetune/Step": 4762, "Finetune/Step Time": 6.664366129785776}
+{"Finetune/Learning Rate": 1.7615640156335713e-05, "Finetune/Loss": 0.8670136332511902, "Finetune/Loss (Raw)": 0.5654217600822449, "Finetune/Step": 4763, "Finetune/Step Time": 6.678519632667303}
+{"Finetune/Learning Rate": 1.7614548692327292e-05, "Finetune/Loss": 0.866840124130249, "Finetune/Loss (Raw)": 0.8361496329307556, "Finetune/Step": 4764, "Finetune/Step Time": 6.66111820936203}
+{"Finetune/Learning Rate": 1.7613457012391925e-05, "Finetune/Loss": 0.8655319213867188, "Finetune/Loss (Raw)": 0.8271396160125732, "Finetune/Step": 4765, "Finetune/Step Time": 6.661558587104082}
+{"Finetune/Learning Rate": 1.7612365116560572e-05, "Finetune/Loss": 0.8639203906059265, "Finetune/Loss (Raw)": 0.7473887205123901, "Finetune/Step": 4766, "Finetune/Step Time": 6.663868313655257}
+{"Finetune/Learning Rate": 1.7611273004864183e-05, "Finetune/Loss": 0.8651182651519775, "Finetune/Loss (Raw)": 0.8252260088920593, "Finetune/Step": 4767, "Finetune/Step Time": 6.65858936496079}
+{"Finetune/Learning Rate": 1.761018067733374e-05, "Finetune/Loss": 0.8658444881439209, "Finetune/Loss (Raw)": 1.0015671253204346, "Finetune/Step": 4768, "Finetune/Step Time": 6.6530073415488005}
+{"Finetune/Learning Rate": 1.760908813400021e-05, "Finetune/Loss": 0.8662872314453125, "Finetune/Loss (Raw)": 0.9358939528465271, "Finetune/Step": 4769, "Finetune/Step Time": 6.6640993896871805}
+{"Finetune/Learning Rate": 1.760799537489458e-05, "Finetune/Loss": 0.8665680885314941, "Finetune/Loss (Raw)": 0.9493114948272705, "Finetune/Step": 4770, "Finetune/Step Time": 6.6663245018571615}
+{"Finetune/Learning Rate": 1.7606902400047835e-05, "Finetune/Loss": 0.8676806092262268, "Finetune/Loss (Raw)": 0.9172036647796631, "Finetune/Step": 4771, "Finetune/Step Time": 6.658509213477373}
+{"Finetune/Learning Rate": 1.760580920949097e-05, "Finetune/Loss": 0.8685493469238281, "Finetune/Loss (Raw)": 0.9820647239685059, "Finetune/Step": 4772, "Finetune/Step Time": 6.662010749801993}
+{"Finetune/Learning Rate": 1.7604715803254983e-05, "Finetune/Loss": 0.8679507374763489, "Finetune/Loss (Raw)": 0.7762166857719421, "Finetune/Step": 4773, "Finetune/Step Time": 6.663765659555793}
+{"Finetune/Learning Rate": 1.760362218137088e-05, "Finetune/Loss": 0.869102418422699, "Finetune/Loss (Raw)": 0.9158580303192139, "Finetune/Step": 4774, "Finetune/Step Time": 6.658777605742216}
+{"Finetune/Learning Rate": 1.7602528343869677e-05, "Finetune/Loss": 0.8681291341781616, "Finetune/Loss (Raw)": 0.8742863535881042, "Finetune/Step": 4775, "Finetune/Step Time": 6.65934949927032}
+{"Finetune/Learning Rate": 1.7601434290782386e-05, "Finetune/Loss": 0.8684780597686768, "Finetune/Loss (Raw)": 0.9229214787483215, "Finetune/Step": 4776, "Finetune/Step Time": 6.6600590739399195}
+{"Finetune/Learning Rate": 1.7600340022140036e-05, "Finetune/Loss": 0.8682030439376831, "Finetune/Loss (Raw)": 0.8776459097862244, "Finetune/Step": 4777, "Finetune/Step Time": 6.661100080236793}
+{"Finetune/Learning Rate": 1.7599245537973653e-05, "Finetune/Loss": 0.8676508069038391, "Finetune/Loss (Raw)": 0.9355219006538391, "Finetune/Step": 4778, "Finetune/Step Time": 6.665396984666586}
+{"Finetune/Learning Rate": 1.7598150838314275e-05, "Finetune/Loss": 0.867774486541748, "Finetune/Loss (Raw)": 0.8155519962310791, "Finetune/Step": 4779, "Finetune/Step Time": 6.68403877876699}
+{"Finetune/Learning Rate": 1.7597055923192947e-05, "Finetune/Loss": 0.8668473958969116, "Finetune/Loss (Raw)": 0.9399799108505249, "Finetune/Step": 4780, "Finetune/Step Time": 6.6868499759584665}
+{"Finetune/Learning Rate": 1.7595960792640716e-05, "Finetune/Loss": 0.8681138753890991, "Finetune/Loss (Raw)": 0.9223010540008545, "Finetune/Step": 4781, "Finetune/Step Time": 6.680311851203442}
+{"Finetune/Learning Rate": 1.759486544668864e-05, "Finetune/Loss": 0.8677760362625122, "Finetune/Loss (Raw)": 0.8132636547088623, "Finetune/Step": 4782, "Finetune/Step Time": 6.679987624287605}
+{"Finetune/Learning Rate": 1.7593769885367774e-05, "Finetune/Loss": 0.868072509765625, "Finetune/Loss (Raw)": 0.898573637008667, "Finetune/Step": 4783, "Finetune/Step Time": 6.673954522237182}
+{"Finetune/Learning Rate": 1.759267410870919e-05, "Finetune/Loss": 0.87040114402771, "Finetune/Loss (Raw)": 0.9716854095458984, "Finetune/Step": 4784, "Finetune/Step Time": 6.658967420458794}
+{"Finetune/Learning Rate": 1.7591578116743955e-05, "Finetune/Loss": 0.8708307147026062, "Finetune/Loss (Raw)": 0.8396531939506531, "Finetune/Step": 4785, "Finetune/Step Time": 6.619797760620713}
+{"Finetune/Learning Rate": 1.7590481909503154e-05, "Finetune/Loss": 0.8700248003005981, "Finetune/Loss (Raw)": 0.8724551200866699, "Finetune/Step": 4786, "Finetune/Step Time": 6.613249737769365}
+{"Finetune/Learning Rate": 1.758938548701787e-05, "Finetune/Loss": 0.8688450455665588, "Finetune/Loss (Raw)": 0.8339278101921082, "Finetune/Step": 4787, "Finetune/Step Time": 6.617055209353566}
+{"Finetune/Learning Rate": 1.7588288849319194e-05, "Finetune/Loss": 0.8709359765052795, "Finetune/Loss (Raw)": 0.9038807153701782, "Finetune/Step": 4788, "Finetune/Step Time": 6.602737233042717}
+{"Finetune/Learning Rate": 1.7587191996438228e-05, "Finetune/Loss": 0.8708897233009338, "Finetune/Loss (Raw)": 0.9819307923316956, "Finetune/Step": 4789, "Finetune/Step Time": 6.615875266492367}
+{"Finetune/Learning Rate": 1.758609492840607e-05, "Finetune/Loss": 0.8708087801933289, "Finetune/Loss (Raw)": 0.8286421895027161, "Finetune/Step": 4790, "Finetune/Step Time": 6.614414548501372}
+{"Finetune/Learning Rate": 1.7584997645253833e-05, "Finetune/Loss": 0.8715111017227173, "Finetune/Loss (Raw)": 0.9283552765846252, "Finetune/Step": 4791, "Finetune/Step Time": 6.6112231351435184}
+{"Finetune/Learning Rate": 1.758390014701263e-05, "Finetune/Loss": 0.8735144734382629, "Finetune/Loss (Raw)": 0.9206034541130066, "Finetune/Step": 4792, "Finetune/Step Time": 6.602325459942222}
+{"Finetune/Learning Rate": 1.7582802433713584e-05, "Finetune/Loss": 0.8727768659591675, "Finetune/Loss (Raw)": 0.78775954246521, "Finetune/Step": 4793, "Finetune/Step Time": 6.616115719079971}
+{"Finetune/Learning Rate": 1.758170450538782e-05, "Finetune/Loss": 0.8716546893119812, "Finetune/Loss (Raw)": 0.7959336042404175, "Finetune/Step": 4794, "Finetune/Step Time": 6.602303406223655}
+{"Finetune/Learning Rate": 1.7580606362066485e-05, "Finetune/Loss": 0.8710368275642395, "Finetune/Loss (Raw)": 0.7891042232513428, "Finetune/Step": 4795, "Finetune/Step Time": 6.6092081516981125}
+{"Finetune/Learning Rate": 1.7579508003780703e-05, "Finetune/Loss": 0.8712024092674255, "Finetune/Loss (Raw)": 0.9486268162727356, "Finetune/Step": 4796, "Finetune/Step Time": 6.608228700235486}
+{"Finetune/Learning Rate": 1.7578409430561632e-05, "Finetune/Loss": 0.8706741333007812, "Finetune/Loss (Raw)": 0.874748170375824, "Finetune/Step": 4797, "Finetune/Step Time": 6.610699141398072}
+{"Finetune/Learning Rate": 1.7577310642440415e-05, "Finetune/Loss": 0.8711706399917603, "Finetune/Loss (Raw)": 0.9428501725196838, "Finetune/Step": 4798, "Finetune/Step Time": 6.610233601182699}
+{"Finetune/Learning Rate": 1.7576211639448218e-05, "Finetune/Loss": 0.8724782466888428, "Finetune/Loss (Raw)": 0.8105405569076538, "Finetune/Step": 4799, "Finetune/Step Time": 6.615450765937567}
+{"Finetune/Learning Rate": 1.7575112421616203e-05, "Finetune/Loss": 0.8739638924598694, "Finetune/Loss (Raw)": 1.0097107887268066, "Finetune/Step": 4800, "Finetune/Step Time": 6.613852426409721}
+{"Finetune/Learning Rate": 1.7574012988975538e-05, "Finetune/Loss": 0.8746398687362671, "Finetune/Loss (Raw)": 0.9420620203018188, "Finetune/Step": 4801, "Finetune/Step Time": 6.616389214992523}
+{"Finetune/Learning Rate": 1.7572913341557404e-05, "Finetune/Loss": 0.8757288455963135, "Finetune/Loss (Raw)": 0.8349789381027222, "Finetune/Step": 4802, "Finetune/Step Time": 6.633680680766702}
+{"Finetune/Learning Rate": 1.7571813479392983e-05, "Finetune/Loss": 0.8757363557815552, "Finetune/Loss (Raw)": 0.8855555057525635, "Finetune/Step": 4803, "Finetune/Step Time": 6.632539015263319}
+{"Finetune/Learning Rate": 1.757071340251346e-05, "Finetune/Loss": 0.8754712343215942, "Finetune/Loss (Raw)": 0.9215574860572815, "Finetune/Step": 4804, "Finetune/Step Time": 6.631042966619134}
+{"Finetune/Learning Rate": 1.7569613110950038e-05, "Finetune/Loss": 0.8765609860420227, "Finetune/Loss (Raw)": 0.9028612375259399, "Finetune/Step": 4805, "Finetune/Step Time": 6.633995320647955}
+{"Finetune/Learning Rate": 1.7568512604733907e-05, "Finetune/Loss": 0.8756909370422363, "Finetune/Loss (Raw)": 0.872253954410553, "Finetune/Step": 4806, "Finetune/Step Time": 6.637311868369579}
+{"Finetune/Learning Rate": 1.7567411883896286e-05, "Finetune/Loss": 0.8750929832458496, "Finetune/Loss (Raw)": 0.8341391086578369, "Finetune/Step": 4807, "Finetune/Step Time": 6.634799877181649}
+{"Finetune/Learning Rate": 1.756631094846838e-05, "Finetune/Loss": 0.8768372535705566, "Finetune/Loss (Raw)": 0.9187623262405396, "Finetune/Step": 4808, "Finetune/Step Time": 6.621055455878377}
+{"Finetune/Learning Rate": 1.7565209798481412e-05, "Finetune/Loss": 0.8767219185829163, "Finetune/Loss (Raw)": 0.8637919425964355, "Finetune/Step": 4809, "Finetune/Step Time": 6.608323760330677}
+{"Finetune/Learning Rate": 1.7564108433966606e-05, "Finetune/Loss": 0.8766588568687439, "Finetune/Loss (Raw)": 0.90854412317276, "Finetune/Step": 4810, "Finetune/Step Time": 6.6099554002285}
+{"Finetune/Learning Rate": 1.7563006854955196e-05, "Finetune/Loss": 0.8754502534866333, "Finetune/Loss (Raw)": 0.8549602627754211, "Finetune/Step": 4811, "Finetune/Step Time": 6.603621203452349}
+{"Finetune/Learning Rate": 1.7561905061478416e-05, "Finetune/Loss": 0.876032829284668, "Finetune/Loss (Raw)": 0.9768007397651672, "Finetune/Step": 4812, "Finetune/Step Time": 6.60674612224102}
+{"Finetune/Learning Rate": 1.7560803053567513e-05, "Finetune/Loss": 0.875646710395813, "Finetune/Loss (Raw)": 0.7894085645675659, "Finetune/Step": 4813, "Finetune/Step Time": 6.619385126978159}
+{"Finetune/Learning Rate": 1.7559700831253734e-05, "Finetune/Loss": 0.8761604428291321, "Finetune/Loss (Raw)": 0.7103906869888306, "Finetune/Step": 4814, "Finetune/Step Time": 6.624747850000858}
+{"Finetune/Learning Rate": 1.755859839456834e-05, "Finetune/Loss": 0.8759735822677612, "Finetune/Loss (Raw)": 0.955720841884613, "Finetune/Step": 4815, "Finetune/Step Time": 6.62656188942492}
+{"Finetune/Learning Rate": 1.7557495743542586e-05, "Finetune/Loss": 0.8751263618469238, "Finetune/Loss (Raw)": 0.8027600049972534, "Finetune/Step": 4816, "Finetune/Step Time": 6.639542881399393}
+{"Finetune/Learning Rate": 1.7556392878207742e-05, "Finetune/Loss": 0.8744764924049377, "Finetune/Loss (Raw)": 0.7801957726478577, "Finetune/Step": 4817, "Finetune/Step Time": 6.65587418153882}
+{"Finetune/Learning Rate": 1.7555289798595085e-05, "Finetune/Loss": 0.8742749691009521, "Finetune/Loss (Raw)": 0.9704055190086365, "Finetune/Step": 4818, "Finetune/Step Time": 6.656570199877024}
+{"Finetune/Learning Rate": 1.7554186504735895e-05, "Finetune/Loss": 0.8744906783103943, "Finetune/Loss (Raw)": 0.8512420058250427, "Finetune/Step": 4819, "Finetune/Step Time": 6.66252213716507}
+{"Finetune/Learning Rate": 1.7553082996661453e-05, "Finetune/Loss": 0.8751261234283447, "Finetune/Loss (Raw)": 0.9721560478210449, "Finetune/Step": 4820, "Finetune/Step Time": 6.6755543146282434}
+{"Finetune/Learning Rate": 1.755197927440306e-05, "Finetune/Loss": 0.8764239549636841, "Finetune/Loss (Raw)": 0.9474902153015137, "Finetune/Step": 4821, "Finetune/Step Time": 6.672790443524718}
+{"Finetune/Learning Rate": 1.7550875337992007e-05, "Finetune/Loss": 0.8772676587104797, "Finetune/Loss (Raw)": 0.9611691236495972, "Finetune/Step": 4822, "Finetune/Step Time": 6.671074124053121}
+{"Finetune/Learning Rate": 1.7549771187459602e-05, "Finetune/Loss": 0.877802848815918, "Finetune/Loss (Raw)": 0.8708189725875854, "Finetune/Step": 4823, "Finetune/Step Time": 6.665191313251853}
+{"Finetune/Learning Rate": 1.7548666822837157e-05, "Finetune/Loss": 0.878666877746582, "Finetune/Loss (Raw)": 1.0385380983352661, "Finetune/Step": 4824, "Finetune/Step Time": 6.667139761149883}
+{"Finetune/Learning Rate": 1.7547562244155984e-05, "Finetune/Loss": 0.876396894454956, "Finetune/Loss (Raw)": 0.5260305404663086, "Finetune/Step": 4825, "Finetune/Step Time": 6.676405142992735}
+{"Finetune/Learning Rate": 1.7546457451447407e-05, "Finetune/Loss": 0.876119077205658, "Finetune/Loss (Raw)": 0.8124690651893616, "Finetune/Step": 4826, "Finetune/Step Time": 6.67470763809979}
+{"Finetune/Learning Rate": 1.754535244474276e-05, "Finetune/Loss": 0.8763800859451294, "Finetune/Loss (Raw)": 0.8536992073059082, "Finetune/Step": 4827, "Finetune/Step Time": 6.658619794994593}
+{"Finetune/Learning Rate": 1.754424722407337e-05, "Finetune/Loss": 0.8758111596107483, "Finetune/Loss (Raw)": 0.7859207987785339, "Finetune/Step": 4828, "Finetune/Step Time": 6.675160584971309}
+{"Finetune/Learning Rate": 1.7543141789470584e-05, "Finetune/Loss": 0.8747627139091492, "Finetune/Loss (Raw)": 0.785203754901886, "Finetune/Step": 4829, "Finetune/Step Time": 6.673200936987996}
+{"Finetune/Learning Rate": 1.7542036140965745e-05, "Finetune/Loss": 0.8752511739730835, "Finetune/Loss (Raw)": 0.8458561897277832, "Finetune/Step": 4830, "Finetune/Step Time": 6.654704846441746}
+{"Finetune/Learning Rate": 1.754093027859021e-05, "Finetune/Loss": 0.8744058609008789, "Finetune/Loss (Raw)": 0.8797928690910339, "Finetune/Step": 4831, "Finetune/Step Time": 6.654045082628727}
+{"Finetune/Learning Rate": 1.753982420237533e-05, "Finetune/Loss": 0.8749973773956299, "Finetune/Loss (Raw)": 0.8588262796401978, "Finetune/Step": 4832, "Finetune/Step Time": 6.6436672154814005}
+{"Finetune/Learning Rate": 1.7538717912352484e-05, "Finetune/Loss": 0.8751285672187805, "Finetune/Loss (Raw)": 0.9236173629760742, "Finetune/Step": 4833, "Finetune/Step Time": 6.643677255138755}
+{"Finetune/Learning Rate": 1.753761140855303e-05, "Finetune/Loss": 0.8744333386421204, "Finetune/Loss (Raw)": 0.849269449710846, "Finetune/Step": 4834, "Finetune/Step Time": 6.643645534291863}
+{"Finetune/Learning Rate": 1.753650469100835e-05, "Finetune/Loss": 0.874478816986084, "Finetune/Loss (Raw)": 1.013662338256836, "Finetune/Step": 4835, "Finetune/Step Time": 6.646618295460939}
+{"Finetune/Learning Rate": 1.753539775974983e-05, "Finetune/Loss": 0.8744880557060242, "Finetune/Loss (Raw)": 0.9791610836982727, "Finetune/Step": 4836, "Finetune/Step Time": 6.646342262625694}
+{"Finetune/Learning Rate": 1.753429061480886e-05, "Finetune/Loss": 0.8746030330657959, "Finetune/Loss (Raw)": 0.8165060877799988, "Finetune/Step": 4837, "Finetune/Step Time": 6.651445597410202}
+{"Finetune/Learning Rate": 1.7533183256216828e-05, "Finetune/Loss": 0.8736841678619385, "Finetune/Loss (Raw)": 0.7723551392555237, "Finetune/Step": 4838, "Finetune/Step Time": 6.651491811499}
+{"Finetune/Learning Rate": 1.7532075684005142e-05, "Finetune/Loss": 0.8757821321487427, "Finetune/Loss (Raw)": 1.0178018808364868, "Finetune/Step": 4839, "Finetune/Step Time": 6.662282483652234}
+{"Finetune/Learning Rate": 1.7530967898205208e-05, "Finetune/Loss": 0.8745512366294861, "Finetune/Loss (Raw)": 0.8897894620895386, "Finetune/Step": 4840, "Finetune/Step Time": 6.641607917845249}
+{"Finetune/Learning Rate": 1.7529859898848444e-05, "Finetune/Loss": 0.8749430775642395, "Finetune/Loss (Raw)": 0.9438457489013672, "Finetune/Step": 4841, "Finetune/Step Time": 6.640315189957619}
+{"Finetune/Learning Rate": 1.752875168596626e-05, "Finetune/Loss": 0.8749027848243713, "Finetune/Loss (Raw)": 0.8926685452461243, "Finetune/Step": 4842, "Finetune/Step Time": 6.638897622004151}
+{"Finetune/Learning Rate": 1.7527643259590088e-05, "Finetune/Loss": 0.8755476474761963, "Finetune/Loss (Raw)": 0.8552112579345703, "Finetune/Step": 4843, "Finetune/Step Time": 6.635194197297096}
+{"Finetune/Learning Rate": 1.752653461975136e-05, "Finetune/Loss": 0.8758673667907715, "Finetune/Loss (Raw)": 0.874686598777771, "Finetune/Step": 4844, "Finetune/Step Time": 6.637196222320199}
+{"Finetune/Learning Rate": 1.752542576648151e-05, "Finetune/Loss": 0.8764290809631348, "Finetune/Loss (Raw)": 0.9346948862075806, "Finetune/Step": 4845, "Finetune/Step Time": 6.6353893261402845}
+{"Finetune/Learning Rate": 1.752431669981199e-05, "Finetune/Loss": 0.8772609233856201, "Finetune/Loss (Raw)": 1.011608362197876, "Finetune/Step": 4846, "Finetune/Step Time": 6.643624801188707}
+{"Finetune/Learning Rate": 1.752320741977424e-05, "Finetune/Loss": 0.879033088684082, "Finetune/Loss (Raw)": 1.0001786947250366, "Finetune/Step": 4847, "Finetune/Step Time": 6.6516348123550415}
+{"Finetune/Learning Rate": 1.7522097926399722e-05, "Finetune/Loss": 0.8783025741577148, "Finetune/Loss (Raw)": 0.8683769702911377, "Finetune/Step": 4848, "Finetune/Step Time": 6.656665571033955}
+{"Finetune/Learning Rate": 1.7520988219719897e-05, "Finetune/Loss": 0.8778706789016724, "Finetune/Loss (Raw)": 0.7873249053955078, "Finetune/Step": 4849, "Finetune/Step Time": 6.659232709556818}
+{"Finetune/Learning Rate": 1.7519878299766232e-05, "Finetune/Loss": 0.8778622150421143, "Finetune/Loss (Raw)": 0.9057934880256653, "Finetune/Step": 4850, "Finetune/Step Time": 6.660146132111549}
+{"Finetune/Learning Rate": 1.7518768166570203e-05, "Finetune/Loss": 0.8796999454498291, "Finetune/Loss (Raw)": 1.017695426940918, "Finetune/Step": 4851, "Finetune/Step Time": 6.652231562882662}
+{"Finetune/Learning Rate": 1.751765782016329e-05, "Finetune/Loss": 0.8796656131744385, "Finetune/Loss (Raw)": 0.8828970193862915, "Finetune/Step": 4852, "Finetune/Step Time": 6.6512034349143505}
+{"Finetune/Learning Rate": 1.7516547260576977e-05, "Finetune/Loss": 0.8787795305252075, "Finetune/Loss (Raw)": 0.7918142676353455, "Finetune/Step": 4853, "Finetune/Step Time": 6.652660241350532}
+{"Finetune/Learning Rate": 1.751543648784276e-05, "Finetune/Loss": 0.8776973485946655, "Finetune/Loss (Raw)": 0.8815177083015442, "Finetune/Step": 4854, "Finetune/Step Time": 6.655417354777455}
+{"Finetune/Learning Rate": 1.7514325501992132e-05, "Finetune/Loss": 0.8780108690261841, "Finetune/Loss (Raw)": 0.9349509477615356, "Finetune/Step": 4855, "Finetune/Step Time": 6.635950168594718}
+{"Finetune/Learning Rate": 1.7513214303056603e-05, "Finetune/Loss": 0.8789911270141602, "Finetune/Loss (Raw)": 0.9864047169685364, "Finetune/Step": 4856, "Finetune/Step Time": 6.6384343188256025}
+{"Finetune/Learning Rate": 1.7512102891067683e-05, "Finetune/Loss": 0.8797770738601685, "Finetune/Loss (Raw)": 0.8981315493583679, "Finetune/Step": 4857, "Finetune/Step Time": 6.642327457666397}
+{"Finetune/Learning Rate": 1.751099126605688e-05, "Finetune/Loss": 0.8795679807662964, "Finetune/Loss (Raw)": 0.8324695825576782, "Finetune/Step": 4858, "Finetune/Step Time": 6.641380041837692}
+{"Finetune/Learning Rate": 1.7509879428055732e-05, "Finetune/Loss": 0.8779289126396179, "Finetune/Loss (Raw)": 0.7417463660240173, "Finetune/Step": 4859, "Finetune/Step Time": 6.637778652831912}
+{"Finetune/Learning Rate": 1.750876737709575e-05, "Finetune/Loss": 0.8757464289665222, "Finetune/Loss (Raw)": 0.6405978798866272, "Finetune/Step": 4860, "Finetune/Step Time": 6.640767814591527}
+{"Finetune/Learning Rate": 1.7507655113208483e-05, "Finetune/Loss": 0.8760257363319397, "Finetune/Loss (Raw)": 0.8454793095588684, "Finetune/Step": 4861, "Finetune/Step Time": 6.638003183528781}
+{"Finetune/Learning Rate": 1.7506542636425466e-05, "Finetune/Loss": 0.8769802451133728, "Finetune/Loss (Raw)": 1.0209153890609741, "Finetune/Step": 4862, "Finetune/Step Time": 6.6382389441132545}
+{"Finetune/Learning Rate": 1.7505429946778242e-05, "Finetune/Loss": 0.877466082572937, "Finetune/Loss (Raw)": 0.9875523447990417, "Finetune/Step": 4863, "Finetune/Step Time": 6.640983464196324}
+{"Finetune/Learning Rate": 1.750431704429837e-05, "Finetune/Loss": 0.8766672611236572, "Finetune/Loss (Raw)": 0.8160545229911804, "Finetune/Step": 4864, "Finetune/Step Time": 6.623595882207155}
+{"Finetune/Learning Rate": 1.7503203929017405e-05, "Finetune/Loss": 0.8759448528289795, "Finetune/Loss (Raw)": 0.7625749111175537, "Finetune/Step": 4865, "Finetune/Step Time": 6.616545561701059}
+{"Finetune/Learning Rate": 1.7502090600966914e-05, "Finetune/Loss": 0.8763710260391235, "Finetune/Loss (Raw)": 0.8960577249526978, "Finetune/Step": 4866, "Finetune/Step Time": 6.614859294146299}
+{"Finetune/Learning Rate": 1.7500977060178463e-05, "Finetune/Loss": 0.8760261535644531, "Finetune/Loss (Raw)": 0.8190620541572571, "Finetune/Step": 4867, "Finetune/Step Time": 6.617301685735583}
+{"Finetune/Learning Rate": 1.7499863306683637e-05, "Finetune/Loss": 0.8758415579795837, "Finetune/Loss (Raw)": 0.818354606628418, "Finetune/Step": 4868, "Finetune/Step Time": 6.614324223250151}
+{"Finetune/Learning Rate": 1.749874934051401e-05, "Finetune/Loss": 0.8761233687400818, "Finetune/Loss (Raw)": 0.8725444674491882, "Finetune/Step": 4869, "Finetune/Step Time": 6.617120638489723}
+{"Finetune/Learning Rate": 1.749763516170118e-05, "Finetune/Loss": 0.8774127960205078, "Finetune/Loss (Raw)": 0.9361505508422852, "Finetune/Step": 4870, "Finetune/Step Time": 6.605496043339372}
+{"Finetune/Learning Rate": 1.7496520770276735e-05, "Finetune/Loss": 0.8767682313919067, "Finetune/Loss (Raw)": 0.7432645559310913, "Finetune/Step": 4871, "Finetune/Step Time": 6.607088059186935}
+{"Finetune/Learning Rate": 1.7495406166272278e-05, "Finetune/Loss": 0.8765649199485779, "Finetune/Loss (Raw)": 0.9288280606269836, "Finetune/Step": 4872, "Finetune/Step Time": 6.607629168778658}
+{"Finetune/Learning Rate": 1.7494291349719414e-05, "Finetune/Loss": 0.8740106225013733, "Finetune/Loss (Raw)": 0.5865975618362427, "Finetune/Step": 4873, "Finetune/Step Time": 6.617277780547738}
+{"Finetune/Learning Rate": 1.749317632064976e-05, "Finetune/Loss": 0.8735130429267883, "Finetune/Loss (Raw)": 0.8934495449066162, "Finetune/Step": 4874, "Finetune/Step Time": 6.63214123621583}
+{"Finetune/Learning Rate": 1.7492061079094935e-05, "Finetune/Loss": 0.8737474083900452, "Finetune/Loss (Raw)": 0.8626120686531067, "Finetune/Step": 4875, "Finetune/Step Time": 6.613837463781238}
+{"Finetune/Learning Rate": 1.7490945625086563e-05, "Finetune/Loss": 0.8738073110580444, "Finetune/Loss (Raw)": 0.9069430828094482, "Finetune/Step": 4876, "Finetune/Step Time": 6.6105734799057245}
+{"Finetune/Learning Rate": 1.7489829958656273e-05, "Finetune/Loss": 0.8729620575904846, "Finetune/Loss (Raw)": 0.7678742408752441, "Finetune/Step": 4877, "Finetune/Step Time": 6.6202311757951975}
+{"Finetune/Learning Rate": 1.7488714079835704e-05, "Finetune/Loss": 0.8736428022384644, "Finetune/Loss (Raw)": 0.9794024229049683, "Finetune/Step": 4878, "Finetune/Step Time": 6.62125994451344}
+{"Finetune/Learning Rate": 1.7487597988656494e-05, "Finetune/Loss": 0.8745254874229431, "Finetune/Loss (Raw)": 0.9402051568031311, "Finetune/Step": 4879, "Finetune/Step Time": 6.6261340994387865}
+{"Finetune/Learning Rate": 1.74864816851503e-05, "Finetune/Loss": 0.8740296363830566, "Finetune/Loss (Raw)": 0.7594963312149048, "Finetune/Step": 4880, "Finetune/Step Time": 6.626195332035422}
+{"Finetune/Learning Rate": 1.748536516934878e-05, "Finetune/Loss": 0.8729304075241089, "Finetune/Loss (Raw)": 0.7728380560874939, "Finetune/Step": 4881, "Finetune/Step Time": 6.623107956722379}
+{"Finetune/Learning Rate": 1.7484248441283585e-05, "Finetune/Loss": 0.8739583492279053, "Finetune/Loss (Raw)": 0.9050661325454712, "Finetune/Step": 4882, "Finetune/Step Time": 6.634397767484188}
+{"Finetune/Learning Rate": 1.7483131500986385e-05, "Finetune/Loss": 0.8728078007698059, "Finetune/Loss (Raw)": 0.7761282324790955, "Finetune/Step": 4883, "Finetune/Step Time": 6.639990298077464}
+{"Finetune/Learning Rate": 1.7482014348488855e-05, "Finetune/Loss": 0.8739525079727173, "Finetune/Loss (Raw)": 0.9788789749145508, "Finetune/Step": 4884, "Finetune/Step Time": 6.638696512207389}
+{"Finetune/Learning Rate": 1.7480896983822676e-05, "Finetune/Loss": 0.8747681379318237, "Finetune/Loss (Raw)": 0.9513311982154846, "Finetune/Step": 4885, "Finetune/Step Time": 6.638482943177223}
+{"Finetune/Learning Rate": 1.747977940701953e-05, "Finetune/Loss": 0.8748078346252441, "Finetune/Loss (Raw)": 0.8679534196853638, "Finetune/Step": 4886, "Finetune/Step Time": 6.631841128692031}
+{"Finetune/Learning Rate": 1.7478661618111108e-05, "Finetune/Loss": 0.8744627237319946, "Finetune/Loss (Raw)": 0.8766870498657227, "Finetune/Step": 4887, "Finetune/Step Time": 6.637471303343773}
+{"Finetune/Learning Rate": 1.747754361712911e-05, "Finetune/Loss": 0.8732151389122009, "Finetune/Loss (Raw)": 0.7124378681182861, "Finetune/Step": 4888, "Finetune/Step Time": 6.6364573407918215}
+{"Finetune/Learning Rate": 1.747642540410524e-05, "Finetune/Loss": 0.8730227947235107, "Finetune/Loss (Raw)": 0.9330556392669678, "Finetune/Step": 4889, "Finetune/Step Time": 6.65472068451345}
+{"Finetune/Learning Rate": 1.7475306979071206e-05, "Finetune/Loss": 0.8744149208068848, "Finetune/Loss (Raw)": 1.0282824039459229, "Finetune/Step": 4890, "Finetune/Step Time": 6.6534330025315285}
+{"Finetune/Learning Rate": 1.747418834205872e-05, "Finetune/Loss": 0.8759787082672119, "Finetune/Loss (Raw)": 0.7655815482139587, "Finetune/Step": 4891, "Finetune/Step Time": 6.65169788338244}
+{"Finetune/Learning Rate": 1.7473069493099508e-05, "Finetune/Loss": 0.8765226602554321, "Finetune/Loss (Raw)": 0.9057701826095581, "Finetune/Step": 4892, "Finetune/Step Time": 6.665153529495001}
+{"Finetune/Learning Rate": 1.74719504322253e-05, "Finetune/Loss": 0.8764652013778687, "Finetune/Loss (Raw)": 0.8197990655899048, "Finetune/Step": 4893, "Finetune/Step Time": 6.684381030499935}
+{"Finetune/Learning Rate": 1.7470831159467817e-05, "Finetune/Loss": 0.877210795879364, "Finetune/Loss (Raw)": 0.8428164124488831, "Finetune/Step": 4894, "Finetune/Step Time": 6.685446031391621}
+{"Finetune/Learning Rate": 1.7469711674858813e-05, "Finetune/Loss": 0.8792504072189331, "Finetune/Loss (Raw)": 1.0862994194030762, "Finetune/Step": 4895, "Finetune/Step Time": 6.683582052588463}
+{"Finetune/Learning Rate": 1.7468591978430024e-05, "Finetune/Loss": 0.8789584040641785, "Finetune/Loss (Raw)": 0.9641836285591125, "Finetune/Step": 4896, "Finetune/Step Time": 6.696195853874087}
+{"Finetune/Learning Rate": 1.7467472070213202e-05, "Finetune/Loss": 0.8776462078094482, "Finetune/Loss (Raw)": 0.7679448127746582, "Finetune/Step": 4897, "Finetune/Step Time": 6.683889027684927}
+{"Finetune/Learning Rate": 1.7466351950240112e-05, "Finetune/Loss": 0.8769271373748779, "Finetune/Loss (Raw)": 0.8572543263435364, "Finetune/Step": 4898, "Finetune/Step Time": 6.691833239048719}
+{"Finetune/Learning Rate": 1.7465231618542508e-05, "Finetune/Loss": 0.8775150775909424, "Finetune/Loss (Raw)": 0.9924689531326294, "Finetune/Step": 4899, "Finetune/Step Time": 6.6917435228824615}
+{"Finetune/Learning Rate": 1.7464111075152166e-05, "Finetune/Loss": 0.876270055770874, "Finetune/Loss (Raw)": 0.8227068185806274, "Finetune/Step": 4900, "Finetune/Step Time": 6.689875418320298}
+{"Finetune/Learning Rate": 1.746299032010086e-05, "Finetune/Loss": 0.876517653465271, "Finetune/Loss (Raw)": 0.8079057931900024, "Finetune/Step": 4901, "Finetune/Step Time": 6.688739374279976}
+{"Finetune/Learning Rate": 1.7461869353420365e-05, "Finetune/Loss": 0.876692533493042, "Finetune/Loss (Raw)": 0.9382384419441223, "Finetune/Step": 4902, "Finetune/Step Time": 6.694621730595827}
+{"Finetune/Learning Rate": 1.746074817514248e-05, "Finetune/Loss": 0.8766350150108337, "Finetune/Loss (Raw)": 0.8669297099113464, "Finetune/Step": 4903, "Finetune/Step Time": 6.6967616099864244}
+{"Finetune/Learning Rate": 1.745962678529899e-05, "Finetune/Loss": 0.8759523630142212, "Finetune/Loss (Raw)": 0.8355410099029541, "Finetune/Step": 4904, "Finetune/Step Time": 6.694746119901538}
+{"Finetune/Learning Rate": 1.7458505183921698e-05, "Finetune/Loss": 0.8764165639877319, "Finetune/Loss (Raw)": 0.9370601177215576, "Finetune/Step": 4905, "Finetune/Step Time": 6.690824383869767}
+{"Finetune/Learning Rate": 1.7457383371042403e-05, "Finetune/Loss": 0.8769233822822571, "Finetune/Loss (Raw)": 1.0003931522369385, "Finetune/Step": 4906, "Finetune/Step Time": 6.689830299466848}
+{"Finetune/Learning Rate": 1.7456261346692927e-05, "Finetune/Loss": 0.8778783679008484, "Finetune/Loss (Raw)": 0.9377943873405457, "Finetune/Step": 4907, "Finetune/Step Time": 6.6894575748592615}
+{"Finetune/Learning Rate": 1.7455139110905078e-05, "Finetune/Loss": 0.8758608102798462, "Finetune/Loss (Raw)": 0.6817355751991272, "Finetune/Step": 4908, "Finetune/Step Time": 6.7084630858153105}
+{"Finetune/Learning Rate": 1.745401666371069e-05, "Finetune/Loss": 0.8745681643486023, "Finetune/Loss (Raw)": 0.7568405866622925, "Finetune/Step": 4909, "Finetune/Step Time": 6.714757245033979}
+{"Finetune/Learning Rate": 1.7452894005141582e-05, "Finetune/Loss": 0.8762925863265991, "Finetune/Loss (Raw)": 1.0339871644973755, "Finetune/Step": 4910, "Finetune/Step Time": 6.723820680752397}
+{"Finetune/Learning Rate": 1.7451771135229588e-05, "Finetune/Loss": 0.8767907023429871, "Finetune/Loss (Raw)": 0.9623338580131531, "Finetune/Step": 4911, "Finetune/Step Time": 6.730892835184932}
+{"Finetune/Learning Rate": 1.745064805400656e-05, "Finetune/Loss": 0.8759939670562744, "Finetune/Loss (Raw)": 0.8696969151496887, "Finetune/Step": 4912, "Finetune/Step Time": 6.735133063048124}
+{"Finetune/Learning Rate": 1.744952476150434e-05, "Finetune/Loss": 0.8765355348587036, "Finetune/Loss (Raw)": 0.9089784026145935, "Finetune/Step": 4913, "Finetune/Step Time": 6.739612631499767}
+{"Finetune/Learning Rate": 1.7448401257754782e-05, "Finetune/Loss": 0.8760720491409302, "Finetune/Loss (Raw)": 0.8131282329559326, "Finetune/Step": 4914, "Finetune/Step Time": 6.74071597494185}
+{"Finetune/Learning Rate": 1.7447277542789743e-05, "Finetune/Loss": 0.8753653764724731, "Finetune/Loss (Raw)": 0.7434744834899902, "Finetune/Step": 4915, "Finetune/Step Time": 6.742693705484271}
+{"Finetune/Learning Rate": 1.744615361664109e-05, "Finetune/Loss": 0.875447154045105, "Finetune/Loss (Raw)": 0.9143513441085815, "Finetune/Step": 4916, "Finetune/Step Time": 6.756600625813007}
+{"Finetune/Learning Rate": 1.7445029479340694e-05, "Finetune/Loss": 0.874049186706543, "Finetune/Loss (Raw)": 0.8029858469963074, "Finetune/Step": 4917, "Finetune/Step Time": 6.752145556733012}
+{"Finetune/Learning Rate": 1.7443905130920432e-05, "Finetune/Loss": 0.8741030097007751, "Finetune/Loss (Raw)": 0.835532009601593, "Finetune/Step": 4918, "Finetune/Step Time": 6.754660364240408}
+{"Finetune/Learning Rate": 1.744278057141219e-05, "Finetune/Loss": 0.872953474521637, "Finetune/Loss (Raw)": 0.7812191843986511, "Finetune/Step": 4919, "Finetune/Step Time": 6.755673512816429}
+{"Finetune/Learning Rate": 1.7441655800847855e-05, "Finetune/Loss": 0.8730341196060181, "Finetune/Loss (Raw)": 0.9309208989143372, "Finetune/Step": 4920, "Finetune/Step Time": 6.753701351583004}
+{"Finetune/Learning Rate": 1.7440530819259325e-05, "Finetune/Loss": 0.8736591339111328, "Finetune/Loss (Raw)": 0.8677706122398376, "Finetune/Step": 4921, "Finetune/Step Time": 6.7417049668729305}
+{"Finetune/Learning Rate": 1.7439405626678496e-05, "Finetune/Loss": 0.8743869066238403, "Finetune/Loss (Raw)": 0.8890829086303711, "Finetune/Step": 4922, "Finetune/Step Time": 6.744283908978105}
+{"Finetune/Learning Rate": 1.7438280223137278e-05, "Finetune/Loss": 0.8750371336936951, "Finetune/Loss (Raw)": 0.8723291754722595, "Finetune/Step": 4923, "Finetune/Step Time": 6.742924276739359}
+{"Finetune/Learning Rate": 1.7437154608667587e-05, "Finetune/Loss": 0.8732277154922485, "Finetune/Loss (Raw)": 0.7170271873474121, "Finetune/Step": 4924, "Finetune/Step Time": 6.757446277886629}
+{"Finetune/Learning Rate": 1.7436028783301338e-05, "Finetune/Loss": 0.8740805387496948, "Finetune/Loss (Raw)": 0.9839074015617371, "Finetune/Step": 4925, "Finetune/Step Time": 6.753188353031874}
+{"Finetune/Learning Rate": 1.7434902747070456e-05, "Finetune/Loss": 0.8730483055114746, "Finetune/Loss (Raw)": 0.8107261657714844, "Finetune/Step": 4926, "Finetune/Step Time": 6.751765524968505}
+{"Finetune/Learning Rate": 1.743377650000688e-05, "Finetune/Loss": 0.8734040260314941, "Finetune/Loss (Raw)": 0.85606849193573, "Finetune/Step": 4927, "Finetune/Step Time": 6.748592918738723}
+{"Finetune/Learning Rate": 1.7432650042142535e-05, "Finetune/Loss": 0.8729925751686096, "Finetune/Loss (Raw)": 0.9570433497428894, "Finetune/Step": 4928, "Finetune/Step Time": 6.7512914724648}
+{"Finetune/Learning Rate": 1.7431523373509373e-05, "Finetune/Loss": 0.8725975751876831, "Finetune/Loss (Raw)": 0.8915079236030579, "Finetune/Step": 4929, "Finetune/Step Time": 6.755739888176322}
+{"Finetune/Learning Rate": 1.7430396494139344e-05, "Finetune/Loss": 0.871283769607544, "Finetune/Loss (Raw)": 0.6668123006820679, "Finetune/Step": 4930, "Finetune/Step Time": 6.741782167926431}
+{"Finetune/Learning Rate": 1.7429269404064394e-05, "Finetune/Loss": 0.8711281418800354, "Finetune/Loss (Raw)": 0.865634024143219, "Finetune/Step": 4931, "Finetune/Step Time": 6.740997431799769}
+{"Finetune/Learning Rate": 1.7428142103316493e-05, "Finetune/Loss": 0.8706992864608765, "Finetune/Loss (Raw)": 0.8666561245918274, "Finetune/Step": 4932, "Finetune/Step Time": 6.744721667841077}
+{"Finetune/Learning Rate": 1.7427014591927602e-05, "Finetune/Loss": 0.870560348033905, "Finetune/Loss (Raw)": 0.88508540391922, "Finetune/Step": 4933, "Finetune/Step Time": 6.746513919904828}
+{"Finetune/Learning Rate": 1.74258868699297e-05, "Finetune/Loss": 0.8708277344703674, "Finetune/Loss (Raw)": 0.9064773917198181, "Finetune/Step": 4934, "Finetune/Step Time": 6.741825228556991}
+{"Finetune/Learning Rate": 1.7424758937354762e-05, "Finetune/Loss": 0.8723466992378235, "Finetune/Loss (Raw)": 1.028566837310791, "Finetune/Step": 4935, "Finetune/Step Time": 6.7436117976903915}
+{"Finetune/Learning Rate": 1.7423630794234774e-05, "Finetune/Loss": 0.8721473217010498, "Finetune/Loss (Raw)": 0.8932351469993591, "Finetune/Step": 4936, "Finetune/Step Time": 6.745841305702925}
+{"Finetune/Learning Rate": 1.7422502440601725e-05, "Finetune/Loss": 0.8716686964035034, "Finetune/Loss (Raw)": 0.8025341033935547, "Finetune/Step": 4937, "Finetune/Step Time": 6.744748592376709}
+{"Finetune/Learning Rate": 1.7421373876487612e-05, "Finetune/Loss": 0.8724973201751709, "Finetune/Loss (Raw)": 1.014604926109314, "Finetune/Step": 4938, "Finetune/Step Time": 6.741868369281292}
+{"Finetune/Learning Rate": 1.7420245101924443e-05, "Finetune/Loss": 0.8729973435401917, "Finetune/Loss (Raw)": 0.9189634323120117, "Finetune/Step": 4939, "Finetune/Step Time": 6.741996470838785}
+{"Finetune/Learning Rate": 1.7419116116944223e-05, "Finetune/Loss": 0.8725007772445679, "Finetune/Loss (Raw)": 0.9132410287857056, "Finetune/Step": 4940, "Finetune/Step Time": 6.759389804676175}
+{"Finetune/Learning Rate": 1.7417986921578965e-05, "Finetune/Loss": 0.8718851804733276, "Finetune/Loss (Raw)": 0.7106209397315979, "Finetune/Step": 4941, "Finetune/Step Time": 6.749423215165734}
+{"Finetune/Learning Rate": 1.7416857515860695e-05, "Finetune/Loss": 0.8727952241897583, "Finetune/Loss (Raw)": 0.8268687129020691, "Finetune/Step": 4942, "Finetune/Step Time": 6.738677201792598}
+{"Finetune/Learning Rate": 1.7415727899821434e-05, "Finetune/Loss": 0.8725340366363525, "Finetune/Loss (Raw)": 0.9222882390022278, "Finetune/Step": 4943, "Finetune/Step Time": 6.736123813316226}
+{"Finetune/Learning Rate": 1.7414598073493216e-05, "Finetune/Loss": 0.8732518553733826, "Finetune/Loss (Raw)": 0.8946424126625061, "Finetune/Step": 4944, "Finetune/Step Time": 6.723858689889312}
+{"Finetune/Learning Rate": 1.7413468036908083e-05, "Finetune/Loss": 0.8739192485809326, "Finetune/Loss (Raw)": 0.8656255006790161, "Finetune/Step": 4945, "Finetune/Step Time": 6.704366622492671}
+{"Finetune/Learning Rate": 1.7412337790098076e-05, "Finetune/Loss": 0.872921347618103, "Finetune/Loss (Raw)": 0.842676043510437, "Finetune/Step": 4946, "Finetune/Step Time": 6.701246088370681}
+{"Finetune/Learning Rate": 1.741120733309525e-05, "Finetune/Loss": 0.8733707070350647, "Finetune/Loss (Raw)": 0.9087554812431335, "Finetune/Step": 4947, "Finetune/Step Time": 6.700969778001308}
+{"Finetune/Learning Rate": 1.7410076665931657e-05, "Finetune/Loss": 0.8722622394561768, "Finetune/Loss (Raw)": 0.8302667140960693, "Finetune/Step": 4948, "Finetune/Step Time": 6.693793892860413}
+{"Finetune/Learning Rate": 1.7408945788639358e-05, "Finetune/Loss": 0.8719099164009094, "Finetune/Loss (Raw)": 0.9024008512496948, "Finetune/Step": 4949, "Finetune/Step Time": 6.698163038119674}
+{"Finetune/Learning Rate": 1.7407814701250433e-05, "Finetune/Loss": 0.8709790706634521, "Finetune/Loss (Raw)": 0.8420206308364868, "Finetune/Step": 4950, "Finetune/Step Time": 6.701478930190206}
+{"Finetune/Learning Rate": 1.740668340379694e-05, "Finetune/Loss": 0.8697832226753235, "Finetune/Loss (Raw)": 0.717754065990448, "Finetune/Step": 4951, "Finetune/Step Time": 6.699715808033943}
+{"Finetune/Learning Rate": 1.7405551896310974e-05, "Finetune/Loss": 0.8696759939193726, "Finetune/Loss (Raw)": 1.0248106718063354, "Finetune/Step": 4952, "Finetune/Step Time": 6.69868041202426}
+{"Finetune/Learning Rate": 1.7404420178824607e-05, "Finetune/Loss": 0.8725288510322571, "Finetune/Loss (Raw)": 0.8911930322647095, "Finetune/Step": 4953, "Finetune/Step Time": 6.688752621412277}
+{"Finetune/Learning Rate": 1.7403288251369943e-05, "Finetune/Loss": 0.8736449480056763, "Finetune/Loss (Raw)": 0.9553256630897522, "Finetune/Step": 4954, "Finetune/Step Time": 6.679546199738979}
+{"Finetune/Learning Rate": 1.7402156113979078e-05, "Finetune/Loss": 0.8748612403869629, "Finetune/Loss (Raw)": 1.0093897581100464, "Finetune/Step": 4955, "Finetune/Step Time": 6.68663777410984}
+{"Finetune/Learning Rate": 1.7401023766684115e-05, "Finetune/Loss": 0.8759786486625671, "Finetune/Loss (Raw)": 0.9289456009864807, "Finetune/Step": 4956, "Finetune/Step Time": 6.669300252571702}
+{"Finetune/Learning Rate": 1.739989120951716e-05, "Finetune/Loss": 0.8765430450439453, "Finetune/Loss (Raw)": 0.8574504852294922, "Finetune/Step": 4957, "Finetune/Step Time": 6.673504589125514}
+{"Finetune/Learning Rate": 1.7398758442510332e-05, "Finetune/Loss": 0.8767953515052795, "Finetune/Loss (Raw)": 0.878148078918457, "Finetune/Step": 4958, "Finetune/Step Time": 6.667802529409528}
+{"Finetune/Learning Rate": 1.739762546569576e-05, "Finetune/Loss": 0.8767822980880737, "Finetune/Loss (Raw)": 0.8781305551528931, "Finetune/Step": 4959, "Finetune/Step Time": 6.670232776552439}
+{"Finetune/Learning Rate": 1.7396492279105562e-05, "Finetune/Loss": 0.8771572113037109, "Finetune/Loss (Raw)": 0.9068076610565186, "Finetune/Step": 4960, "Finetune/Step Time": 6.669456459581852}
+{"Finetune/Learning Rate": 1.7395358882771874e-05, "Finetune/Loss": 0.8766539096832275, "Finetune/Loss (Raw)": 0.8591971397399902, "Finetune/Step": 4961, "Finetune/Step Time": 6.671888494864106}
+{"Finetune/Learning Rate": 1.739422527672684e-05, "Finetune/Loss": 0.8763113021850586, "Finetune/Loss (Raw)": 0.8054158687591553, "Finetune/Step": 4962, "Finetune/Step Time": 6.6717782355844975}
+{"Finetune/Learning Rate": 1.7393091461002604e-05, "Finetune/Loss": 0.8754513263702393, "Finetune/Loss (Raw)": 0.9035860896110535, "Finetune/Step": 4963, "Finetune/Step Time": 6.668367492035031}
+{"Finetune/Learning Rate": 1.7391957435631316e-05, "Finetune/Loss": 0.8743046522140503, "Finetune/Loss (Raw)": 0.8323875069618225, "Finetune/Step": 4964, "Finetune/Step Time": 6.670680049806833}
+{"Finetune/Learning Rate": 1.7390823200645137e-05, "Finetune/Loss": 0.8762887716293335, "Finetune/Loss (Raw)": 1.0704668760299683, "Finetune/Step": 4965, "Finetune/Step Time": 6.649322349578142}
+{"Finetune/Learning Rate": 1.7389688756076226e-05, "Finetune/Loss": 0.8762525916099548, "Finetune/Loss (Raw)": 0.7677290439605713, "Finetune/Step": 4966, "Finetune/Step Time": 6.64778021723032}
+{"Finetune/Learning Rate": 1.7388554101956755e-05, "Finetune/Loss": 0.8742437362670898, "Finetune/Loss (Raw)": 0.7606712579727173, "Finetune/Step": 4967, "Finetune/Step Time": 6.652168441563845}
+{"Finetune/Learning Rate": 1.7387419238318904e-05, "Finetune/Loss": 0.8738358616828918, "Finetune/Loss (Raw)": 0.8375811576843262, "Finetune/Step": 4968, "Finetune/Step Time": 6.673212464898825}
+{"Finetune/Learning Rate": 1.7386284165194846e-05, "Finetune/Loss": 0.8731176257133484, "Finetune/Loss (Raw)": 0.8519060015678406, "Finetune/Step": 4969, "Finetune/Step Time": 6.672618106007576}
+{"Finetune/Learning Rate": 1.7385148882616776e-05, "Finetune/Loss": 0.8727806806564331, "Finetune/Loss (Raw)": 0.8495445251464844, "Finetune/Step": 4970, "Finetune/Step Time": 6.6696498692035675}
+{"Finetune/Learning Rate": 1.7384013390616884e-05, "Finetune/Loss": 0.872709333896637, "Finetune/Loss (Raw)": 0.8460788130760193, "Finetune/Step": 4971, "Finetune/Step Time": 6.676384707912803}
+{"Finetune/Learning Rate": 1.7382877689227368e-05, "Finetune/Loss": 0.8722894191741943, "Finetune/Loss (Raw)": 0.8209285736083984, "Finetune/Step": 4972, "Finetune/Step Time": 6.673702362924814}
+{"Finetune/Learning Rate": 1.7381741778480435e-05, "Finetune/Loss": 0.8729788661003113, "Finetune/Loss (Raw)": 1.0229490995407104, "Finetune/Step": 4973, "Finetune/Step Time": 6.671825939789414}
+{"Finetune/Learning Rate": 1.7380605658408296e-05, "Finetune/Loss": 0.8717303276062012, "Finetune/Loss (Raw)": 0.8518021702766418, "Finetune/Step": 4974, "Finetune/Step Time": 6.661602294072509}
+{"Finetune/Learning Rate": 1.7379469329043166e-05, "Finetune/Loss": 0.8708457946777344, "Finetune/Loss (Raw)": 0.8869606852531433, "Finetune/Step": 4975, "Finetune/Step Time": 6.655096624046564}
+{"Finetune/Learning Rate": 1.7378332790417275e-05, "Finetune/Loss": 0.8717621564865112, "Finetune/Loss (Raw)": 0.9856717586517334, "Finetune/Step": 4976, "Finetune/Step Time": 6.654904069378972}
+{"Finetune/Learning Rate": 1.7377196042562846e-05, "Finetune/Loss": 0.8730524778366089, "Finetune/Loss (Raw)": 0.9524771571159363, "Finetune/Step": 4977, "Finetune/Step Time": 6.652902314439416}
+{"Finetune/Learning Rate": 1.7376059085512112e-05, "Finetune/Loss": 0.8733049631118774, "Finetune/Loss (Raw)": 0.9381103515625, "Finetune/Step": 4978, "Finetune/Step Time": 6.651937251910567}
+{"Finetune/Learning Rate": 1.737492191929732e-05, "Finetune/Loss": 0.8706932067871094, "Finetune/Loss (Raw)": 0.6833950281143188, "Finetune/Step": 4979, "Finetune/Step Time": 6.684183705598116}
+{"Finetune/Learning Rate": 1.737378454395071e-05, "Finetune/Loss": 0.8709495067596436, "Finetune/Loss (Raw)": 0.9157019257545471, "Finetune/Step": 4980, "Finetune/Step Time": 6.688706746324897}
+{"Finetune/Learning Rate": 1.7372646959504543e-05, "Finetune/Loss": 0.8717396259307861, "Finetune/Loss (Raw)": 0.8929487466812134, "Finetune/Step": 4981, "Finetune/Step Time": 6.689251080155373}
+{"Finetune/Learning Rate": 1.737150916599107e-05, "Finetune/Loss": 0.8712426424026489, "Finetune/Loss (Raw)": 0.8179027438163757, "Finetune/Step": 4982, "Finetune/Step Time": 6.708223098888993}
+{"Finetune/Learning Rate": 1.7370371163442566e-05, "Finetune/Loss": 0.8701324462890625, "Finetune/Loss (Raw)": 0.7928513288497925, "Finetune/Step": 4983, "Finetune/Step Time": 6.713922252878547}
+{"Finetune/Learning Rate": 1.7369232951891286e-05, "Finetune/Loss": 0.8685888648033142, "Finetune/Loss (Raw)": 0.7888233065605164, "Finetune/Step": 4984, "Finetune/Step Time": 6.729223482310772}
+{"Finetune/Learning Rate": 1.736809453136952e-05, "Finetune/Loss": 0.8667781352996826, "Finetune/Loss (Raw)": 0.6663592457771301, "Finetune/Step": 4985, "Finetune/Step Time": 6.725735444575548}
+{"Finetune/Learning Rate": 1.736695590190954e-05, "Finetune/Loss": 0.8674618005752563, "Finetune/Loss (Raw)": 0.9199752807617188, "Finetune/Step": 4986, "Finetune/Step Time": 6.726900592446327}
+{"Finetune/Learning Rate": 1.736581706354364e-05, "Finetune/Loss": 0.8684006333351135, "Finetune/Loss (Raw)": 0.8619206547737122, "Finetune/Step": 4987, "Finetune/Step Time": 6.729841366410255}
+{"Finetune/Learning Rate": 1.736467801630412e-05, "Finetune/Loss": 0.8687652349472046, "Finetune/Loss (Raw)": 0.6872596144676208, "Finetune/Step": 4988, "Finetune/Step Time": 6.735832618549466}
+{"Finetune/Learning Rate": 1.736353876022327e-05, "Finetune/Loss": 0.8688567280769348, "Finetune/Loss (Raw)": 0.8571915626525879, "Finetune/Step": 4989, "Finetune/Step Time": 6.7349440678954124}
+{"Finetune/Learning Rate": 1.7362399295333398e-05, "Finetune/Loss": 0.8667432069778442, "Finetune/Loss (Raw)": 0.7503874897956848, "Finetune/Step": 4990, "Finetune/Step Time": 6.736152391880751}
+{"Finetune/Learning Rate": 1.7361259621666818e-05, "Finetune/Loss": 0.8668994903564453, "Finetune/Loss (Raw)": 1.0075573921203613, "Finetune/Step": 4991, "Finetune/Step Time": 6.734763657674193}
+{"Finetune/Learning Rate": 1.736011973925585e-05, "Finetune/Loss": 0.8680121898651123, "Finetune/Loss (Raw)": 0.9584797620773315, "Finetune/Step": 4992, "Finetune/Step Time": 6.739961547777057}
+{"Finetune/Learning Rate": 1.7358979648132813e-05, "Finetune/Loss": 0.8689624071121216, "Finetune/Loss (Raw)": 0.8841963410377502, "Finetune/Step": 4993, "Finetune/Step Time": 6.7691086530685425}
+{"Finetune/Learning Rate": 1.7357839348330046e-05, "Finetune/Loss": 0.8687866926193237, "Finetune/Loss (Raw)": 0.8735719919204712, "Finetune/Step": 4994, "Finetune/Step Time": 6.769611068069935}
+{"Finetune/Learning Rate": 1.735669883987987e-05, "Finetune/Loss": 0.8681676387786865, "Finetune/Loss (Raw)": 0.7398257255554199, "Finetune/Step": 4995, "Finetune/Step Time": 6.7735973205417395}
+{"Finetune/Learning Rate": 1.7355558122814636e-05, "Finetune/Loss": 0.8680367469787598, "Finetune/Loss (Raw)": 0.8015967607498169, "Finetune/Step": 4996, "Finetune/Step Time": 6.781652435660362}
+{"Finetune/Learning Rate": 1.7354417197166696e-05, "Finetune/Loss": 0.8677256107330322, "Finetune/Loss (Raw)": 0.8327204585075378, "Finetune/Step": 4997, "Finetune/Step Time": 6.799786197021604}
+{"Finetune/Learning Rate": 1.7353276062968392e-05, "Finetune/Loss": 0.8670340776443481, "Finetune/Loss (Raw)": 0.8476293683052063, "Finetune/Step": 4998, "Finetune/Step Time": 6.795425124466419}
+{"Finetune/Learning Rate": 1.735213472025209e-05, "Finetune/Loss": 0.8684166669845581, "Finetune/Loss (Raw)": 0.9202422499656677, "Finetune/Step": 4999, "Finetune/Step Time": 6.794835824519396}
+{"Finetune/Learning Rate": 1.7350993169050152e-05, "Finetune/Loss": 0.8688987493515015, "Finetune/Loss (Raw)": 0.9905297160148621, "Finetune/Step": 5000, "Finetune/Step Time": 6.791686961427331}
+{"Finetune/Learning Rate": 1.7349851409394954e-05, "Finetune/Loss": 0.8702646493911743, "Finetune/Loss (Raw)": 0.761436939239502, "Finetune/Step": 5001, "Finetune/Step Time": 6.793703656643629}
+{"Finetune/Learning Rate": 1.734870944131887e-05, "Finetune/Loss": 0.870761513710022, "Finetune/Loss (Raw)": 0.957038938999176, "Finetune/Step": 5002, "Finetune/Step Time": 6.783356945961714}
+{"Finetune/Learning Rate": 1.7347567264854283e-05, "Finetune/Loss": 0.8704314231872559, "Finetune/Loss (Raw)": 0.8203739523887634, "Finetune/Step": 5003, "Finetune/Step Time": 6.790003968402743}
+{"Finetune/Learning Rate": 1.734642488003358e-05, "Finetune/Loss": 0.8712145090103149, "Finetune/Loss (Raw)": 1.0071738958358765, "Finetune/Step": 5004, "Finetune/Step Time": 6.792884593829513}
+{"Finetune/Learning Rate": 1.734528228688916e-05, "Finetune/Loss": 0.8716745376586914, "Finetune/Loss (Raw)": 0.8267514705657959, "Finetune/Step": 5005, "Finetune/Step Time": 6.785814890637994}
+{"Finetune/Learning Rate": 1.734413948545342e-05, "Finetune/Loss": 0.8707125186920166, "Finetune/Loss (Raw)": 0.8562667369842529, "Finetune/Step": 5006, "Finetune/Step Time": 6.780142368748784}
+{"Finetune/Learning Rate": 1.734299647575877e-05, "Finetune/Loss": 0.8702564835548401, "Finetune/Loss (Raw)": 0.881832480430603, "Finetune/Step": 5007, "Finetune/Step Time": 6.808343248441815}
+{"Finetune/Learning Rate": 1.734185325783762e-05, "Finetune/Loss": 0.8716627359390259, "Finetune/Loss (Raw)": 0.9395020008087158, "Finetune/Step": 5008, "Finetune/Step Time": 6.807393996044993}
+{"Finetune/Learning Rate": 1.734070983172239e-05, "Finetune/Loss": 0.8730835914611816, "Finetune/Loss (Raw)": 0.9547067880630493, "Finetune/Step": 5009, "Finetune/Step Time": 6.810627756640315}
+{"Finetune/Learning Rate": 1.73395661974455e-05, "Finetune/Loss": 0.8722905516624451, "Finetune/Loss (Raw)": 0.8035533428192139, "Finetune/Step": 5010, "Finetune/Step Time": 6.792731566354632}
+{"Finetune/Learning Rate": 1.7338422355039386e-05, "Finetune/Loss": 0.8743414878845215, "Finetune/Loss (Raw)": 1.0386545658111572, "Finetune/Step": 5011, "Finetune/Step Time": 6.7839558608829975}
+{"Finetune/Learning Rate": 1.733727830453648e-05, "Finetune/Loss": 0.8732691407203674, "Finetune/Loss (Raw)": 0.8416140675544739, "Finetune/Step": 5012, "Finetune/Step Time": 6.783120296895504}
+{"Finetune/Learning Rate": 1.7336134045969228e-05, "Finetune/Loss": 0.872583270072937, "Finetune/Loss (Raw)": 0.8635440468788147, "Finetune/Step": 5013, "Finetune/Step Time": 6.785690834745765}
+{"Finetune/Learning Rate": 1.7334989579370074e-05, "Finetune/Loss": 0.8723986148834229, "Finetune/Loss (Raw)": 0.8443090319633484, "Finetune/Step": 5014, "Finetune/Step Time": 6.791139140725136}
+{"Finetune/Learning Rate": 1.7333844904771474e-05, "Finetune/Loss": 0.8726670742034912, "Finetune/Loss (Raw)": 0.9110525250434875, "Finetune/Step": 5015, "Finetune/Step Time": 6.789519473910332}
+{"Finetune/Learning Rate": 1.7332700022205888e-05, "Finetune/Loss": 0.8735240697860718, "Finetune/Loss (Raw)": 0.8221354484558105, "Finetune/Step": 5016, "Finetune/Step Time": 6.792009528726339}
+{"Finetune/Learning Rate": 1.733155493170578e-05, "Finetune/Loss": 0.8731864094734192, "Finetune/Loss (Raw)": 0.8898326754570007, "Finetune/Step": 5017, "Finetune/Step Time": 6.789390819147229}
+{"Finetune/Learning Rate": 1.733040963330362e-05, "Finetune/Loss": 0.8727346658706665, "Finetune/Loss (Raw)": 0.9704621434211731, "Finetune/Step": 5018, "Finetune/Step Time": 6.790732720866799}
+{"Finetune/Learning Rate": 1.732926412703189e-05, "Finetune/Loss": 0.8742330074310303, "Finetune/Loss (Raw)": 0.9573718309402466, "Finetune/Step": 5019, "Finetune/Step Time": 6.77598730660975}
+{"Finetune/Learning Rate": 1.7328118412923073e-05, "Finetune/Loss": 0.87325119972229, "Finetune/Loss (Raw)": 0.7800934314727783, "Finetune/Step": 5020, "Finetune/Step Time": 6.7623264119029045}
+{"Finetune/Learning Rate": 1.7326972491009653e-05, "Finetune/Loss": 0.8744052648544312, "Finetune/Loss (Raw)": 0.9675206542015076, "Finetune/Step": 5021, "Finetune/Step Time": 6.743985891342163}
+{"Finetune/Learning Rate": 1.732582636132413e-05, "Finetune/Loss": 0.8744505643844604, "Finetune/Loss (Raw)": 0.8486169576644897, "Finetune/Step": 5022, "Finetune/Step Time": 6.737326003611088}
+{"Finetune/Learning Rate": 1.7324680023899003e-05, "Finetune/Loss": 0.8722158670425415, "Finetune/Loss (Raw)": 0.8002527356147766, "Finetune/Step": 5023, "Finetune/Step Time": 6.736396249383688}
+{"Finetune/Learning Rate": 1.7323533478766777e-05, "Finetune/Loss": 0.870667576789856, "Finetune/Loss (Raw)": 0.7660112380981445, "Finetune/Step": 5024, "Finetune/Step Time": 6.727521605789661}
+{"Finetune/Learning Rate": 1.732238672595997e-05, "Finetune/Loss": 0.8712904453277588, "Finetune/Loss (Raw)": 0.8476637005805969, "Finetune/Step": 5025, "Finetune/Step Time": 6.735073732212186}
+{"Finetune/Learning Rate": 1.7321239765511094e-05, "Finetune/Loss": 0.871404767036438, "Finetune/Loss (Raw)": 0.8718968629837036, "Finetune/Step": 5026, "Finetune/Step Time": 6.72366589307785}
+{"Finetune/Learning Rate": 1.7320092597452682e-05, "Finetune/Loss": 0.8704355359077454, "Finetune/Loss (Raw)": 0.8684008121490479, "Finetune/Step": 5027, "Finetune/Step Time": 6.718623204156756}
+{"Finetune/Learning Rate": 1.7318945221817255e-05, "Finetune/Loss": 0.8719164133071899, "Finetune/Loss (Raw)": 1.0122612714767456, "Finetune/Step": 5028, "Finetune/Step Time": 6.716748313978314}
+{"Finetune/Learning Rate": 1.7317797638637354e-05, "Finetune/Loss": 0.8718658685684204, "Finetune/Loss (Raw)": 0.8014333248138428, "Finetune/Step": 5029, "Finetune/Step Time": 6.714843576774001}
+{"Finetune/Learning Rate": 1.7316649847945527e-05, "Finetune/Loss": 0.8701953887939453, "Finetune/Loss (Raw)": 0.7244172096252441, "Finetune/Step": 5030, "Finetune/Step Time": 6.73059431090951}
+{"Finetune/Learning Rate": 1.7315501849774308e-05, "Finetune/Loss": 0.8696896433830261, "Finetune/Loss (Raw)": 0.8021985292434692, "Finetune/Step": 5031, "Finetune/Step Time": 6.7322354670614}
+{"Finetune/Learning Rate": 1.7314353644156264e-05, "Finetune/Loss": 0.869694709777832, "Finetune/Loss (Raw)": 0.8361819386482239, "Finetune/Step": 5032, "Finetune/Step Time": 6.73333040997386}
+{"Finetune/Learning Rate": 1.7313205231123947e-05, "Finetune/Loss": 0.8696572780609131, "Finetune/Loss (Raw)": 0.9322696328163147, "Finetune/Step": 5033, "Finetune/Step Time": 6.734301190823317}
+{"Finetune/Learning Rate": 1.7312056610709928e-05, "Finetune/Loss": 0.8690560460090637, "Finetune/Loss (Raw)": 0.9234419465065002, "Finetune/Step": 5034, "Finetune/Step Time": 6.734548838809133}
+{"Finetune/Learning Rate": 1.7310907782946776e-05, "Finetune/Loss": 0.8691058158874512, "Finetune/Loss (Raw)": 0.9441643357276917, "Finetune/Step": 5035, "Finetune/Step Time": 6.716934252530336}
+{"Finetune/Learning Rate": 1.7309758747867066e-05, "Finetune/Loss": 0.8706543445587158, "Finetune/Loss (Raw)": 0.8799437284469604, "Finetune/Step": 5036, "Finetune/Step Time": 6.69525521248579}
+{"Finetune/Learning Rate": 1.7308609505503388e-05, "Finetune/Loss": 0.870604395866394, "Finetune/Loss (Raw)": 0.750446081161499, "Finetune/Step": 5037, "Finetune/Step Time": 6.689940446987748}
+{"Finetune/Learning Rate": 1.7307460055888325e-05, "Finetune/Loss": 0.8702887296676636, "Finetune/Loss (Raw)": 0.9935830235481262, "Finetune/Step": 5038, "Finetune/Step Time": 6.681197986006737}
+{"Finetune/Learning Rate": 1.7306310399054475e-05, "Finetune/Loss": 0.8695813417434692, "Finetune/Loss (Raw)": 0.8717878460884094, "Finetune/Step": 5039, "Finetune/Step Time": 6.678422246128321}
+{"Finetune/Learning Rate": 1.7305160535034438e-05, "Finetune/Loss": 0.8694947957992554, "Finetune/Loss (Raw)": 0.8586175441741943, "Finetune/Step": 5040, "Finetune/Step Time": 6.678536614403129}
+{"Finetune/Learning Rate": 1.7304010463860822e-05, "Finetune/Loss": 0.8685649633407593, "Finetune/Loss (Raw)": 0.7899585962295532, "Finetune/Step": 5041, "Finetune/Step Time": 6.679169436916709}
+{"Finetune/Learning Rate": 1.730286018556624e-05, "Finetune/Loss": 0.8690798282623291, "Finetune/Loss (Raw)": 0.8790420293807983, "Finetune/Step": 5042, "Finetune/Step Time": 6.678556304425001}
+{"Finetune/Learning Rate": 1.7301709700183308e-05, "Finetune/Loss": 0.8696144819259644, "Finetune/Loss (Raw)": 0.8119072914123535, "Finetune/Step": 5043, "Finetune/Step Time": 6.68354013748467}
+{"Finetune/Learning Rate": 1.7300559007744652e-05, "Finetune/Loss": 0.869828462600708, "Finetune/Loss (Raw)": 0.9417297840118408, "Finetune/Step": 5044, "Finetune/Step Time": 6.669359197840095}
+{"Finetune/Learning Rate": 1.7299408108282904e-05, "Finetune/Loss": 0.8707107305526733, "Finetune/Loss (Raw)": 0.9159248471260071, "Finetune/Step": 5045, "Finetune/Step Time": 6.661806287243962}
+{"Finetune/Learning Rate": 1.7298257001830698e-05, "Finetune/Loss": 0.8707777261734009, "Finetune/Loss (Raw)": 0.8441082835197449, "Finetune/Step": 5046, "Finetune/Step Time": 6.6574043445289135}
+{"Finetune/Learning Rate": 1.7297105688420676e-05, "Finetune/Loss": 0.8709995746612549, "Finetune/Loss (Raw)": 0.8096187114715576, "Finetune/Step": 5047, "Finetune/Step Time": 6.662997592240572}
+{"Finetune/Learning Rate": 1.729595416808549e-05, "Finetune/Loss": 0.8697394132614136, "Finetune/Loss (Raw)": 0.7696085572242737, "Finetune/Step": 5048, "Finetune/Step Time": 6.660663466900587}
+{"Finetune/Learning Rate": 1.7294802440857787e-05, "Finetune/Loss": 0.8690943717956543, "Finetune/Loss (Raw)": 0.7852072715759277, "Finetune/Step": 5049, "Finetune/Step Time": 6.658748272806406}
+{"Finetune/Learning Rate": 1.729365050677023e-05, "Finetune/Loss": 0.8698714971542358, "Finetune/Loss (Raw)": 0.9885601997375488, "Finetune/Step": 5050, "Finetune/Step Time": 6.657141761854291}
+{"Finetune/Learning Rate": 1.7292498365855487e-05, "Finetune/Loss": 0.8692216873168945, "Finetune/Loss (Raw)": 0.7891513109207153, "Finetune/Step": 5051, "Finetune/Step Time": 6.657401328906417}
+{"Finetune/Learning Rate": 1.7291346018146228e-05, "Finetune/Loss": 0.8711923956871033, "Finetune/Loss (Raw)": 0.969277024269104, "Finetune/Step": 5052, "Finetune/Step Time": 6.646097367629409}
+{"Finetune/Learning Rate": 1.7290193463675132e-05, "Finetune/Loss": 0.870725691318512, "Finetune/Loss (Raw)": 0.9241703748703003, "Finetune/Step": 5053, "Finetune/Step Time": 6.648038929328322}
+{"Finetune/Learning Rate": 1.7289040702474875e-05, "Finetune/Loss": 0.8719743490219116, "Finetune/Loss (Raw)": 0.9705606698989868, "Finetune/Step": 5054, "Finetune/Step Time": 6.651100104674697}
+{"Finetune/Learning Rate": 1.728788773457815e-05, "Finetune/Loss": 0.8722242116928101, "Finetune/Loss (Raw)": 0.8880490064620972, "Finetune/Step": 5055, "Finetune/Step Time": 6.64119491353631}
+{"Finetune/Learning Rate": 1.728673456001766e-05, "Finetune/Loss": 0.8701639175415039, "Finetune/Loss (Raw)": 0.6933144927024841, "Finetune/Step": 5056, "Finetune/Step Time": 6.638573816046119}
+{"Finetune/Learning Rate": 1.728558117882609e-05, "Finetune/Loss": 0.8711485862731934, "Finetune/Loss (Raw)": 1.0175508260726929, "Finetune/Step": 5057, "Finetune/Step Time": 6.637785164639354}
+{"Finetune/Learning Rate": 1.7284427591036162e-05, "Finetune/Loss": 0.8726790547370911, "Finetune/Loss (Raw)": 0.8627141118049622, "Finetune/Step": 5058, "Finetune/Step Time": 6.643496509641409}
+{"Finetune/Learning Rate": 1.728327379668058e-05, "Finetune/Loss": 0.8726770877838135, "Finetune/Loss (Raw)": 0.8653759360313416, "Finetune/Step": 5059, "Finetune/Step Time": 6.644026014953852}
+{"Finetune/Learning Rate": 1.7282119795792062e-05, "Finetune/Loss": 0.8715770840644836, "Finetune/Loss (Raw)": 0.7258588075637817, "Finetune/Step": 5060, "Finetune/Step Time": 6.654324591159821}
+{"Finetune/Learning Rate": 1.7280965588403336e-05, "Finetune/Loss": 0.8722473382949829, "Finetune/Loss (Raw)": 0.970879316329956, "Finetune/Step": 5061, "Finetune/Step Time": 6.648937778547406}
+{"Finetune/Learning Rate": 1.727981117454713e-05, "Finetune/Loss": 0.8721600770950317, "Finetune/Loss (Raw)": 0.8953065276145935, "Finetune/Step": 5062, "Finetune/Step Time": 6.649528520181775}
+{"Finetune/Learning Rate": 1.727865655425618e-05, "Finetune/Loss": 0.8708597421646118, "Finetune/Loss (Raw)": 0.8621214628219604, "Finetune/Step": 5063, "Finetune/Step Time": 6.646946171298623}
+{"Finetune/Learning Rate": 1.7277501727563227e-05, "Finetune/Loss": 0.8703504204750061, "Finetune/Loss (Raw)": 0.8280460238456726, "Finetune/Step": 5064, "Finetune/Step Time": 6.654896294698119}
+{"Finetune/Learning Rate": 1.7276346694501018e-05, "Finetune/Loss": 0.8714033365249634, "Finetune/Loss (Raw)": 0.9373063445091248, "Finetune/Step": 5065, "Finetune/Step Time": 6.659877110272646}
+{"Finetune/Learning Rate": 1.727519145510231e-05, "Finetune/Loss": 0.8705490827560425, "Finetune/Loss (Raw)": 0.9052637815475464, "Finetune/Step": 5066, "Finetune/Step Time": 6.655490068718791}
+{"Finetune/Learning Rate": 1.7274036009399863e-05, "Finetune/Loss": 0.8693447709083557, "Finetune/Loss (Raw)": 0.7648070454597473, "Finetune/Step": 5067, "Finetune/Step Time": 6.653250381350517}
+{"Finetune/Learning Rate": 1.7272880357426434e-05, "Finetune/Loss": 0.8700206279754639, "Finetune/Loss (Raw)": 0.9997523427009583, "Finetune/Step": 5068, "Finetune/Step Time": 6.638506865128875}
+{"Finetune/Learning Rate": 1.72717244992148e-05, "Finetune/Loss": 0.8708974123001099, "Finetune/Loss (Raw)": 0.8228495717048645, "Finetune/Step": 5069, "Finetune/Step Time": 6.636197227984667}
+{"Finetune/Learning Rate": 1.7270568434797742e-05, "Finetune/Loss": 0.8713464736938477, "Finetune/Loss (Raw)": 0.8843475580215454, "Finetune/Step": 5070, "Finetune/Step Time": 6.638304216787219}
+{"Finetune/Learning Rate": 1.7269412164208034e-05, "Finetune/Loss": 0.8703336119651794, "Finetune/Loss (Raw)": 0.7926435470581055, "Finetune/Step": 5071, "Finetune/Step Time": 6.63916726782918}
+{"Finetune/Learning Rate": 1.726825568747847e-05, "Finetune/Loss": 0.871471643447876, "Finetune/Loss (Raw)": 1.040313720703125, "Finetune/Step": 5072, "Finetune/Step Time": 6.654537733644247}
+{"Finetune/Learning Rate": 1.7267099004641842e-05, "Finetune/Loss": 0.8721201419830322, "Finetune/Loss (Raw)": 0.9486227035522461, "Finetune/Step": 5073, "Finetune/Step Time": 6.655223259702325}
+{"Finetune/Learning Rate": 1.726594211573095e-05, "Finetune/Loss": 0.8723819851875305, "Finetune/Loss (Raw)": 0.876194179058075, "Finetune/Step": 5074, "Finetune/Step Time": 6.656051753088832}
+{"Finetune/Learning Rate": 1.72647850207786e-05, "Finetune/Loss": 0.8721737861633301, "Finetune/Loss (Raw)": 0.8821065425872803, "Finetune/Step": 5075, "Finetune/Step Time": 6.650666540488601}
+{"Finetune/Learning Rate": 1.7263627719817607e-05, "Finetune/Loss": 0.8735660314559937, "Finetune/Loss (Raw)": 1.0084798336029053, "Finetune/Step": 5076, "Finetune/Step Time": 6.647303508594632}
+{"Finetune/Learning Rate": 1.726247021288079e-05, "Finetune/Loss": 0.8731766939163208, "Finetune/Loss (Raw)": 0.8525629639625549, "Finetune/Step": 5077, "Finetune/Step Time": 6.644267087802291}
+{"Finetune/Learning Rate": 1.7261312500000967e-05, "Finetune/Loss": 0.8740282654762268, "Finetune/Loss (Raw)": 0.9510253667831421, "Finetune/Step": 5078, "Finetune/Step Time": 6.64101092889905}
+{"Finetune/Learning Rate": 1.726015458121097e-05, "Finetune/Loss": 0.8748846054077148, "Finetune/Loss (Raw)": 0.8273622989654541, "Finetune/Step": 5079, "Finetune/Step Time": 6.64261781424284}
+{"Finetune/Learning Rate": 1.7258996456543634e-05, "Finetune/Loss": 0.8736221194267273, "Finetune/Loss (Raw)": 0.8632162809371948, "Finetune/Step": 5080, "Finetune/Step Time": 6.644274588674307}
+{"Finetune/Learning Rate": 1.7257838126031797e-05, "Finetune/Loss": 0.8746271133422852, "Finetune/Loss (Raw)": 1.0198253393173218, "Finetune/Step": 5081, "Finetune/Step Time": 6.644422464072704}
+{"Finetune/Learning Rate": 1.7256679589708315e-05, "Finetune/Loss": 0.8746749758720398, "Finetune/Loss (Raw)": 0.961456835269928, "Finetune/Step": 5082, "Finetune/Step Time": 6.645713716745377}
+{"Finetune/Learning Rate": 1.7255520847606032e-05, "Finetune/Loss": 0.8746166825294495, "Finetune/Loss (Raw)": 1.0019303560256958, "Finetune/Step": 5083, "Finetune/Step Time": 6.634925352409482}
+{"Finetune/Learning Rate": 1.7254361899757813e-05, "Finetune/Loss": 0.8741511106491089, "Finetune/Loss (Raw)": 0.8693504333496094, "Finetune/Step": 5084, "Finetune/Step Time": 6.633003925904632}
+{"Finetune/Learning Rate": 1.7253202746196516e-05, "Finetune/Loss": 0.8737423419952393, "Finetune/Loss (Raw)": 0.8051332235336304, "Finetune/Step": 5085, "Finetune/Step Time": 6.628411792218685}
+{"Finetune/Learning Rate": 1.7252043386955012e-05, "Finetune/Loss": 0.8730089068412781, "Finetune/Loss (Raw)": 0.7842623591423035, "Finetune/Step": 5086, "Finetune/Step Time": 6.626547211781144}
+{"Finetune/Learning Rate": 1.7250883822066185e-05, "Finetune/Loss": 0.8729124069213867, "Finetune/Loss (Raw)": 0.8657854795455933, "Finetune/Step": 5087, "Finetune/Step Time": 6.642192469909787}
+{"Finetune/Learning Rate": 1.7249724051562905e-05, "Finetune/Loss": 0.8723214864730835, "Finetune/Loss (Raw)": 0.8311706781387329, "Finetune/Step": 5088, "Finetune/Step Time": 6.644707629457116}
+{"Finetune/Learning Rate": 1.7248564075478074e-05, "Finetune/Loss": 0.8712019920349121, "Finetune/Loss (Raw)": 0.7159002423286438, "Finetune/Step": 5089, "Finetune/Step Time": 6.654856422916055}
+{"Finetune/Learning Rate": 1.7247403893844574e-05, "Finetune/Loss": 0.872251033782959, "Finetune/Loss (Raw)": 0.9396875500679016, "Finetune/Step": 5090, "Finetune/Step Time": 6.654834449291229}
+{"Finetune/Learning Rate": 1.7246243506695308e-05, "Finetune/Loss": 0.8707841634750366, "Finetune/Loss (Raw)": 0.7158268094062805, "Finetune/Step": 5091, "Finetune/Step Time": 6.669471913948655}
+{"Finetune/Learning Rate": 1.7245082914063183e-05, "Finetune/Loss": 0.8715738654136658, "Finetune/Loss (Raw)": 0.9334713816642761, "Finetune/Step": 5092, "Finetune/Step Time": 6.674440540373325}
+{"Finetune/Learning Rate": 1.7243922115981107e-05, "Finetune/Loss": 0.8697541952133179, "Finetune/Loss (Raw)": 0.837544858455658, "Finetune/Step": 5093, "Finetune/Step Time": 6.6963263638317585}
+{"Finetune/Learning Rate": 1.7242761112482e-05, "Finetune/Loss": 0.8709420561790466, "Finetune/Loss (Raw)": 0.9197768568992615, "Finetune/Step": 5094, "Finetune/Step Time": 6.7036327589303255}
+{"Finetune/Learning Rate": 1.7241599903598785e-05, "Finetune/Loss": 0.8714088797569275, "Finetune/Loss (Raw)": 0.820427656173706, "Finetune/Step": 5095, "Finetune/Step Time": 6.690414857119322}
+{"Finetune/Learning Rate": 1.7240438489364387e-05, "Finetune/Loss": 0.8716573715209961, "Finetune/Loss (Raw)": 0.8693857789039612, "Finetune/Step": 5096, "Finetune/Step Time": 6.672499738633633}
+{"Finetune/Learning Rate": 1.7239276869811744e-05, "Finetune/Loss": 0.8721714019775391, "Finetune/Loss (Raw)": 0.9177001118659973, "Finetune/Step": 5097, "Finetune/Step Time": 6.671184841543436}
+{"Finetune/Learning Rate": 1.7238115044973795e-05, "Finetune/Loss": 0.8708199262619019, "Finetune/Loss (Raw)": 0.6765561699867249, "Finetune/Step": 5098, "Finetune/Step Time": 6.6761651411652565}
+{"Finetune/Learning Rate": 1.7236953014883483e-05, "Finetune/Loss": 0.871559739112854, "Finetune/Loss (Raw)": 0.9407762885093689, "Finetune/Step": 5099, "Finetune/Step Time": 6.671008454635739}
+{"Finetune/Learning Rate": 1.723579077957376e-05, "Finetune/Loss": 0.8724076747894287, "Finetune/Loss (Raw)": 0.9294642210006714, "Finetune/Step": 5100, "Finetune/Step Time": 6.6708698105067015}
+{"Finetune/Learning Rate": 1.7234628339077595e-05, "Finetune/Loss": 0.8714656233787537, "Finetune/Loss (Raw)": 0.9023672342300415, "Finetune/Step": 5101, "Finetune/Step Time": 6.669491421431303}
+{"Finetune/Learning Rate": 1.7233465693427938e-05, "Finetune/Loss": 0.8715377449989319, "Finetune/Loss (Raw)": 0.8610331416130066, "Finetune/Step": 5102, "Finetune/Step Time": 6.675608789548278}
+{"Finetune/Learning Rate": 1.7232302842657764e-05, "Finetune/Loss": 0.8710492253303528, "Finetune/Loss (Raw)": 0.8244315385818481, "Finetune/Step": 5103, "Finetune/Step Time": 6.6742010824382305}
+{"Finetune/Learning Rate": 1.7231139786800043e-05, "Finetune/Loss": 0.8682063817977905, "Finetune/Loss (Raw)": 0.6217847466468811, "Finetune/Step": 5104, "Finetune/Step Time": 6.68717092089355}
+{"Finetune/Learning Rate": 1.7229976525887768e-05, "Finetune/Loss": 0.8683010339736938, "Finetune/Loss (Raw)": 0.9645969867706299, "Finetune/Step": 5105, "Finetune/Step Time": 6.689206928014755}
+{"Finetune/Learning Rate": 1.7228813059953916e-05, "Finetune/Loss": 0.868590235710144, "Finetune/Loss (Raw)": 0.9751282930374146, "Finetune/Step": 5106, "Finetune/Step Time": 6.700896976515651}
+{"Finetune/Learning Rate": 1.7227649389031477e-05, "Finetune/Loss": 0.8695553541183472, "Finetune/Loss (Raw)": 0.8069304823875427, "Finetune/Step": 5107, "Finetune/Step Time": 6.703790945932269}
+{"Finetune/Learning Rate": 1.7226485513153458e-05, "Finetune/Loss": 0.8701179027557373, "Finetune/Loss (Raw)": 0.9877021312713623, "Finetune/Step": 5108, "Finetune/Step Time": 6.699353074654937}
+{"Finetune/Learning Rate": 1.7225321432352857e-05, "Finetune/Loss": 0.8705862760543823, "Finetune/Loss (Raw)": 0.9528980255126953, "Finetune/Step": 5109, "Finetune/Step Time": 6.700913265347481}
+{"Finetune/Learning Rate": 1.7224157146662687e-05, "Finetune/Loss": 0.8709002733230591, "Finetune/Loss (Raw)": 0.8581030368804932, "Finetune/Step": 5110, "Finetune/Step Time": 6.680952038615942}
+{"Finetune/Learning Rate": 1.7222992656115965e-05, "Finetune/Loss": 0.8708204030990601, "Finetune/Loss (Raw)": 0.7826229333877563, "Finetune/Step": 5111, "Finetune/Step Time": 6.676504535600543}
+{"Finetune/Learning Rate": 1.7221827960745706e-05, "Finetune/Loss": 0.8709513545036316, "Finetune/Loss (Raw)": 0.8055843710899353, "Finetune/Step": 5112, "Finetune/Step Time": 6.655382312834263}
+{"Finetune/Learning Rate": 1.7220663060584944e-05, "Finetune/Loss": 0.8729742765426636, "Finetune/Loss (Raw)": 0.9252985715866089, "Finetune/Step": 5113, "Finetune/Step Time": 6.653402976691723}
+{"Finetune/Learning Rate": 1.7219497955666714e-05, "Finetune/Loss": 0.8729701042175293, "Finetune/Loss (Raw)": 0.9194350838661194, "Finetune/Step": 5114, "Finetune/Step Time": 6.65174913033843}
+{"Finetune/Learning Rate": 1.7218332646024048e-05, "Finetune/Loss": 0.8726685047149658, "Finetune/Loss (Raw)": 0.8233204483985901, "Finetune/Step": 5115, "Finetune/Step Time": 6.650270152837038}
+{"Finetune/Learning Rate": 1.7217167131689996e-05, "Finetune/Loss": 0.8734959363937378, "Finetune/Loss (Raw)": 0.7931668758392334, "Finetune/Step": 5116, "Finetune/Step Time": 6.640687886625528}
+{"Finetune/Learning Rate": 1.721600141269761e-05, "Finetune/Loss": 0.8725134134292603, "Finetune/Loss (Raw)": 0.731423020362854, "Finetune/Step": 5117, "Finetune/Step Time": 6.638349108397961}
+{"Finetune/Learning Rate": 1.7214835489079936e-05, "Finetune/Loss": 0.8737263083457947, "Finetune/Loss (Raw)": 0.9056472182273865, "Finetune/Step": 5118, "Finetune/Step Time": 6.634908523410559}
+{"Finetune/Learning Rate": 1.721366936087005e-05, "Finetune/Loss": 0.8737283945083618, "Finetune/Loss (Raw)": 1.0078275203704834, "Finetune/Step": 5119, "Finetune/Step Time": 6.63084396533668}
+{"Finetune/Learning Rate": 1.7212503028101012e-05, "Finetune/Loss": 0.8734292984008789, "Finetune/Loss (Raw)": 0.9201902747154236, "Finetune/Step": 5120, "Finetune/Step Time": 6.629147730767727}
+{"Finetune/Learning Rate": 1.7211336490805893e-05, "Finetune/Loss": 0.8736085295677185, "Finetune/Loss (Raw)": 0.9071351289749146, "Finetune/Step": 5121, "Finetune/Step Time": 6.621193837374449}
+{"Finetune/Learning Rate": 1.7210169749017783e-05, "Finetune/Loss": 0.8737202286720276, "Finetune/Loss (Raw)": 0.887876033782959, "Finetune/Step": 5122, "Finetune/Step Time": 6.624234069138765}
+{"Finetune/Learning Rate": 1.720900280276976e-05, "Finetune/Loss": 0.8748977780342102, "Finetune/Loss (Raw)": 0.8905496597290039, "Finetune/Step": 5123, "Finetune/Step Time": 6.617670288309455}
+{"Finetune/Learning Rate": 1.720783565209492e-05, "Finetune/Loss": 0.8759039640426636, "Finetune/Loss (Raw)": 0.9303911328315735, "Finetune/Step": 5124, "Finetune/Step Time": 6.6087463684380054}
+{"Finetune/Learning Rate": 1.7206668297026355e-05, "Finetune/Loss": 0.8758569955825806, "Finetune/Loss (Raw)": 0.8267008662223816, "Finetune/Step": 5125, "Finetune/Step Time": 6.585738813504577}
+{"Finetune/Learning Rate": 1.7205500737597168e-05, "Finetune/Loss": 0.8755918741226196, "Finetune/Loss (Raw)": 0.8137006759643555, "Finetune/Step": 5126, "Finetune/Step Time": 6.590040195733309}
+{"Finetune/Learning Rate": 1.7204332973840473e-05, "Finetune/Loss": 0.8750561475753784, "Finetune/Loss (Raw)": 0.8516728281974792, "Finetune/Step": 5127, "Finetune/Step Time": 6.588182600215077}
+{"Finetune/Learning Rate": 1.7203165005789378e-05, "Finetune/Loss": 0.8730899095535278, "Finetune/Loss (Raw)": 0.738841712474823, "Finetune/Step": 5128, "Finetune/Step Time": 6.585615677759051}
+{"Finetune/Learning Rate": 1.7201996833477013e-05, "Finetune/Loss": 0.8733109831809998, "Finetune/Loss (Raw)": 0.7897350192070007, "Finetune/Step": 5129, "Finetune/Step Time": 6.574136456474662}
+{"Finetune/Learning Rate": 1.720082845693649e-05, "Finetune/Loss": 0.8723254203796387, "Finetune/Loss (Raw)": 0.8308853507041931, "Finetune/Step": 5130, "Finetune/Step Time": 6.57632265239954}
+{"Finetune/Learning Rate": 1.7199659876200952e-05, "Finetune/Loss": 0.8725063800811768, "Finetune/Loss (Raw)": 0.8435481190681458, "Finetune/Step": 5131, "Finetune/Step Time": 6.572587218135595}
+{"Finetune/Learning Rate": 1.719849109130353e-05, "Finetune/Loss": 0.8724625110626221, "Finetune/Loss (Raw)": 1.001552939414978, "Finetune/Step": 5132, "Finetune/Step Time": 6.572203850373626}
+{"Finetune/Learning Rate": 1.7197322102277377e-05, "Finetune/Loss": 0.8732337355613708, "Finetune/Loss (Raw)": 0.9254629611968994, "Finetune/Step": 5133, "Finetune/Step Time": 6.572169307619333}
+{"Finetune/Learning Rate": 1.719615290915563e-05, "Finetune/Loss": 0.8715865015983582, "Finetune/Loss (Raw)": 0.6454266905784607, "Finetune/Step": 5134, "Finetune/Step Time": 6.58030048198998}
+{"Finetune/Learning Rate": 1.719498351197145e-05, "Finetune/Loss": 0.8720593452453613, "Finetune/Loss (Raw)": 0.9423536658287048, "Finetune/Step": 5135, "Finetune/Step Time": 6.54891224950552}
+{"Finetune/Learning Rate": 1.7193813910758e-05, "Finetune/Loss": 0.8733013272285461, "Finetune/Loss (Raw)": 1.098478078842163, "Finetune/Step": 5136, "Finetune/Step Time": 6.54947872646153}
+{"Finetune/Learning Rate": 1.7192644105548443e-05, "Finetune/Loss": 0.8734468221664429, "Finetune/Loss (Raw)": 0.9733307361602783, "Finetune/Step": 5137, "Finetune/Step Time": 6.547530783340335}
+{"Finetune/Learning Rate": 1.719147409637595e-05, "Finetune/Loss": 0.874050498008728, "Finetune/Loss (Raw)": 0.8808305859565735, "Finetune/Step": 5138, "Finetune/Step Time": 6.545529894530773}
+{"Finetune/Learning Rate": 1.7190303883273704e-05, "Finetune/Loss": 0.8728159666061401, "Finetune/Loss (Raw)": 0.8806282877922058, "Finetune/Step": 5139, "Finetune/Step Time": 6.544050207361579}
+{"Finetune/Learning Rate": 1.7189133466274888e-05, "Finetune/Loss": 0.8731334805488586, "Finetune/Loss (Raw)": 0.882253885269165, "Finetune/Step": 5140, "Finetune/Step Time": 6.542686453089118}
+{"Finetune/Learning Rate": 1.7187962845412687e-05, "Finetune/Loss": 0.8730369210243225, "Finetune/Loss (Raw)": 0.8511804342269897, "Finetune/Step": 5141, "Finetune/Step Time": 6.545626658946276}
+{"Finetune/Learning Rate": 1.7186792020720297e-05, "Finetune/Loss": 0.8741278648376465, "Finetune/Loss (Raw)": 0.9839462041854858, "Finetune/Step": 5142, "Finetune/Step Time": 6.53877767175436}
+{"Finetune/Learning Rate": 1.718562099223093e-05, "Finetune/Loss": 0.8746882677078247, "Finetune/Loss (Raw)": 0.982789158821106, "Finetune/Step": 5143, "Finetune/Step Time": 6.535345768555999}
+{"Finetune/Learning Rate": 1.7184449759977776e-05, "Finetune/Loss": 0.8758126497268677, "Finetune/Loss (Raw)": 0.9660568237304688, "Finetune/Step": 5144, "Finetune/Step Time": 6.533666493371129}
+{"Finetune/Learning Rate": 1.718327832399406e-05, "Finetune/Loss": 0.8762675523757935, "Finetune/Loss (Raw)": 0.9480589628219604, "Finetune/Step": 5145, "Finetune/Step Time": 6.5184232871979475}
+{"Finetune/Learning Rate": 1.7182106684312998e-05, "Finetune/Loss": 0.8764194846153259, "Finetune/Loss (Raw)": 0.9899159073829651, "Finetune/Step": 5146, "Finetune/Step Time": 6.520919682458043}
+{"Finetune/Learning Rate": 1.7180934840967815e-05, "Finetune/Loss": 0.8764843940734863, "Finetune/Loss (Raw)": 0.965674638748169, "Finetune/Step": 5147, "Finetune/Step Time": 6.5251229498535395}
+{"Finetune/Learning Rate": 1.7179762793991738e-05, "Finetune/Loss": 0.8762009739875793, "Finetune/Loss (Raw)": 0.7438173890113831, "Finetune/Step": 5148, "Finetune/Step Time": 6.539568856358528}
+{"Finetune/Learning Rate": 1.7178590543418003e-05, "Finetune/Loss": 0.8745503425598145, "Finetune/Loss (Raw)": 0.7562347054481506, "Finetune/Step": 5149, "Finetune/Step Time": 6.539680367335677}
+{"Finetune/Learning Rate": 1.717741808927986e-05, "Finetune/Loss": 0.874830961227417, "Finetune/Loss (Raw)": 0.8845365643501282, "Finetune/Step": 5150, "Finetune/Step Time": 6.5402795895934105}
+{"Finetune/Learning Rate": 1.7176245431610544e-05, "Finetune/Loss": 0.875282883644104, "Finetune/Loss (Raw)": 0.8581026196479797, "Finetune/Step": 5151, "Finetune/Step Time": 6.547341177240014}
+{"Finetune/Learning Rate": 1.717507257044331e-05, "Finetune/Loss": 0.8755607604980469, "Finetune/Loss (Raw)": 0.801581084728241, "Finetune/Step": 5152, "Finetune/Step Time": 6.550055891275406}
+{"Finetune/Learning Rate": 1.717389950581143e-05, "Finetune/Loss": 0.8760385513305664, "Finetune/Loss (Raw)": 0.9088208675384521, "Finetune/Step": 5153, "Finetune/Step Time": 6.544870957732201}
+{"Finetune/Learning Rate": 1.7172726237748156e-05, "Finetune/Loss": 0.8759251832962036, "Finetune/Loss (Raw)": 0.857386589050293, "Finetune/Step": 5154, "Finetune/Step Time": 6.545722698792815}
+{"Finetune/Learning Rate": 1.7171552766286762e-05, "Finetune/Loss": 0.8758988976478577, "Finetune/Loss (Raw)": 0.8650305867195129, "Finetune/Step": 5155, "Finetune/Step Time": 6.551754826679826}
+{"Finetune/Learning Rate": 1.7170379091460524e-05, "Finetune/Loss": 0.875543475151062, "Finetune/Loss (Raw)": 0.9667682647705078, "Finetune/Step": 5156, "Finetune/Step Time": 6.557278113439679}
+{"Finetune/Learning Rate": 1.7169205213302725e-05, "Finetune/Loss": 0.876212477684021, "Finetune/Loss (Raw)": 0.8870684504508972, "Finetune/Step": 5157, "Finetune/Step Time": 6.565882699564099}
+{"Finetune/Learning Rate": 1.7168031131846655e-05, "Finetune/Loss": 0.8773350715637207, "Finetune/Loss (Raw)": 0.8681017160415649, "Finetune/Step": 5158, "Finetune/Step Time": 6.544353762641549}
+{"Finetune/Learning Rate": 1.7166856847125602e-05, "Finetune/Loss": 0.8775757551193237, "Finetune/Loss (Raw)": 0.8330196738243103, "Finetune/Step": 5159, "Finetune/Step Time": 6.53872561827302}
+{"Finetune/Learning Rate": 1.7165682359172874e-05, "Finetune/Loss": 0.877296507358551, "Finetune/Loss (Raw)": 0.8004393577575684, "Finetune/Step": 5160, "Finetune/Step Time": 6.540452420711517}
+{"Finetune/Learning Rate": 1.7164507668021767e-05, "Finetune/Loss": 0.8754051327705383, "Finetune/Loss (Raw)": 0.6901736855506897, "Finetune/Step": 5161, "Finetune/Step Time": 6.556330654770136}
+{"Finetune/Learning Rate": 1.7163332773705593e-05, "Finetune/Loss": 0.8746782541275024, "Finetune/Loss (Raw)": 0.8303959965705872, "Finetune/Step": 5162, "Finetune/Step Time": 6.575216023251414}
+{"Finetune/Learning Rate": 1.7162157676257677e-05, "Finetune/Loss": 0.8736121654510498, "Finetune/Loss (Raw)": 0.8077077269554138, "Finetune/Step": 5163, "Finetune/Step Time": 6.580212976783514}
+{"Finetune/Learning Rate": 1.716098237571133e-05, "Finetune/Loss": 0.8730552196502686, "Finetune/Loss (Raw)": 0.8086515665054321, "Finetune/Step": 5164, "Finetune/Step Time": 6.586557127535343}
+{"Finetune/Learning Rate": 1.7159806872099892e-05, "Finetune/Loss": 0.8735673427581787, "Finetune/Loss (Raw)": 0.8160032033920288, "Finetune/Step": 5165, "Finetune/Step Time": 6.5895805563777685}
+{"Finetune/Learning Rate": 1.7158631165456685e-05, "Finetune/Loss": 0.8731982707977295, "Finetune/Loss (Raw)": 0.9463405013084412, "Finetune/Step": 5166, "Finetune/Step Time": 6.589696420356631}
+{"Finetune/Learning Rate": 1.7157455255815056e-05, "Finetune/Loss": 0.8735247850418091, "Finetune/Loss (Raw)": 0.9135789275169373, "Finetune/Step": 5167, "Finetune/Step Time": 6.598919862881303}
+{"Finetune/Learning Rate": 1.715627914320835e-05, "Finetune/Loss": 0.8733537197113037, "Finetune/Loss (Raw)": 0.8367162346839905, "Finetune/Step": 5168, "Finetune/Step Time": 6.597165210172534}
+{"Finetune/Learning Rate": 1.715510282766992e-05, "Finetune/Loss": 0.8747569918632507, "Finetune/Loss (Raw)": 0.9695839881896973, "Finetune/Step": 5169, "Finetune/Step Time": 6.610941801220179}
+{"Finetune/Learning Rate": 1.7153926309233114e-05, "Finetune/Loss": 0.8753732442855835, "Finetune/Loss (Raw)": 0.9579188227653503, "Finetune/Step": 5170, "Finetune/Step Time": 6.6104547921568155}
+{"Finetune/Learning Rate": 1.7152749587931308e-05, "Finetune/Loss": 0.8756790161132812, "Finetune/Loss (Raw)": 0.8510428667068481, "Finetune/Step": 5171, "Finetune/Step Time": 6.6018823105841875}
+{"Finetune/Learning Rate": 1.715157266379786e-05, "Finetune/Loss": 0.8761636018753052, "Finetune/Loss (Raw)": 1.003763198852539, "Finetune/Step": 5172, "Finetune/Step Time": 6.6020465940237045}
+{"Finetune/Learning Rate": 1.7150395536866145e-05, "Finetune/Loss": 0.8758253455162048, "Finetune/Loss (Raw)": 0.8726276159286499, "Finetune/Step": 5173, "Finetune/Step Time": 6.6033176109194756}
+{"Finetune/Learning Rate": 1.7149218207169552e-05, "Finetune/Loss": 0.8754085302352905, "Finetune/Loss (Raw)": 0.7907490730285645, "Finetune/Step": 5174, "Finetune/Step Time": 6.60569210909307}
+{"Finetune/Learning Rate": 1.7148040674741454e-05, "Finetune/Loss": 0.8762659430503845, "Finetune/Loss (Raw)": 0.91937255859375, "Finetune/Step": 5175, "Finetune/Step Time": 6.6044262405484915}
+{"Finetune/Learning Rate": 1.714686293961525e-05, "Finetune/Loss": 0.8767374753952026, "Finetune/Loss (Raw)": 0.8299664855003357, "Finetune/Step": 5176, "Finetune/Step Time": 6.61775759793818}
+{"Finetune/Learning Rate": 1.714568500182434e-05, "Finetune/Loss": 0.8780226707458496, "Finetune/Loss (Raw)": 0.9497178792953491, "Finetune/Step": 5177, "Finetune/Step Time": 6.63272793777287}
+{"Finetune/Learning Rate": 1.714450686140212e-05, "Finetune/Loss": 0.8759626746177673, "Finetune/Loss (Raw)": 0.7248765230178833, "Finetune/Step": 5178, "Finetune/Step Time": 6.639968892559409}
+{"Finetune/Learning Rate": 1.7143328518382e-05, "Finetune/Loss": 0.8751248121261597, "Finetune/Loss (Raw)": 0.681899905204773, "Finetune/Step": 5179, "Finetune/Step Time": 6.639756107702851}
+{"Finetune/Learning Rate": 1.7142149972797398e-05, "Finetune/Loss": 0.8752688765525818, "Finetune/Loss (Raw)": 0.9877241253852844, "Finetune/Step": 5180, "Finetune/Step Time": 6.635687079280615}
+{"Finetune/Learning Rate": 1.714097122468173e-05, "Finetune/Loss": 0.8749128580093384, "Finetune/Loss (Raw)": 0.8786006569862366, "Finetune/Step": 5181, "Finetune/Step Time": 6.634164763614535}
+{"Finetune/Learning Rate": 1.713979227406843e-05, "Finetune/Loss": 0.8749494552612305, "Finetune/Loss (Raw)": 0.9752371311187744, "Finetune/Step": 5182, "Finetune/Step Time": 6.631271958351135}
+{"Finetune/Learning Rate": 1.7138613120990923e-05, "Finetune/Loss": 0.8752181529998779, "Finetune/Loss (Raw)": 0.9224501848220825, "Finetune/Step": 5183, "Finetune/Step Time": 6.630361979827285}
+{"Finetune/Learning Rate": 1.7137433765482644e-05, "Finetune/Loss": 0.8769932985305786, "Finetune/Loss (Raw)": 0.920528769493103, "Finetune/Step": 5184, "Finetune/Step Time": 6.6327149495482445}
+{"Finetune/Learning Rate": 1.713625420757704e-05, "Finetune/Loss": 0.8763798475265503, "Finetune/Loss (Raw)": 0.9390286803245544, "Finetune/Step": 5185, "Finetune/Step Time": 6.632407210767269}
+{"Finetune/Learning Rate": 1.713507444730756e-05, "Finetune/Loss": 0.8769544363021851, "Finetune/Loss (Raw)": 0.9362555742263794, "Finetune/Step": 5186, "Finetune/Step Time": 6.622149214148521}
+{"Finetune/Learning Rate": 1.7133894484707657e-05, "Finetune/Loss": 0.8774084448814392, "Finetune/Loss (Raw)": 0.9234894514083862, "Finetune/Step": 5187, "Finetune/Step Time": 6.622970307245851}
+{"Finetune/Learning Rate": 1.7132714319810792e-05, "Finetune/Loss": 0.8785351514816284, "Finetune/Loss (Raw)": 0.8700801730155945, "Finetune/Step": 5188, "Finetune/Step Time": 6.608484139665961}
+{"Finetune/Learning Rate": 1.7131533952650435e-05, "Finetune/Loss": 0.8775255680084229, "Finetune/Loss (Raw)": 0.8416489958763123, "Finetune/Step": 5189, "Finetune/Step Time": 6.612943921238184}
+{"Finetune/Learning Rate": 1.7130353383260053e-05, "Finetune/Loss": 0.8774797916412354, "Finetune/Loss (Raw)": 0.889451801776886, "Finetune/Step": 5190, "Finetune/Step Time": 6.611018754541874}
+{"Finetune/Learning Rate": 1.7129172611673125e-05, "Finetune/Loss": 0.8763760328292847, "Finetune/Loss (Raw)": 0.7208409905433655, "Finetune/Step": 5191, "Finetune/Step Time": 6.623744159936905}
+{"Finetune/Learning Rate": 1.7127991637923133e-05, "Finetune/Loss": 0.8771826028823853, "Finetune/Loss (Raw)": 0.9312877655029297, "Finetune/Step": 5192, "Finetune/Step Time": 6.6136189587414265}
+{"Finetune/Learning Rate": 1.7126810462043568e-05, "Finetune/Loss": 0.8766444325447083, "Finetune/Loss (Raw)": 0.868417501449585, "Finetune/Step": 5193, "Finetune/Step Time": 6.605136308819056}
+{"Finetune/Learning Rate": 1.7125629084067925e-05, "Finetune/Loss": 0.8765149712562561, "Finetune/Loss (Raw)": 0.888695478439331, "Finetune/Step": 5194, "Finetune/Step Time": 6.6117658372968435}
+{"Finetune/Learning Rate": 1.7124447504029703e-05, "Finetune/Loss": 0.8770383596420288, "Finetune/Loss (Raw)": 0.8317984938621521, "Finetune/Step": 5195, "Finetune/Step Time": 6.615145394578576}
+{"Finetune/Learning Rate": 1.712326572196241e-05, "Finetune/Loss": 0.8752530813217163, "Finetune/Loss (Raw)": 0.7712440490722656, "Finetune/Step": 5196, "Finetune/Step Time": 6.610254779458046}
+{"Finetune/Learning Rate": 1.712208373789956e-05, "Finetune/Loss": 0.8748554587364197, "Finetune/Loss (Raw)": 0.7719484567642212, "Finetune/Step": 5197, "Finetune/Step Time": 6.625507919117808}
+{"Finetune/Learning Rate": 1.712090155187466e-05, "Finetune/Loss": 0.8753875494003296, "Finetune/Loss (Raw)": 0.9524599313735962, "Finetune/Step": 5198, "Finetune/Step Time": 6.620971005409956}
+{"Finetune/Learning Rate": 1.7119719163921248e-05, "Finetune/Loss": 0.8762213587760925, "Finetune/Loss (Raw)": 0.8993690609931946, "Finetune/Step": 5199, "Finetune/Step Time": 6.6228132247924805}
+{"Finetune/Learning Rate": 1.711853657407284e-05, "Finetune/Loss": 0.8751835823059082, "Finetune/Loss (Raw)": 0.9074772596359253, "Finetune/Step": 5200, "Finetune/Step Time": 6.606642538681626}
+{"Finetune/Learning Rate": 1.711735378236298e-05, "Finetune/Loss": 0.8737854957580566, "Finetune/Loss (Raw)": 0.7696681022644043, "Finetune/Step": 5201, "Finetune/Step Time": 6.617411028593779}
+{"Finetune/Learning Rate": 1.7116170788825207e-05, "Finetune/Loss": 0.8727964162826538, "Finetune/Loss (Raw)": 0.7495874166488647, "Finetune/Step": 5202, "Finetune/Step Time": 6.620324224233627}
+{"Finetune/Learning Rate": 1.7114987593493068e-05, "Finetune/Loss": 0.8715706467628479, "Finetune/Loss (Raw)": 0.7252095937728882, "Finetune/Step": 5203, "Finetune/Step Time": 6.637768071144819}
+{"Finetune/Learning Rate": 1.711380419640011e-05, "Finetune/Loss": 0.8704943656921387, "Finetune/Loss (Raw)": 0.8707141280174255, "Finetune/Step": 5204, "Finetune/Step Time": 6.686491725966334}
+{"Finetune/Learning Rate": 1.7112620597579895e-05, "Finetune/Loss": 0.870364785194397, "Finetune/Loss (Raw)": 0.8359763026237488, "Finetune/Step": 5205, "Finetune/Step Time": 6.735547937452793}
+{"Finetune/Learning Rate": 1.7111436797065984e-05, "Finetune/Loss": 0.8704012632369995, "Finetune/Loss (Raw)": 0.9557030200958252, "Finetune/Step": 5206, "Finetune/Step Time": 6.73734868876636}
+{"Finetune/Learning Rate": 1.7110252794891947e-05, "Finetune/Loss": 0.8710927963256836, "Finetune/Loss (Raw)": 0.9158763289451599, "Finetune/Step": 5207, "Finetune/Step Time": 6.756845248863101}
+{"Finetune/Learning Rate": 1.7109068591091366e-05, "Finetune/Loss": 0.8717049956321716, "Finetune/Loss (Raw)": 0.9415748715400696, "Finetune/Step": 5208, "Finetune/Step Time": 6.753846354782581}
+{"Finetune/Learning Rate": 1.7107884185697807e-05, "Finetune/Loss": 0.8690294027328491, "Finetune/Loss (Raw)": 0.6773430109024048, "Finetune/Step": 5209, "Finetune/Step Time": 6.768194755539298}
+{"Finetune/Learning Rate": 1.7106699578744867e-05, "Finetune/Loss": 0.8684553503990173, "Finetune/Loss (Raw)": 0.8879840970039368, "Finetune/Step": 5210, "Finetune/Step Time": 6.770396389067173}
+{"Finetune/Learning Rate": 1.710551477026614e-05, "Finetune/Loss": 0.8659937977790833, "Finetune/Loss (Raw)": 0.6868510842323303, "Finetune/Step": 5211, "Finetune/Step Time": 6.784366227686405}
+{"Finetune/Learning Rate": 1.7104329760295216e-05, "Finetune/Loss": 0.8659130334854126, "Finetune/Loss (Raw)": 0.8590165972709656, "Finetune/Step": 5212, "Finetune/Step Time": 6.793671304360032}
+{"Finetune/Learning Rate": 1.71031445488657e-05, "Finetune/Loss": 0.8672648668289185, "Finetune/Loss (Raw)": 0.9781683087348938, "Finetune/Step": 5213, "Finetune/Step Time": 6.794749511405826}
+{"Finetune/Learning Rate": 1.710195913601121e-05, "Finetune/Loss": 0.8680939078330994, "Finetune/Loss (Raw)": 0.8903772234916687, "Finetune/Step": 5214, "Finetune/Step Time": 6.79375390522182}
+{"Finetune/Learning Rate": 1.7100773521765347e-05, "Finetune/Loss": 0.8685265779495239, "Finetune/Loss (Raw)": 0.9211711287498474, "Finetune/Step": 5215, "Finetune/Step Time": 6.779380530118942}
+{"Finetune/Learning Rate": 1.709958770616174e-05, "Finetune/Loss": 0.8684231042861938, "Finetune/Loss (Raw)": 0.8179271817207336, "Finetune/Step": 5216, "Finetune/Step Time": 6.787229122593999}
+{"Finetune/Learning Rate": 1.7098401689234018e-05, "Finetune/Loss": 0.8690426349639893, "Finetune/Loss (Raw)": 0.7951918244361877, "Finetune/Step": 5217, "Finetune/Step Time": 6.790822606533766}
+{"Finetune/Learning Rate": 1.7097215471015805e-05, "Finetune/Loss": 0.8673138618469238, "Finetune/Loss (Raw)": 0.7184015512466431, "Finetune/Step": 5218, "Finetune/Step Time": 6.789039408788085}
+{"Finetune/Learning Rate": 1.7096029051540748e-05, "Finetune/Loss": 0.8677477836608887, "Finetune/Loss (Raw)": 0.7713806629180908, "Finetune/Step": 5219, "Finetune/Step Time": 6.776276744902134}
+{"Finetune/Learning Rate": 1.709484243084248e-05, "Finetune/Loss": 0.8679799437522888, "Finetune/Loss (Raw)": 0.9631829261779785, "Finetune/Step": 5220, "Finetune/Step Time": 6.771854592487216}
+{"Finetune/Learning Rate": 1.709365560895466e-05, "Finetune/Loss": 0.8689587712287903, "Finetune/Loss (Raw)": 0.9628292918205261, "Finetune/Step": 5221, "Finetune/Step Time": 6.75089261867106}
+{"Finetune/Learning Rate": 1.7092468585910937e-05, "Finetune/Loss": 0.8686830997467041, "Finetune/Loss (Raw)": 0.8844954371452332, "Finetune/Step": 5222, "Finetune/Step Time": 6.74740500189364}
+{"Finetune/Learning Rate": 1.7091281361744975e-05, "Finetune/Loss": 0.8690231442451477, "Finetune/Loss (Raw)": 0.8639549016952515, "Finetune/Step": 5223, "Finetune/Step Time": 6.747257933020592}
+{"Finetune/Learning Rate": 1.7090093936490433e-05, "Finetune/Loss": 0.869127094745636, "Finetune/Loss (Raw)": 0.882686197757721, "Finetune/Step": 5224, "Finetune/Step Time": 6.745841855183244}
+{"Finetune/Learning Rate": 1.7088906310180993e-05, "Finetune/Loss": 0.8691436052322388, "Finetune/Loss (Raw)": 0.9198118448257446, "Finetune/Step": 5225, "Finetune/Step Time": 6.7467280477285385}
+{"Finetune/Learning Rate": 1.7087718482850327e-05, "Finetune/Loss": 0.87053382396698, "Finetune/Loss (Raw)": 0.8545134663581848, "Finetune/Step": 5226, "Finetune/Step Time": 6.756219016388059}
+{"Finetune/Learning Rate": 1.708653045453212e-05, "Finetune/Loss": 0.8690060377120972, "Finetune/Loss (Raw)": 0.7452160716056824, "Finetune/Step": 5227, "Finetune/Step Time": 6.761529119685292}
+{"Finetune/Learning Rate": 1.708534222526006e-05, "Finetune/Loss": 0.8688161373138428, "Finetune/Loss (Raw)": 0.9051571488380432, "Finetune/Step": 5228, "Finetune/Step Time": 6.766217624768615}
+{"Finetune/Learning Rate": 1.7084153795067845e-05, "Finetune/Loss": 0.8683738708496094, "Finetune/Loss (Raw)": 0.8457503914833069, "Finetune/Step": 5229, "Finetune/Step Time": 6.768604129552841}
+{"Finetune/Learning Rate": 1.708296516398917e-05, "Finetune/Loss": 0.8688254356384277, "Finetune/Loss (Raw)": 0.9188405275344849, "Finetune/Step": 5230, "Finetune/Step Time": 6.7848053108900785}
+{"Finetune/Learning Rate": 1.7081776332057743e-05, "Finetune/Loss": 0.868628740310669, "Finetune/Loss (Raw)": 0.799258828163147, "Finetune/Step": 5231, "Finetune/Step Time": 6.797944873571396}
+{"Finetune/Learning Rate": 1.7080587299307283e-05, "Finetune/Loss": 0.8713873624801636, "Finetune/Loss (Raw)": 0.9748820066452026, "Finetune/Step": 5232, "Finetune/Step Time": 6.781591452658176}
+{"Finetune/Learning Rate": 1.7079398065771494e-05, "Finetune/Loss": 0.8698049783706665, "Finetune/Loss (Raw)": 0.762050211429596, "Finetune/Step": 5233, "Finetune/Step Time": 6.774257006123662}
+{"Finetune/Learning Rate": 1.7078208631484113e-05, "Finetune/Loss": 0.8694376945495605, "Finetune/Loss (Raw)": 0.9281228184700012, "Finetune/Step": 5234, "Finetune/Step Time": 6.766547640785575}
+{"Finetune/Learning Rate": 1.707701899647886e-05, "Finetune/Loss": 0.8695175647735596, "Finetune/Loss (Raw)": 0.8171457052230835, "Finetune/Step": 5235, "Finetune/Step Time": 6.77063668332994}
+{"Finetune/Learning Rate": 1.7075829160789475e-05, "Finetune/Loss": 0.8672544956207275, "Finetune/Loss (Raw)": 0.6980360746383667, "Finetune/Step": 5236, "Finetune/Step Time": 6.783693622797728}
+{"Finetune/Learning Rate": 1.7074639124449693e-05, "Finetune/Loss": 0.8672682642936707, "Finetune/Loss (Raw)": 0.9546515941619873, "Finetune/Step": 5237, "Finetune/Step Time": 6.7843197882175446}
+{"Finetune/Learning Rate": 1.7073448887493268e-05, "Finetune/Loss": 0.8667727708816528, "Finetune/Loss (Raw)": 0.7946817874908447, "Finetune/Step": 5238, "Finetune/Step Time": 6.784168211743236}
+{"Finetune/Learning Rate": 1.707225844995394e-05, "Finetune/Loss": 0.867447018623352, "Finetune/Loss (Raw)": 0.8689297437667847, "Finetune/Step": 5239, "Finetune/Step Time": 6.782749908044934}
+{"Finetune/Learning Rate": 1.7071067811865477e-05, "Finetune/Loss": 0.8677370548248291, "Finetune/Loss (Raw)": 0.8427044749259949, "Finetune/Step": 5240, "Finetune/Step Time": 6.7829995937645435}
+{"Finetune/Learning Rate": 1.7069876973261638e-05, "Finetune/Loss": 0.8672345876693726, "Finetune/Loss (Raw)": 0.8609834909439087, "Finetune/Step": 5241, "Finetune/Step Time": 6.782182980328798}
+{"Finetune/Learning Rate": 1.7068685934176192e-05, "Finetune/Loss": 0.8661116361618042, "Finetune/Loss (Raw)": 0.7757022380828857, "Finetune/Step": 5242, "Finetune/Step Time": 6.79734649322927}
+{"Finetune/Learning Rate": 1.7067494694642913e-05, "Finetune/Loss": 0.8667410612106323, "Finetune/Loss (Raw)": 0.9038913249969482, "Finetune/Step": 5243, "Finetune/Step Time": 6.797179313376546}
+{"Finetune/Learning Rate": 1.706630325469558e-05, "Finetune/Loss": 0.8674103021621704, "Finetune/Loss (Raw)": 0.8788226842880249, "Finetune/Step": 5244, "Finetune/Step Time": 6.799554843455553}
+{"Finetune/Learning Rate": 1.7065111614367983e-05, "Finetune/Loss": 0.8687220811843872, "Finetune/Loss (Raw)": 0.8993295431137085, "Finetune/Step": 5245, "Finetune/Step Time": 6.801334613934159}
+{"Finetune/Learning Rate": 1.7063919773693914e-05, "Finetune/Loss": 0.8688279390335083, "Finetune/Loss (Raw)": 0.9192038178443909, "Finetune/Step": 5246, "Finetune/Step Time": 6.8101618103682995}
+{"Finetune/Learning Rate": 1.7062727732707164e-05, "Finetune/Loss": 0.8681293725967407, "Finetune/Loss (Raw)": 0.9184088110923767, "Finetune/Step": 5247, "Finetune/Step Time": 6.813042901456356}
+{"Finetune/Learning Rate": 1.7061535491441538e-05, "Finetune/Loss": 0.8671374320983887, "Finetune/Loss (Raw)": 0.7932150959968567, "Finetune/Step": 5248, "Finetune/Step Time": 6.816754896193743}
+{"Finetune/Learning Rate": 1.7060343049930845e-05, "Finetune/Loss": 0.8669242262840271, "Finetune/Loss (Raw)": 0.8798491954803467, "Finetune/Step": 5249, "Finetune/Step Time": 6.797742357477546}
+{"Finetune/Learning Rate": 1.7059150408208902e-05, "Finetune/Loss": 0.8669649362564087, "Finetune/Loss (Raw)": 0.8930909037590027, "Finetune/Step": 5250, "Finetune/Step Time": 6.796314315870404}
+{"Finetune/Learning Rate": 1.705795756630953e-05, "Finetune/Loss": 0.865585207939148, "Finetune/Loss (Raw)": 0.7139448523521423, "Finetune/Step": 5251, "Finetune/Step Time": 6.796248443424702}
+{"Finetune/Learning Rate": 1.7056764524266547e-05, "Finetune/Loss": 0.8653649091720581, "Finetune/Loss (Raw)": 0.9021813869476318, "Finetune/Step": 5252, "Finetune/Step Time": 6.815141404047608}
+{"Finetune/Learning Rate": 1.705557128211379e-05, "Finetune/Loss": 0.8652387261390686, "Finetune/Loss (Raw)": 0.8105528354644775, "Finetune/Step": 5253, "Finetune/Step Time": 6.8219022043049335}
+{"Finetune/Learning Rate": 1.7054377839885098e-05, "Finetune/Loss": 0.864810585975647, "Finetune/Loss (Raw)": 0.7589073777198792, "Finetune/Step": 5254, "Finetune/Step Time": 6.825526814907789}
+{"Finetune/Learning Rate": 1.7053184197614302e-05, "Finetune/Loss": 0.8654407858848572, "Finetune/Loss (Raw)": 0.9323329925537109, "Finetune/Step": 5255, "Finetune/Step Time": 6.827970610931516}
+{"Finetune/Learning Rate": 1.7051990355335266e-05, "Finetune/Loss": 0.8658609390258789, "Finetune/Loss (Raw)": 0.7926174998283386, "Finetune/Step": 5256, "Finetune/Step Time": 6.8329010885208845}
+{"Finetune/Learning Rate": 1.7050796313081838e-05, "Finetune/Loss": 0.8664488792419434, "Finetune/Loss (Raw)": 0.8649911880493164, "Finetune/Step": 5257, "Finetune/Step Time": 6.833192547783256}
+{"Finetune/Learning Rate": 1.704960207088787e-05, "Finetune/Loss": 0.8675737977027893, "Finetune/Loss (Raw)": 0.9748727083206177, "Finetune/Step": 5258, "Finetune/Step Time": 6.828437190502882}
+{"Finetune/Learning Rate": 1.7048407628787238e-05, "Finetune/Loss": 0.8678076863288879, "Finetune/Loss (Raw)": 0.8734927177429199, "Finetune/Step": 5259, "Finetune/Step Time": 6.826503733173013}
+{"Finetune/Learning Rate": 1.704721298681381e-05, "Finetune/Loss": 0.8653943538665771, "Finetune/Loss (Raw)": 0.6926450133323669, "Finetune/Step": 5260, "Finetune/Step Time": 6.839535538107157}
+{"Finetune/Learning Rate": 1.7046018145001458e-05, "Finetune/Loss": 0.8636350631713867, "Finetune/Loss (Raw)": 0.7002699375152588, "Finetune/Step": 5261, "Finetune/Step Time": 6.851593667641282}
+{"Finetune/Learning Rate": 1.7044823103384067e-05, "Finetune/Loss": 0.8654996156692505, "Finetune/Loss (Raw)": 0.8840994238853455, "Finetune/Step": 5262, "Finetune/Step Time": 6.852109424769878}
+{"Finetune/Learning Rate": 1.7043627861995528e-05, "Finetune/Loss": 0.8654687404632568, "Finetune/Loss (Raw)": 0.938397228717804, "Finetune/Step": 5263, "Finetune/Step Time": 6.8554357178509235}
+{"Finetune/Learning Rate": 1.704243242086973e-05, "Finetune/Loss": 0.8628745079040527, "Finetune/Loss (Raw)": 0.7664108276367188, "Finetune/Step": 5264, "Finetune/Step Time": 6.866576440632343}
+{"Finetune/Learning Rate": 1.7041236780040577e-05, "Finetune/Loss": 0.8619566559791565, "Finetune/Loss (Raw)": 0.8558470606803894, "Finetune/Step": 5265, "Finetune/Step Time": 6.879621246829629}
+{"Finetune/Learning Rate": 1.704004093954197e-05, "Finetune/Loss": 0.8627815246582031, "Finetune/Loss (Raw)": 0.986417293548584, "Finetune/Step": 5266, "Finetune/Step Time": 6.8831932339817286}
+{"Finetune/Learning Rate": 1.7038844899407824e-05, "Finetune/Loss": 0.8633550405502319, "Finetune/Loss (Raw)": 0.9540441036224365, "Finetune/Step": 5267, "Finetune/Step Time": 6.898310707882047}
+{"Finetune/Learning Rate": 1.7037648659672047e-05, "Finetune/Loss": 0.863359808921814, "Finetune/Loss (Raw)": 0.8828543424606323, "Finetune/Step": 5268, "Finetune/Step Time": 6.900322154164314}
+{"Finetune/Learning Rate": 1.7036452220368568e-05, "Finetune/Loss": 0.8631423115730286, "Finetune/Loss (Raw)": 0.8233411312103271, "Finetune/Step": 5269, "Finetune/Step Time": 6.897352149710059}
+{"Finetune/Learning Rate": 1.7035255581531317e-05, "Finetune/Loss": 0.8625544309616089, "Finetune/Loss (Raw)": 0.908708393573761, "Finetune/Step": 5270, "Finetune/Step Time": 6.898392083123326}
+{"Finetune/Learning Rate": 1.7034058743194218e-05, "Finetune/Loss": 0.860525369644165, "Finetune/Loss (Raw)": 0.7230649590492249, "Finetune/Step": 5271, "Finetune/Step Time": 6.90962802618742}
+{"Finetune/Learning Rate": 1.7032861705391218e-05, "Finetune/Loss": 0.8605056405067444, "Finetune/Loss (Raw)": 0.9635273814201355, "Finetune/Step": 5272, "Finetune/Step Time": 6.909084014594555}
+{"Finetune/Learning Rate": 1.7031664468156258e-05, "Finetune/Loss": 0.8602089881896973, "Finetune/Loss (Raw)": 0.9100928902626038, "Finetune/Step": 5273, "Finetune/Step Time": 6.905976481735706}
+{"Finetune/Learning Rate": 1.7030467031523292e-05, "Finetune/Loss": 0.85914546251297, "Finetune/Loss (Raw)": 0.8537788987159729, "Finetune/Step": 5274, "Finetune/Step Time": 6.898799058049917}
+{"Finetune/Learning Rate": 1.702926939552627e-05, "Finetune/Loss": 0.8572597503662109, "Finetune/Loss (Raw)": 0.7243000268936157, "Finetune/Step": 5275, "Finetune/Step Time": 6.897855440154672}
+{"Finetune/Learning Rate": 1.7028071560199156e-05, "Finetune/Loss": 0.8564843535423279, "Finetune/Loss (Raw)": 0.6445717811584473, "Finetune/Step": 5276, "Finetune/Step Time": 6.883963042870164}
+{"Finetune/Learning Rate": 1.702687352557592e-05, "Finetune/Loss": 0.8569673299789429, "Finetune/Loss (Raw)": 0.8180527091026306, "Finetune/Step": 5277, "Finetune/Step Time": 6.886542985215783}
+{"Finetune/Learning Rate": 1.7025675291690534e-05, "Finetune/Loss": 0.8566522598266602, "Finetune/Loss (Raw)": 0.8442043662071228, "Finetune/Step": 5278, "Finetune/Step Time": 6.8875430934131145}
+{"Finetune/Learning Rate": 1.7024476858576973e-05, "Finetune/Loss": 0.8550171852111816, "Finetune/Loss (Raw)": 0.6488210558891296, "Finetune/Step": 5279, "Finetune/Step Time": 6.896282868459821}
+{"Finetune/Learning Rate": 1.7023278226269222e-05, "Finetune/Loss": 0.8562361598014832, "Finetune/Loss (Raw)": 0.957604706287384, "Finetune/Step": 5280, "Finetune/Step Time": 6.894089141860604}
+{"Finetune/Learning Rate": 1.702207939480127e-05, "Finetune/Loss": 0.8547669649124146, "Finetune/Loss (Raw)": 0.7207633256912231, "Finetune/Step": 5281, "Finetune/Step Time": 6.9028745871037245}
+{"Finetune/Learning Rate": 1.702088036420712e-05, "Finetune/Loss": 0.8558520078659058, "Finetune/Loss (Raw)": 0.9962751269340515, "Finetune/Step": 5282, "Finetune/Step Time": 6.903015801683068}
+{"Finetune/Learning Rate": 1.7019681134520762e-05, "Finetune/Loss": 0.8552320003509521, "Finetune/Loss (Raw)": 0.7856703400611877, "Finetune/Step": 5283, "Finetune/Step Time": 6.8965450543910265}
+{"Finetune/Learning Rate": 1.701848170577621e-05, "Finetune/Loss": 0.8546199798583984, "Finetune/Loss (Raw)": 0.8884330987930298, "Finetune/Step": 5284, "Finetune/Step Time": 6.897453790530562}
+{"Finetune/Learning Rate": 1.701728207800748e-05, "Finetune/Loss": 0.8535171747207642, "Finetune/Loss (Raw)": 0.745900571346283, "Finetune/Step": 5285, "Finetune/Step Time": 6.8985093384981155}
+{"Finetune/Learning Rate": 1.7016082251248582e-05, "Finetune/Loss": 0.8529888391494751, "Finetune/Loss (Raw)": 0.800482988357544, "Finetune/Step": 5286, "Finetune/Step Time": 6.907330406829715}
+{"Finetune/Learning Rate": 1.701488222553354e-05, "Finetune/Loss": 0.8535751104354858, "Finetune/Loss (Raw)": 0.9080643057823181, "Finetune/Step": 5287, "Finetune/Step Time": 6.909032262861729}
+{"Finetune/Learning Rate": 1.7013682000896388e-05, "Finetune/Loss": 0.8541458249092102, "Finetune/Loss (Raw)": 0.8734878301620483, "Finetune/Step": 5288, "Finetune/Step Time": 6.923864930868149}
+{"Finetune/Learning Rate": 1.7012481577371157e-05, "Finetune/Loss": 0.8565124869346619, "Finetune/Loss (Raw)": 0.9931051135063171, "Finetune/Step": 5289, "Finetune/Step Time": 6.909769957885146}
+{"Finetune/Learning Rate": 1.701128095499189e-05, "Finetune/Loss": 0.8569358587265015, "Finetune/Loss (Raw)": 0.8845872282981873, "Finetune/Step": 5290, "Finetune/Step Time": 6.893999999389052}
+{"Finetune/Learning Rate": 1.701008013379263e-05, "Finetune/Loss": 0.8578860759735107, "Finetune/Loss (Raw)": 0.9293391108512878, "Finetune/Step": 5291, "Finetune/Step Time": 6.892517751082778}
+{"Finetune/Learning Rate": 1.7008879113807437e-05, "Finetune/Loss": 0.8582789897918701, "Finetune/Loss (Raw)": 0.8589444160461426, "Finetune/Step": 5292, "Finetune/Step Time": 6.894560147076845}
+{"Finetune/Learning Rate": 1.7007677895070358e-05, "Finetune/Loss": 0.8576103448867798, "Finetune/Loss (Raw)": 0.7304121851921082, "Finetune/Step": 5293, "Finetune/Step Time": 6.890276262536645}
+{"Finetune/Learning Rate": 1.7006476477615463e-05, "Finetune/Loss": 0.8572250604629517, "Finetune/Loss (Raw)": 0.897026002407074, "Finetune/Step": 5294, "Finetune/Step Time": 6.890280053019524}
+{"Finetune/Learning Rate": 1.7005274861476818e-05, "Finetune/Loss": 0.8571597337722778, "Finetune/Loss (Raw)": 0.9052157998085022, "Finetune/Step": 5295, "Finetune/Step Time": 6.894549245014787}
+{"Finetune/Learning Rate": 1.7004073046688498e-05, "Finetune/Loss": 0.8569091558456421, "Finetune/Loss (Raw)": 0.8046409487724304, "Finetune/Step": 5296, "Finetune/Step Time": 6.893074443563819}
+{"Finetune/Learning Rate": 1.7002871033284583e-05, "Finetune/Loss": 0.8563249111175537, "Finetune/Loss (Raw)": 0.8948048949241638, "Finetune/Step": 5297, "Finetune/Step Time": 6.877784729003906}
+{"Finetune/Learning Rate": 1.700166882129916e-05, "Finetune/Loss": 0.8551715612411499, "Finetune/Loss (Raw)": 0.8102909922599792, "Finetune/Step": 5298, "Finetune/Step Time": 6.888377316296101}
+{"Finetune/Learning Rate": 1.7000466410766322e-05, "Finetune/Loss": 0.8545689582824707, "Finetune/Loss (Raw)": 0.7739072442054749, "Finetune/Step": 5299, "Finetune/Step Time": 6.890711197629571}
+{"Finetune/Learning Rate": 1.699926380172016e-05, "Finetune/Loss": 0.8539993762969971, "Finetune/Loss (Raw)": 0.9308604598045349, "Finetune/Step": 5300, "Finetune/Step Time": 6.892984662204981}
+{"Finetune/Learning Rate": 1.699806099419478e-05, "Finetune/Loss": 0.853047788143158, "Finetune/Loss (Raw)": 0.7508173584938049, "Finetune/Step": 5301, "Finetune/Step Time": 6.905151937156916}
+{"Finetune/Learning Rate": 1.6996857988224292e-05, "Finetune/Loss": 0.8532673120498657, "Finetune/Loss (Raw)": 0.8188473582267761, "Finetune/Step": 5302, "Finetune/Step Time": 6.90691788867116}
+{"Finetune/Learning Rate": 1.6995654783842807e-05, "Finetune/Loss": 0.8515286445617676, "Finetune/Loss (Raw)": 0.6968247294425964, "Finetune/Step": 5303, "Finetune/Step Time": 6.907597307115793}
+{"Finetune/Learning Rate": 1.6994451381084443e-05, "Finetune/Loss": 0.8496623039245605, "Finetune/Loss (Raw)": 0.5910786390304565, "Finetune/Step": 5304, "Finetune/Step Time": 6.909324489533901}
+{"Finetune/Learning Rate": 1.6993247779983327e-05, "Finetune/Loss": 0.8489551544189453, "Finetune/Loss (Raw)": 0.8591959476470947, "Finetune/Step": 5305, "Finetune/Step Time": 6.895084830000997}
+{"Finetune/Learning Rate": 1.6992043980573597e-05, "Finetune/Loss": 0.8503628969192505, "Finetune/Loss (Raw)": 0.9050710201263428, "Finetune/Step": 5306, "Finetune/Step Time": 6.886448137462139}
+{"Finetune/Learning Rate": 1.6990839982889375e-05, "Finetune/Loss": 0.8515639305114746, "Finetune/Loss (Raw)": 0.8356317281723022, "Finetune/Step": 5307, "Finetune/Step Time": 6.88109221495688}
+{"Finetune/Learning Rate": 1.6989635786964813e-05, "Finetune/Loss": 0.8502954244613647, "Finetune/Loss (Raw)": 0.8253611922264099, "Finetune/Step": 5308, "Finetune/Step Time": 6.88721739500761}
+{"Finetune/Learning Rate": 1.6988431392834057e-05, "Finetune/Loss": 0.8504764437675476, "Finetune/Loss (Raw)": 0.9017630219459534, "Finetune/Step": 5309, "Finetune/Step Time": 6.885753562673926}
+{"Finetune/Learning Rate": 1.698722680053126e-05, "Finetune/Loss": 0.8500607013702393, "Finetune/Loss (Raw)": 0.9220297932624817, "Finetune/Step": 5310, "Finetune/Step Time": 6.892127171158791}
+{"Finetune/Learning Rate": 1.6986022010090575e-05, "Finetune/Loss": 0.8487247228622437, "Finetune/Loss (Raw)": 0.7514374256134033, "Finetune/Step": 5311, "Finetune/Step Time": 6.895940201357007}
+{"Finetune/Learning Rate": 1.6984817021546177e-05, "Finetune/Loss": 0.849161684513092, "Finetune/Loss (Raw)": 0.9764626622200012, "Finetune/Step": 5312, "Finetune/Step Time": 6.895084850490093}
+{"Finetune/Learning Rate": 1.698361183493223e-05, "Finetune/Loss": 0.8492180109024048, "Finetune/Loss (Raw)": 0.9462365508079529, "Finetune/Step": 5313, "Finetune/Step Time": 6.89139761030674}
+{"Finetune/Learning Rate": 1.6982406450282903e-05, "Finetune/Loss": 0.8485594987869263, "Finetune/Loss (Raw)": 0.8519677519798279, "Finetune/Step": 5314, "Finetune/Step Time": 6.894239999353886}
+{"Finetune/Learning Rate": 1.698120086763239e-05, "Finetune/Loss": 0.8479799032211304, "Finetune/Loss (Raw)": 0.8492990136146545, "Finetune/Step": 5315, "Finetune/Step Time": 6.8973802998661995}
+{"Finetune/Learning Rate": 1.697999508701487e-05, "Finetune/Loss": 0.848383367061615, "Finetune/Loss (Raw)": 0.921725869178772, "Finetune/Step": 5316, "Finetune/Step Time": 6.9017300847917795}
+{"Finetune/Learning Rate": 1.697878910846454e-05, "Finetune/Loss": 0.8470657467842102, "Finetune/Loss (Raw)": 0.6729929447174072, "Finetune/Step": 5317, "Finetune/Step Time": 6.915318496525288}
+{"Finetune/Learning Rate": 1.6977582932015596e-05, "Finetune/Loss": 0.8476296663284302, "Finetune/Loss (Raw)": 0.9616345763206482, "Finetune/Step": 5318, "Finetune/Step Time": 6.92129523307085}
+{"Finetune/Learning Rate": 1.6976376557702244e-05, "Finetune/Loss": 0.849370002746582, "Finetune/Loss (Raw)": 0.9436035752296448, "Finetune/Step": 5319, "Finetune/Step Time": 6.913741948083043}
+{"Finetune/Learning Rate": 1.6975169985558686e-05, "Finetune/Loss": 0.8491968512535095, "Finetune/Loss (Raw)": 0.909121036529541, "Finetune/Step": 5320, "Finetune/Step Time": 6.924866110086441}
+{"Finetune/Learning Rate": 1.6973963215619144e-05, "Finetune/Loss": 0.8483725786209106, "Finetune/Loss (Raw)": 0.7629179954528809, "Finetune/Step": 5321, "Finetune/Step Time": 6.926889404654503}
+{"Finetune/Learning Rate": 1.6972756247917837e-05, "Finetune/Loss": 0.8482347726821899, "Finetune/Loss (Raw)": 0.8710588216781616, "Finetune/Step": 5322, "Finetune/Step Time": 6.942428335547447}
+{"Finetune/Learning Rate": 1.6971549082488987e-05, "Finetune/Loss": 0.8486384153366089, "Finetune/Loss (Raw)": 0.8834612369537354, "Finetune/Step": 5323, "Finetune/Step Time": 6.941039990633726}
+{"Finetune/Learning Rate": 1.6970341719366835e-05, "Finetune/Loss": 0.8501209020614624, "Finetune/Loss (Raw)": 0.960995614528656, "Finetune/Step": 5324, "Finetune/Step Time": 6.9412047155201435}
+{"Finetune/Learning Rate": 1.696913415858561e-05, "Finetune/Loss": 0.8506667613983154, "Finetune/Loss (Raw)": 0.8418194055557251, "Finetune/Step": 5325, "Finetune/Step Time": 6.928717439994216}
+{"Finetune/Learning Rate": 1.696792640017956e-05, "Finetune/Loss": 0.8495522737503052, "Finetune/Loss (Raw)": 0.8098076581954956, "Finetune/Step": 5326, "Finetune/Step Time": 6.92875400185585}
+{"Finetune/Learning Rate": 1.6966718444182926e-05, "Finetune/Loss": 0.848923921585083, "Finetune/Loss (Raw)": 0.8189379572868347, "Finetune/Step": 5327, "Finetune/Step Time": 6.927802564576268}
+{"Finetune/Learning Rate": 1.6965510290629973e-05, "Finetune/Loss": 0.8493234515190125, "Finetune/Loss (Raw)": 0.9586196541786194, "Finetune/Step": 5328, "Finetune/Step Time": 6.925471579656005}
+{"Finetune/Learning Rate": 1.696430193955495e-05, "Finetune/Loss": 0.8503857254981995, "Finetune/Loss (Raw)": 0.9056391716003418, "Finetune/Step": 5329, "Finetune/Step Time": 6.915056154131889}
+{"Finetune/Learning Rate": 1.6963093390992134e-05, "Finetune/Loss": 0.8526628017425537, "Finetune/Loss (Raw)": 1.0410544872283936, "Finetune/Step": 5330, "Finetune/Step Time": 6.91148773021996}
+{"Finetune/Learning Rate": 1.6961884644975786e-05, "Finetune/Loss": 0.8525189757347107, "Finetune/Loss (Raw)": 0.7068026661872864, "Finetune/Step": 5331, "Finetune/Step Time": 6.911356268450618}
+{"Finetune/Learning Rate": 1.696067570154019e-05, "Finetune/Loss": 0.8525747656822205, "Finetune/Loss (Raw)": 0.8778534531593323, "Finetune/Step": 5332, "Finetune/Step Time": 6.866171864792705}
+{"Finetune/Learning Rate": 1.695946656071962e-05, "Finetune/Loss": 0.8530486822128296, "Finetune/Loss (Raw)": 0.896635890007019, "Finetune/Step": 5333, "Finetune/Step Time": 6.817391183227301}
+{"Finetune/Learning Rate": 1.695825722254837e-05, "Finetune/Loss": 0.8532555103302002, "Finetune/Loss (Raw)": 0.9821717143058777, "Finetune/Step": 5334, "Finetune/Step Time": 6.815587351098657}
+{"Finetune/Learning Rate": 1.6957047687060732e-05, "Finetune/Loss": 0.8524297475814819, "Finetune/Loss (Raw)": 0.810184121131897, "Finetune/Step": 5335, "Finetune/Step Time": 6.800539396703243}
+{"Finetune/Learning Rate": 1.6955837954291007e-05, "Finetune/Loss": 0.8512141108512878, "Finetune/Loss (Raw)": 0.7859724164009094, "Finetune/Step": 5336, "Finetune/Step Time": 6.799511432647705}
+{"Finetune/Learning Rate": 1.6954628024273496e-05, "Finetune/Loss": 0.8534846305847168, "Finetune/Loss (Raw)": 0.9679706692695618, "Finetune/Step": 5337, "Finetune/Step Time": 6.785465940833092}
+{"Finetune/Learning Rate": 1.695341789704251e-05, "Finetune/Loss": 0.8529001474380493, "Finetune/Loss (Raw)": 0.813177227973938, "Finetune/Step": 5338, "Finetune/Step Time": 6.783718712627888}
+{"Finetune/Learning Rate": 1.6952207572632368e-05, "Finetune/Loss": 0.8528008460998535, "Finetune/Loss (Raw)": 0.6741373538970947, "Finetune/Step": 5339, "Finetune/Step Time": 6.787237375974655}
+{"Finetune/Learning Rate": 1.6950997051077384e-05, "Finetune/Loss": 0.8532576560974121, "Finetune/Loss (Raw)": 0.9174885749816895, "Finetune/Step": 5340, "Finetune/Step Time": 6.77821203507483}
+{"Finetune/Learning Rate": 1.694978633241189e-05, "Finetune/Loss": 0.8536773920059204, "Finetune/Loss (Raw)": 1.031891107559204, "Finetune/Step": 5341, "Finetune/Step Time": 6.779594607651234}
+{"Finetune/Learning Rate": 1.6948575416670222e-05, "Finetune/Loss": 0.853434145450592, "Finetune/Loss (Raw)": 0.8592396378517151, "Finetune/Step": 5342, "Finetune/Step Time": 6.784945745021105}
+{"Finetune/Learning Rate": 1.6947364303886712e-05, "Finetune/Loss": 0.8527303338050842, "Finetune/Loss (Raw)": 0.8310840129852295, "Finetune/Step": 5343, "Finetune/Step Time": 6.800705082714558}
+{"Finetune/Learning Rate": 1.6946152994095705e-05, "Finetune/Loss": 0.8538733720779419, "Finetune/Loss (Raw)": 0.9642314314842224, "Finetune/Step": 5344, "Finetune/Step Time": 6.797318551689386}
+{"Finetune/Learning Rate": 1.6944941487331553e-05, "Finetune/Loss": 0.8545054197311401, "Finetune/Loss (Raw)": 0.8760936260223389, "Finetune/Step": 5345, "Finetune/Step Time": 6.779687490314245}
+{"Finetune/Learning Rate": 1.694372978362861e-05, "Finetune/Loss": 0.8544851541519165, "Finetune/Loss (Raw)": 0.7158188223838806, "Finetune/Step": 5346, "Finetune/Step Time": 6.778561411425471}
+{"Finetune/Learning Rate": 1.694251788302123e-05, "Finetune/Loss": 0.8534107804298401, "Finetune/Loss (Raw)": 0.6338551640510559, "Finetune/Step": 5347, "Finetune/Step Time": 6.7842483557760715}
+{"Finetune/Learning Rate": 1.694130578554379e-05, "Finetune/Loss": 0.8519428372383118, "Finetune/Loss (Raw)": 0.7752863764762878, "Finetune/Step": 5348, "Finetune/Step Time": 6.784975683316588}
+{"Finetune/Learning Rate": 1.6940093491230657e-05, "Finetune/Loss": 0.8506695032119751, "Finetune/Loss (Raw)": 0.7998361587524414, "Finetune/Step": 5349, "Finetune/Step Time": 6.78376617655158}
+{"Finetune/Learning Rate": 1.693888100011621e-05, "Finetune/Loss": 0.850353479385376, "Finetune/Loss (Raw)": 0.8440526127815247, "Finetune/Step": 5350, "Finetune/Step Time": 6.803932724520564}
+{"Finetune/Learning Rate": 1.6937668312234825e-05, "Finetune/Loss": 0.8499051332473755, "Finetune/Loss (Raw)": 0.8065723180770874, "Finetune/Step": 5351, "Finetune/Step Time": 6.803220110014081}
+{"Finetune/Learning Rate": 1.6936455427620894e-05, "Finetune/Loss": 0.8495981693267822, "Finetune/Loss (Raw)": 0.8433935642242432, "Finetune/Step": 5352, "Finetune/Step Time": 6.804747924208641}
+{"Finetune/Learning Rate": 1.6935242346308812e-05, "Finetune/Loss": 0.8480343818664551, "Finetune/Loss (Raw)": 0.7196393013000488, "Finetune/Step": 5353, "Finetune/Step Time": 6.8213270008563995}
+{"Finetune/Learning Rate": 1.6934029068332977e-05, "Finetune/Loss": 0.8474698662757874, "Finetune/Loss (Raw)": 0.7822577357292175, "Finetune/Step": 5354, "Finetune/Step Time": 6.812430635094643}
+{"Finetune/Learning Rate": 1.6932815593727798e-05, "Finetune/Loss": 0.8494664430618286, "Finetune/Loss (Raw)": 1.0007771253585815, "Finetune/Step": 5355, "Finetune/Step Time": 6.805058799684048}
+{"Finetune/Learning Rate": 1.6931601922527684e-05, "Finetune/Loss": 0.8489810228347778, "Finetune/Loss (Raw)": 0.843020498752594, "Finetune/Step": 5356, "Finetune/Step Time": 6.80757462605834}
+{"Finetune/Learning Rate": 1.6930388054767047e-05, "Finetune/Loss": 0.8486738204956055, "Finetune/Loss (Raw)": 0.8064285516738892, "Finetune/Step": 5357, "Finetune/Step Time": 6.807334523648024}
+{"Finetune/Learning Rate": 1.692917399048031e-05, "Finetune/Loss": 0.8466458320617676, "Finetune/Loss (Raw)": 0.6592562198638916, "Finetune/Step": 5358, "Finetune/Step Time": 6.819205345585942}
+{"Finetune/Learning Rate": 1.6927959729701912e-05, "Finetune/Loss": 0.846767008304596, "Finetune/Loss (Raw)": 0.8147768974304199, "Finetune/Step": 5359, "Finetune/Step Time": 6.805381208658218}
+{"Finetune/Learning Rate": 1.692674527246627e-05, "Finetune/Loss": 0.8460497260093689, "Finetune/Loss (Raw)": 0.8830671310424805, "Finetune/Step": 5360, "Finetune/Step Time": 6.804874412715435}
+{"Finetune/Learning Rate": 1.6925530618807832e-05, "Finetune/Loss": 0.8468689918518066, "Finetune/Loss (Raw)": 0.8669230341911316, "Finetune/Step": 5361, "Finetune/Step Time": 6.80832364410162}
+{"Finetune/Learning Rate": 1.6924315768761036e-05, "Finetune/Loss": 0.8476942181587219, "Finetune/Loss (Raw)": 1.0337471961975098, "Finetune/Step": 5362, "Finetune/Step Time": 6.806626692414284}
+{"Finetune/Learning Rate": 1.6923100722360333e-05, "Finetune/Loss": 0.848517656326294, "Finetune/Loss (Raw)": 0.9225416779518127, "Finetune/Step": 5363, "Finetune/Step Time": 6.765859102830291}
+{"Finetune/Learning Rate": 1.6921885479640186e-05, "Finetune/Loss": 0.8485585451126099, "Finetune/Loss (Raw)": 0.7032725811004639, "Finetune/Step": 5364, "Finetune/Step Time": 6.755661686882377}
+{"Finetune/Learning Rate": 1.6920670040635047e-05, "Finetune/Loss": 0.8483574390411377, "Finetune/Loss (Raw)": 0.9289074540138245, "Finetune/Step": 5365, "Finetune/Step Time": 6.75376408919692}
+{"Finetune/Learning Rate": 1.6919454405379384e-05, "Finetune/Loss": 0.8491251468658447, "Finetune/Loss (Raw)": 0.8929499387741089, "Finetune/Step": 5366, "Finetune/Step Time": 6.759289566427469}
+{"Finetune/Learning Rate": 1.6918238573907672e-05, "Finetune/Loss": 0.8500919342041016, "Finetune/Loss (Raw)": 0.9926784634590149, "Finetune/Step": 5367, "Finetune/Step Time": 6.756363790482283}
+{"Finetune/Learning Rate": 1.6917022546254388e-05, "Finetune/Loss": 0.8514716029167175, "Finetune/Loss (Raw)": 1.019302487373352, "Finetune/Step": 5368, "Finetune/Step Time": 6.759725766256452}
+{"Finetune/Learning Rate": 1.6915806322454013e-05, "Finetune/Loss": 0.8512040972709656, "Finetune/Loss (Raw)": 0.8267413973808289, "Finetune/Step": 5369, "Finetune/Step Time": 6.765457833185792}
+{"Finetune/Learning Rate": 1.6914589902541038e-05, "Finetune/Loss": 0.8510249257087708, "Finetune/Loss (Raw)": 0.7527683973312378, "Finetune/Step": 5370, "Finetune/Step Time": 6.7561451103538275}
+{"Finetune/Learning Rate": 1.691337328654995e-05, "Finetune/Loss": 0.8512494564056396, "Finetune/Loss (Raw)": 0.9326267838478088, "Finetune/Step": 5371, "Finetune/Step Time": 6.754913322627544}
+{"Finetune/Learning Rate": 1.6912156474515264e-05, "Finetune/Loss": 0.850812554359436, "Finetune/Loss (Raw)": 0.8229070901870728, "Finetune/Step": 5372, "Finetune/Step Time": 6.753460664302111}
+{"Finetune/Learning Rate": 1.691093946647147e-05, "Finetune/Loss": 0.8500552773475647, "Finetune/Loss (Raw)": 0.8024007678031921, "Finetune/Step": 5373, "Finetune/Step Time": 6.753934357315302}
+{"Finetune/Learning Rate": 1.6909722262453086e-05, "Finetune/Loss": 0.8493877649307251, "Finetune/Loss (Raw)": 0.8337624669075012, "Finetune/Step": 5374, "Finetune/Step Time": 6.74951976723969}
+{"Finetune/Learning Rate": 1.6908504862494626e-05, "Finetune/Loss": 0.8489246368408203, "Finetune/Loss (Raw)": 0.8591219782829285, "Finetune/Step": 5375, "Finetune/Step Time": 6.7515790816396475}
+{"Finetune/Learning Rate": 1.6907287266630614e-05, "Finetune/Loss": 0.8482685089111328, "Finetune/Loss (Raw)": 0.7092309594154358, "Finetune/Step": 5376, "Finetune/Step Time": 6.748171819373965}
+{"Finetune/Learning Rate": 1.690606947489558e-05, "Finetune/Loss": 0.8483883738517761, "Finetune/Loss (Raw)": 0.8951948881149292, "Finetune/Step": 5377, "Finetune/Step Time": 6.7477893140167}
+{"Finetune/Learning Rate": 1.690485148732405e-05, "Finetune/Loss": 0.8489065766334534, "Finetune/Loss (Raw)": 0.9594199657440186, "Finetune/Step": 5378, "Finetune/Step Time": 6.7688890770077705}
+{"Finetune/Learning Rate": 1.6903633303950565e-05, "Finetune/Loss": 0.8491845726966858, "Finetune/Loss (Raw)": 0.749526858329773, "Finetune/Step": 5379, "Finetune/Step Time": 6.787912022322416}
+{"Finetune/Learning Rate": 1.6902414924809675e-05, "Finetune/Loss": 0.8488328456878662, "Finetune/Loss (Raw)": 0.8571674227714539, "Finetune/Step": 5380, "Finetune/Step Time": 6.770748959854245}
+{"Finetune/Learning Rate": 1.6901196349935923e-05, "Finetune/Loss": 0.8491784930229187, "Finetune/Loss (Raw)": 0.8547905087471008, "Finetune/Step": 5381, "Finetune/Step Time": 6.76896988786757}
+{"Finetune/Learning Rate": 1.689997757936387e-05, "Finetune/Loss": 0.8492093682289124, "Finetune/Loss (Raw)": 0.7628564834594727, "Finetune/Step": 5382, "Finetune/Step Time": 6.771857690066099}
+{"Finetune/Learning Rate": 1.689875861312807e-05, "Finetune/Loss": 0.8474044799804688, "Finetune/Loss (Raw)": 0.701309323310852, "Finetune/Step": 5383, "Finetune/Step Time": 6.777019254863262}
+{"Finetune/Learning Rate": 1.6897539451263093e-05, "Finetune/Loss": 0.8476333618164062, "Finetune/Loss (Raw)": 0.8219081163406372, "Finetune/Step": 5384, "Finetune/Step Time": 6.776032472029328}
+{"Finetune/Learning Rate": 1.6896320093803516e-05, "Finetune/Loss": 0.8471497297286987, "Finetune/Loss (Raw)": 0.803097128868103, "Finetune/Step": 5385, "Finetune/Step Time": 6.77470400929451}
+{"Finetune/Learning Rate": 1.6895100540783906e-05, "Finetune/Loss": 0.8458778858184814, "Finetune/Loss (Raw)": 0.8120704293251038, "Finetune/Step": 5386, "Finetune/Step Time": 6.770626667886972}
+{"Finetune/Learning Rate": 1.6893880792238856e-05, "Finetune/Loss": 0.8456133604049683, "Finetune/Loss (Raw)": 0.8396326899528503, "Finetune/Step": 5387, "Finetune/Step Time": 6.77114362642169}
+{"Finetune/Learning Rate": 1.689266084820295e-05, "Finetune/Loss": 0.8469247817993164, "Finetune/Loss (Raw)": 0.8605086803436279, "Finetune/Step": 5388, "Finetune/Step Time": 6.765001330524683}
+{"Finetune/Learning Rate": 1.6891440708710778e-05, "Finetune/Loss": 0.8481260538101196, "Finetune/Loss (Raw)": 0.854039192199707, "Finetune/Step": 5389, "Finetune/Step Time": 6.750360582023859}
+{"Finetune/Learning Rate": 1.689022037379695e-05, "Finetune/Loss": 0.8479717969894409, "Finetune/Loss (Raw)": 0.8643455505371094, "Finetune/Step": 5390, "Finetune/Step Time": 6.746325835585594}
+{"Finetune/Learning Rate": 1.688899984349606e-05, "Finetune/Loss": 0.8472706079483032, "Finetune/Loss (Raw)": 0.8486461639404297, "Finetune/Step": 5391, "Finetune/Step Time": 6.744379883632064}
+{"Finetune/Learning Rate": 1.6887779117842727e-05, "Finetune/Loss": 0.8478831052780151, "Finetune/Loss (Raw)": 0.8448101282119751, "Finetune/Step": 5392, "Finetune/Step Time": 6.732951294630766}
+{"Finetune/Learning Rate": 1.6886558196871562e-05, "Finetune/Loss": 0.8477028012275696, "Finetune/Loss (Raw)": 0.8327696919441223, "Finetune/Step": 5393, "Finetune/Step Time": 6.720461005344987}
+{"Finetune/Learning Rate": 1.6885337080617195e-05, "Finetune/Loss": 0.8467822670936584, "Finetune/Loss (Raw)": 0.8685896396636963, "Finetune/Step": 5394, "Finetune/Step Time": 6.732103414833546}
+{"Finetune/Learning Rate": 1.6884115769114245e-05, "Finetune/Loss": 0.8447009325027466, "Finetune/Loss (Raw)": 0.6876286268234253, "Finetune/Step": 5395, "Finetune/Step Time": 6.729399506002665}
+{"Finetune/Learning Rate": 1.6882894262397343e-05, "Finetune/Loss": 0.8444679379463196, "Finetune/Loss (Raw)": 0.8530352711677551, "Finetune/Step": 5396, "Finetune/Step Time": 6.7306987307965755}
+{"Finetune/Learning Rate": 1.688167256050114e-05, "Finetune/Loss": 0.8438959121704102, "Finetune/Loss (Raw)": 0.7501241564750671, "Finetune/Step": 5397, "Finetune/Step Time": 6.738956190645695}
+{"Finetune/Learning Rate": 1.6880450663460262e-05, "Finetune/Loss": 0.8434755802154541, "Finetune/Loss (Raw)": 0.854902446269989, "Finetune/Step": 5398, "Finetune/Step Time": 6.744271473959088}
+{"Finetune/Learning Rate": 1.6879228571309377e-05, "Finetune/Loss": 0.8447524905204773, "Finetune/Loss (Raw)": 0.8865097761154175, "Finetune/Step": 5399, "Finetune/Step Time": 6.731741774827242}
+{"Finetune/Learning Rate": 1.687800628408313e-05, "Finetune/Loss": 0.8438718318939209, "Finetune/Loss (Raw)": 0.8507958650588989, "Finetune/Step": 5400, "Finetune/Step Time": 6.738136613741517}
+{"Finetune/Learning Rate": 1.687678380181618e-05, "Finetune/Loss": 0.8421459794044495, "Finetune/Loss (Raw)": 0.6891907453536987, "Finetune/Step": 5401, "Finetune/Step Time": 6.753210620954633}
+{"Finetune/Learning Rate": 1.68755611245432e-05, "Finetune/Loss": 0.842328667640686, "Finetune/Loss (Raw)": 0.8771644830703735, "Finetune/Step": 5402, "Finetune/Step Time": 6.755308173596859}
+{"Finetune/Learning Rate": 1.687433825229886e-05, "Finetune/Loss": 0.8429372310638428, "Finetune/Loss (Raw)": 0.80219566822052, "Finetune/Step": 5403, "Finetune/Step Time": 6.7585138492286205}
+{"Finetune/Learning Rate": 1.6873115185117828e-05, "Finetune/Loss": 0.8451803922653198, "Finetune/Loss (Raw)": 0.9316983222961426, "Finetune/Step": 5404, "Finetune/Step Time": 6.760863276198506}
+{"Finetune/Learning Rate": 1.6871891923034797e-05, "Finetune/Loss": 0.844567060470581, "Finetune/Loss (Raw)": 0.7395389080047607, "Finetune/Step": 5405, "Finetune/Step Time": 6.7703825775533915}
+{"Finetune/Learning Rate": 1.6870668466084453e-05, "Finetune/Loss": 0.8456631898880005, "Finetune/Loss (Raw)": 0.9845101833343506, "Finetune/Step": 5406, "Finetune/Step Time": 6.772149745374918}
+{"Finetune/Learning Rate": 1.686944481430149e-05, "Finetune/Loss": 0.8472814559936523, "Finetune/Loss (Raw)": 0.8559626936912537, "Finetune/Step": 5407, "Finetune/Step Time": 6.764089358970523}
+{"Finetune/Learning Rate": 1.6868220967720604e-05, "Finetune/Loss": 0.8452041149139404, "Finetune/Loss (Raw)": 0.6916972994804382, "Finetune/Step": 5408, "Finetune/Step Time": 6.779861252754927}
+{"Finetune/Learning Rate": 1.68669969263765e-05, "Finetune/Loss": 0.8459897041320801, "Finetune/Loss (Raw)": 0.8213261365890503, "Finetune/Step": 5409, "Finetune/Step Time": 6.770320046693087}
+{"Finetune/Learning Rate": 1.6865772690303894e-05, "Finetune/Loss": 0.8448192477226257, "Finetune/Loss (Raw)": 0.8464590311050415, "Finetune/Step": 5410, "Finetune/Step Time": 6.772907247766852}
+{"Finetune/Learning Rate": 1.6864548259537497e-05, "Finetune/Loss": 0.845535397529602, "Finetune/Loss (Raw)": 0.8773350119590759, "Finetune/Step": 5411, "Finetune/Step Time": 6.779739888384938}
+{"Finetune/Learning Rate": 1.6863323634112034e-05, "Finetune/Loss": 0.8452073335647583, "Finetune/Loss (Raw)": 0.8464467525482178, "Finetune/Step": 5412, "Finetune/Step Time": 6.778622722253203}
+{"Finetune/Learning Rate": 1.6862098814062227e-05, "Finetune/Loss": 0.845268964767456, "Finetune/Loss (Raw)": 0.7537879943847656, "Finetune/Step": 5413, "Finetune/Step Time": 6.774320777505636}
+{"Finetune/Learning Rate": 1.686087379942281e-05, "Finetune/Loss": 0.8449387550354004, "Finetune/Loss (Raw)": 0.7582060098648071, "Finetune/Step": 5414, "Finetune/Step Time": 6.7641180995851755}
+{"Finetune/Learning Rate": 1.6859648590228524e-05, "Finetune/Loss": 0.8436862230300903, "Finetune/Loss (Raw)": 0.7477419972419739, "Finetune/Step": 5415, "Finetune/Step Time": 6.765692999586463}
+{"Finetune/Learning Rate": 1.6858423186514108e-05, "Finetune/Loss": 0.8442896604537964, "Finetune/Loss (Raw)": 0.9507250785827637, "Finetune/Step": 5416, "Finetune/Step Time": 6.749515447765589}
+{"Finetune/Learning Rate": 1.685719758831431e-05, "Finetune/Loss": 0.8425083160400391, "Finetune/Loss (Raw)": 0.7650964260101318, "Finetune/Step": 5417, "Finetune/Step Time": 6.769646791741252}
+{"Finetune/Learning Rate": 1.6855971795663895e-05, "Finetune/Loss": 0.8416489362716675, "Finetune/Loss (Raw)": 0.7745916843414307, "Finetune/Step": 5418, "Finetune/Step Time": 6.768663829192519}
+{"Finetune/Learning Rate": 1.685474580859761e-05, "Finetune/Loss": 0.840115487575531, "Finetune/Loss (Raw)": 0.7330573201179504, "Finetune/Step": 5419, "Finetune/Step Time": 6.763724947348237}
+{"Finetune/Learning Rate": 1.6853519627150227e-05, "Finetune/Loss": 0.8403550386428833, "Finetune/Loss (Raw)": 0.8896118402481079, "Finetune/Step": 5420, "Finetune/Step Time": 6.756581390276551}
+{"Finetune/Learning Rate": 1.685229325135652e-05, "Finetune/Loss": 0.8411509990692139, "Finetune/Loss (Raw)": 0.8322917819023132, "Finetune/Step": 5421, "Finetune/Step Time": 6.755702629685402}
+{"Finetune/Learning Rate": 1.6851066681251258e-05, "Finetune/Loss": 0.8409256935119629, "Finetune/Loss (Raw)": 0.8681856989860535, "Finetune/Step": 5422, "Finetune/Step Time": 6.756227120757103}
+{"Finetune/Learning Rate": 1.6849839916869227e-05, "Finetune/Loss": 0.8399392366409302, "Finetune/Loss (Raw)": 0.7789492011070251, "Finetune/Step": 5423, "Finetune/Step Time": 6.741112235933542}
+{"Finetune/Learning Rate": 1.6848612958245215e-05, "Finetune/Loss": 0.8399685621261597, "Finetune/Loss (Raw)": 0.8083882927894592, "Finetune/Step": 5424, "Finetune/Step Time": 6.742627376690507}
+{"Finetune/Learning Rate": 1.6847385805414017e-05, "Finetune/Loss": 0.8392002582550049, "Finetune/Loss (Raw)": 0.7964698076248169, "Finetune/Step": 5425, "Finetune/Step Time": 6.743456192314625}
+{"Finetune/Learning Rate": 1.6846158458410426e-05, "Finetune/Loss": 0.838720440864563, "Finetune/Loss (Raw)": 0.7488755583763123, "Finetune/Step": 5426, "Finetune/Step Time": 6.739540535956621}
+{"Finetune/Learning Rate": 1.6844930917269252e-05, "Finetune/Loss": 0.8394262790679932, "Finetune/Loss (Raw)": 0.8642424941062927, "Finetune/Step": 5427, "Finetune/Step Time": 6.738863166421652}
+{"Finetune/Learning Rate": 1.6843703182025298e-05, "Finetune/Loss": 0.8383994698524475, "Finetune/Loss (Raw)": 0.7994381785392761, "Finetune/Step": 5428, "Finetune/Step Time": 6.7388792131096125}
+{"Finetune/Learning Rate": 1.6842475252713383e-05, "Finetune/Loss": 0.8391685485839844, "Finetune/Loss (Raw)": 0.849251389503479, "Finetune/Step": 5429, "Finetune/Step Time": 6.724961027503014}
+{"Finetune/Learning Rate": 1.684124712936833e-05, "Finetune/Loss": 0.8395139575004578, "Finetune/Loss (Raw)": 0.863065242767334, "Finetune/Step": 5430, "Finetune/Step Time": 6.725025400519371}
+{"Finetune/Learning Rate": 1.6840018812024958e-05, "Finetune/Loss": 0.8409010171890259, "Finetune/Loss (Raw)": 0.8743681311607361, "Finetune/Step": 5431, "Finetune/Step Time": 6.723574940115213}
+{"Finetune/Learning Rate": 1.6838790300718107e-05, "Finetune/Loss": 0.8425360918045044, "Finetune/Loss (Raw)": 0.8003644347190857, "Finetune/Step": 5432, "Finetune/Step Time": 6.7094148974865675}
+{"Finetune/Learning Rate": 1.6837561595482606e-05, "Finetune/Loss": 0.8427818417549133, "Finetune/Loss (Raw)": 0.8906557559967041, "Finetune/Step": 5433, "Finetune/Step Time": 6.727840313687921}
+{"Finetune/Learning Rate": 1.6836332696353305e-05, "Finetune/Loss": 0.8422708511352539, "Finetune/Loss (Raw)": 0.8396661281585693, "Finetune/Step": 5434, "Finetune/Step Time": 6.726950377225876}
+{"Finetune/Learning Rate": 1.6835103603365047e-05, "Finetune/Loss": 0.8423848152160645, "Finetune/Loss (Raw)": 0.8502223491668701, "Finetune/Step": 5435, "Finetune/Step Time": 6.726495081558824}
+{"Finetune/Learning Rate": 1.6833874316552686e-05, "Finetune/Loss": 0.8429132699966431, "Finetune/Loss (Raw)": 0.8930041790008545, "Finetune/Step": 5436, "Finetune/Step Time": 6.724228421226144}
+{"Finetune/Learning Rate": 1.6832644835951086e-05, "Finetune/Loss": 0.843207597732544, "Finetune/Loss (Raw)": 0.9394367933273315, "Finetune/Step": 5437, "Finetune/Step Time": 6.748299095779657}
+{"Finetune/Learning Rate": 1.6831415161595103e-05, "Finetune/Loss": 0.8439024090766907, "Finetune/Loss (Raw)": 1.0109611749649048, "Finetune/Step": 5438, "Finetune/Step Time": 6.74553495272994}
+{"Finetune/Learning Rate": 1.6830185293519616e-05, "Finetune/Loss": 0.8446872234344482, "Finetune/Loss (Raw)": 0.8518997430801392, "Finetune/Step": 5439, "Finetune/Step Time": 6.746620807796717}
+{"Finetune/Learning Rate": 1.6828955231759495e-05, "Finetune/Loss": 0.8422987461090088, "Finetune/Loss (Raw)": 0.6707271337509155, "Finetune/Step": 5440, "Finetune/Step Time": 6.746069066226482}
+{"Finetune/Learning Rate": 1.6827724976349624e-05, "Finetune/Loss": 0.8414930701255798, "Finetune/Loss (Raw)": 0.8431152701377869, "Finetune/Step": 5441, "Finetune/Step Time": 6.7486956641077995}
+{"Finetune/Learning Rate": 1.6826494527324887e-05, "Finetune/Loss": 0.8418402075767517, "Finetune/Loss (Raw)": 0.8963990211486816, "Finetune/Step": 5442, "Finetune/Step Time": 6.747791402041912}
+{"Finetune/Learning Rate": 1.6825263884720176e-05, "Finetune/Loss": 0.8406034708023071, "Finetune/Loss (Raw)": 0.6909957528114319, "Finetune/Step": 5443, "Finetune/Step Time": 6.742801565676928}
+{"Finetune/Learning Rate": 1.682403304857039e-05, "Finetune/Loss": 0.8397736549377441, "Finetune/Loss (Raw)": 0.8155098557472229, "Finetune/Step": 5444, "Finetune/Step Time": 6.740594247356057}
+{"Finetune/Learning Rate": 1.6822802018910437e-05, "Finetune/Loss": 0.8407911062240601, "Finetune/Loss (Raw)": 0.8032265305519104, "Finetune/Step": 5445, "Finetune/Step Time": 6.7257646434009075}
+{"Finetune/Learning Rate": 1.6821570795775212e-05, "Finetune/Loss": 0.838939368724823, "Finetune/Loss (Raw)": 0.7246142625808716, "Finetune/Step": 5446, "Finetune/Step Time": 6.7236565090715885}
+{"Finetune/Learning Rate": 1.682033937919964e-05, "Finetune/Loss": 0.8378079533576965, "Finetune/Loss (Raw)": 0.7987845540046692, "Finetune/Step": 5447, "Finetune/Step Time": 6.725062895566225}
+{"Finetune/Learning Rate": 1.681910776921864e-05, "Finetune/Loss": 0.8373234868049622, "Finetune/Loss (Raw)": 0.8471012115478516, "Finetune/Step": 5448, "Finetune/Step Time": 6.732915598899126}
+{"Finetune/Learning Rate": 1.6817875965867135e-05, "Finetune/Loss": 0.8384567499160767, "Finetune/Loss (Raw)": 0.9079808592796326, "Finetune/Step": 5449, "Finetune/Step Time": 6.730688048526645}
+{"Finetune/Learning Rate": 1.681664396918005e-05, "Finetune/Loss": 0.8375194668769836, "Finetune/Loss (Raw)": 0.7510890364646912, "Finetune/Step": 5450, "Finetune/Step Time": 6.712772300466895}
+{"Finetune/Learning Rate": 1.681541177919233e-05, "Finetune/Loss": 0.8373490571975708, "Finetune/Loss (Raw)": 0.861645519733429, "Finetune/Step": 5451, "Finetune/Step Time": 6.7142368499189615}
+{"Finetune/Learning Rate": 1.6814179395938915e-05, "Finetune/Loss": 0.8365687727928162, "Finetune/Loss (Raw)": 0.8611236214637756, "Finetune/Step": 5452, "Finetune/Step Time": 6.712051359936595}
+{"Finetune/Learning Rate": 1.6812946819454742e-05, "Finetune/Loss": 0.8368679285049438, "Finetune/Loss (Raw)": 0.8801114559173584, "Finetune/Step": 5453, "Finetune/Step Time": 6.7072229608893394}
+{"Finetune/Learning Rate": 1.6811714049774775e-05, "Finetune/Loss": 0.8382255434989929, "Finetune/Loss (Raw)": 0.9835825562477112, "Finetune/Step": 5454, "Finetune/Step Time": 6.7100217230618}
+{"Finetune/Learning Rate": 1.681048108693397e-05, "Finetune/Loss": 0.8383156061172485, "Finetune/Loss (Raw)": 0.8304697871208191, "Finetune/Step": 5455, "Finetune/Step Time": 6.709418697282672}
+{"Finetune/Learning Rate": 1.6809247930967282e-05, "Finetune/Loss": 0.8384488821029663, "Finetune/Loss (Raw)": 0.9756736755371094, "Finetune/Step": 5456, "Finetune/Step Time": 6.7089714128524065}
+{"Finetune/Learning Rate": 1.6808014581909687e-05, "Finetune/Loss": 0.8390860557556152, "Finetune/Loss (Raw)": 0.9871920943260193, "Finetune/Step": 5457, "Finetune/Step Time": 6.707766931504011}
+{"Finetune/Learning Rate": 1.680678103979616e-05, "Finetune/Loss": 0.8370749354362488, "Finetune/Loss (Raw)": 0.7836326956748962, "Finetune/Step": 5458, "Finetune/Step Time": 6.7151266522705555}
+{"Finetune/Learning Rate": 1.6805547304661677e-05, "Finetune/Loss": 0.8376188278198242, "Finetune/Loss (Raw)": 0.7764211893081665, "Finetune/Step": 5459, "Finetune/Step Time": 6.702977215871215}
+{"Finetune/Learning Rate": 1.6804313376541226e-05, "Finetune/Loss": 0.8384307622909546, "Finetune/Loss (Raw)": 0.981786847114563, "Finetune/Step": 5460, "Finetune/Step Time": 6.700114561244845}
+{"Finetune/Learning Rate": 1.6803079255469797e-05, "Finetune/Loss": 0.8386733531951904, "Finetune/Loss (Raw)": 0.9276782870292664, "Finetune/Step": 5461, "Finetune/Step Time": 6.710240243002772}
+{"Finetune/Learning Rate": 1.6801844941482385e-05, "Finetune/Loss": 0.837510347366333, "Finetune/Loss (Raw)": 0.8333054184913635, "Finetune/Step": 5462, "Finetune/Step Time": 6.7113809157162905}
+{"Finetune/Learning Rate": 1.6800610434613995e-05, "Finetune/Loss": 0.8377796411514282, "Finetune/Loss (Raw)": 0.8446658849716187, "Finetune/Step": 5463, "Finetune/Step Time": 6.7068682592362165}
+{"Finetune/Learning Rate": 1.6799375734899624e-05, "Finetune/Loss": 0.8380400538444519, "Finetune/Loss (Raw)": 0.8192965388298035, "Finetune/Step": 5464, "Finetune/Step Time": 6.7260461542755365}
+{"Finetune/Learning Rate": 1.67981408423743e-05, "Finetune/Loss": 0.836280107498169, "Finetune/Loss (Raw)": 0.7426996231079102, "Finetune/Step": 5465, "Finetune/Step Time": 6.737163880839944}
+{"Finetune/Learning Rate": 1.679690575707303e-05, "Finetune/Loss": 0.8363248109817505, "Finetune/Loss (Raw)": 0.8189005851745605, "Finetune/Step": 5466, "Finetune/Step Time": 6.73906697332859}
+{"Finetune/Learning Rate": 1.6795670479030837e-05, "Finetune/Loss": 0.8378109931945801, "Finetune/Loss (Raw)": 0.8643642663955688, "Finetune/Step": 5467, "Finetune/Step Time": 6.724258176982403}
+{"Finetune/Learning Rate": 1.6794435008282758e-05, "Finetune/Loss": 0.8378984928131104, "Finetune/Loss (Raw)": 0.9286932945251465, "Finetune/Step": 5468, "Finetune/Step Time": 6.74126935005188}
+{"Finetune/Learning Rate": 1.679319934486382e-05, "Finetune/Loss": 0.8358063697814941, "Finetune/Loss (Raw)": 0.7640910148620605, "Finetune/Step": 5469, "Finetune/Step Time": 6.751791136339307}
+{"Finetune/Learning Rate": 1.679196348880907e-05, "Finetune/Loss": 0.8358230590820312, "Finetune/Loss (Raw)": 0.8613826632499695, "Finetune/Step": 5470, "Finetune/Step Time": 6.745618928223848}
+{"Finetune/Learning Rate": 1.6790727440153545e-05, "Finetune/Loss": 0.8365353941917419, "Finetune/Loss (Raw)": 0.9222642779350281, "Finetune/Step": 5471, "Finetune/Step Time": 6.725560940802097}
+{"Finetune/Learning Rate": 1.6789491198932302e-05, "Finetune/Loss": 0.8358232378959656, "Finetune/Loss (Raw)": 0.873076319694519, "Finetune/Step": 5472, "Finetune/Step Time": 6.718077464029193}
+{"Finetune/Learning Rate": 1.6788254765180397e-05, "Finetune/Loss": 0.8340644836425781, "Finetune/Loss (Raw)": 0.6509726643562317, "Finetune/Step": 5473, "Finetune/Step Time": 6.72647637873888}
+{"Finetune/Learning Rate": 1.6787018138932888e-05, "Finetune/Loss": 0.8363206386566162, "Finetune/Loss (Raw)": 1.0046098232269287, "Finetune/Step": 5474, "Finetune/Step Time": 6.73209261521697}
+{"Finetune/Learning Rate": 1.678578132022484e-05, "Finetune/Loss": 0.8378171324729919, "Finetune/Loss (Raw)": 0.8253970146179199, "Finetune/Step": 5475, "Finetune/Step Time": 6.725653391331434}
+{"Finetune/Learning Rate": 1.6784544309091337e-05, "Finetune/Loss": 0.8372489809989929, "Finetune/Loss (Raw)": 0.7025660276412964, "Finetune/Step": 5476, "Finetune/Step Time": 6.7269952073693275}
+{"Finetune/Learning Rate": 1.6783307105567446e-05, "Finetune/Loss": 0.8380327224731445, "Finetune/Loss (Raw)": 0.9001578688621521, "Finetune/Step": 5477, "Finetune/Step Time": 6.723354900255799}
+{"Finetune/Learning Rate": 1.6782069709688254e-05, "Finetune/Loss": 0.8383792638778687, "Finetune/Loss (Raw)": 0.8884073495864868, "Finetune/Step": 5478, "Finetune/Step Time": 6.708700384944677}
+{"Finetune/Learning Rate": 1.6780832121488856e-05, "Finetune/Loss": 0.8388121128082275, "Finetune/Loss (Raw)": 0.8619775772094727, "Finetune/Step": 5479, "Finetune/Step Time": 6.707396198064089}
+{"Finetune/Learning Rate": 1.6779594341004336e-05, "Finetune/Loss": 0.8396298885345459, "Finetune/Loss (Raw)": 0.9480708837509155, "Finetune/Step": 5480, "Finetune/Step Time": 6.70569983497262}
+{"Finetune/Learning Rate": 1.67783563682698e-05, "Finetune/Loss": 0.841827929019928, "Finetune/Loss (Raw)": 1.0009840726852417, "Finetune/Step": 5481, "Finetune/Step Time": 6.690423008054495}
+{"Finetune/Learning Rate": 1.6777118203320354e-05, "Finetune/Loss": 0.8413189649581909, "Finetune/Loss (Raw)": 0.7171187400817871, "Finetune/Step": 5482, "Finetune/Step Time": 6.688143812119961}
+{"Finetune/Learning Rate": 1.6775879846191107e-05, "Finetune/Loss": 0.8401700854301453, "Finetune/Loss (Raw)": 0.8537166118621826, "Finetune/Step": 5483, "Finetune/Step Time": 6.690275050699711}
+{"Finetune/Learning Rate": 1.6774641296917177e-05, "Finetune/Loss": 0.8400685787200928, "Finetune/Loss (Raw)": 0.8300263285636902, "Finetune/Step": 5484, "Finetune/Step Time": 6.6831311993300915}
+{"Finetune/Learning Rate": 1.677340255553368e-05, "Finetune/Loss": 0.8423764109611511, "Finetune/Loss (Raw)": 1.1018294095993042, "Finetune/Step": 5485, "Finetune/Step Time": 6.681078098714352}
+{"Finetune/Learning Rate": 1.6772163622075752e-05, "Finetune/Loss": 0.845024824142456, "Finetune/Loss (Raw)": 0.9982629418373108, "Finetune/Step": 5486, "Finetune/Step Time": 6.650689527392387}
+{"Finetune/Learning Rate": 1.6770924496578518e-05, "Finetune/Loss": 0.8448131084442139, "Finetune/Loss (Raw)": 0.7876715660095215, "Finetune/Step": 5487, "Finetune/Step Time": 6.652974536642432}
+{"Finetune/Learning Rate": 1.676968517907712e-05, "Finetune/Loss": 0.8447273373603821, "Finetune/Loss (Raw)": 0.8720883131027222, "Finetune/Step": 5488, "Finetune/Step Time": 6.654839392751455}
+{"Finetune/Learning Rate": 1.67684456696067e-05, "Finetune/Loss": 0.8443078398704529, "Finetune/Loss (Raw)": 0.8132287859916687, "Finetune/Step": 5489, "Finetune/Step Time": 6.6545364279299974}
+{"Finetune/Learning Rate": 1.6767205968202408e-05, "Finetune/Loss": 0.8421961069107056, "Finetune/Loss (Raw)": 0.7634409666061401, "Finetune/Step": 5490, "Finetune/Step Time": 6.652669982984662}
+{"Finetune/Learning Rate": 1.6765966074899402e-05, "Finetune/Loss": 0.8415347337722778, "Finetune/Loss (Raw)": 0.8378878235816956, "Finetune/Step": 5491, "Finetune/Step Time": 6.65302106179297}
+{"Finetune/Learning Rate": 1.6764725989732836e-05, "Finetune/Loss": 0.842321515083313, "Finetune/Loss (Raw)": 0.8039759397506714, "Finetune/Step": 5492, "Finetune/Step Time": 6.650017395615578}
+{"Finetune/Learning Rate": 1.6763485712737874e-05, "Finetune/Loss": 0.8412517309188843, "Finetune/Loss (Raw)": 0.7919771671295166, "Finetune/Step": 5493, "Finetune/Step Time": 6.651741653680801}
+{"Finetune/Learning Rate": 1.6762245243949693e-05, "Finetune/Loss": 0.8414120674133301, "Finetune/Loss (Raw)": 0.9134787321090698, "Finetune/Step": 5494, "Finetune/Step Time": 6.649259081110358}
+{"Finetune/Learning Rate": 1.676100458340346e-05, "Finetune/Loss": 0.8398247957229614, "Finetune/Loss (Raw)": 0.7894976735115051, "Finetune/Step": 5495, "Finetune/Step Time": 6.659552687779069}
+{"Finetune/Learning Rate": 1.675976373113437e-05, "Finetune/Loss": 0.8388842344284058, "Finetune/Loss (Raw)": 0.898918867111206, "Finetune/Step": 5496, "Finetune/Step Time": 6.65851553529501}
+{"Finetune/Learning Rate": 1.6758522687177602e-05, "Finetune/Loss": 0.8387008309364319, "Finetune/Loss (Raw)": 0.8032644391059875, "Finetune/Step": 5497, "Finetune/Step Time": 6.655121376737952}
+{"Finetune/Learning Rate": 1.675728145156835e-05, "Finetune/Loss": 0.838979959487915, "Finetune/Loss (Raw)": 0.7885043025016785, "Finetune/Step": 5498, "Finetune/Step Time": 6.652047980576754}
+{"Finetune/Learning Rate": 1.6756040024341805e-05, "Finetune/Loss": 0.8380749225616455, "Finetune/Loss (Raw)": 0.8167826533317566, "Finetune/Step": 5499, "Finetune/Step Time": 6.653553130105138}
+{"Finetune/Learning Rate": 1.6754798405533184e-05, "Finetune/Loss": 0.838072657585144, "Finetune/Loss (Raw)": 0.8226091265678406, "Finetune/Step": 5500, "Finetune/Step Time": 6.655167728662491}
+{"Finetune/Learning Rate": 1.6753556595177683e-05, "Finetune/Loss": 0.8390477299690247, "Finetune/Loss (Raw)": 0.9272133111953735, "Finetune/Step": 5501, "Finetune/Step Time": 6.653747957199812}
+{"Finetune/Learning Rate": 1.6752314593310524e-05, "Finetune/Loss": 0.8386813402175903, "Finetune/Loss (Raw)": 0.7868650555610657, "Finetune/Step": 5502, "Finetune/Step Time": 6.650031175464392}
+{"Finetune/Learning Rate": 1.6751072399966924e-05, "Finetune/Loss": 0.8393895626068115, "Finetune/Loss (Raw)": 0.949771523475647, "Finetune/Step": 5503, "Finetune/Step Time": 6.651198459789157}
+{"Finetune/Learning Rate": 1.6749830015182106e-05, "Finetune/Loss": 0.8405371904373169, "Finetune/Loss (Raw)": 0.8561280965805054, "Finetune/Step": 5504, "Finetune/Step Time": 6.645767457783222}
+{"Finetune/Learning Rate": 1.6748587438991303e-05, "Finetune/Loss": 0.8401487469673157, "Finetune/Loss (Raw)": 0.8454745411872864, "Finetune/Step": 5505, "Finetune/Step Time": 6.658508185297251}
+{"Finetune/Learning Rate": 1.6747344671429755e-05, "Finetune/Loss": 0.8399796485900879, "Finetune/Loss (Raw)": 0.9377724528312683, "Finetune/Step": 5506, "Finetune/Step Time": 6.637695258483291}
+{"Finetune/Learning Rate": 1.6746101712532696e-05, "Finetune/Loss": 0.8412286043167114, "Finetune/Loss (Raw)": 0.9093964099884033, "Finetune/Step": 5507, "Finetune/Step Time": 6.625913914293051}
+{"Finetune/Learning Rate": 1.6744858562335373e-05, "Finetune/Loss": 0.8412812948226929, "Finetune/Loss (Raw)": 0.863915205001831, "Finetune/Step": 5508, "Finetune/Step Time": 6.638523990288377}
+{"Finetune/Learning Rate": 1.6743615220873048e-05, "Finetune/Loss": 0.8418588042259216, "Finetune/Loss (Raw)": 0.9287043213844299, "Finetune/Step": 5509, "Finetune/Step Time": 6.640234963968396}
+{"Finetune/Learning Rate": 1.6742371688180966e-05, "Finetune/Loss": 0.8425187468528748, "Finetune/Loss (Raw)": 0.8473331928253174, "Finetune/Step": 5510, "Finetune/Step Time": 6.646143227815628}
+{"Finetune/Learning Rate": 1.6741127964294395e-05, "Finetune/Loss": 0.8436989784240723, "Finetune/Loss (Raw)": 0.8523808121681213, "Finetune/Step": 5511, "Finetune/Step Time": 6.6410142835229635}
+{"Finetune/Learning Rate": 1.6739884049248608e-05, "Finetune/Loss": 0.8435039520263672, "Finetune/Loss (Raw)": 0.7969375848770142, "Finetune/Step": 5512, "Finetune/Step Time": 6.639776416122913}
+{"Finetune/Learning Rate": 1.6738639943078873e-05, "Finetune/Loss": 0.8437403440475464, "Finetune/Loss (Raw)": 0.8333619832992554, "Finetune/Step": 5513, "Finetune/Step Time": 6.642401251941919}
+{"Finetune/Learning Rate": 1.673739564582047e-05, "Finetune/Loss": 0.8435392379760742, "Finetune/Loss (Raw)": 0.7863289713859558, "Finetune/Step": 5514, "Finetune/Step Time": 6.6469856929033995}
+{"Finetune/Learning Rate": 1.673615115750869e-05, "Finetune/Loss": 0.8445217609405518, "Finetune/Loss (Raw)": 0.9653908610343933, "Finetune/Step": 5515, "Finetune/Step Time": 6.650115210562944}
+{"Finetune/Learning Rate": 1.6734906478178814e-05, "Finetune/Loss": 0.8451462984085083, "Finetune/Loss (Raw)": 0.9404489398002625, "Finetune/Step": 5516, "Finetune/Step Time": 6.643610863015056}
+{"Finetune/Learning Rate": 1.673366160786614e-05, "Finetune/Loss": 0.8454419374465942, "Finetune/Loss (Raw)": 0.8918884992599487, "Finetune/Step": 5517, "Finetune/Step Time": 6.642741594463587}
+{"Finetune/Learning Rate": 1.6732416546605973e-05, "Finetune/Loss": 0.8456075191497803, "Finetune/Loss (Raw)": 0.8855383396148682, "Finetune/Step": 5518, "Finetune/Step Time": 6.64335760474205}
+{"Finetune/Learning Rate": 1.673117129443362e-05, "Finetune/Loss": 0.8446502685546875, "Finetune/Loss (Raw)": 0.726123571395874, "Finetune/Step": 5519, "Finetune/Step Time": 6.658267272636294}
+{"Finetune/Learning Rate": 1.6729925851384385e-05, "Finetune/Loss": 0.8442176580429077, "Finetune/Loss (Raw)": 0.7894264459609985, "Finetune/Step": 5520, "Finetune/Step Time": 6.658971877768636}
+{"Finetune/Learning Rate": 1.6728680217493595e-05, "Finetune/Loss": 0.8450021743774414, "Finetune/Loss (Raw)": 0.9331859946250916, "Finetune/Step": 5521, "Finetune/Step Time": 6.658807992935181}
+{"Finetune/Learning Rate": 1.6727434392796565e-05, "Finetune/Loss": 0.845924437046051, "Finetune/Loss (Raw)": 0.9866440892219543, "Finetune/Step": 5522, "Finetune/Step Time": 6.644772358238697}
+{"Finetune/Learning Rate": 1.6726188377328627e-05, "Finetune/Loss": 0.8456792831420898, "Finetune/Loss (Raw)": 0.6562521457672119, "Finetune/Step": 5523, "Finetune/Step Time": 6.663485653698444}
+{"Finetune/Learning Rate": 1.6724942171125112e-05, "Finetune/Loss": 0.8453772068023682, "Finetune/Loss (Raw)": 0.8143608570098877, "Finetune/Step": 5524, "Finetune/Step Time": 6.665513597428799}
+{"Finetune/Learning Rate": 1.672369577422136e-05, "Finetune/Loss": 0.8443387746810913, "Finetune/Loss (Raw)": 0.6172027587890625, "Finetune/Step": 5525, "Finetune/Step Time": 6.670627297833562}
+{"Finetune/Learning Rate": 1.6722449186652717e-05, "Finetune/Loss": 0.8440574407577515, "Finetune/Loss (Raw)": 0.8188943266868591, "Finetune/Step": 5526, "Finetune/Step Time": 6.676856627687812}
+{"Finetune/Learning Rate": 1.6721202408454534e-05, "Finetune/Loss": 0.8442619442939758, "Finetune/Loss (Raw)": 0.9126905202865601, "Finetune/Step": 5527, "Finetune/Step Time": 6.683848923072219}
+{"Finetune/Learning Rate": 1.6719955439662158e-05, "Finetune/Loss": 0.8447299003601074, "Finetune/Loss (Raw)": 0.9106890559196472, "Finetune/Step": 5528, "Finetune/Step Time": 6.680273486301303}
+{"Finetune/Learning Rate": 1.6718708280310956e-05, "Finetune/Loss": 0.8459515571594238, "Finetune/Loss (Raw)": 0.8455684185028076, "Finetune/Step": 5529, "Finetune/Step Time": 6.667002776637673}
+{"Finetune/Learning Rate": 1.6717460930436295e-05, "Finetune/Loss": 0.845768928527832, "Finetune/Loss (Raw)": 0.8537870645523071, "Finetune/Step": 5530, "Finetune/Step Time": 6.6656410582363605}
+{"Finetune/Learning Rate": 1.6716213390073543e-05, "Finetune/Loss": 0.8466508388519287, "Finetune/Loss (Raw)": 0.9150822162628174, "Finetune/Step": 5531, "Finetune/Step Time": 6.663026859983802}
+{"Finetune/Learning Rate": 1.6714965659258075e-05, "Finetune/Loss": 0.8471124172210693, "Finetune/Loss (Raw)": 0.9907723069190979, "Finetune/Step": 5532, "Finetune/Step Time": 6.658516265451908}
+{"Finetune/Learning Rate": 1.6713717738025278e-05, "Finetune/Loss": 0.8483754992485046, "Finetune/Loss (Raw)": 0.9012190699577332, "Finetune/Step": 5533, "Finetune/Step Time": 6.646434418857098}
+{"Finetune/Learning Rate": 1.6712469626410536e-05, "Finetune/Loss": 0.846247673034668, "Finetune/Loss (Raw)": 0.7121458053588867, "Finetune/Step": 5534, "Finetune/Step Time": 6.652809655293822}
+{"Finetune/Learning Rate": 1.6711221324449246e-05, "Finetune/Loss": 0.8464754223823547, "Finetune/Loss (Raw)": 0.885117769241333, "Finetune/Step": 5535, "Finetune/Step Time": 6.6459275390952826}
+{"Finetune/Learning Rate": 1.6709972832176797e-05, "Finetune/Loss": 0.847388505935669, "Finetune/Loss (Raw)": 0.8085763454437256, "Finetune/Step": 5536, "Finetune/Step Time": 6.631225919350982}
+{"Finetune/Learning Rate": 1.6708724149628604e-05, "Finetune/Loss": 0.8478782176971436, "Finetune/Loss (Raw)": 0.8839985728263855, "Finetune/Step": 5537, "Finetune/Step Time": 6.630904171615839}
+{"Finetune/Learning Rate": 1.670747527684007e-05, "Finetune/Loss": 0.8474477529525757, "Finetune/Loss (Raw)": 0.7913603782653809, "Finetune/Step": 5538, "Finetune/Step Time": 6.627532437443733}
+{"Finetune/Learning Rate": 1.670622621384661e-05, "Finetune/Loss": 0.8477877378463745, "Finetune/Loss (Raw)": 0.9208608269691467, "Finetune/Step": 5539, "Finetune/Step Time": 6.63741515763104}
+{"Finetune/Learning Rate": 1.670497696068365e-05, "Finetune/Loss": 0.8487081527709961, "Finetune/Loss (Raw)": 0.9642598032951355, "Finetune/Step": 5540, "Finetune/Step Time": 6.636783618479967}
+{"Finetune/Learning Rate": 1.6703727517386604e-05, "Finetune/Loss": 0.8493959903717041, "Finetune/Loss (Raw)": 0.8418288230895996, "Finetune/Step": 5541, "Finetune/Step Time": 6.634874803945422}
+{"Finetune/Learning Rate": 1.6702477883990908e-05, "Finetune/Loss": 0.850995659828186, "Finetune/Loss (Raw)": 0.9629599452018738, "Finetune/Step": 5542, "Finetune/Step Time": 6.637608790770173}
+{"Finetune/Learning Rate": 1.6701228060532002e-05, "Finetune/Loss": 0.8519349098205566, "Finetune/Loss (Raw)": 0.8679720759391785, "Finetune/Step": 5543, "Finetune/Step Time": 6.635653100907803}
+{"Finetune/Learning Rate": 1.669997804704532e-05, "Finetune/Loss": 0.8505303859710693, "Finetune/Loss (Raw)": 0.7709382176399231, "Finetune/Step": 5544, "Finetune/Step Time": 6.6525872107595205}
+{"Finetune/Learning Rate": 1.6698727843566316e-05, "Finetune/Loss": 0.8509292006492615, "Finetune/Loss (Raw)": 0.8161507248878479, "Finetune/Step": 5545, "Finetune/Step Time": 6.6323475278913975}
+{"Finetune/Learning Rate": 1.669747745013044e-05, "Finetune/Loss": 0.8517956733703613, "Finetune/Loss (Raw)": 0.8854973912239075, "Finetune/Step": 5546, "Finetune/Step Time": 6.631630988791585}
+{"Finetune/Learning Rate": 1.6696226866773147e-05, "Finetune/Loss": 0.8532174229621887, "Finetune/Loss (Raw)": 0.9150424003601074, "Finetune/Step": 5547, "Finetune/Step Time": 6.632459772750735}
+{"Finetune/Learning Rate": 1.6694976093529896e-05, "Finetune/Loss": 0.853412926197052, "Finetune/Loss (Raw)": 0.9146364331245422, "Finetune/Step": 5548, "Finetune/Step Time": 6.629350244998932}
+{"Finetune/Learning Rate": 1.669372513043617e-05, "Finetune/Loss": 0.8545265197753906, "Finetune/Loss (Raw)": 0.9748278260231018, "Finetune/Step": 5549, "Finetune/Step Time": 6.628393530845642}
+{"Finetune/Learning Rate": 1.669247397752743e-05, "Finetune/Loss": 0.8544166088104248, "Finetune/Loss (Raw)": 0.8541223406791687, "Finetune/Step": 5550, "Finetune/Step Time": 6.626464158296585}
+{"Finetune/Learning Rate": 1.6691222634839157e-05, "Finetune/Loss": 0.8549476861953735, "Finetune/Loss (Raw)": 0.8469259738922119, "Finetune/Step": 5551, "Finetune/Step Time": 6.626827035099268}
+{"Finetune/Learning Rate": 1.668997110240684e-05, "Finetune/Loss": 0.8562101721763611, "Finetune/Loss (Raw)": 0.9699880480766296, "Finetune/Step": 5552, "Finetune/Step Time": 6.642922259867191}
+{"Finetune/Learning Rate": 1.6688719380265965e-05, "Finetune/Loss": 0.8564074039459229, "Finetune/Loss (Raw)": 0.8217095732688904, "Finetune/Step": 5553, "Finetune/Step Time": 6.653993956744671}
+{"Finetune/Learning Rate": 1.6687467468452028e-05, "Finetune/Loss": 0.8567900657653809, "Finetune/Loss (Raw)": 0.7978637218475342, "Finetune/Step": 5554, "Finetune/Step Time": 6.6761513743549585}
+{"Finetune/Learning Rate": 1.6686215367000532e-05, "Finetune/Loss": 0.8575557470321655, "Finetune/Loss (Raw)": 0.962242066860199, "Finetune/Step": 5555, "Finetune/Step Time": 6.675742618739605}
+{"Finetune/Learning Rate": 1.668496307594698e-05, "Finetune/Loss": 0.8581413626670837, "Finetune/Loss (Raw)": 0.8744043707847595, "Finetune/Step": 5556, "Finetune/Step Time": 6.679693102836609}
+{"Finetune/Learning Rate": 1.6683710595326887e-05, "Finetune/Loss": 0.8581399917602539, "Finetune/Loss (Raw)": 0.8490715622901917, "Finetune/Step": 5557, "Finetune/Step Time": 6.681149488314986}
+{"Finetune/Learning Rate": 1.6682457925175762e-05, "Finetune/Loss": 0.8592562675476074, "Finetune/Loss (Raw)": 1.0059455633163452, "Finetune/Step": 5558, "Finetune/Step Time": 6.6782784052193165}
+{"Finetune/Learning Rate": 1.668120506552914e-05, "Finetune/Loss": 0.8591781854629517, "Finetune/Loss (Raw)": 0.8643767833709717, "Finetune/Step": 5559, "Finetune/Step Time": 6.689799943938851}
+{"Finetune/Learning Rate": 1.6679952016422537e-05, "Finetune/Loss": 0.8581603765487671, "Finetune/Loss (Raw)": 0.6700820326805115, "Finetune/Step": 5560, "Finetune/Step Time": 6.703711878508329}
+{"Finetune/Learning Rate": 1.667869877789149e-05, "Finetune/Loss": 0.8575897216796875, "Finetune/Loss (Raw)": 0.8176209926605225, "Finetune/Step": 5561, "Finetune/Step Time": 6.6913132686167955}
+{"Finetune/Learning Rate": 1.6677445349971537e-05, "Finetune/Loss": 0.8570512533187866, "Finetune/Loss (Raw)": 0.7707371711730957, "Finetune/Step": 5562, "Finetune/Step Time": 6.695335941389203}
+{"Finetune/Learning Rate": 1.667619173269822e-05, "Finetune/Loss": 0.8577916622161865, "Finetune/Loss (Raw)": 0.9449945688247681, "Finetune/Step": 5563, "Finetune/Step Time": 6.6972890086472034}
+{"Finetune/Learning Rate": 1.6674937926107095e-05, "Finetune/Loss": 0.8579049110412598, "Finetune/Loss (Raw)": 0.9074970483779907, "Finetune/Step": 5564, "Finetune/Step Time": 6.6941405683755875}
+{"Finetune/Learning Rate": 1.667368393023371e-05, "Finetune/Loss": 0.8574106097221375, "Finetune/Loss (Raw)": 0.8761699199676514, "Finetune/Step": 5565, "Finetune/Step Time": 6.669896703213453}
+{"Finetune/Learning Rate": 1.6672429745113622e-05, "Finetune/Loss": 0.8572370409965515, "Finetune/Loss (Raw)": 0.9887403845787048, "Finetune/Step": 5566, "Finetune/Step Time": 6.668865377083421}
+{"Finetune/Learning Rate": 1.6671175370782403e-05, "Finetune/Loss": 0.8577212691307068, "Finetune/Loss (Raw)": 0.9138831496238708, "Finetune/Step": 5567, "Finetune/Step Time": 6.660527305677533}
+{"Finetune/Learning Rate": 1.6669920807275622e-05, "Finetune/Loss": 0.8596256971359253, "Finetune/Loss (Raw)": 0.9144943952560425, "Finetune/Step": 5568, "Finetune/Step Time": 6.658229781314731}
+{"Finetune/Learning Rate": 1.6668666054628853e-05, "Finetune/Loss": 0.8600696325302124, "Finetune/Loss (Raw)": 0.8999429941177368, "Finetune/Step": 5569, "Finetune/Step Time": 6.671674309298396}
+{"Finetune/Learning Rate": 1.666741111287768e-05, "Finetune/Loss": 0.858855128288269, "Finetune/Loss (Raw)": 0.7409339547157288, "Finetune/Step": 5570, "Finetune/Step Time": 6.668699873611331}
+{"Finetune/Learning Rate": 1.6666155982057683e-05, "Finetune/Loss": 0.8599938154220581, "Finetune/Loss (Raw)": 0.8367549180984497, "Finetune/Step": 5571, "Finetune/Step Time": 6.679648604243994}
+{"Finetune/Learning Rate": 1.666490066220446e-05, "Finetune/Loss": 0.8607593178749084, "Finetune/Loss (Raw)": 0.9134958982467651, "Finetune/Step": 5572, "Finetune/Step Time": 6.679668810218573}
+{"Finetune/Learning Rate": 1.6663645153353608e-05, "Finetune/Loss": 0.8615392446517944, "Finetune/Loss (Raw)": 0.9030506610870361, "Finetune/Step": 5573, "Finetune/Step Time": 6.677740357816219}
+{"Finetune/Learning Rate": 1.6662389455540728e-05, "Finetune/Loss": 0.862846314907074, "Finetune/Loss (Raw)": 0.8919196724891663, "Finetune/Step": 5574, "Finetune/Step Time": 6.67855847813189}
+{"Finetune/Learning Rate": 1.6661133568801427e-05, "Finetune/Loss": 0.8630198836326599, "Finetune/Loss (Raw)": 0.821002721786499, "Finetune/Step": 5575, "Finetune/Step Time": 6.681813923642039}
+{"Finetune/Learning Rate": 1.665987749317132e-05, "Finetune/Loss": 0.8617510199546814, "Finetune/Loss (Raw)": 0.6846861839294434, "Finetune/Step": 5576, "Finetune/Step Time": 6.678212255239487}
+{"Finetune/Learning Rate": 1.665862122868603e-05, "Finetune/Loss": 0.8606950044631958, "Finetune/Loss (Raw)": 0.7728176116943359, "Finetune/Step": 5577, "Finetune/Step Time": 6.679422492161393}
+{"Finetune/Learning Rate": 1.665736477538117e-05, "Finetune/Loss": 0.8617797493934631, "Finetune/Loss (Raw)": 0.8899267911911011, "Finetune/Step": 5578, "Finetune/Step Time": 6.675020107999444}
+{"Finetune/Learning Rate": 1.6656108133292377e-05, "Finetune/Loss": 0.8603909015655518, "Finetune/Loss (Raw)": 0.683876633644104, "Finetune/Step": 5579, "Finetune/Step Time": 6.687204636633396}
+{"Finetune/Learning Rate": 1.6654851302455287e-05, "Finetune/Loss": 0.8601521253585815, "Finetune/Loss (Raw)": 0.8305584192276001, "Finetune/Step": 5580, "Finetune/Step Time": 6.691951280459762}
+{"Finetune/Learning Rate": 1.6653594282905534e-05, "Finetune/Loss": 0.8590790629386902, "Finetune/Loss (Raw)": 0.7427648901939392, "Finetune/Step": 5581, "Finetune/Step Time": 6.694156002253294}
+{"Finetune/Learning Rate": 1.6652337074678773e-05, "Finetune/Loss": 0.8579478859901428, "Finetune/Loss (Raw)": 0.8387876749038696, "Finetune/Step": 5582, "Finetune/Step Time": 6.710943419486284}
+{"Finetune/Learning Rate": 1.6651079677810645e-05, "Finetune/Loss": 0.8583337068557739, "Finetune/Loss (Raw)": 0.879860520362854, "Finetune/Step": 5583, "Finetune/Step Time": 6.712080551311374}
+{"Finetune/Learning Rate": 1.6649822092336815e-05, "Finetune/Loss": 0.8588947057723999, "Finetune/Loss (Raw)": 1.047476887702942, "Finetune/Step": 5584, "Finetune/Step Time": 6.7181508634239435}
+{"Finetune/Learning Rate": 1.664856431829294e-05, "Finetune/Loss": 0.8596019744873047, "Finetune/Loss (Raw)": 1.0777270793914795, "Finetune/Step": 5585, "Finetune/Step Time": 6.723780216649175}
+{"Finetune/Learning Rate": 1.664730635571468e-05, "Finetune/Loss": 0.8605969548225403, "Finetune/Loss (Raw)": 0.9109829068183899, "Finetune/Step": 5586, "Finetune/Step Time": 6.725384833291173}
+{"Finetune/Learning Rate": 1.664604820463772e-05, "Finetune/Loss": 0.8618335127830505, "Finetune/Loss (Raw)": 0.9347036480903625, "Finetune/Step": 5587, "Finetune/Step Time": 6.723188694566488}
+{"Finetune/Learning Rate": 1.664478986509773e-05, "Finetune/Loss": 0.8605131506919861, "Finetune/Loss (Raw)": 0.8127821683883667, "Finetune/Step": 5588, "Finetune/Step Time": 6.723646635189652}
+{"Finetune/Learning Rate": 1.664353133713039e-05, "Finetune/Loss": 0.859549880027771, "Finetune/Loss (Raw)": 0.8043749928474426, "Finetune/Step": 5589, "Finetune/Step Time": 6.726372931152582}
+{"Finetune/Learning Rate": 1.66422726207714e-05, "Finetune/Loss": 0.860369086265564, "Finetune/Loss (Raw)": 0.9381607174873352, "Finetune/Step": 5590, "Finetune/Step Time": 6.724761979654431}
+{"Finetune/Learning Rate": 1.6641013716056447e-05, "Finetune/Loss": 0.8591993451118469, "Finetune/Loss (Raw)": 0.6949447393417358, "Finetune/Step": 5591, "Finetune/Step Time": 6.729032047092915}
+{"Finetune/Learning Rate": 1.6639754623021227e-05, "Finetune/Loss": 0.858959436416626, "Finetune/Loss (Raw)": 0.7885839939117432, "Finetune/Step": 5592, "Finetune/Step Time": 6.714466758072376}
+{"Finetune/Learning Rate": 1.6638495341701442e-05, "Finetune/Loss": 0.8597551584243774, "Finetune/Loss (Raw)": 0.8445495367050171, "Finetune/Step": 5593, "Finetune/Step Time": 6.701281109824777}
+{"Finetune/Learning Rate": 1.6637235872132813e-05, "Finetune/Loss": 0.8601166009902954, "Finetune/Loss (Raw)": 0.8651703000068665, "Finetune/Step": 5594, "Finetune/Step Time": 6.7021109741181135}
+{"Finetune/Learning Rate": 1.6635976214351048e-05, "Finetune/Loss": 0.85955810546875, "Finetune/Loss (Raw)": 0.7928823828697205, "Finetune/Step": 5595, "Finetune/Step Time": 6.70352972112596}
+{"Finetune/Learning Rate": 1.6634716368391866e-05, "Finetune/Loss": 0.8578706979751587, "Finetune/Loss (Raw)": 0.7126988172531128, "Finetune/Step": 5596, "Finetune/Step Time": 6.686426619067788}
+{"Finetune/Learning Rate": 1.6633456334290998e-05, "Finetune/Loss": 0.858797013759613, "Finetune/Loss (Raw)": 0.8826619386672974, "Finetune/Step": 5597, "Finetune/Step Time": 6.671666469424963}
+{"Finetune/Learning Rate": 1.6632196112084165e-05, "Finetune/Loss": 0.859821081161499, "Finetune/Loss (Raw)": 0.9924594759941101, "Finetune/Step": 5598, "Finetune/Step Time": 6.6711916122585535}
+{"Finetune/Learning Rate": 1.663093570180711e-05, "Finetune/Loss": 0.8598681092262268, "Finetune/Loss (Raw)": 0.92828768491745, "Finetune/Step": 5599, "Finetune/Step Time": 6.6729349587112665}
+{"Finetune/Learning Rate": 1.662967510349558e-05, "Finetune/Loss": 0.859710693359375, "Finetune/Loss (Raw)": 0.8529266119003296, "Finetune/Step": 5600, "Finetune/Step Time": 6.6726532727479935}
+{"Finetune/Learning Rate": 1.6628414317185314e-05, "Finetune/Loss": 0.8614377975463867, "Finetune/Loss (Raw)": 0.8720399737358093, "Finetune/Step": 5601, "Finetune/Step Time": 6.667416026815772}
+{"Finetune/Learning Rate": 1.6627153342912063e-05, "Finetune/Loss": 0.8594784736633301, "Finetune/Loss (Raw)": 0.753815233707428, "Finetune/Step": 5602, "Finetune/Step Time": 6.6656573954969645}
+{"Finetune/Learning Rate": 1.6625892180711594e-05, "Finetune/Loss": 0.8605689406394958, "Finetune/Loss (Raw)": 0.9649751782417297, "Finetune/Step": 5603, "Finetune/Step Time": 6.66486637853086}
+{"Finetune/Learning Rate": 1.662463083061966e-05, "Finetune/Loss": 0.8617846965789795, "Finetune/Loss (Raw)": 0.8581942319869995, "Finetune/Step": 5604, "Finetune/Step Time": 6.663873111829162}
+{"Finetune/Learning Rate": 1.6623369292672034e-05, "Finetune/Loss": 0.8625035285949707, "Finetune/Loss (Raw)": 0.9921613931655884, "Finetune/Step": 5605, "Finetune/Step Time": 6.669349575415254}
+{"Finetune/Learning Rate": 1.662210756690449e-05, "Finetune/Loss": 0.8616790175437927, "Finetune/Loss (Raw)": 0.7828655242919922, "Finetune/Step": 5606, "Finetune/Step Time": 6.6781083811074495}
+{"Finetune/Learning Rate": 1.662084565335281e-05, "Finetune/Loss": 0.8610287308692932, "Finetune/Loss (Raw)": 0.778745710849762, "Finetune/Step": 5607, "Finetune/Step Time": 6.6794023755937815}
+{"Finetune/Learning Rate": 1.661958355205277e-05, "Finetune/Loss": 0.8606792092323303, "Finetune/Loss (Raw)": 0.9033279418945312, "Finetune/Step": 5608, "Finetune/Step Time": 6.678142912685871}
+{"Finetune/Learning Rate": 1.6618321263040167e-05, "Finetune/Loss": 0.8599379062652588, "Finetune/Loss (Raw)": 0.9060980081558228, "Finetune/Step": 5609, "Finetune/Step Time": 6.674964714795351}
+{"Finetune/Learning Rate": 1.661705878635079e-05, "Finetune/Loss": 0.8609475493431091, "Finetune/Loss (Raw)": 0.8463533520698547, "Finetune/Step": 5610, "Finetune/Step Time": 6.678462788462639}
+{"Finetune/Learning Rate": 1.6615796122020443e-05, "Finetune/Loss": 0.8607696294784546, "Finetune/Loss (Raw)": 0.8309454917907715, "Finetune/Step": 5611, "Finetune/Step Time": 6.678164565935731}
+{"Finetune/Learning Rate": 1.661453327008493e-05, "Finetune/Loss": 0.8613560199737549, "Finetune/Loss (Raw)": 0.9050871729850769, "Finetune/Step": 5612, "Finetune/Step Time": 6.680766131728888}
+{"Finetune/Learning Rate": 1.6613270230580065e-05, "Finetune/Loss": 0.8589730858802795, "Finetune/Loss (Raw)": 0.7968111038208008, "Finetune/Step": 5613, "Finetune/Step Time": 6.683045158162713}
+{"Finetune/Learning Rate": 1.661200700354166e-05, "Finetune/Loss": 0.8577984571456909, "Finetune/Loss (Raw)": 0.8479074239730835, "Finetune/Step": 5614, "Finetune/Step Time": 6.699493106454611}
+{"Finetune/Learning Rate": 1.6610743589005537e-05, "Finetune/Loss": 0.8595316410064697, "Finetune/Loss (Raw)": 1.0095254182815552, "Finetune/Step": 5615, "Finetune/Step Time": 6.702177546918392}
+{"Finetune/Learning Rate": 1.6609479987007527e-05, "Finetune/Loss": 0.8591959476470947, "Finetune/Loss (Raw)": 0.8291160464286804, "Finetune/Step": 5616, "Finetune/Step Time": 6.71280587092042}
+{"Finetune/Learning Rate": 1.660821619758346e-05, "Finetune/Loss": 0.858719527721405, "Finetune/Loss (Raw)": 0.7522472143173218, "Finetune/Step": 5617, "Finetune/Step Time": 6.712353568524122}
+{"Finetune/Learning Rate": 1.660695222076917e-05, "Finetune/Loss": 0.8595508337020874, "Finetune/Loss (Raw)": 0.8698496222496033, "Finetune/Step": 5618, "Finetune/Step Time": 6.71254607103765}
+{"Finetune/Learning Rate": 1.6605688056600503e-05, "Finetune/Loss": 0.8594938516616821, "Finetune/Loss (Raw)": 0.8305893540382385, "Finetune/Step": 5619, "Finetune/Step Time": 6.714142352342606}
+{"Finetune/Learning Rate": 1.660442370511331e-05, "Finetune/Loss": 0.8596914410591125, "Finetune/Loss (Raw)": 0.8292726278305054, "Finetune/Step": 5620, "Finetune/Step Time": 6.7136597484350204}
+{"Finetune/Learning Rate": 1.660315916634344e-05, "Finetune/Loss": 0.8610460162162781, "Finetune/Loss (Raw)": 0.9653623104095459, "Finetune/Step": 5621, "Finetune/Step Time": 6.7120494563132524}
+{"Finetune/Learning Rate": 1.6601894440326752e-05, "Finetune/Loss": 0.8603569269180298, "Finetune/Loss (Raw)": 0.8252696394920349, "Finetune/Step": 5622, "Finetune/Step Time": 6.7122301161289215}
+{"Finetune/Learning Rate": 1.660062952709911e-05, "Finetune/Loss": 0.8605638146400452, "Finetune/Loss (Raw)": 0.8159836530685425, "Finetune/Step": 5623, "Finetune/Step Time": 6.720804061740637}
+{"Finetune/Learning Rate": 1.6599364426696385e-05, "Finetune/Loss": 0.8607667088508606, "Finetune/Loss (Raw)": 0.9248853921890259, "Finetune/Step": 5624, "Finetune/Step Time": 6.723609765991569}
+{"Finetune/Learning Rate": 1.6598099139154452e-05, "Finetune/Loss": 0.8616597056388855, "Finetune/Loss (Raw)": 0.9175732731819153, "Finetune/Step": 5625, "Finetune/Step Time": 6.722343519330025}
+{"Finetune/Learning Rate": 1.659683366450919e-05, "Finetune/Loss": 0.8617547750473022, "Finetune/Loss (Raw)": 0.8006742000579834, "Finetune/Step": 5626, "Finetune/Step Time": 6.730490479618311}
+{"Finetune/Learning Rate": 1.6595568002796483e-05, "Finetune/Loss": 0.8626168966293335, "Finetune/Loss (Raw)": 0.9271283745765686, "Finetune/Step": 5627, "Finetune/Step Time": 6.729644317179918}
+{"Finetune/Learning Rate": 1.6594302154052223e-05, "Finetune/Loss": 0.8628576993942261, "Finetune/Loss (Raw)": 0.8534331321716309, "Finetune/Step": 5628, "Finetune/Step Time": 6.727284412831068}
+{"Finetune/Learning Rate": 1.6593036118312305e-05, "Finetune/Loss": 0.8605555295944214, "Finetune/Loss (Raw)": 0.6325345635414124, "Finetune/Step": 5629, "Finetune/Step Time": 6.740372765809298}
+{"Finetune/Learning Rate": 1.659176989561263e-05, "Finetune/Loss": 0.860901951789856, "Finetune/Loss (Raw)": 0.8312098383903503, "Finetune/Step": 5630, "Finetune/Step Time": 6.759818907827139}
+{"Finetune/Learning Rate": 1.659050348598911e-05, "Finetune/Loss": 0.8601106405258179, "Finetune/Loss (Raw)": 0.8484861254692078, "Finetune/Step": 5631, "Finetune/Step Time": 6.755680086091161}
+{"Finetune/Learning Rate": 1.658923688947765e-05, "Finetune/Loss": 0.8608204126358032, "Finetune/Loss (Raw)": 0.9469765424728394, "Finetune/Step": 5632, "Finetune/Step Time": 6.76169516146183}
+{"Finetune/Learning Rate": 1.6587970106114166e-05, "Finetune/Loss": 0.8598546385765076, "Finetune/Loss (Raw)": 0.7218570709228516, "Finetune/Step": 5633, "Finetune/Step Time": 6.757078390568495}
+{"Finetune/Learning Rate": 1.6586703135934585e-05, "Finetune/Loss": 0.8602807521820068, "Finetune/Loss (Raw)": 0.9923100471496582, "Finetune/Step": 5634, "Finetune/Step Time": 6.755746766924858}
+{"Finetune/Learning Rate": 1.658543597897483e-05, "Finetune/Loss": 0.8617953062057495, "Finetune/Loss (Raw)": 1.1032648086547852, "Finetune/Step": 5635, "Finetune/Step Time": 6.7476723082363605}
+{"Finetune/Learning Rate": 1.658416863527084e-05, "Finetune/Loss": 0.8624025583267212, "Finetune/Loss (Raw)": 0.9416378140449524, "Finetune/Step": 5636, "Finetune/Step Time": 6.735397908836603}
+{"Finetune/Learning Rate": 1.658290110485855e-05, "Finetune/Loss": 0.862097978591919, "Finetune/Loss (Raw)": 0.8897215127944946, "Finetune/Step": 5637, "Finetune/Step Time": 6.7324745655059814}
+{"Finetune/Learning Rate": 1.6581633387773907e-05, "Finetune/Loss": 0.8619222044944763, "Finetune/Loss (Raw)": 0.8248357176780701, "Finetune/Step": 5638, "Finetune/Step Time": 6.71995666064322}
+{"Finetune/Learning Rate": 1.6580365484052853e-05, "Finetune/Loss": 0.862690269947052, "Finetune/Loss (Raw)": 0.950692355632782, "Finetune/Step": 5639, "Finetune/Step Time": 6.71500251814723}
+{"Finetune/Learning Rate": 1.657909739373135e-05, "Finetune/Loss": 0.8638819456100464, "Finetune/Loss (Raw)": 0.949465274810791, "Finetune/Step": 5640, "Finetune/Step Time": 6.71616985835135}
+{"Finetune/Learning Rate": 1.657782911684535e-05, "Finetune/Loss": 0.8629940748214722, "Finetune/Loss (Raw)": 0.7197156548500061, "Finetune/Step": 5641, "Finetune/Step Time": 6.714863542467356}
+{"Finetune/Learning Rate": 1.657656065343082e-05, "Finetune/Loss": 0.8636071681976318, "Finetune/Loss (Raw)": 0.8648120164871216, "Finetune/Step": 5642, "Finetune/Step Time": 6.7142268512398005}
+{"Finetune/Learning Rate": 1.6575292003523737e-05, "Finetune/Loss": 0.8633105754852295, "Finetune/Loss (Raw)": 0.927429735660553, "Finetune/Step": 5643, "Finetune/Step Time": 6.707664119079709}
+{"Finetune/Learning Rate": 1.6574023167160065e-05, "Finetune/Loss": 0.8623247742652893, "Finetune/Loss (Raw)": 0.8142611980438232, "Finetune/Step": 5644, "Finetune/Step Time": 6.718920361250639}
+{"Finetune/Learning Rate": 1.6572754144375793e-05, "Finetune/Loss": 0.8633764982223511, "Finetune/Loss (Raw)": 1.02651047706604, "Finetune/Step": 5645, "Finetune/Step Time": 6.719565169885755}
+{"Finetune/Learning Rate": 1.65714849352069e-05, "Finetune/Loss": 0.8640897274017334, "Finetune/Loss (Raw)": 0.9768354892730713, "Finetune/Step": 5646, "Finetune/Step Time": 6.7183779794722795}
+{"Finetune/Learning Rate": 1.6570215539689384e-05, "Finetune/Loss": 0.8653702735900879, "Finetune/Loss (Raw)": 0.8900333046913147, "Finetune/Step": 5647, "Finetune/Step Time": 6.701108779758215}
+{"Finetune/Learning Rate": 1.6568945957859236e-05, "Finetune/Loss": 0.8653866052627563, "Finetune/Loss (Raw)": 0.7915170788764954, "Finetune/Step": 5648, "Finetune/Step Time": 6.699960580095649}
+{"Finetune/Learning Rate": 1.6567676189752465e-05, "Finetune/Loss": 0.8655588626861572, "Finetune/Loss (Raw)": 0.955228328704834, "Finetune/Step": 5649, "Finetune/Step Time": 6.69955819286406}
+{"Finetune/Learning Rate": 1.6566406235405067e-05, "Finetune/Loss": 0.864997148513794, "Finetune/Loss (Raw)": 0.9147399663925171, "Finetune/Step": 5650, "Finetune/Step Time": 6.719491159543395}
+{"Finetune/Learning Rate": 1.6565136094853067e-05, "Finetune/Loss": 0.8670613765716553, "Finetune/Loss (Raw)": 0.9204873442649841, "Finetune/Step": 5651, "Finetune/Step Time": 6.685578979551792}
+{"Finetune/Learning Rate": 1.6563865768132472e-05, "Finetune/Loss": 0.8677111864089966, "Finetune/Loss (Raw)": 0.8975303173065186, "Finetune/Step": 5652, "Finetune/Step Time": 6.688564263284206}
+{"Finetune/Learning Rate": 1.656259525527931e-05, "Finetune/Loss": 0.8692522048950195, "Finetune/Loss (Raw)": 0.8144545555114746, "Finetune/Step": 5653, "Finetune/Step Time": 6.677066648378968}
+{"Finetune/Learning Rate": 1.656132455632961e-05, "Finetune/Loss": 0.8691644072532654, "Finetune/Loss (Raw)": 0.8076581358909607, "Finetune/Step": 5654, "Finetune/Step Time": 6.663935573771596}
+{"Finetune/Learning Rate": 1.65600536713194e-05, "Finetune/Loss": 0.8688592910766602, "Finetune/Loss (Raw)": 0.8736310005187988, "Finetune/Step": 5655, "Finetune/Step Time": 6.663005944341421}
+{"Finetune/Learning Rate": 1.6558782600284724e-05, "Finetune/Loss": 0.868894100189209, "Finetune/Loss (Raw)": 0.9151404500007629, "Finetune/Step": 5656, "Finetune/Step Time": 6.665155380964279}
+{"Finetune/Learning Rate": 1.6557511343261622e-05, "Finetune/Loss": 0.867917001247406, "Finetune/Loss (Raw)": 0.7205044031143188, "Finetune/Step": 5657, "Finetune/Step Time": 6.686324741691351}
+{"Finetune/Learning Rate": 1.655623990028615e-05, "Finetune/Loss": 0.8682047724723816, "Finetune/Loss (Raw)": 0.8906174898147583, "Finetune/Step": 5658, "Finetune/Step Time": 6.685894859954715}
+{"Finetune/Learning Rate": 1.6554968271394353e-05, "Finetune/Loss": 0.8680270910263062, "Finetune/Loss (Raw)": 0.8923436999320984, "Finetune/Step": 5659, "Finetune/Step Time": 6.696310020983219}
+{"Finetune/Learning Rate": 1.65536964566223e-05, "Finetune/Loss": 0.866388201713562, "Finetune/Loss (Raw)": 0.7809907793998718, "Finetune/Step": 5660, "Finetune/Step Time": 6.69785731099546}
+{"Finetune/Learning Rate": 1.6552424456006045e-05, "Finetune/Loss": 0.8666375875473022, "Finetune/Loss (Raw)": 0.9331445097923279, "Finetune/Step": 5661, "Finetune/Step Time": 6.70033935457468}
+{"Finetune/Learning Rate": 1.6551152269581673e-05, "Finetune/Loss": 0.8673069477081299, "Finetune/Loss (Raw)": 0.7978299260139465, "Finetune/Step": 5662, "Finetune/Step Time": 6.707492729648948}
+{"Finetune/Learning Rate": 1.6549879897385242e-05, "Finetune/Loss": 0.8669087886810303, "Finetune/Loss (Raw)": 0.8341503143310547, "Finetune/Step": 5663, "Finetune/Step Time": 6.708610514178872}
+{"Finetune/Learning Rate": 1.6548607339452853e-05, "Finetune/Loss": 0.8662886619567871, "Finetune/Loss (Raw)": 0.729202926158905, "Finetune/Step": 5664, "Finetune/Step Time": 6.714798986911774}
+{"Finetune/Learning Rate": 1.6547334595820576e-05, "Finetune/Loss": 0.8654500246047974, "Finetune/Loss (Raw)": 0.7766434550285339, "Finetune/Step": 5665, "Finetune/Step Time": 6.715927463024855}
+{"Finetune/Learning Rate": 1.6546061666524508e-05, "Finetune/Loss": 0.8654639720916748, "Finetune/Loss (Raw)": 0.7931467294692993, "Finetune/Step": 5666, "Finetune/Step Time": 6.750824563205242}
+{"Finetune/Learning Rate": 1.654478855160075e-05, "Finetune/Loss": 0.8644953966140747, "Finetune/Loss (Raw)": 0.7968897223472595, "Finetune/Step": 5667, "Finetune/Step Time": 6.734469193965197}
+{"Finetune/Learning Rate": 1.6543515251085397e-05, "Finetune/Loss": 0.8641655445098877, "Finetune/Loss (Raw)": 0.9220301508903503, "Finetune/Step": 5668, "Finetune/Step Time": 6.751631539314985}
+{"Finetune/Learning Rate": 1.6542241765014555e-05, "Finetune/Loss": 0.8642578125, "Finetune/Loss (Raw)": 0.8536473512649536, "Finetune/Step": 5669, "Finetune/Step Time": 6.752158919349313}
+{"Finetune/Learning Rate": 1.6540968093424345e-05, "Finetune/Loss": 0.863707959651947, "Finetune/Loss (Raw)": 0.8925753831863403, "Finetune/Step": 5670, "Finetune/Step Time": 6.7515436466783285}
+{"Finetune/Learning Rate": 1.6539694236350877e-05, "Finetune/Loss": 0.8639818429946899, "Finetune/Loss (Raw)": 0.9030267596244812, "Finetune/Step": 5671, "Finetune/Step Time": 6.7555796429514885}
+{"Finetune/Learning Rate": 1.653842019383028e-05, "Finetune/Loss": 0.8639417886734009, "Finetune/Loss (Raw)": 0.7658094167709351, "Finetune/Step": 5672, "Finetune/Step Time": 6.739870863035321}
+{"Finetune/Learning Rate": 1.6537145965898674e-05, "Finetune/Loss": 0.8630548119544983, "Finetune/Loss (Raw)": 0.702623724937439, "Finetune/Step": 5673, "Finetune/Step Time": 6.742392737418413}
+{"Finetune/Learning Rate": 1.6535871552592202e-05, "Finetune/Loss": 0.862890362739563, "Finetune/Loss (Raw)": 0.8644430041313171, "Finetune/Step": 5674, "Finetune/Step Time": 6.739845275878906}
+{"Finetune/Learning Rate": 1.6534596953946996e-05, "Finetune/Loss": 0.862271785736084, "Finetune/Loss (Raw)": 0.8358718752861023, "Finetune/Step": 5675, "Finetune/Step Time": 6.739459425210953}
+{"Finetune/Learning Rate": 1.65333221699992e-05, "Finetune/Loss": 0.8627749085426331, "Finetune/Loss (Raw)": 0.9790291786193848, "Finetune/Step": 5676, "Finetune/Step Time": 6.7446444276720285}
+{"Finetune/Learning Rate": 1.653204720078497e-05, "Finetune/Loss": 0.8598886132240295, "Finetune/Loss (Raw)": 0.6053867340087891, "Finetune/Step": 5677, "Finetune/Step Time": 6.774252738803625}
+{"Finetune/Learning Rate": 1.6530772046340455e-05, "Finetune/Loss": 0.8604371547698975, "Finetune/Loss (Raw)": 0.9243342876434326, "Finetune/Step": 5678, "Finetune/Step Time": 6.7835143860429525}
+{"Finetune/Learning Rate": 1.6529496706701818e-05, "Finetune/Loss": 0.8607839345932007, "Finetune/Loss (Raw)": 0.8913137316703796, "Finetune/Step": 5679, "Finetune/Step Time": 6.7854657266289}
+{"Finetune/Learning Rate": 1.6528221181905217e-05, "Finetune/Loss": 0.8588070869445801, "Finetune/Loss (Raw)": 0.7169511318206787, "Finetune/Step": 5680, "Finetune/Step Time": 6.770756900310516}
+{"Finetune/Learning Rate": 1.6526945471986832e-05, "Finetune/Loss": 0.8579295873641968, "Finetune/Loss (Raw)": 0.7093921899795532, "Finetune/Step": 5681, "Finetune/Step Time": 6.762746352702379}
+{"Finetune/Learning Rate": 1.652566957698283e-05, "Finetune/Loss": 0.8585304617881775, "Finetune/Loss (Raw)": 0.874770998954773, "Finetune/Step": 5682, "Finetune/Step Time": 6.7368034813553095}
+{"Finetune/Learning Rate": 1.6524393496929393e-05, "Finetune/Loss": 0.8576092720031738, "Finetune/Loss (Raw)": 0.8443271517753601, "Finetune/Step": 5683, "Finetune/Step Time": 6.739040784537792}
+{"Finetune/Learning Rate": 1.6523117231862714e-05, "Finetune/Loss": 0.8572481870651245, "Finetune/Loss (Raw)": 0.8281912207603455, "Finetune/Step": 5684, "Finetune/Step Time": 6.733375331386924}
+{"Finetune/Learning Rate": 1.652184078181898e-05, "Finetune/Loss": 0.8577505946159363, "Finetune/Loss (Raw)": 0.9133796095848083, "Finetune/Step": 5685, "Finetune/Step Time": 6.731095615774393}
+{"Finetune/Learning Rate": 1.6520564146834385e-05, "Finetune/Loss": 0.8569434881210327, "Finetune/Loss (Raw)": 0.9026269912719727, "Finetune/Step": 5686, "Finetune/Step Time": 6.731876784935594}
+{"Finetune/Learning Rate": 1.651928732694513e-05, "Finetune/Loss": 0.8573253154754639, "Finetune/Loss (Raw)": 0.913253903388977, "Finetune/Step": 5687, "Finetune/Step Time": 6.716275617480278}
+{"Finetune/Learning Rate": 1.651801032218743e-05, "Finetune/Loss": 0.8594278693199158, "Finetune/Loss (Raw)": 0.9392119646072388, "Finetune/Step": 5688, "Finetune/Step Time": 6.703356089070439}
+{"Finetune/Learning Rate": 1.651673313259749e-05, "Finetune/Loss": 0.8611003756523132, "Finetune/Loss (Raw)": 1.0317051410675049, "Finetune/Step": 5689, "Finetune/Step Time": 6.697265770286322}
+{"Finetune/Learning Rate": 1.651545575821153e-05, "Finetune/Loss": 0.8613954186439514, "Finetune/Loss (Raw)": 0.8084987998008728, "Finetune/Step": 5690, "Finetune/Step Time": 6.696280691772699}
+{"Finetune/Learning Rate": 1.6514178199065772e-05, "Finetune/Loss": 0.8608437776565552, "Finetune/Loss (Raw)": 0.8743820190429688, "Finetune/Step": 5691, "Finetune/Step Time": 6.6914583668112755}
+{"Finetune/Learning Rate": 1.651290045519644e-05, "Finetune/Loss": 0.8604499697685242, "Finetune/Loss (Raw)": 0.8570912480354309, "Finetune/Step": 5692, "Finetune/Step Time": 6.6935875453054905}
+{"Finetune/Learning Rate": 1.6511622526639777e-05, "Finetune/Loss": 0.860277533531189, "Finetune/Loss (Raw)": 0.8541033864021301, "Finetune/Step": 5693, "Finetune/Step Time": 6.7054543197155}
+{"Finetune/Learning Rate": 1.6510344413432015e-05, "Finetune/Loss": 0.8590531945228577, "Finetune/Loss (Raw)": 0.8320194482803345, "Finetune/Step": 5694, "Finetune/Step Time": 6.705820774659514}
+{"Finetune/Learning Rate": 1.6509066115609394e-05, "Finetune/Loss": 0.8568430542945862, "Finetune/Loss (Raw)": 0.6309882998466492, "Finetune/Step": 5695, "Finetune/Step Time": 6.718068312853575}
+{"Finetune/Learning Rate": 1.6507787633208173e-05, "Finetune/Loss": 0.8563302755355835, "Finetune/Loss (Raw)": 0.8488597869873047, "Finetune/Step": 5696, "Finetune/Step Time": 6.721550103276968}
+{"Finetune/Learning Rate": 1.6506508966264595e-05, "Finetune/Loss": 0.8562341928482056, "Finetune/Loss (Raw)": 0.8876498937606812, "Finetune/Step": 5697, "Finetune/Step Time": 6.709085116162896}
+{"Finetune/Learning Rate": 1.650523011481493e-05, "Finetune/Loss": 0.8575871586799622, "Finetune/Loss (Raw)": 0.9140998125076294, "Finetune/Step": 5698, "Finetune/Step Time": 6.714311713352799}
+{"Finetune/Learning Rate": 1.6503951078895433e-05, "Finetune/Loss": 0.8577373027801514, "Finetune/Loss (Raw)": 0.8559751510620117, "Finetune/Step": 5699, "Finetune/Step Time": 6.7051819656044245}
+{"Finetune/Learning Rate": 1.6502671858542378e-05, "Finetune/Loss": 0.8585290908813477, "Finetune/Loss (Raw)": 1.0148512125015259, "Finetune/Step": 5700, "Finetune/Step Time": 6.705209124833345}
+{"Finetune/Learning Rate": 1.6501392453792046e-05, "Finetune/Loss": 0.8565969467163086, "Finetune/Loss (Raw)": 0.655732274055481, "Finetune/Step": 5701, "Finetune/Step Time": 6.708459760993719}
+{"Finetune/Learning Rate": 1.6500112864680703e-05, "Finetune/Loss": 0.8572759628295898, "Finetune/Loss (Raw)": 0.9788286685943604, "Finetune/Step": 5702, "Finetune/Step Time": 6.703471826389432}
+{"Finetune/Learning Rate": 1.6498833091244648e-05, "Finetune/Loss": 0.857914924621582, "Finetune/Loss (Raw)": 0.9027940034866333, "Finetune/Step": 5703, "Finetune/Step Time": 6.6992274560034275}
+{"Finetune/Learning Rate": 1.649755313352017e-05, "Finetune/Loss": 0.8592948317527771, "Finetune/Loss (Raw)": 0.8613207936286926, "Finetune/Step": 5704, "Finetune/Step Time": 6.700397336855531}
+{"Finetune/Learning Rate": 1.6496272991543554e-05, "Finetune/Loss": 0.8597886562347412, "Finetune/Loss (Raw)": 0.836027979850769, "Finetune/Step": 5705, "Finetune/Step Time": 6.713134223595262}
+{"Finetune/Learning Rate": 1.6494992665351114e-05, "Finetune/Loss": 0.8601016402244568, "Finetune/Loss (Raw)": 0.92998206615448, "Finetune/Step": 5706, "Finetune/Step Time": 6.71557012014091}
+{"Finetune/Learning Rate": 1.6493712154979152e-05, "Finetune/Loss": 0.8616195917129517, "Finetune/Loss (Raw)": 0.8781805038452148, "Finetune/Step": 5707, "Finetune/Step Time": 6.7020751759409904}
+{"Finetune/Learning Rate": 1.6492431460463976e-05, "Finetune/Loss": 0.8611575365066528, "Finetune/Loss (Raw)": 0.7714123129844666, "Finetune/Step": 5708, "Finetune/Step Time": 6.70030315220356}
+{"Finetune/Learning Rate": 1.6491150581841906e-05, "Finetune/Loss": 0.862425684928894, "Finetune/Loss (Raw)": 0.9050856828689575, "Finetune/Step": 5709, "Finetune/Step Time": 6.69956186786294}
+{"Finetune/Learning Rate": 1.6489869519149263e-05, "Finetune/Loss": 0.8630216717720032, "Finetune/Loss (Raw)": 0.9150749444961548, "Finetune/Step": 5710, "Finetune/Step Time": 6.6809674222022295}
+{"Finetune/Learning Rate": 1.6488588272422378e-05, "Finetune/Loss": 0.8627415299415588, "Finetune/Loss (Raw)": 0.8440059423446655, "Finetune/Step": 5711, "Finetune/Step Time": 6.683620782569051}
+{"Finetune/Learning Rate": 1.648730684169758e-05, "Finetune/Loss": 0.8610029220581055, "Finetune/Loss (Raw)": 0.8249384164810181, "Finetune/Step": 5712, "Finetune/Step Time": 6.679916627705097}
+{"Finetune/Learning Rate": 1.6486025227011206e-05, "Finetune/Loss": 0.8585863709449768, "Finetune/Loss (Raw)": 0.7684061527252197, "Finetune/Step": 5713, "Finetune/Step Time": 6.675010556355119}
+{"Finetune/Learning Rate": 1.6484743428399604e-05, "Finetune/Loss": 0.8569068908691406, "Finetune/Loss (Raw)": 0.6960010528564453, "Finetune/Step": 5714, "Finetune/Step Time": 6.697828682139516}
+{"Finetune/Learning Rate": 1.6483461445899115e-05, "Finetune/Loss": 0.856698215007782, "Finetune/Loss (Raw)": 0.9080024361610413, "Finetune/Step": 5715, "Finetune/Step Time": 6.696088017895818}
+{"Finetune/Learning Rate": 1.6482179279546096e-05, "Finetune/Loss": 0.8565361499786377, "Finetune/Loss (Raw)": 0.7920358777046204, "Finetune/Step": 5716, "Finetune/Step Time": 6.694052474573255}
+{"Finetune/Learning Rate": 1.6480896929376905e-05, "Finetune/Loss": 0.858085036277771, "Finetune/Loss (Raw)": 1.0026336908340454, "Finetune/Step": 5717, "Finetune/Step Time": 6.685748811811209}
+{"Finetune/Learning Rate": 1.6479614395427908e-05, "Finetune/Loss": 0.8581316471099854, "Finetune/Loss (Raw)": 0.9441301822662354, "Finetune/Step": 5718, "Finetune/Step Time": 6.692287739366293}
+{"Finetune/Learning Rate": 1.6478331677735472e-05, "Finetune/Loss": 0.8599202632904053, "Finetune/Loss (Raw)": 0.9238816499710083, "Finetune/Step": 5719, "Finetune/Step Time": 6.690819300711155}
+{"Finetune/Learning Rate": 1.6477048776335972e-05, "Finetune/Loss": 0.8594394326210022, "Finetune/Loss (Raw)": 0.7270395755767822, "Finetune/Step": 5720, "Finetune/Step Time": 6.718783624470234}
+{"Finetune/Learning Rate": 1.6475765691265784e-05, "Finetune/Loss": 0.8592698574066162, "Finetune/Loss (Raw)": 0.8228407502174377, "Finetune/Step": 5721, "Finetune/Step Time": 6.718937071040273}
+{"Finetune/Learning Rate": 1.64744824225613e-05, "Finetune/Loss": 0.8594555854797363, "Finetune/Loss (Raw)": 0.8889397978782654, "Finetune/Step": 5722, "Finetune/Step Time": 6.716407563537359}
+{"Finetune/Learning Rate": 1.6473198970258902e-05, "Finetune/Loss": 0.8588656187057495, "Finetune/Loss (Raw)": 0.7173758745193481, "Finetune/Step": 5723, "Finetune/Step Time": 6.712675733491778}
+{"Finetune/Learning Rate": 1.647191533439499e-05, "Finetune/Loss": 0.8612480163574219, "Finetune/Loss (Raw)": 1.0176401138305664, "Finetune/Step": 5724, "Finetune/Step Time": 6.713256286457181}
+{"Finetune/Learning Rate": 1.6470631515005965e-05, "Finetune/Loss": 0.861144483089447, "Finetune/Loss (Raw)": 0.8694127798080444, "Finetune/Step": 5725, "Finetune/Step Time": 6.713314402848482}
+{"Finetune/Learning Rate": 1.6469347512128226e-05, "Finetune/Loss": 0.8601676225662231, "Finetune/Loss (Raw)": 0.8674212694168091, "Finetune/Step": 5726, "Finetune/Step Time": 6.712312955409288}
+{"Finetune/Learning Rate": 1.646806332579819e-05, "Finetune/Loss": 0.85965496301651, "Finetune/Loss (Raw)": 0.8626671433448792, "Finetune/Step": 5727, "Finetune/Step Time": 6.7098179161548615}
+{"Finetune/Learning Rate": 1.646677895605227e-05, "Finetune/Loss": 0.8580876588821411, "Finetune/Loss (Raw)": 0.6523115038871765, "Finetune/Step": 5728, "Finetune/Step Time": 6.725096458569169}
+{"Finetune/Learning Rate": 1.646549440292689e-05, "Finetune/Loss": 0.8574018478393555, "Finetune/Loss (Raw)": 0.7842568755149841, "Finetune/Step": 5729, "Finetune/Step Time": 6.724374026060104}
+{"Finetune/Learning Rate": 1.646420966645847e-05, "Finetune/Loss": 0.8579644560813904, "Finetune/Loss (Raw)": 0.8258215188980103, "Finetune/Step": 5730, "Finetune/Step Time": 6.72093272767961}
+{"Finetune/Learning Rate": 1.646292474668345e-05, "Finetune/Loss": 0.8573940992355347, "Finetune/Loss (Raw)": 0.8919754028320312, "Finetune/Step": 5731, "Finetune/Step Time": 6.722422279417515}
+{"Finetune/Learning Rate": 1.6461639643638258e-05, "Finetune/Loss": 0.8568728566169739, "Finetune/Loss (Raw)": 0.7914750576019287, "Finetune/Step": 5732, "Finetune/Step Time": 6.72114952839911}
+{"Finetune/Learning Rate": 1.6460354357359345e-05, "Finetune/Loss": 0.8568770289421082, "Finetune/Loss (Raw)": 0.992698073387146, "Finetune/Step": 5733, "Finetune/Step Time": 6.722395027056336}
+{"Finetune/Learning Rate": 1.6459068887883153e-05, "Finetune/Loss": 0.857693076133728, "Finetune/Loss (Raw)": 0.8873196244239807, "Finetune/Step": 5734, "Finetune/Step Time": 6.710683157667518}
+{"Finetune/Learning Rate": 1.645778323524613e-05, "Finetune/Loss": 0.8585106134414673, "Finetune/Loss (Raw)": 0.8833897113800049, "Finetune/Step": 5735, "Finetune/Step Time": 6.728188158944249}
+{"Finetune/Learning Rate": 1.645649739948474e-05, "Finetune/Loss": 0.8591235876083374, "Finetune/Loss (Raw)": 0.981783926486969, "Finetune/Step": 5736, "Finetune/Step Time": 6.735224770382047}
+{"Finetune/Learning Rate": 1.6455211380635442e-05, "Finetune/Loss": 0.8590335845947266, "Finetune/Loss (Raw)": 0.8945837020874023, "Finetune/Step": 5737, "Finetune/Step Time": 6.734523506835103}
+{"Finetune/Learning Rate": 1.645392517873471e-05, "Finetune/Loss": 0.8596433997154236, "Finetune/Loss (Raw)": 0.9243993759155273, "Finetune/Step": 5738, "Finetune/Step Time": 6.730613911524415}
+{"Finetune/Learning Rate": 1.6452638793819007e-05, "Finetune/Loss": 0.8595774173736572, "Finetune/Loss (Raw)": 0.8225115537643433, "Finetune/Step": 5739, "Finetune/Step Time": 6.732534693554044}
+{"Finetune/Learning Rate": 1.645135222592482e-05, "Finetune/Loss": 0.8586968183517456, "Finetune/Loss (Raw)": 0.7923656105995178, "Finetune/Step": 5740, "Finetune/Step Time": 6.751253388822079}
+{"Finetune/Learning Rate": 1.6450065475088628e-05, "Finetune/Loss": 0.8572380542755127, "Finetune/Loss (Raw)": 0.6100946664810181, "Finetune/Step": 5741, "Finetune/Step Time": 6.765272341668606}
+{"Finetune/Learning Rate": 1.6448778541346923e-05, "Finetune/Loss": 0.8571051359176636, "Finetune/Loss (Raw)": 0.8308869004249573, "Finetune/Step": 5742, "Finetune/Step Time": 6.749207500368357}
+{"Finetune/Learning Rate": 1.6447491424736194e-05, "Finetune/Loss": 0.8567241430282593, "Finetune/Loss (Raw)": 0.9607582688331604, "Finetune/Step": 5743, "Finetune/Step Time": 6.7558337561786175}
+{"Finetune/Learning Rate": 1.644620412529294e-05, "Finetune/Loss": 0.8568360805511475, "Finetune/Loss (Raw)": 0.8434509634971619, "Finetune/Step": 5744, "Finetune/Step Time": 6.743945349007845}
+{"Finetune/Learning Rate": 1.644491664305367e-05, "Finetune/Loss": 0.8576899766921997, "Finetune/Loss (Raw)": 0.8615405559539795, "Finetune/Step": 5745, "Finetune/Step Time": 6.741617096588016}
+{"Finetune/Learning Rate": 1.6443628978054893e-05, "Finetune/Loss": 0.8574349880218506, "Finetune/Loss (Raw)": 0.8372019529342651, "Finetune/Step": 5746, "Finetune/Step Time": 6.741537883877754}
+{"Finetune/Learning Rate": 1.644234113033312e-05, "Finetune/Loss": 0.8583083152770996, "Finetune/Loss (Raw)": 0.9423782229423523, "Finetune/Step": 5747, "Finetune/Step Time": 6.7418809197843075}
+{"Finetune/Learning Rate": 1.6441053099924872e-05, "Finetune/Loss": 0.857373833656311, "Finetune/Loss (Raw)": 0.7096670269966125, "Finetune/Step": 5748, "Finetune/Step Time": 6.746556842699647}
+{"Finetune/Learning Rate": 1.6439764886866674e-05, "Finetune/Loss": 0.8560023307800293, "Finetune/Loss (Raw)": 0.7898119688034058, "Finetune/Step": 5749, "Finetune/Step Time": 6.751457840204239}
+{"Finetune/Learning Rate": 1.6438476491195053e-05, "Finetune/Loss": 0.8546690940856934, "Finetune/Loss (Raw)": 0.6546056866645813, "Finetune/Step": 5750, "Finetune/Step Time": 6.765292219817638}
+{"Finetune/Learning Rate": 1.643718791294655e-05, "Finetune/Loss": 0.8549800515174866, "Finetune/Loss (Raw)": 0.8557933568954468, "Finetune/Step": 5751, "Finetune/Step Time": 6.751967424526811}
+{"Finetune/Learning Rate": 1.6435899152157706e-05, "Finetune/Loss": 0.8537572622299194, "Finetune/Loss (Raw)": 0.768366813659668, "Finetune/Step": 5752, "Finetune/Step Time": 6.754024026915431}
+{"Finetune/Learning Rate": 1.6434610208865058e-05, "Finetune/Loss": 0.8536287546157837, "Finetune/Loss (Raw)": 0.9011217355728149, "Finetune/Step": 5753, "Finetune/Step Time": 6.753709949553013}
+{"Finetune/Learning Rate": 1.6433321083105165e-05, "Finetune/Loss": 0.8546575307846069, "Finetune/Loss (Raw)": 0.9323521256446838, "Finetune/Step": 5754, "Finetune/Step Time": 6.751089006662369}
+{"Finetune/Learning Rate": 1.643203177491458e-05, "Finetune/Loss": 0.8542230129241943, "Finetune/Loss (Raw)": 0.8715121746063232, "Finetune/Step": 5755, "Finetune/Step Time": 6.750861264765263}
+{"Finetune/Learning Rate": 1.6430742284329865e-05, "Finetune/Loss": 0.8546059131622314, "Finetune/Loss (Raw)": 0.9024490714073181, "Finetune/Step": 5756, "Finetune/Step Time": 6.748654991388321}
+{"Finetune/Learning Rate": 1.642945261138758e-05, "Finetune/Loss": 0.8567931652069092, "Finetune/Loss (Raw)": 0.9125046133995056, "Finetune/Step": 5757, "Finetune/Step Time": 6.733217732980847}
+{"Finetune/Learning Rate": 1.6428162756124305e-05, "Finetune/Loss": 0.857110857963562, "Finetune/Loss (Raw)": 0.8718703985214233, "Finetune/Step": 5758, "Finetune/Step Time": 6.714951811358333}
+{"Finetune/Learning Rate": 1.6426872718576613e-05, "Finetune/Loss": 0.8563321828842163, "Finetune/Loss (Raw)": 0.7488195896148682, "Finetune/Step": 5759, "Finetune/Step Time": 6.713884556666017}
+{"Finetune/Learning Rate": 1.642558249878109e-05, "Finetune/Loss": 0.8553933501243591, "Finetune/Loss (Raw)": 0.8268029093742371, "Finetune/Step": 5760, "Finetune/Step Time": 6.716602822765708}
+{"Finetune/Learning Rate": 1.6424292096774317e-05, "Finetune/Loss": 0.8568040132522583, "Finetune/Loss (Raw)": 0.9024263620376587, "Finetune/Step": 5761, "Finetune/Step Time": 6.709985783323646}
+{"Finetune/Learning Rate": 1.642300151259289e-05, "Finetune/Loss": 0.8567923307418823, "Finetune/Loss (Raw)": 0.9908046126365662, "Finetune/Step": 5762, "Finetune/Step Time": 6.710364051163197}
+{"Finetune/Learning Rate": 1.6421710746273397e-05, "Finetune/Loss": 0.8551269173622131, "Finetune/Loss (Raw)": 0.8900963664054871, "Finetune/Step": 5763, "Finetune/Step Time": 6.710250595584512}
+{"Finetune/Learning Rate": 1.6420419797852457e-05, "Finetune/Loss": 0.8551459312438965, "Finetune/Loss (Raw)": 0.9440747499465942, "Finetune/Step": 5764, "Finetune/Step Time": 6.728274777531624}
+{"Finetune/Learning Rate": 1.6419128667366664e-05, "Finetune/Loss": 0.8554527759552002, "Finetune/Loss (Raw)": 0.9289960265159607, "Finetune/Step": 5765, "Finetune/Step Time": 6.73085199482739}
+{"Finetune/Learning Rate": 1.6417837354852637e-05, "Finetune/Loss": 0.8539412617683411, "Finetune/Loss (Raw)": 0.6313663125038147, "Finetune/Step": 5766, "Finetune/Step Time": 6.743162347003818}
+{"Finetune/Learning Rate": 1.6416545860346995e-05, "Finetune/Loss": 0.8542938232421875, "Finetune/Loss (Raw)": 0.9958146214485168, "Finetune/Step": 5767, "Finetune/Step Time": 6.747042262926698}
+{"Finetune/Learning Rate": 1.6415254183886356e-05, "Finetune/Loss": 0.8536257743835449, "Finetune/Loss (Raw)": 0.8639492392539978, "Finetune/Step": 5768, "Finetune/Step Time": 6.746519569307566}
+{"Finetune/Learning Rate": 1.641396232550735e-05, "Finetune/Loss": 0.8547760248184204, "Finetune/Loss (Raw)": 0.8669542074203491, "Finetune/Step": 5769, "Finetune/Step Time": 6.742802124470472}
+{"Finetune/Learning Rate": 1.641267028524661e-05, "Finetune/Loss": 0.854210615158081, "Finetune/Loss (Raw)": 0.7924339771270752, "Finetune/Step": 5770, "Finetune/Step Time": 6.749109802767634}
+{"Finetune/Learning Rate": 1.641137806314078e-05, "Finetune/Loss": 0.8535993695259094, "Finetune/Loss (Raw)": 0.8491975665092468, "Finetune/Step": 5771, "Finetune/Step Time": 6.757182851433754}
+{"Finetune/Learning Rate": 1.6410085659226494e-05, "Finetune/Loss": 0.8553656339645386, "Finetune/Loss (Raw)": 1.0403424501419067, "Finetune/Step": 5772, "Finetune/Step Time": 6.746986331418157}
+{"Finetune/Learning Rate": 1.6408793073540416e-05, "Finetune/Loss": 0.8542003631591797, "Finetune/Loss (Raw)": 0.8773537874221802, "Finetune/Step": 5773, "Finetune/Step Time": 6.750536549836397}
+{"Finetune/Learning Rate": 1.6407500306119183e-05, "Finetune/Loss": 0.8524248600006104, "Finetune/Loss (Raw)": 0.7495707273483276, "Finetune/Step": 5774, "Finetune/Step Time": 6.752141749486327}
+{"Finetune/Learning Rate": 1.6406207356999466e-05, "Finetune/Loss": 0.8525240421295166, "Finetune/Loss (Raw)": 0.9027369022369385, "Finetune/Step": 5775, "Finetune/Step Time": 6.754067314788699}
+{"Finetune/Learning Rate": 1.6404914226217924e-05, "Finetune/Loss": 0.8531434535980225, "Finetune/Loss (Raw)": 0.8707981705665588, "Finetune/Step": 5776, "Finetune/Step Time": 6.753321345895529}
+{"Finetune/Learning Rate": 1.6403620913811224e-05, "Finetune/Loss": 0.8518065214157104, "Finetune/Loss (Raw)": 0.7840961813926697, "Finetune/Step": 5777, "Finetune/Step Time": 6.757609048858285}
+{"Finetune/Learning Rate": 1.6402327419816045e-05, "Finetune/Loss": 0.8508687019348145, "Finetune/Loss (Raw)": 0.7946979999542236, "Finetune/Step": 5778, "Finetune/Step Time": 6.735396092757583}
+{"Finetune/Learning Rate": 1.640103374426907e-05, "Finetune/Loss": 0.8510316610336304, "Finetune/Loss (Raw)": 0.9413460493087769, "Finetune/Step": 5779, "Finetune/Step Time": 6.734641514718533}
+{"Finetune/Learning Rate": 1.639973988720698e-05, "Finetune/Loss": 0.852049708366394, "Finetune/Loss (Raw)": 1.0278432369232178, "Finetune/Step": 5780, "Finetune/Step Time": 6.727568496018648}
+{"Finetune/Learning Rate": 1.639844584866646e-05, "Finetune/Loss": 0.8526214957237244, "Finetune/Loss (Raw)": 0.8876415491104126, "Finetune/Step": 5781, "Finetune/Step Time": 6.742828847840428}
+{"Finetune/Learning Rate": 1.6397151628684213e-05, "Finetune/Loss": 0.8517166972160339, "Finetune/Loss (Raw)": 0.6918511390686035, "Finetune/Step": 5782, "Finetune/Step Time": 6.756602611392736}
+{"Finetune/Learning Rate": 1.639585722729694e-05, "Finetune/Loss": 0.8516900539398193, "Finetune/Loss (Raw)": 0.8702232241630554, "Finetune/Step": 5783, "Finetune/Step Time": 6.7621761392802}
+{"Finetune/Learning Rate": 1.6394562644541342e-05, "Finetune/Loss": 0.8524156808853149, "Finetune/Loss (Raw)": 1.0080186128616333, "Finetune/Step": 5784, "Finetune/Step Time": 6.759568680077791}
+{"Finetune/Learning Rate": 1.639326788045413e-05, "Finetune/Loss": 0.852414071559906, "Finetune/Loss (Raw)": 0.720292866230011, "Finetune/Step": 5785, "Finetune/Step Time": 6.754117000848055}
+{"Finetune/Learning Rate": 1.639197293507202e-05, "Finetune/Loss": 0.8532614707946777, "Finetune/Loss (Raw)": 0.9990801811218262, "Finetune/Step": 5786, "Finetune/Step Time": 6.753303408622742}
+{"Finetune/Learning Rate": 1.6390677808431737e-05, "Finetune/Loss": 0.8541713356971741, "Finetune/Loss (Raw)": 1.0088121891021729, "Finetune/Step": 5787, "Finetune/Step Time": 6.740310812368989}
+{"Finetune/Learning Rate": 1.638938250057e-05, "Finetune/Loss": 0.8531304001808167, "Finetune/Loss (Raw)": 0.6477528810501099, "Finetune/Step": 5788, "Finetune/Step Time": 6.751798454672098}
+{"Finetune/Learning Rate": 1.6388087011523545e-05, "Finetune/Loss": 0.8526484966278076, "Finetune/Loss (Raw)": 0.8714600801467896, "Finetune/Step": 5789, "Finetune/Step Time": 6.748464427888393}
+{"Finetune/Learning Rate": 1.638679134132911e-05, "Finetune/Loss": 0.8545637726783752, "Finetune/Loss (Raw)": 1.0429822206497192, "Finetune/Step": 5790, "Finetune/Step Time": 6.734138580039144}
+{"Finetune/Learning Rate": 1.6385495490023434e-05, "Finetune/Loss": 0.8552871942520142, "Finetune/Loss (Raw)": 0.9267496466636658, "Finetune/Step": 5791, "Finetune/Step Time": 6.736142350360751}
+{"Finetune/Learning Rate": 1.6384199457643264e-05, "Finetune/Loss": 0.8562328815460205, "Finetune/Loss (Raw)": 0.8502496480941772, "Finetune/Step": 5792, "Finetune/Step Time": 6.748440694063902}
+{"Finetune/Learning Rate": 1.638290324422535e-05, "Finetune/Loss": 0.8569667339324951, "Finetune/Loss (Raw)": 0.8705779314041138, "Finetune/Step": 5793, "Finetune/Step Time": 6.748642425984144}
+{"Finetune/Learning Rate": 1.638160684980645e-05, "Finetune/Loss": 0.8577961921691895, "Finetune/Loss (Raw)": 0.899314284324646, "Finetune/Step": 5794, "Finetune/Step Time": 6.712679645046592}
+{"Finetune/Learning Rate": 1.638031027442333e-05, "Finetune/Loss": 0.8577125072479248, "Finetune/Loss (Raw)": 0.7861786484718323, "Finetune/Step": 5795, "Finetune/Step Time": 6.734347136691213}
+{"Finetune/Learning Rate": 1.6379013518112753e-05, "Finetune/Loss": 0.8568962812423706, "Finetune/Loss (Raw)": 0.8175532817840576, "Finetune/Step": 5796, "Finetune/Step Time": 6.716889392584562}
+{"Finetune/Learning Rate": 1.6377716580911487e-05, "Finetune/Loss": 0.8579305410385132, "Finetune/Loss (Raw)": 0.9860390424728394, "Finetune/Step": 5797, "Finetune/Step Time": 6.726859860122204}
+{"Finetune/Learning Rate": 1.6376419462856322e-05, "Finetune/Loss": 0.8578453063964844, "Finetune/Loss (Raw)": 0.881668210029602, "Finetune/Step": 5798, "Finetune/Step Time": 6.7272098902612925}
+{"Finetune/Learning Rate": 1.637512216398403e-05, "Finetune/Loss": 0.8581644892692566, "Finetune/Loss (Raw)": 0.9438757300376892, "Finetune/Step": 5799, "Finetune/Step Time": 6.724323267117143}
+{"Finetune/Learning Rate": 1.6373824684331397e-05, "Finetune/Loss": 0.85896897315979, "Finetune/Loss (Raw)": 0.868782639503479, "Finetune/Step": 5800, "Finetune/Step Time": 6.721372378990054}
+{"Finetune/Learning Rate": 1.6372527023935227e-05, "Finetune/Loss": 0.8605642914772034, "Finetune/Loss (Raw)": 0.9068250060081482, "Finetune/Step": 5801, "Finetune/Step Time": 6.717439444735646}
+{"Finetune/Learning Rate": 1.637122918283231e-05, "Finetune/Loss": 0.8611546754837036, "Finetune/Loss (Raw)": 0.9400099515914917, "Finetune/Step": 5802, "Finetune/Step Time": 6.716849686577916}
+{"Finetune/Learning Rate": 1.6369931161059448e-05, "Finetune/Loss": 0.8613941669464111, "Finetune/Loss (Raw)": 0.8665289878845215, "Finetune/Step": 5803, "Finetune/Step Time": 6.717033442109823}
+{"Finetune/Learning Rate": 1.6368632958653457e-05, "Finetune/Loss": 0.8601820468902588, "Finetune/Loss (Raw)": 0.8238751292228699, "Finetune/Step": 5804, "Finetune/Step Time": 6.712500438094139}
+{"Finetune/Learning Rate": 1.6367334575651138e-05, "Finetune/Loss": 0.8630435466766357, "Finetune/Loss (Raw)": 0.9716660380363464, "Finetune/Step": 5805, "Finetune/Step Time": 6.711452750489116}
+{"Finetune/Learning Rate": 1.6366036012089322e-05, "Finetune/Loss": 0.8632701635360718, "Finetune/Loss (Raw)": 0.9533364176750183, "Finetune/Step": 5806, "Finetune/Step Time": 6.70500767044723}
+{"Finetune/Learning Rate": 1.636473726800483e-05, "Finetune/Loss": 0.8635307550430298, "Finetune/Loss (Raw)": 0.9246780276298523, "Finetune/Step": 5807, "Finetune/Step Time": 6.705291233956814}
+{"Finetune/Learning Rate": 1.6363438343434483e-05, "Finetune/Loss": 0.8641725778579712, "Finetune/Loss (Raw)": 0.79909747838974, "Finetune/Step": 5808, "Finetune/Step Time": 6.702213581651449}
+{"Finetune/Learning Rate": 1.636213923841512e-05, "Finetune/Loss": 0.8660436868667603, "Finetune/Loss (Raw)": 0.9488856792449951, "Finetune/Step": 5809, "Finetune/Step Time": 6.705290287733078}
+{"Finetune/Learning Rate": 1.6360839952983583e-05, "Finetune/Loss": 0.8658843040466309, "Finetune/Loss (Raw)": 0.8543707132339478, "Finetune/Step": 5810, "Finetune/Step Time": 6.7205290496349335}
+{"Finetune/Learning Rate": 1.635954048717671e-05, "Finetune/Loss": 0.8661227822303772, "Finetune/Loss (Raw)": 0.8748584985733032, "Finetune/Step": 5811, "Finetune/Step Time": 6.7186552453786135}
+{"Finetune/Learning Rate": 1.635824084103135e-05, "Finetune/Loss": 0.8658429384231567, "Finetune/Loss (Raw)": 0.7923731207847595, "Finetune/Step": 5812, "Finetune/Step Time": 6.7201342936605215}
+{"Finetune/Learning Rate": 1.6356941014584367e-05, "Finetune/Loss": 0.8646035194396973, "Finetune/Loss (Raw)": 0.7547290325164795, "Finetune/Step": 5813, "Finetune/Step Time": 6.721025308594108}
+{"Finetune/Learning Rate": 1.635564100787261e-05, "Finetune/Loss": 0.8651450872421265, "Finetune/Loss (Raw)": 0.9719457030296326, "Finetune/Step": 5814, "Finetune/Step Time": 6.724470593035221}
+{"Finetune/Learning Rate": 1.6354340820932945e-05, "Finetune/Loss": 0.8654294013977051, "Finetune/Loss (Raw)": 0.9496455788612366, "Finetune/Step": 5815, "Finetune/Step Time": 6.724883820861578}
+{"Finetune/Learning Rate": 1.635304045380225e-05, "Finetune/Loss": 0.8647787570953369, "Finetune/Loss (Raw)": 0.8559365272521973, "Finetune/Step": 5816, "Finetune/Step Time": 6.7293920908123255}
+{"Finetune/Learning Rate": 1.635173990651739e-05, "Finetune/Loss": 0.8637548685073853, "Finetune/Loss (Raw)": 0.9006454348564148, "Finetune/Step": 5817, "Finetune/Step Time": 6.730052951723337}
+{"Finetune/Learning Rate": 1.6350439179115246e-05, "Finetune/Loss": 0.8627644181251526, "Finetune/Loss (Raw)": 0.6817192435264587, "Finetune/Step": 5818, "Finetune/Step Time": 6.733252685517073}
+{"Finetune/Learning Rate": 1.6349138271632705e-05, "Finetune/Loss": 0.8630633354187012, "Finetune/Loss (Raw)": 0.9126451015472412, "Finetune/Step": 5819, "Finetune/Step Time": 6.734706912189722}
+{"Finetune/Learning Rate": 1.6347837184106657e-05, "Finetune/Loss": 0.8628188371658325, "Finetune/Loss (Raw)": 0.8257932662963867, "Finetune/Step": 5820, "Finetune/Step Time": 6.733510762453079}
+{"Finetune/Learning Rate": 1.6346535916574002e-05, "Finetune/Loss": 0.8626797199249268, "Finetune/Loss (Raw)": 0.8362923264503479, "Finetune/Step": 5821, "Finetune/Step Time": 6.725357899442315}
+{"Finetune/Learning Rate": 1.634523446907163e-05, "Finetune/Loss": 0.8627066612243652, "Finetune/Loss (Raw)": 0.8354787826538086, "Finetune/Step": 5822, "Finetune/Step Time": 6.724507758393884}
+{"Finetune/Learning Rate": 1.6343932841636455e-05, "Finetune/Loss": 0.8643790483474731, "Finetune/Loss (Raw)": 0.8450524806976318, "Finetune/Step": 5823, "Finetune/Step Time": 6.709016537293792}
+{"Finetune/Learning Rate": 1.6342631034305386e-05, "Finetune/Loss": 0.8640364408493042, "Finetune/Loss (Raw)": 0.8050110340118408, "Finetune/Step": 5824, "Finetune/Step Time": 6.709898732602596}
+{"Finetune/Learning Rate": 1.6341329047115335e-05, "Finetune/Loss": 0.8642287254333496, "Finetune/Loss (Raw)": 0.9122538566589355, "Finetune/Step": 5825, "Finetune/Step Time": 6.734019663184881}
+{"Finetune/Learning Rate": 1.6340026880103225e-05, "Finetune/Loss": 0.8633819818496704, "Finetune/Loss (Raw)": 0.8057111501693726, "Finetune/Step": 5826, "Finetune/Step Time": 6.73246737010777}
+{"Finetune/Learning Rate": 1.633872453330598e-05, "Finetune/Loss": 0.8628863096237183, "Finetune/Loss (Raw)": 0.7925360202789307, "Finetune/Step": 5827, "Finetune/Step Time": 6.732571525499225}
+{"Finetune/Learning Rate": 1.633742200676053e-05, "Finetune/Loss": 0.8607578277587891, "Finetune/Loss (Raw)": 0.7424050569534302, "Finetune/Step": 5828, "Finetune/Step Time": 6.732457671314478}
+{"Finetune/Learning Rate": 1.633611930050382e-05, "Finetune/Loss": 0.8614014387130737, "Finetune/Loss (Raw)": 0.7381137013435364, "Finetune/Step": 5829, "Finetune/Step Time": 6.7306716199964285}
+{"Finetune/Learning Rate": 1.6334816414572777e-05, "Finetune/Loss": 0.8599328398704529, "Finetune/Loss (Raw)": 0.7908481359481812, "Finetune/Step": 5830, "Finetune/Step Time": 6.733508568257093}
+{"Finetune/Learning Rate": 1.633351334900436e-05, "Finetune/Loss": 0.8598881959915161, "Finetune/Loss (Raw)": 0.8970825672149658, "Finetune/Step": 5831, "Finetune/Step Time": 6.748541489243507}
+{"Finetune/Learning Rate": 1.633221010383551e-05, "Finetune/Loss": 0.859237790107727, "Finetune/Loss (Raw)": 0.7780674695968628, "Finetune/Step": 5832, "Finetune/Step Time": 6.732974119484425}
+{"Finetune/Learning Rate": 1.633090667910319e-05, "Finetune/Loss": 0.8586969375610352, "Finetune/Loss (Raw)": 0.7668002843856812, "Finetune/Step": 5833, "Finetune/Step Time": 6.728151835501194}
+{"Finetune/Learning Rate": 1.6329603074844358e-05, "Finetune/Loss": 0.8589719533920288, "Finetune/Loss (Raw)": 0.9651796817779541, "Finetune/Step": 5834, "Finetune/Step Time": 6.728438099846244}
+{"Finetune/Learning Rate": 1.6328299291095982e-05, "Finetune/Loss": 0.8591087460517883, "Finetune/Loss (Raw)": 0.8956918120384216, "Finetune/Step": 5835, "Finetune/Step Time": 6.72848192974925}
+{"Finetune/Learning Rate": 1.6326995327895034e-05, "Finetune/Loss": 0.8598213791847229, "Finetune/Loss (Raw)": 0.8626287579536438, "Finetune/Step": 5836, "Finetune/Step Time": 6.7296431586146355}
+{"Finetune/Learning Rate": 1.632569118527849e-05, "Finetune/Loss": 0.8586981296539307, "Finetune/Loss (Raw)": 0.7613070607185364, "Finetune/Step": 5837, "Finetune/Step Time": 6.735710557550192}
+{"Finetune/Learning Rate": 1.632438686328333e-05, "Finetune/Loss": 0.8567211627960205, "Finetune/Loss (Raw)": 0.662021279335022, "Finetune/Step": 5838, "Finetune/Step Time": 6.7491753455251455}
+{"Finetune/Learning Rate": 1.6323082361946547e-05, "Finetune/Loss": 0.8573085069656372, "Finetune/Loss (Raw)": 0.919186532497406, "Finetune/Step": 5839, "Finetune/Step Time": 6.748009791597724}
+{"Finetune/Learning Rate": 1.6321777681305128e-05, "Finetune/Loss": 0.8588427305221558, "Finetune/Loss (Raw)": 1.021325707435608, "Finetune/Step": 5840, "Finetune/Step Time": 6.746967429295182}
+{"Finetune/Learning Rate": 1.6320472821396066e-05, "Finetune/Loss": 0.8603689670562744, "Finetune/Loss (Raw)": 0.9637649059295654, "Finetune/Step": 5841, "Finetune/Step Time": 6.745368372648954}
+{"Finetune/Learning Rate": 1.631916778225637e-05, "Finetune/Loss": 0.861357569694519, "Finetune/Loss (Raw)": 0.8225377202033997, "Finetune/Step": 5842, "Finetune/Step Time": 6.7145423125475645}
+{"Finetune/Learning Rate": 1.6317862563923048e-05, "Finetune/Loss": 0.8619319796562195, "Finetune/Loss (Raw)": 0.981532096862793, "Finetune/Step": 5843, "Finetune/Step Time": 6.719475239515305}
+{"Finetune/Learning Rate": 1.6316557166433105e-05, "Finetune/Loss": 0.8620216250419617, "Finetune/Loss (Raw)": 0.8035084009170532, "Finetune/Step": 5844, "Finetune/Step Time": 6.720158789306879}
+{"Finetune/Learning Rate": 1.6315251589823565e-05, "Finetune/Loss": 0.8613316416740417, "Finetune/Loss (Raw)": 0.9143161773681641, "Finetune/Step": 5845, "Finetune/Step Time": 6.715377746149898}
+{"Finetune/Learning Rate": 1.631394583413145e-05, "Finetune/Loss": 0.8587263822555542, "Finetune/Loss (Raw)": 0.6106583476066589, "Finetune/Step": 5846, "Finetune/Step Time": 6.711371399462223}
+{"Finetune/Learning Rate": 1.6312639899393783e-05, "Finetune/Loss": 0.8581557273864746, "Finetune/Loss (Raw)": 0.8508374094963074, "Finetune/Step": 5847, "Finetune/Step Time": 6.708219720050693}
+{"Finetune/Learning Rate": 1.63113337856476e-05, "Finetune/Loss": 0.8590207099914551, "Finetune/Loss (Raw)": 0.8377535939216614, "Finetune/Step": 5848, "Finetune/Step Time": 6.6811886969953775}
+{"Finetune/Learning Rate": 1.6310027492929938e-05, "Finetune/Loss": 0.8592472076416016, "Finetune/Loss (Raw)": 0.8518367409706116, "Finetune/Step": 5849, "Finetune/Step Time": 6.68062624707818}
+{"Finetune/Learning Rate": 1.6308721021277836e-05, "Finetune/Loss": 0.8596882820129395, "Finetune/Loss (Raw)": 0.945397138595581, "Finetune/Step": 5850, "Finetune/Step Time": 6.680527346208692}
+{"Finetune/Learning Rate": 1.630741437072835e-05, "Finetune/Loss": 0.8592719435691833, "Finetune/Loss (Raw)": 0.6640830039978027, "Finetune/Step": 5851, "Finetune/Step Time": 6.696427224203944}
+{"Finetune/Learning Rate": 1.6306107541318525e-05, "Finetune/Loss": 0.857720136642456, "Finetune/Loss (Raw)": 0.8190101981163025, "Finetune/Step": 5852, "Finetune/Step Time": 6.695527048781514}
+{"Finetune/Learning Rate": 1.6304800533085427e-05, "Finetune/Loss": 0.8566769361495972, "Finetune/Loss (Raw)": 0.7358778119087219, "Finetune/Step": 5853, "Finetune/Step Time": 6.695923181250691}
+{"Finetune/Learning Rate": 1.6303493346066107e-05, "Finetune/Loss": 0.8563481569290161, "Finetune/Loss (Raw)": 0.8253426551818848, "Finetune/Step": 5854, "Finetune/Step Time": 6.694853389635682}
+{"Finetune/Learning Rate": 1.6302185980297647e-05, "Finetune/Loss": 0.8570728302001953, "Finetune/Loss (Raw)": 0.9554193019866943, "Finetune/Step": 5855, "Finetune/Step Time": 6.695692323148251}
+{"Finetune/Learning Rate": 1.6300878435817115e-05, "Finetune/Loss": 0.8590511083602905, "Finetune/Loss (Raw)": 0.9055341482162476, "Finetune/Step": 5856, "Finetune/Step Time": 6.682130265980959}
+{"Finetune/Learning Rate": 1.6299570712661582e-05, "Finetune/Loss": 0.858023464679718, "Finetune/Loss (Raw)": 0.652718186378479, "Finetune/Step": 5857, "Finetune/Step Time": 6.695151835680008}
+{"Finetune/Learning Rate": 1.629826281086814e-05, "Finetune/Loss": 0.858185887336731, "Finetune/Loss (Raw)": 0.8466105461120605, "Finetune/Step": 5858, "Finetune/Step Time": 6.700879218056798}
+{"Finetune/Learning Rate": 1.6296954730473872e-05, "Finetune/Loss": 0.8566607236862183, "Finetune/Loss (Raw)": 0.6967575550079346, "Finetune/Step": 5859, "Finetune/Step Time": 6.698410399258137}
+{"Finetune/Learning Rate": 1.629564647151588e-05, "Finetune/Loss": 0.8571069836616516, "Finetune/Loss (Raw)": 0.848592221736908, "Finetune/Step": 5860, "Finetune/Step Time": 6.720272881910205}
+{"Finetune/Learning Rate": 1.629433803403125e-05, "Finetune/Loss": 0.8555195331573486, "Finetune/Loss (Raw)": 0.789501428604126, "Finetune/Step": 5861, "Finetune/Step Time": 6.717280276119709}
+{"Finetune/Learning Rate": 1.6293029418057096e-05, "Finetune/Loss": 0.8552916049957275, "Finetune/Loss (Raw)": 0.8581557869911194, "Finetune/Step": 5862, "Finetune/Step Time": 6.717637928202748}
+{"Finetune/Learning Rate": 1.6291720623630518e-05, "Finetune/Loss": 0.8559197187423706, "Finetune/Loss (Raw)": 0.9637883305549622, "Finetune/Step": 5863, "Finetune/Step Time": 6.698787909001112}
+{"Finetune/Learning Rate": 1.629041165078864e-05, "Finetune/Loss": 0.8546688556671143, "Finetune/Loss (Raw)": 0.8216636776924133, "Finetune/Step": 5864, "Finetune/Step Time": 6.695264281705022}
+{"Finetune/Learning Rate": 1.6289102499568572e-05, "Finetune/Loss": 0.8553165793418884, "Finetune/Loss (Raw)": 0.9774971604347229, "Finetune/Step": 5865, "Finetune/Step Time": 6.698106482625008}
+{"Finetune/Learning Rate": 1.6287793170007442e-05, "Finetune/Loss": 0.8543564081192017, "Finetune/Loss (Raw)": 0.8014910221099854, "Finetune/Step": 5866, "Finetune/Step Time": 6.709336733445525}
+{"Finetune/Learning Rate": 1.628648366214238e-05, "Finetune/Loss": 0.8560998439788818, "Finetune/Loss (Raw)": 1.0456808805465698, "Finetune/Step": 5867, "Finetune/Step Time": 6.708469219505787}
+{"Finetune/Learning Rate": 1.6285173976010513e-05, "Finetune/Loss": 0.8550251722335815, "Finetune/Loss (Raw)": 0.654805064201355, "Finetune/Step": 5868, "Finetune/Step Time": 6.70279592461884}
+{"Finetune/Learning Rate": 1.6283864111648985e-05, "Finetune/Loss": 0.8571935892105103, "Finetune/Loss (Raw)": 0.8876524567604065, "Finetune/Step": 5869, "Finetune/Step Time": 6.687041785567999}
+{"Finetune/Learning Rate": 1.6282554069094944e-05, "Finetune/Loss": 0.8577210903167725, "Finetune/Loss (Raw)": 0.8984004855155945, "Finetune/Step": 5870, "Finetune/Step Time": 6.6840317491441965}
+{"Finetune/Learning Rate": 1.6281243848385534e-05, "Finetune/Loss": 0.8568058609962463, "Finetune/Loss (Raw)": 0.8436160087585449, "Finetune/Step": 5871, "Finetune/Step Time": 6.674297558143735}
+{"Finetune/Learning Rate": 1.6279933449557905e-05, "Finetune/Loss": 0.857501745223999, "Finetune/Loss (Raw)": 0.9325183629989624, "Finetune/Step": 5872, "Finetune/Step Time": 6.677946396172047}
+{"Finetune/Learning Rate": 1.6278622872649223e-05, "Finetune/Loss": 0.857853889465332, "Finetune/Loss (Raw)": 0.9066184163093567, "Finetune/Step": 5873, "Finetune/Step Time": 6.682078221812844}
+{"Finetune/Learning Rate": 1.6277312117696655e-05, "Finetune/Loss": 0.858196496963501, "Finetune/Loss (Raw)": 0.8810538649559021, "Finetune/Step": 5874, "Finetune/Step Time": 6.683019494637847}
+{"Finetune/Learning Rate": 1.627600118473736e-05, "Finetune/Loss": 0.8576620817184448, "Finetune/Loss (Raw)": 0.8739723563194275, "Finetune/Step": 5875, "Finetune/Step Time": 6.683322761207819}
+{"Finetune/Learning Rate": 1.627469007380852e-05, "Finetune/Loss": 0.8591088056564331, "Finetune/Loss (Raw)": 0.8948490023612976, "Finetune/Step": 5876, "Finetune/Step Time": 6.682830560952425}
+{"Finetune/Learning Rate": 1.6273378784947315e-05, "Finetune/Loss": 0.8607651591300964, "Finetune/Loss (Raw)": 1.0018264055252075, "Finetune/Step": 5877, "Finetune/Step Time": 6.677145162597299}
+{"Finetune/Learning Rate": 1.6272067318190924e-05, "Finetune/Loss": 0.8633209466934204, "Finetune/Loss (Raw)": 0.9817479252815247, "Finetune/Step": 5878, "Finetune/Step Time": 6.6655993070453405}
+{"Finetune/Learning Rate": 1.6270755673576538e-05, "Finetune/Loss": 0.8638193607330322, "Finetune/Loss (Raw)": 0.9195851683616638, "Finetune/Step": 5879, "Finetune/Step Time": 6.664215801283717}
+{"Finetune/Learning Rate": 1.6269443851141357e-05, "Finetune/Loss": 0.864791214466095, "Finetune/Loss (Raw)": 0.8927679061889648, "Finetune/Step": 5880, "Finetune/Step Time": 6.659685622900724}
+{"Finetune/Learning Rate": 1.626813185092257e-05, "Finetune/Loss": 0.8661307692527771, "Finetune/Loss (Raw)": 1.072583556175232, "Finetune/Step": 5881, "Finetune/Step Time": 6.667582793161273}
+{"Finetune/Learning Rate": 1.6266819672957394e-05, "Finetune/Loss": 0.8659436106681824, "Finetune/Loss (Raw)": 0.9083941578865051, "Finetune/Step": 5882, "Finetune/Step Time": 6.667686406522989}
+{"Finetune/Learning Rate": 1.626550731728303e-05, "Finetune/Loss": 0.8655569553375244, "Finetune/Loss (Raw)": 0.8220192193984985, "Finetune/Step": 5883, "Finetune/Step Time": 6.670839443802834}
+{"Finetune/Learning Rate": 1.6264194783936697e-05, "Finetune/Loss": 0.8654095530509949, "Finetune/Loss (Raw)": 0.8835806250572205, "Finetune/Step": 5884, "Finetune/Step Time": 6.6757981441915035}
+{"Finetune/Learning Rate": 1.626288207295561e-05, "Finetune/Loss": 0.8650044202804565, "Finetune/Loss (Raw)": 0.8606463670730591, "Finetune/Step": 5885, "Finetune/Step Time": 6.695691179484129}
+{"Finetune/Learning Rate": 1.6261569184376998e-05, "Finetune/Loss": 0.8653239011764526, "Finetune/Loss (Raw)": 0.9127676486968994, "Finetune/Step": 5886, "Finetune/Step Time": 6.695717116817832}
+{"Finetune/Learning Rate": 1.626025611823809e-05, "Finetune/Loss": 0.8668323159217834, "Finetune/Loss (Raw)": 0.9418984055519104, "Finetune/Step": 5887, "Finetune/Step Time": 6.704394657164812}
+{"Finetune/Learning Rate": 1.6258942874576117e-05, "Finetune/Loss": 0.868228554725647, "Finetune/Loss (Raw)": 1.0055139064788818, "Finetune/Step": 5888, "Finetune/Step Time": 6.7020876519382}
+{"Finetune/Learning Rate": 1.6257629453428325e-05, "Finetune/Loss": 0.8677451610565186, "Finetune/Loss (Raw)": 0.8405613303184509, "Finetune/Step": 5889, "Finetune/Step Time": 6.697057105600834}
+{"Finetune/Learning Rate": 1.6256315854831956e-05, "Finetune/Loss": 0.867341935634613, "Finetune/Loss (Raw)": 0.9391881227493286, "Finetune/Step": 5890, "Finetune/Step Time": 6.694888906553388}
+{"Finetune/Learning Rate": 1.6255002078824257e-05, "Finetune/Loss": 0.8665500283241272, "Finetune/Loss (Raw)": 0.7887333631515503, "Finetune/Step": 5891, "Finetune/Step Time": 6.6935979295521975}
+{"Finetune/Learning Rate": 1.6253688125442493e-05, "Finetune/Loss": 0.8643532395362854, "Finetune/Loss (Raw)": 0.6628846526145935, "Finetune/Step": 5892, "Finetune/Step Time": 6.68327178992331}
+{"Finetune/Learning Rate": 1.6252373994723912e-05, "Finetune/Loss": 0.8633498549461365, "Finetune/Loss (Raw)": 0.8005668520927429, "Finetune/Step": 5893, "Finetune/Step Time": 6.680079739540815}
+{"Finetune/Learning Rate": 1.625105968670578e-05, "Finetune/Loss": 0.8649269342422485, "Finetune/Loss (Raw)": 0.8332253694534302, "Finetune/Step": 5894, "Finetune/Step Time": 6.6666320245712996}
+{"Finetune/Learning Rate": 1.624974520142538e-05, "Finetune/Loss": 0.8640620112419128, "Finetune/Loss (Raw)": 0.8851122260093689, "Finetune/Step": 5895, "Finetune/Step Time": 6.665974574163556}
+{"Finetune/Learning Rate": 1.624843053891997e-05, "Finetune/Loss": 0.8647164702415466, "Finetune/Loss (Raw)": 0.9477154612541199, "Finetune/Step": 5896, "Finetune/Step Time": 6.685634899884462}
+{"Finetune/Learning Rate": 1.6247115699226843e-05, "Finetune/Loss": 0.8661459684371948, "Finetune/Loss (Raw)": 1.0499340295791626, "Finetune/Step": 5897, "Finetune/Step Time": 6.687626875936985}
+{"Finetune/Learning Rate": 1.624580068238328e-05, "Finetune/Loss": 0.8668564558029175, "Finetune/Loss (Raw)": 0.8833703994750977, "Finetune/Step": 5898, "Finetune/Step Time": 6.680371997877955}
+{"Finetune/Learning Rate": 1.6244485488426566e-05, "Finetune/Loss": 0.866935133934021, "Finetune/Loss (Raw)": 0.8592717051506042, "Finetune/Step": 5899, "Finetune/Step Time": 6.675204385071993}
+{"Finetune/Learning Rate": 1.6243170117394e-05, "Finetune/Loss": 0.8659607172012329, "Finetune/Loss (Raw)": 0.9156120419502258, "Finetune/Step": 5900, "Finetune/Step Time": 6.68818168528378}
+{"Finetune/Learning Rate": 1.6241854569322887e-05, "Finetune/Loss": 0.8651297092437744, "Finetune/Loss (Raw)": 0.770993173122406, "Finetune/Step": 5901, "Finetune/Step Time": 6.688846182078123}
+{"Finetune/Learning Rate": 1.6240538844250524e-05, "Finetune/Loss": 0.8656107187271118, "Finetune/Loss (Raw)": 0.8111319541931152, "Finetune/Step": 5902, "Finetune/Step Time": 6.682992132380605}
+{"Finetune/Learning Rate": 1.6239222942214228e-05, "Finetune/Loss": 0.8655323386192322, "Finetune/Loss (Raw)": 0.8927120566368103, "Finetune/Step": 5903, "Finetune/Step Time": 6.6848318707197905}
+{"Finetune/Learning Rate": 1.6237906863251313e-05, "Finetune/Loss": 0.8659074306488037, "Finetune/Loss (Raw)": 0.9188016057014465, "Finetune/Step": 5904, "Finetune/Step Time": 6.686065340414643}
+{"Finetune/Learning Rate": 1.6236590607399092e-05, "Finetune/Loss": 0.8663884997367859, "Finetune/Loss (Raw)": 0.845683217048645, "Finetune/Step": 5905, "Finetune/Step Time": 6.680453430861235}
+{"Finetune/Learning Rate": 1.6235274174694896e-05, "Finetune/Loss": 0.8668677806854248, "Finetune/Loss (Raw)": 0.8560400605201721, "Finetune/Step": 5906, "Finetune/Step Time": 6.684165706858039}
+{"Finetune/Learning Rate": 1.623395756517606e-05, "Finetune/Loss": 0.8664259910583496, "Finetune/Loss (Raw)": 0.8848011493682861, "Finetune/Step": 5907, "Finetune/Step Time": 6.689790438860655}
+{"Finetune/Learning Rate": 1.623264077887991e-05, "Finetune/Loss": 0.8659580945968628, "Finetune/Loss (Raw)": 0.9679524302482605, "Finetune/Step": 5908, "Finetune/Step Time": 6.690998485311866}
+{"Finetune/Learning Rate": 1.6231323815843796e-05, "Finetune/Loss": 0.8659456968307495, "Finetune/Loss (Raw)": 0.8860574960708618, "Finetune/Step": 5909, "Finetune/Step Time": 6.674903783947229}
+{"Finetune/Learning Rate": 1.6230006676105055e-05, "Finetune/Loss": 0.8671571016311646, "Finetune/Loss (Raw)": 0.8469067811965942, "Finetune/Step": 5910, "Finetune/Step Time": 6.675303848460317}
+{"Finetune/Learning Rate": 1.622868935970104e-05, "Finetune/Loss": 0.8677176237106323, "Finetune/Loss (Raw)": 0.9419683218002319, "Finetune/Step": 5911, "Finetune/Step Time": 6.684234399348497}
+{"Finetune/Learning Rate": 1.622737186666911e-05, "Finetune/Loss": 0.864797830581665, "Finetune/Loss (Raw)": 0.6342819333076477, "Finetune/Step": 5912, "Finetune/Step Time": 6.6989086754620075}
+{"Finetune/Learning Rate": 1.6226054197046617e-05, "Finetune/Loss": 0.8665019273757935, "Finetune/Loss (Raw)": 0.9384201765060425, "Finetune/Step": 5913, "Finetune/Step Time": 6.688060894608498}
+{"Finetune/Learning Rate": 1.6224736350870936e-05, "Finetune/Loss": 0.8645328283309937, "Finetune/Loss (Raw)": 0.7470417618751526, "Finetune/Step": 5914, "Finetune/Step Time": 6.689631067216396}
+{"Finetune/Learning Rate": 1.6223418328179426e-05, "Finetune/Loss": 0.8642368912696838, "Finetune/Loss (Raw)": 0.9709268808364868, "Finetune/Step": 5915, "Finetune/Step Time": 6.698345638811588}
+{"Finetune/Learning Rate": 1.6222100129009476e-05, "Finetune/Loss": 0.8655732870101929, "Finetune/Loss (Raw)": 0.8188155293464661, "Finetune/Step": 5916, "Finetune/Step Time": 6.686276689171791}
+{"Finetune/Learning Rate": 1.622078175339846e-05, "Finetune/Loss": 0.8647841215133667, "Finetune/Loss (Raw)": 0.7704418897628784, "Finetune/Step": 5917, "Finetune/Step Time": 6.684178119525313}
+{"Finetune/Learning Rate": 1.621946320138376e-05, "Finetune/Loss": 0.862714409828186, "Finetune/Loss (Raw)": 0.7780662775039673, "Finetune/Step": 5918, "Finetune/Step Time": 6.697999078780413}
+{"Finetune/Learning Rate": 1.621814447300277e-05, "Finetune/Loss": 0.8609474897384644, "Finetune/Loss (Raw)": 0.7005780935287476, "Finetune/Step": 5919, "Finetune/Step Time": 6.702281022444367}
+{"Finetune/Learning Rate": 1.6216825568292885e-05, "Finetune/Loss": 0.8608790636062622, "Finetune/Loss (Raw)": 0.8414903283119202, "Finetune/Step": 5920, "Finetune/Step Time": 6.68962224572897}
+{"Finetune/Learning Rate": 1.6215506487291503e-05, "Finetune/Loss": 0.8609090447425842, "Finetune/Loss (Raw)": 0.8744160532951355, "Finetune/Step": 5921, "Finetune/Step Time": 6.706427680328488}
+{"Finetune/Learning Rate": 1.6214187230036035e-05, "Finetune/Loss": 0.8604238629341125, "Finetune/Loss (Raw)": 0.8372102975845337, "Finetune/Step": 5922, "Finetune/Step Time": 6.7089849058538675}
+{"Finetune/Learning Rate": 1.6212867796563887e-05, "Finetune/Loss": 0.8616386651992798, "Finetune/Loss (Raw)": 0.9416776299476624, "Finetune/Step": 5923, "Finetune/Step Time": 6.688724182546139}
+{"Finetune/Learning Rate": 1.6211548186912474e-05, "Finetune/Loss": 0.8619867563247681, "Finetune/Loss (Raw)": 0.8621098399162292, "Finetune/Step": 5924, "Finetune/Step Time": 6.687044121325016}
+{"Finetune/Learning Rate": 1.6210228401119218e-05, "Finetune/Loss": 0.860853910446167, "Finetune/Loss (Raw)": 0.8410362601280212, "Finetune/Step": 5925, "Finetune/Step Time": 6.674415305256844}
+{"Finetune/Learning Rate": 1.6208908439221547e-05, "Finetune/Loss": 0.8616129159927368, "Finetune/Loss (Raw)": 0.9788198471069336, "Finetune/Step": 5926, "Finetune/Step Time": 6.6746802013367414}
+{"Finetune/Learning Rate": 1.620758830125688e-05, "Finetune/Loss": 0.8605936765670776, "Finetune/Loss (Raw)": 0.8134044408798218, "Finetune/Step": 5927, "Finetune/Step Time": 6.674034660682082}
+{"Finetune/Learning Rate": 1.620626798726267e-05, "Finetune/Loss": 0.8613725900650024, "Finetune/Loss (Raw)": 0.9684908390045166, "Finetune/Step": 5928, "Finetune/Step Time": 6.677256235852838}
+{"Finetune/Learning Rate": 1.6204947497276346e-05, "Finetune/Loss": 0.8613946437835693, "Finetune/Loss (Raw)": 0.9096483588218689, "Finetune/Step": 5929, "Finetune/Step Time": 6.680651878938079}
+{"Finetune/Learning Rate": 1.6203626831335356e-05, "Finetune/Loss": 0.8609075546264648, "Finetune/Loss (Raw)": 0.8776659965515137, "Finetune/Step": 5930, "Finetune/Step Time": 6.684135591611266}
+{"Finetune/Learning Rate": 1.620230598947715e-05, "Finetune/Loss": 0.8609730005264282, "Finetune/Loss (Raw)": 0.8748996257781982, "Finetune/Step": 5931, "Finetune/Step Time": 6.686133934184909}
+{"Finetune/Learning Rate": 1.6200984971739178e-05, "Finetune/Loss": 0.8621554374694824, "Finetune/Loss (Raw)": 0.9752275347709656, "Finetune/Step": 5932, "Finetune/Step Time": 6.691280253231525}
+{"Finetune/Learning Rate": 1.6199663778158908e-05, "Finetune/Loss": 0.8603654503822327, "Finetune/Loss (Raw)": 0.7425529956817627, "Finetune/Step": 5933, "Finetune/Step Time": 6.6673364490270615}
+{"Finetune/Learning Rate": 1.6198342408773803e-05, "Finetune/Loss": 0.8597015738487244, "Finetune/Loss (Raw)": 0.8683607578277588, "Finetune/Step": 5934, "Finetune/Step Time": 6.666218554601073}
+{"Finetune/Learning Rate": 1.6197020863621338e-05, "Finetune/Loss": 0.8595623970031738, "Finetune/Loss (Raw)": 0.9068525433540344, "Finetune/Step": 5935, "Finetune/Step Time": 6.66457749530673}
+{"Finetune/Learning Rate": 1.6195699142738976e-05, "Finetune/Loss": 0.8602142333984375, "Finetune/Loss (Raw)": 0.8825337290763855, "Finetune/Step": 5936, "Finetune/Step Time": 6.662670344114304}
+{"Finetune/Learning Rate": 1.619437724616421e-05, "Finetune/Loss": 0.8589810132980347, "Finetune/Loss (Raw)": 0.7910346388816833, "Finetune/Step": 5937, "Finetune/Step Time": 6.660264149308205}
+{"Finetune/Learning Rate": 1.6193055173934515e-05, "Finetune/Loss": 0.8585708737373352, "Finetune/Loss (Raw)": 0.8018717169761658, "Finetune/Step": 5938, "Finetune/Step Time": 6.644151022657752}
+{"Finetune/Learning Rate": 1.6191732926087386e-05, "Finetune/Loss": 0.8588985204696655, "Finetune/Loss (Raw)": 0.9168015718460083, "Finetune/Step": 5939, "Finetune/Step Time": 6.6444945596158504}
+{"Finetune/Learning Rate": 1.6190410502660323e-05, "Finetune/Loss": 0.860103964805603, "Finetune/Loss (Raw)": 0.9466665387153625, "Finetune/Step": 5940, "Finetune/Step Time": 6.643672816455364}
+{"Finetune/Learning Rate": 1.6189087903690817e-05, "Finetune/Loss": 0.8606672883033752, "Finetune/Loss (Raw)": 0.8268369436264038, "Finetune/Step": 5941, "Finetune/Step Time": 6.64713485725224}
+{"Finetune/Learning Rate": 1.618776512921638e-05, "Finetune/Loss": 0.8602153658866882, "Finetune/Loss (Raw)": 0.9141001105308533, "Finetune/Step": 5942, "Finetune/Step Time": 6.641969490796328}
+{"Finetune/Learning Rate": 1.618644217927452e-05, "Finetune/Loss": 0.8593617081642151, "Finetune/Loss (Raw)": 0.8403762578964233, "Finetune/Step": 5943, "Finetune/Step Time": 6.643341010436416}
+{"Finetune/Learning Rate": 1.6185119053902748e-05, "Finetune/Loss": 0.8588286638259888, "Finetune/Loss (Raw)": 0.7877022624015808, "Finetune/Step": 5944, "Finetune/Step Time": 6.637638999149203}
+{"Finetune/Learning Rate": 1.6183795753138588e-05, "Finetune/Loss": 0.8601400852203369, "Finetune/Loss (Raw)": 1.0685155391693115, "Finetune/Step": 5945, "Finetune/Step Time": 6.640549151226878}
+{"Finetune/Learning Rate": 1.618247227701957e-05, "Finetune/Loss": 0.8618256449699402, "Finetune/Loss (Raw)": 0.8974675536155701, "Finetune/Step": 5946, "Finetune/Step Time": 6.637784294784069}
+{"Finetune/Learning Rate": 1.6181148625583215e-05, "Finetune/Loss": 0.8618491291999817, "Finetune/Loss (Raw)": 0.9156516790390015, "Finetune/Step": 5947, "Finetune/Step Time": 6.640449715778232}
+{"Finetune/Learning Rate": 1.6179824798867062e-05, "Finetune/Loss": 0.8619303107261658, "Finetune/Loss (Raw)": 0.8361856341362, "Finetune/Step": 5948, "Finetune/Step Time": 6.6419047601521015}
+{"Finetune/Learning Rate": 1.6178500796908652e-05, "Finetune/Loss": 0.8616135120391846, "Finetune/Loss (Raw)": 0.795742392539978, "Finetune/Step": 5949, "Finetune/Step Time": 6.638771856203675}
+{"Finetune/Learning Rate": 1.617717661974553e-05, "Finetune/Loss": 0.8621655702590942, "Finetune/Loss (Raw)": 0.9061415195465088, "Finetune/Step": 5950, "Finetune/Step Time": 6.6393271423876286}
+{"Finetune/Learning Rate": 1.617585226741524e-05, "Finetune/Loss": 0.861352801322937, "Finetune/Loss (Raw)": 0.7410144209861755, "Finetune/Step": 5951, "Finetune/Step Time": 6.656571118161082}
+{"Finetune/Learning Rate": 1.6174527739955345e-05, "Finetune/Loss": 0.8615277409553528, "Finetune/Loss (Raw)": 0.8274000287055969, "Finetune/Step": 5952, "Finetune/Step Time": 6.654933135956526}
+{"Finetune/Learning Rate": 1.61732030374034e-05, "Finetune/Loss": 0.8623031973838806, "Finetune/Loss (Raw)": 1.0115176439285278, "Finetune/Step": 5953, "Finetune/Step Time": 6.626175248995423}
+{"Finetune/Learning Rate": 1.6171878159796973e-05, "Finetune/Loss": 0.8633308410644531, "Finetune/Loss (Raw)": 0.9372518062591553, "Finetune/Step": 5954, "Finetune/Step Time": 6.623000543564558}
+{"Finetune/Learning Rate": 1.6170553107173627e-05, "Finetune/Loss": 0.8643099069595337, "Finetune/Loss (Raw)": 0.9178543090820312, "Finetune/Step": 5955, "Finetune/Step Time": 6.622687079012394}
+{"Finetune/Learning Rate": 1.6169227879570947e-05, "Finetune/Loss": 0.8660045862197876, "Finetune/Loss (Raw)": 0.9593300223350525, "Finetune/Step": 5956, "Finetune/Step Time": 6.625894146040082}
+{"Finetune/Learning Rate": 1.6167902477026503e-05, "Finetune/Loss": 0.8679952025413513, "Finetune/Loss (Raw)": 0.9929096698760986, "Finetune/Step": 5957, "Finetune/Step Time": 6.627472642809153}
+{"Finetune/Learning Rate": 1.6166576899577887e-05, "Finetune/Loss": 0.8684622645378113, "Finetune/Loss (Raw)": 0.8506267666816711, "Finetune/Step": 5958, "Finetune/Step Time": 6.6272418182343245}
+{"Finetune/Learning Rate": 1.6165251147262687e-05, "Finetune/Loss": 0.8687915802001953, "Finetune/Loss (Raw)": 0.9392348527908325, "Finetune/Step": 5959, "Finetune/Step Time": 6.609116284176707}
+{"Finetune/Learning Rate": 1.6163925220118494e-05, "Finetune/Loss": 0.8694723844528198, "Finetune/Loss (Raw)": 0.8652045130729675, "Finetune/Step": 5960, "Finetune/Step Time": 6.6085225604474545}
+{"Finetune/Learning Rate": 1.6162599118182906e-05, "Finetune/Loss": 0.8700286746025085, "Finetune/Loss (Raw)": 0.8380191922187805, "Finetune/Step": 5961, "Finetune/Step Time": 6.599436147138476}
+{"Finetune/Learning Rate": 1.6161272841493535e-05, "Finetune/Loss": 0.8694329261779785, "Finetune/Loss (Raw)": 0.8889153003692627, "Finetune/Step": 5962, "Finetune/Step Time": 6.597413424402475}
+{"Finetune/Learning Rate": 1.6159946390087986e-05, "Finetune/Loss": 0.8696221709251404, "Finetune/Loss (Raw)": 0.9199205636978149, "Finetune/Step": 5963, "Finetune/Step Time": 6.599028620868921}
+{"Finetune/Learning Rate": 1.6158619764003874e-05, "Finetune/Loss": 0.8705965280532837, "Finetune/Loss (Raw)": 0.9873425364494324, "Finetune/Step": 5964, "Finetune/Step Time": 6.597078043967485}
+{"Finetune/Learning Rate": 1.6157292963278817e-05, "Finetune/Loss": 0.8711843490600586, "Finetune/Loss (Raw)": 0.8365510702133179, "Finetune/Step": 5965, "Finetune/Step Time": 6.589732259511948}
+{"Finetune/Learning Rate": 1.6155965987950444e-05, "Finetune/Loss": 0.8728935122489929, "Finetune/Loss (Raw)": 0.8807899951934814, "Finetune/Step": 5966, "Finetune/Step Time": 6.575217414647341}
+{"Finetune/Learning Rate": 1.6154638838056377e-05, "Finetune/Loss": 0.873050332069397, "Finetune/Loss (Raw)": 0.9392578601837158, "Finetune/Step": 5967, "Finetune/Step Time": 6.572332823649049}
+{"Finetune/Learning Rate": 1.6153311513634257e-05, "Finetune/Loss": 0.8718537092208862, "Finetune/Loss (Raw)": 0.8681603670120239, "Finetune/Step": 5968, "Finetune/Step Time": 6.574219275265932}
+{"Finetune/Learning Rate": 1.6151984014721717e-05, "Finetune/Loss": 0.8715071082115173, "Finetune/Loss (Raw)": 0.9194043874740601, "Finetune/Step": 5969, "Finetune/Step Time": 6.576876670122147}
+{"Finetune/Learning Rate": 1.6150656341356406e-05, "Finetune/Loss": 0.870064377784729, "Finetune/Loss (Raw)": 0.6378709673881531, "Finetune/Step": 5970, "Finetune/Step Time": 6.591830214485526}
+{"Finetune/Learning Rate": 1.6149328493575973e-05, "Finetune/Loss": 0.869819164276123, "Finetune/Loss (Raw)": 0.9501410126686096, "Finetune/Step": 5971, "Finetune/Step Time": 6.587725479155779}
+{"Finetune/Learning Rate": 1.6148000471418066e-05, "Finetune/Loss": 0.8705946207046509, "Finetune/Loss (Raw)": 0.9027655124664307, "Finetune/Step": 5972, "Finetune/Step Time": 6.587894838303328}
+{"Finetune/Learning Rate": 1.614667227492035e-05, "Finetune/Loss": 0.8707866668701172, "Finetune/Loss (Raw)": 0.9389045834541321, "Finetune/Step": 5973, "Finetune/Step Time": 6.588690673932433}
+{"Finetune/Learning Rate": 1.6145343904120488e-05, "Finetune/Loss": 0.8727684617042542, "Finetune/Loss (Raw)": 0.8643207550048828, "Finetune/Step": 5974, "Finetune/Step Time": 6.599139584228396}
+{"Finetune/Learning Rate": 1.614401535905615e-05, "Finetune/Loss": 0.873205304145813, "Finetune/Loss (Raw)": 0.9067595601081848, "Finetune/Step": 5975, "Finetune/Step Time": 6.615167615935206}
+{"Finetune/Learning Rate": 1.6142686639765e-05, "Finetune/Loss": 0.8737986087799072, "Finetune/Loss (Raw)": 0.9136860966682434, "Finetune/Step": 5976, "Finetune/Step Time": 6.612493470311165}
+{"Finetune/Learning Rate": 1.6141357746284734e-05, "Finetune/Loss": 0.8732126355171204, "Finetune/Loss (Raw)": 0.7768400311470032, "Finetune/Step": 5977, "Finetune/Step Time": 6.615811534225941}
+{"Finetune/Learning Rate": 1.614002867865302e-05, "Finetune/Loss": 0.8726004362106323, "Finetune/Loss (Raw)": 0.8670294880867004, "Finetune/Step": 5978, "Finetune/Step Time": 6.618399076163769}
+{"Finetune/Learning Rate": 1.6138699436907555e-05, "Finetune/Loss": 0.8738486766815186, "Finetune/Loss (Raw)": 0.8238592147827148, "Finetune/Step": 5979, "Finetune/Step Time": 6.605232248082757}
+{"Finetune/Learning Rate": 1.613737002108603e-05, "Finetune/Loss": 0.8730781078338623, "Finetune/Loss (Raw)": 0.7203850150108337, "Finetune/Step": 5980, "Finetune/Step Time": 6.601825352758169}
+{"Finetune/Learning Rate": 1.6136040431226143e-05, "Finetune/Loss": 0.8754314184188843, "Finetune/Loss (Raw)": 1.0370972156524658, "Finetune/Step": 5981, "Finetune/Step Time": 6.6020122561603785}
+{"Finetune/Learning Rate": 1.6134710667365598e-05, "Finetune/Loss": 0.8763777017593384, "Finetune/Loss (Raw)": 0.9464640021324158, "Finetune/Step": 5982, "Finetune/Step Time": 6.601235603913665}
+{"Finetune/Learning Rate": 1.61333807295421e-05, "Finetune/Loss": 0.8748751282691956, "Finetune/Loss (Raw)": 0.7630902528762817, "Finetune/Step": 5983, "Finetune/Step Time": 6.60022003762424}
+{"Finetune/Learning Rate": 1.613205061779337e-05, "Finetune/Loss": 0.873894214630127, "Finetune/Loss (Raw)": 0.7799755930900574, "Finetune/Step": 5984, "Finetune/Step Time": 6.613259946927428}
+{"Finetune/Learning Rate": 1.613072033215712e-05, "Finetune/Loss": 0.8748911619186401, "Finetune/Loss (Raw)": 0.7803366184234619, "Finetune/Step": 5985, "Finetune/Step Time": 6.608358288183808}
+{"Finetune/Learning Rate": 1.6129389872671074e-05, "Finetune/Loss": 0.8748588562011719, "Finetune/Loss (Raw)": 0.8424690961837769, "Finetune/Step": 5986, "Finetune/Step Time": 6.609466336667538}
+{"Finetune/Learning Rate": 1.6128059239372965e-05, "Finetune/Loss": 0.8764503598213196, "Finetune/Loss (Raw)": 0.9004707932472229, "Finetune/Step": 5987, "Finetune/Step Time": 6.61143128760159}
+{"Finetune/Learning Rate": 1.6126728432300516e-05, "Finetune/Loss": 0.876410961151123, "Finetune/Loss (Raw)": 0.8435525298118591, "Finetune/Step": 5988, "Finetune/Step Time": 6.596439717337489}
+{"Finetune/Learning Rate": 1.6125397451491473e-05, "Finetune/Loss": 0.8771893978118896, "Finetune/Loss (Raw)": 0.8891379833221436, "Finetune/Step": 5989, "Finetune/Step Time": 6.597222421318293}
+{"Finetune/Learning Rate": 1.612406629698358e-05, "Finetune/Loss": 0.8773664236068726, "Finetune/Loss (Raw)": 0.8808170557022095, "Finetune/Step": 5990, "Finetune/Step Time": 6.608394531533122}
+{"Finetune/Learning Rate": 1.6122734968814574e-05, "Finetune/Loss": 0.8755598068237305, "Finetune/Loss (Raw)": 0.7325351238250732, "Finetune/Step": 5991, "Finetune/Step Time": 6.609093129634857}
+{"Finetune/Learning Rate": 1.6121403467022223e-05, "Finetune/Loss": 0.8749830722808838, "Finetune/Loss (Raw)": 0.7478437423706055, "Finetune/Step": 5992, "Finetune/Step Time": 6.606223348528147}
+{"Finetune/Learning Rate": 1.6120071791644273e-05, "Finetune/Loss": 0.874292254447937, "Finetune/Loss (Raw)": 0.8890769481658936, "Finetune/Step": 5993, "Finetune/Step Time": 6.606991311535239}
+{"Finetune/Learning Rate": 1.611873994271849e-05, "Finetune/Loss": 0.8754795789718628, "Finetune/Loss (Raw)": 0.9534640312194824, "Finetune/Step": 5994, "Finetune/Step Time": 6.607049614191055}
+{"Finetune/Learning Rate": 1.611740792028264e-05, "Finetune/Loss": 0.874584436416626, "Finetune/Loss (Raw)": 0.931107223033905, "Finetune/Step": 5995, "Finetune/Step Time": 6.6089865658432245}
+{"Finetune/Learning Rate": 1.6116075724374497e-05, "Finetune/Loss": 0.8760641813278198, "Finetune/Loss (Raw)": 0.8442079424858093, "Finetune/Step": 5996, "Finetune/Step Time": 6.592713190242648}
+{"Finetune/Learning Rate": 1.611474335503184e-05, "Finetune/Loss": 0.8765408992767334, "Finetune/Loss (Raw)": 0.9486738443374634, "Finetune/Step": 5997, "Finetune/Step Time": 6.594197414815426}
+{"Finetune/Learning Rate": 1.611341081229245e-05, "Finetune/Loss": 0.8763204216957092, "Finetune/Loss (Raw)": 0.870176374912262, "Finetune/Step": 5998, "Finetune/Step Time": 6.597127275541425}
+{"Finetune/Learning Rate": 1.6112078096194114e-05, "Finetune/Loss": 0.8758082389831543, "Finetune/Loss (Raw)": 0.7780566215515137, "Finetune/Step": 5999, "Finetune/Step Time": 6.597772782668471}
+{"Finetune/Learning Rate": 1.611074520677462e-05, "Finetune/Loss": 0.8756299018859863, "Finetune/Loss (Raw)": 0.9096996188163757, "Finetune/Step": 6000, "Finetune/Step Time": 6.59337080642581}
+{"Finetune/Learning Rate": 1.6109412144071774e-05, "Finetune/Loss": 0.8743389844894409, "Finetune/Loss (Raw)": 0.7413781881332397, "Finetune/Step": 6001, "Finetune/Step Time": 6.600181607529521}
+{"Finetune/Learning Rate": 1.6108078908123368e-05, "Finetune/Loss": 0.8738522529602051, "Finetune/Loss (Raw)": 0.818753182888031, "Finetune/Step": 6002, "Finetune/Step Time": 6.599963406100869}
+{"Finetune/Learning Rate": 1.6106745498967217e-05, "Finetune/Loss": 0.8734300136566162, "Finetune/Loss (Raw)": 0.81992107629776, "Finetune/Step": 6003, "Finetune/Step Time": 6.5964744333177805}
+{"Finetune/Learning Rate": 1.6105411916641126e-05, "Finetune/Loss": 0.8737149834632874, "Finetune/Loss (Raw)": 0.9313265085220337, "Finetune/Step": 6004, "Finetune/Step Time": 6.591149788349867}
+{"Finetune/Learning Rate": 1.6104078161182913e-05, "Finetune/Loss": 0.872235894203186, "Finetune/Loss (Raw)": 0.8124992251396179, "Finetune/Step": 6005, "Finetune/Step Time": 6.592848090454936}
+{"Finetune/Learning Rate": 1.6102744232630404e-05, "Finetune/Loss": 0.8713988065719604, "Finetune/Loss (Raw)": 0.874600350856781, "Finetune/Step": 6006, "Finetune/Step Time": 6.588973183184862}
+{"Finetune/Learning Rate": 1.6101410131021423e-05, "Finetune/Loss": 0.8702373504638672, "Finetune/Loss (Raw)": 0.7709177732467651, "Finetune/Step": 6007, "Finetune/Step Time": 6.593636743724346}
+{"Finetune/Learning Rate": 1.61000758563938e-05, "Finetune/Loss": 0.8686175346374512, "Finetune/Loss (Raw)": 0.685436487197876, "Finetune/Step": 6008, "Finetune/Step Time": 6.605153942480683}
+{"Finetune/Learning Rate": 1.609874140878537e-05, "Finetune/Loss": 0.8676479458808899, "Finetune/Loss (Raw)": 0.948481023311615, "Finetune/Step": 6009, "Finetune/Step Time": 6.597623977810144}
+{"Finetune/Learning Rate": 1.609740678823398e-05, "Finetune/Loss": 0.8678297996520996, "Finetune/Loss (Raw)": 0.9316673278808594, "Finetune/Step": 6010, "Finetune/Step Time": 6.610522702336311}
+{"Finetune/Learning Rate": 1.609607199477747e-05, "Finetune/Loss": 0.8679145574569702, "Finetune/Loss (Raw)": 0.8328660726547241, "Finetune/Step": 6011, "Finetune/Step Time": 6.624033370986581}
+{"Finetune/Learning Rate": 1.609473702845369e-05, "Finetune/Loss": 0.8687337636947632, "Finetune/Loss (Raw)": 0.9884397983551025, "Finetune/Step": 6012, "Finetune/Step Time": 6.620332149788737}
+{"Finetune/Learning Rate": 1.6093401889300505e-05, "Finetune/Loss": 0.8695703744888306, "Finetune/Loss (Raw)": 0.9677276015281677, "Finetune/Step": 6013, "Finetune/Step Time": 6.602573553100228}
+{"Finetune/Learning Rate": 1.609206657735576e-05, "Finetune/Loss": 0.8700523972511292, "Finetune/Loss (Raw)": 0.974468469619751, "Finetune/Step": 6014, "Finetune/Step Time": 6.601742658764124}
+{"Finetune/Learning Rate": 1.609073109265734e-05, "Finetune/Loss": 0.8703678846359253, "Finetune/Loss (Raw)": 0.9822879433631897, "Finetune/Step": 6015, "Finetune/Step Time": 6.595241580158472}
+{"Finetune/Learning Rate": 1.6089395435243105e-05, "Finetune/Loss": 0.8703188300132751, "Finetune/Loss (Raw)": 0.9992334246635437, "Finetune/Step": 6016, "Finetune/Step Time": 6.595345681533217}
+{"Finetune/Learning Rate": 1.6088059605150926e-05, "Finetune/Loss": 0.8710665702819824, "Finetune/Loss (Raw)": 0.9362707138061523, "Finetune/Step": 6017, "Finetune/Step Time": 6.598355773836374}
+{"Finetune/Learning Rate": 1.608672360241869e-05, "Finetune/Loss": 0.8700595498085022, "Finetune/Loss (Raw)": 0.810288667678833, "Finetune/Step": 6018, "Finetune/Step Time": 6.597878975793719}
+{"Finetune/Learning Rate": 1.608538742708429e-05, "Finetune/Loss": 0.8707813024520874, "Finetune/Loss (Raw)": 0.8811203241348267, "Finetune/Step": 6019, "Finetune/Step Time": 6.596583142876625}
+{"Finetune/Learning Rate": 1.60840510791856e-05, "Finetune/Loss": 0.8726205825805664, "Finetune/Loss (Raw)": 0.8983038067817688, "Finetune/Step": 6020, "Finetune/Step Time": 6.589731119573116}
+{"Finetune/Learning Rate": 1.608271455876052e-05, "Finetune/Loss": 0.8732323050498962, "Finetune/Loss (Raw)": 0.878873884677887, "Finetune/Step": 6021, "Finetune/Step Time": 6.603936905041337}
+{"Finetune/Learning Rate": 1.6081377865846954e-05, "Finetune/Loss": 0.8736597299575806, "Finetune/Loss (Raw)": 0.8879391551017761, "Finetune/Step": 6022, "Finetune/Step Time": 6.603189351037145}
+{"Finetune/Learning Rate": 1.6080041000482806e-05, "Finetune/Loss": 0.8751679062843323, "Finetune/Loss (Raw)": 1.0781540870666504, "Finetune/Step": 6023, "Finetune/Step Time": 6.599801020696759}
+{"Finetune/Learning Rate": 1.6078703962705983e-05, "Finetune/Loss": 0.874506413936615, "Finetune/Loss (Raw)": 0.8630461692810059, "Finetune/Step": 6024, "Finetune/Step Time": 6.581781562417746}
+{"Finetune/Learning Rate": 1.60773667525544e-05, "Finetune/Loss": 0.8732234239578247, "Finetune/Loss (Raw)": 0.8857100009918213, "Finetune/Step": 6025, "Finetune/Step Time": 6.584085736423731}
+{"Finetune/Learning Rate": 1.607602937006598e-05, "Finetune/Loss": 0.8732320070266724, "Finetune/Loss (Raw)": 0.8844718933105469, "Finetune/Step": 6026, "Finetune/Step Time": 6.588879395276308}
+{"Finetune/Learning Rate": 1.6074691815278643e-05, "Finetune/Loss": 0.8730266094207764, "Finetune/Loss (Raw)": 0.8329822421073914, "Finetune/Step": 6027, "Finetune/Step Time": 6.5923604145646095}
+{"Finetune/Learning Rate": 1.6073354088230325e-05, "Finetune/Loss": 0.8728084564208984, "Finetune/Loss (Raw)": 0.8876841068267822, "Finetune/Step": 6028, "Finetune/Step Time": 6.577740713953972}
+{"Finetune/Learning Rate": 1.607201618895895e-05, "Finetune/Loss": 0.8723989725112915, "Finetune/Loss (Raw)": 0.718584418296814, "Finetune/Step": 6029, "Finetune/Step Time": 6.580494750291109}
+{"Finetune/Learning Rate": 1.6070678117502465e-05, "Finetune/Loss": 0.873123049736023, "Finetune/Loss (Raw)": 0.9038048982620239, "Finetune/Step": 6030, "Finetune/Step Time": 6.58064735122025}
+{"Finetune/Learning Rate": 1.6069339873898812e-05, "Finetune/Loss": 0.8728794455528259, "Finetune/Loss (Raw)": 0.8615387082099915, "Finetune/Step": 6031, "Finetune/Step Time": 6.5807002149522305}
+{"Finetune/Learning Rate": 1.6068001458185934e-05, "Finetune/Loss": 0.8724546432495117, "Finetune/Loss (Raw)": 0.8644217848777771, "Finetune/Step": 6032, "Finetune/Step Time": 6.577814184129238}
+{"Finetune/Learning Rate": 1.6066662870401796e-05, "Finetune/Loss": 0.8723222017288208, "Finetune/Loss (Raw)": 0.8287331461906433, "Finetune/Step": 6033, "Finetune/Step Time": 6.582151222974062}
+{"Finetune/Learning Rate": 1.6065324110584345e-05, "Finetune/Loss": 0.8725299835205078, "Finetune/Loss (Raw)": 0.8826299905776978, "Finetune/Step": 6034, "Finetune/Step Time": 6.594644151628017}
+{"Finetune/Learning Rate": 1.6063985178771555e-05, "Finetune/Loss": 0.8725000619888306, "Finetune/Loss (Raw)": 0.8809817433357239, "Finetune/Step": 6035, "Finetune/Step Time": 6.59053722769022}
+{"Finetune/Learning Rate": 1.6062646075001386e-05, "Finetune/Loss": 0.8725357055664062, "Finetune/Loss (Raw)": 0.9725102186203003, "Finetune/Step": 6036, "Finetune/Step Time": 6.59142585657537}
+{"Finetune/Learning Rate": 1.606130679931181e-05, "Finetune/Loss": 0.8731095194816589, "Finetune/Loss (Raw)": 0.9595039486885071, "Finetune/Step": 6037, "Finetune/Step Time": 6.590289253741503}
+{"Finetune/Learning Rate": 1.6059967351740818e-05, "Finetune/Loss": 0.8732894062995911, "Finetune/Loss (Raw)": 0.8699348568916321, "Finetune/Step": 6038, "Finetune/Step Time": 6.574577631428838}
+{"Finetune/Learning Rate": 1.6058627732326376e-05, "Finetune/Loss": 0.8727696537971497, "Finetune/Loss (Raw)": 0.8754370808601379, "Finetune/Step": 6039, "Finetune/Step Time": 6.555336568504572}
+{"Finetune/Learning Rate": 1.6057287941106484e-05, "Finetune/Loss": 0.8748815655708313, "Finetune/Loss (Raw)": 0.9046066403388977, "Finetune/Step": 6040, "Finetune/Step Time": 6.543391419574618}
+{"Finetune/Learning Rate": 1.6055947978119134e-05, "Finetune/Loss": 0.8748472332954407, "Finetune/Loss (Raw)": 0.9340288043022156, "Finetune/Step": 6041, "Finetune/Step Time": 6.55688882060349}
+{"Finetune/Learning Rate": 1.6054607843402313e-05, "Finetune/Loss": 0.875227689743042, "Finetune/Loss (Raw)": 0.7957367897033691, "Finetune/Step": 6042, "Finetune/Step Time": 6.560970578342676}
+{"Finetune/Learning Rate": 1.6053267536994037e-05, "Finetune/Loss": 0.8747220039367676, "Finetune/Loss (Raw)": 0.9061998724937439, "Finetune/Step": 6043, "Finetune/Step Time": 6.553189581260085}
+{"Finetune/Learning Rate": 1.6051927058932306e-05, "Finetune/Loss": 0.8753921985626221, "Finetune/Loss (Raw)": 0.9045985341072083, "Finetune/Step": 6044, "Finetune/Step Time": 6.551951769739389}
+{"Finetune/Learning Rate": 1.605058640925513e-05, "Finetune/Loss": 0.8759260177612305, "Finetune/Loss (Raw)": 0.8387782573699951, "Finetune/Step": 6045, "Finetune/Step Time": 6.552947575226426}
+{"Finetune/Learning Rate": 1.604924558800053e-05, "Finetune/Loss": 0.8763871192932129, "Finetune/Loss (Raw)": 0.8370804786682129, "Finetune/Step": 6046, "Finetune/Step Time": 6.538625402376056}
+{"Finetune/Learning Rate": 1.604790459520653e-05, "Finetune/Loss": 0.8785256743431091, "Finetune/Loss (Raw)": 0.9743158221244812, "Finetune/Step": 6047, "Finetune/Step Time": 6.533504283055663}
+{"Finetune/Learning Rate": 1.6046563430911148e-05, "Finetune/Loss": 0.8779616951942444, "Finetune/Loss (Raw)": 0.7692984342575073, "Finetune/Step": 6048, "Finetune/Step Time": 6.529583806172013}
+{"Finetune/Learning Rate": 1.604522209515242e-05, "Finetune/Loss": 0.8777040243148804, "Finetune/Loss (Raw)": 0.8414334654808044, "Finetune/Step": 6049, "Finetune/Step Time": 6.509750600904226}
+{"Finetune/Learning Rate": 1.6043880587968387e-05, "Finetune/Loss": 0.8785581588745117, "Finetune/Loss (Raw)": 0.9465398192405701, "Finetune/Step": 6050, "Finetune/Step Time": 6.510017951950431}
+{"Finetune/Learning Rate": 1.6042538909397088e-05, "Finetune/Loss": 0.8776276111602783, "Finetune/Loss (Raw)": 0.8225678205490112, "Finetune/Step": 6051, "Finetune/Step Time": 6.511473208665848}
+{"Finetune/Learning Rate": 1.6041197059476566e-05, "Finetune/Loss": 0.8774391412734985, "Finetune/Loss (Raw)": 0.8379884958267212, "Finetune/Step": 6052, "Finetune/Step Time": 6.511576045304537}
+{"Finetune/Learning Rate": 1.6039855038244878e-05, "Finetune/Loss": 0.8779903650283813, "Finetune/Loss (Raw)": 0.9115908741950989, "Finetune/Step": 6053, "Finetune/Step Time": 6.513380357995629}
+{"Finetune/Learning Rate": 1.6038512845740072e-05, "Finetune/Loss": 0.8786232471466064, "Finetune/Loss (Raw)": 1.059828758239746, "Finetune/Step": 6054, "Finetune/Step Time": 6.513990560546517}
+{"Finetune/Learning Rate": 1.6037170482000217e-05, "Finetune/Loss": 0.8796168565750122, "Finetune/Loss (Raw)": 0.9405844807624817, "Finetune/Step": 6055, "Finetune/Step Time": 6.514120947569609}
+{"Finetune/Learning Rate": 1.6035827947063375e-05, "Finetune/Loss": 0.8789619207382202, "Finetune/Loss (Raw)": 0.8846582174301147, "Finetune/Step": 6056, "Finetune/Step Time": 6.515644833445549}
+{"Finetune/Learning Rate": 1.603448524096761e-05, "Finetune/Loss": 0.8789759874343872, "Finetune/Loss (Raw)": 0.9114512205123901, "Finetune/Step": 6057, "Finetune/Step Time": 6.512678138911724}
+{"Finetune/Learning Rate": 1.6033142363751007e-05, "Finetune/Loss": 0.8802038431167603, "Finetune/Loss (Raw)": 1.034834861755371, "Finetune/Step": 6058, "Finetune/Step Time": 6.5073080733418465}
+{"Finetune/Learning Rate": 1.6031799315451643e-05, "Finetune/Loss": 0.8819019198417664, "Finetune/Loss (Raw)": 1.0922534465789795, "Finetune/Step": 6059, "Finetune/Step Time": 6.503948433324695}
+{"Finetune/Learning Rate": 1.6030456096107602e-05, "Finetune/Loss": 0.880882740020752, "Finetune/Loss (Raw)": 0.8447744846343994, "Finetune/Step": 6060, "Finetune/Step Time": 6.505380172282457}
+{"Finetune/Learning Rate": 1.6029112705756974e-05, "Finetune/Loss": 0.881790041923523, "Finetune/Loss (Raw)": 0.8586853742599487, "Finetune/Step": 6061, "Finetune/Step Time": 6.503357831388712}
+{"Finetune/Learning Rate": 1.602776914443786e-05, "Finetune/Loss": 0.8807363510131836, "Finetune/Loss (Raw)": 0.7334878444671631, "Finetune/Step": 6062, "Finetune/Step Time": 6.520535098388791}
+{"Finetune/Learning Rate": 1.602642541218834e-05, "Finetune/Loss": 0.8799924254417419, "Finetune/Loss (Raw)": 0.8116289973258972, "Finetune/Step": 6063, "Finetune/Step Time": 6.520053345710039}
+{"Finetune/Learning Rate": 1.6025081509046545e-05, "Finetune/Loss": 0.8791494965553284, "Finetune/Loss (Raw)": 0.7746382355690002, "Finetune/Step": 6064, "Finetune/Step Time": 6.521153749898076}
+{"Finetune/Learning Rate": 1.6023737435050567e-05, "Finetune/Loss": 0.8804739117622375, "Finetune/Loss (Raw)": 0.9605615735054016, "Finetune/Step": 6065, "Finetune/Step Time": 6.536425085738301}
+{"Finetune/Learning Rate": 1.6022393190238523e-05, "Finetune/Loss": 0.8815128803253174, "Finetune/Loss (Raw)": 0.9348679780960083, "Finetune/Step": 6066, "Finetune/Step Time": 6.538787141442299}
+{"Finetune/Learning Rate": 1.6021048774648536e-05, "Finetune/Loss": 0.8813241720199585, "Finetune/Loss (Raw)": 0.892632246017456, "Finetune/Step": 6067, "Finetune/Step Time": 6.539870714768767}
+{"Finetune/Learning Rate": 1.6019704188318724e-05, "Finetune/Loss": 0.8809211254119873, "Finetune/Loss (Raw)": 0.8950850367546082, "Finetune/Step": 6068, "Finetune/Step Time": 6.539971800521016}
+{"Finetune/Learning Rate": 1.6018359431287222e-05, "Finetune/Loss": 0.880893349647522, "Finetune/Loss (Raw)": 0.8232742547988892, "Finetune/Step": 6069, "Finetune/Step Time": 6.533073090016842}
+{"Finetune/Learning Rate": 1.601701450359216e-05, "Finetune/Loss": 0.8803484439849854, "Finetune/Loss (Raw)": 0.8443573713302612, "Finetune/Step": 6070, "Finetune/Step Time": 6.5498220305889845}
+{"Finetune/Learning Rate": 1.6015669405271677e-05, "Finetune/Loss": 0.8809850215911865, "Finetune/Loss (Raw)": 0.9218582510948181, "Finetune/Step": 6071, "Finetune/Step Time": 6.5497552789747715}
+{"Finetune/Learning Rate": 1.6014324136363915e-05, "Finetune/Loss": 0.8806034326553345, "Finetune/Loss (Raw)": 0.7388597726821899, "Finetune/Step": 6072, "Finetune/Step Time": 6.551575917750597}
+{"Finetune/Learning Rate": 1.6012978696907024e-05, "Finetune/Loss": 0.8762122392654419, "Finetune/Loss (Raw)": 0.5064415335655212, "Finetune/Step": 6073, "Finetune/Step Time": 6.573917169123888}
+{"Finetune/Learning Rate": 1.6011633086939155e-05, "Finetune/Loss": 0.8758629560470581, "Finetune/Loss (Raw)": 0.8527619242668152, "Finetune/Step": 6074, "Finetune/Step Time": 6.571512645110488}
+{"Finetune/Learning Rate": 1.6010287306498465e-05, "Finetune/Loss": 0.8748615384101868, "Finetune/Loss (Raw)": 0.7874656915664673, "Finetune/Step": 6075, "Finetune/Step Time": 6.568729950115085}
+{"Finetune/Learning Rate": 1.600894135562312e-05, "Finetune/Loss": 0.8753328323364258, "Finetune/Loss (Raw)": 0.8965187668800354, "Finetune/Step": 6076, "Finetune/Step Time": 6.570499813184142}
+{"Finetune/Learning Rate": 1.6007595234351284e-05, "Finetune/Loss": 0.8771144151687622, "Finetune/Loss (Raw)": 1.02378249168396, "Finetune/Step": 6077, "Finetune/Step Time": 6.574750145897269}
+{"Finetune/Learning Rate": 1.6006248942721132e-05, "Finetune/Loss": 0.8764366507530212, "Finetune/Loss (Raw)": 0.8193851113319397, "Finetune/Step": 6078, "Finetune/Step Time": 6.5724601075053215}
+{"Finetune/Learning Rate": 1.6004902480770838e-05, "Finetune/Loss": 0.8766651749610901, "Finetune/Loss (Raw)": 0.770264744758606, "Finetune/Step": 6079, "Finetune/Step Time": 6.5559192057698965}
+{"Finetune/Learning Rate": 1.6003555848538586e-05, "Finetune/Loss": 0.8767386674880981, "Finetune/Loss (Raw)": 0.8368040919303894, "Finetune/Step": 6080, "Finetune/Step Time": 6.570269154384732}
+{"Finetune/Learning Rate": 1.6002209046062565e-05, "Finetune/Loss": 0.8756819367408752, "Finetune/Loss (Raw)": 0.8762583136558533, "Finetune/Step": 6081, "Finetune/Step Time": 6.5741885881870985}
+{"Finetune/Learning Rate": 1.600086207338096e-05, "Finetune/Loss": 0.8744776248931885, "Finetune/Loss (Raw)": 0.783097505569458, "Finetune/Step": 6082, "Finetune/Step Time": 6.578720323741436}
+{"Finetune/Learning Rate": 1.599951493053197e-05, "Finetune/Loss": 0.8736926317214966, "Finetune/Loss (Raw)": 0.8173792958259583, "Finetune/Step": 6083, "Finetune/Step Time": 6.57856890745461}
+{"Finetune/Learning Rate": 1.59981676175538e-05, "Finetune/Loss": 0.872647762298584, "Finetune/Loss (Raw)": 0.8255866765975952, "Finetune/Step": 6084, "Finetune/Step Time": 6.575784767046571}
+{"Finetune/Learning Rate": 1.5996820134484648e-05, "Finetune/Loss": 0.8706842064857483, "Finetune/Loss (Raw)": 0.7415719032287598, "Finetune/Step": 6085, "Finetune/Step Time": 6.581556543707848}
+{"Finetune/Learning Rate": 1.5995472481362732e-05, "Finetune/Loss": 0.870877206325531, "Finetune/Loss (Raw)": 0.8753312826156616, "Finetune/Step": 6086, "Finetune/Step Time": 6.580440750345588}
+{"Finetune/Learning Rate": 1.599412465822627e-05, "Finetune/Loss": 0.8730264902114868, "Finetune/Loss (Raw)": 1.2143479585647583, "Finetune/Step": 6087, "Finetune/Step Time": 6.596951579675078}
+{"Finetune/Learning Rate": 1.599277666511347e-05, "Finetune/Loss": 0.8729249238967896, "Finetune/Loss (Raw)": 0.852207601070404, "Finetune/Step": 6088, "Finetune/Step Time": 6.600566975772381}
+{"Finetune/Learning Rate": 1.599142850206257e-05, "Finetune/Loss": 0.8737227916717529, "Finetune/Loss (Raw)": 0.9401372075080872, "Finetune/Step": 6089, "Finetune/Step Time": 6.6024728436023}
+{"Finetune/Learning Rate": 1.599008016911179e-05, "Finetune/Loss": 0.8716326951980591, "Finetune/Loss (Raw)": 0.621380627155304, "Finetune/Step": 6090, "Finetune/Step Time": 6.613273836672306}
+{"Finetune/Learning Rate": 1.598873166629938e-05, "Finetune/Loss": 0.8713876008987427, "Finetune/Loss (Raw)": 0.8885475993156433, "Finetune/Step": 6091, "Finetune/Step Time": 6.610574981197715}
+{"Finetune/Learning Rate": 1.598738299366356e-05, "Finetune/Loss": 0.8701358437538147, "Finetune/Loss (Raw)": 0.8271231055259705, "Finetune/Step": 6092, "Finetune/Step Time": 6.6108091324567795}
+{"Finetune/Learning Rate": 1.598603415124259e-05, "Finetune/Loss": 0.8689834475517273, "Finetune/Loss (Raw)": 0.6890423893928528, "Finetune/Step": 6093, "Finetune/Step Time": 6.61883632093668}
+{"Finetune/Learning Rate": 1.5984685139074707e-05, "Finetune/Loss": 0.8674848675727844, "Finetune/Loss (Raw)": 0.6889725923538208, "Finetune/Step": 6094, "Finetune/Step Time": 6.638824632391334}
+{"Finetune/Learning Rate": 1.5983335957198177e-05, "Finetune/Loss": 0.866611897945404, "Finetune/Loss (Raw)": 0.8275177478790283, "Finetune/Step": 6095, "Finetune/Step Time": 6.66347424313426}
+{"Finetune/Learning Rate": 1.598198660565125e-05, "Finetune/Loss": 0.8670532703399658, "Finetune/Loss (Raw)": 0.9246606826782227, "Finetune/Step": 6096, "Finetune/Step Time": 6.662896893918514}
+{"Finetune/Learning Rate": 1.5980637084472196e-05, "Finetune/Loss": 0.8674449324607849, "Finetune/Loss (Raw)": 0.9695317149162292, "Finetune/Step": 6097, "Finetune/Step Time": 6.658776933327317}
+{"Finetune/Learning Rate": 1.597928739369928e-05, "Finetune/Loss": 0.8689894676208496, "Finetune/Loss (Raw)": 0.8355664014816284, "Finetune/Step": 6098, "Finetune/Step Time": 6.646343154832721}
+{"Finetune/Learning Rate": 1.5977937533370775e-05, "Finetune/Loss": 0.8681488037109375, "Finetune/Loss (Raw)": 0.8425413966178894, "Finetune/Step": 6099, "Finetune/Step Time": 6.646046845242381}
+{"Finetune/Learning Rate": 1.5976587503524963e-05, "Finetune/Loss": 0.868098258972168, "Finetune/Loss (Raw)": 0.8962955474853516, "Finetune/Step": 6100, "Finetune/Step Time": 6.64956596493721}
+{"Finetune/Learning Rate": 1.5975237304200123e-05, "Finetune/Loss": 0.8665598630905151, "Finetune/Loss (Raw)": 0.741985559463501, "Finetune/Step": 6101, "Finetune/Step Time": 6.669501308351755}
+{"Finetune/Learning Rate": 1.597388693543455e-05, "Finetune/Loss": 0.866468071937561, "Finetune/Loss (Raw)": 0.8525712490081787, "Finetune/Step": 6102, "Finetune/Step Time": 6.660251973196864}
+{"Finetune/Learning Rate": 1.597253639726652e-05, "Finetune/Loss": 0.8652665615081787, "Finetune/Loss (Raw)": 0.7529701590538025, "Finetune/Step": 6103, "Finetune/Step Time": 6.643194770440459}
+{"Finetune/Learning Rate": 1.597118568973435e-05, "Finetune/Loss": 0.8651523590087891, "Finetune/Loss (Raw)": 0.8990760445594788, "Finetune/Step": 6104, "Finetune/Step Time": 6.6413376070559025}
+{"Finetune/Learning Rate": 1.596983481287633e-05, "Finetune/Loss": 0.8663939237594604, "Finetune/Loss (Raw)": 0.9357531666755676, "Finetune/Step": 6105, "Finetune/Step Time": 6.640118550509214}
+{"Finetune/Learning Rate": 1.5968483766730773e-05, "Finetune/Loss": 0.8669705390930176, "Finetune/Loss (Raw)": 0.9408363103866577, "Finetune/Step": 6106, "Finetune/Step Time": 6.640045158565044}
+{"Finetune/Learning Rate": 1.5967132551335987e-05, "Finetune/Loss": 0.86742103099823, "Finetune/Loss (Raw)": 0.881527304649353, "Finetune/Step": 6107, "Finetune/Step Time": 6.639081282541156}
+{"Finetune/Learning Rate": 1.5965781166730287e-05, "Finetune/Loss": 0.8681461811065674, "Finetune/Loss (Raw)": 0.8131998181343079, "Finetune/Step": 6108, "Finetune/Step Time": 6.641501339152455}
+{"Finetune/Learning Rate": 1.5964429612952003e-05, "Finetune/Loss": 0.8667284250259399, "Finetune/Loss (Raw)": 0.8556221127510071, "Finetune/Step": 6109, "Finetune/Step Time": 6.64529856108129}
+{"Finetune/Learning Rate": 1.5963077890039453e-05, "Finetune/Loss": 0.866714358329773, "Finetune/Loss (Raw)": 0.9446695446968079, "Finetune/Step": 6110, "Finetune/Step Time": 6.649157868698239}
+{"Finetune/Learning Rate": 1.596172599803097e-05, "Finetune/Loss": 0.8676125407218933, "Finetune/Loss (Raw)": 0.8780536651611328, "Finetune/Step": 6111, "Finetune/Step Time": 6.652500655502081}
+{"Finetune/Learning Rate": 1.596037393696489e-05, "Finetune/Loss": 0.8691736459732056, "Finetune/Loss (Raw)": 0.9797952175140381, "Finetune/Step": 6112, "Finetune/Step Time": 6.642393620684743}
+{"Finetune/Learning Rate": 1.595902170687956e-05, "Finetune/Loss": 0.870149552822113, "Finetune/Loss (Raw)": 0.9052555561065674, "Finetune/Step": 6113, "Finetune/Step Time": 6.634943364188075}
+{"Finetune/Learning Rate": 1.5957669307813315e-05, "Finetune/Loss": 0.8699604868888855, "Finetune/Loss (Raw)": 0.8182708024978638, "Finetune/Step": 6114, "Finetune/Step Time": 6.631456358358264}
+{"Finetune/Learning Rate": 1.595631673980451e-05, "Finetune/Loss": 0.870063304901123, "Finetune/Loss (Raw)": 0.9136334657669067, "Finetune/Step": 6115, "Finetune/Step Time": 6.6336829755455256}
+{"Finetune/Learning Rate": 1.5954964002891496e-05, "Finetune/Loss": 0.8699051141738892, "Finetune/Loss (Raw)": 0.8233051300048828, "Finetune/Step": 6116, "Finetune/Step Time": 6.628755204379559}
+{"Finetune/Learning Rate": 1.5953611097112645e-05, "Finetune/Loss": 0.8692619800567627, "Finetune/Loss (Raw)": 0.8068133592605591, "Finetune/Step": 6117, "Finetune/Step Time": 6.63273979537189}
+{"Finetune/Learning Rate": 1.5952258022506307e-05, "Finetune/Loss": 0.8698354959487915, "Finetune/Loss (Raw)": 0.9542232751846313, "Finetune/Step": 6118, "Finetune/Step Time": 6.617613023146987}
+{"Finetune/Learning Rate": 1.5950904779110857e-05, "Finetune/Loss": 0.8709532618522644, "Finetune/Loss (Raw)": 0.875611424446106, "Finetune/Step": 6119, "Finetune/Step Time": 6.617197882384062}
+{"Finetune/Learning Rate": 1.5949551366964675e-05, "Finetune/Loss": 0.8723776936531067, "Finetune/Loss (Raw)": 0.9301734566688538, "Finetune/Step": 6120, "Finetune/Step Time": 6.619536187499762}
+{"Finetune/Learning Rate": 1.594819778610613e-05, "Finetune/Loss": 0.8720296025276184, "Finetune/Loss (Raw)": 0.8445205092430115, "Finetune/Step": 6121, "Finetune/Step Time": 6.617904298007488}
+{"Finetune/Learning Rate": 1.594684403657361e-05, "Finetune/Loss": 0.8707702159881592, "Finetune/Loss (Raw)": 0.7922607064247131, "Finetune/Step": 6122, "Finetune/Step Time": 6.614133371040225}
+{"Finetune/Learning Rate": 1.5945490118405507e-05, "Finetune/Loss": 0.8699944615364075, "Finetune/Loss (Raw)": 0.8318119645118713, "Finetune/Step": 6123, "Finetune/Step Time": 6.610819956287742}
+{"Finetune/Learning Rate": 1.5944136031640208e-05, "Finetune/Loss": 0.870560884475708, "Finetune/Loss (Raw)": 0.9167146682739258, "Finetune/Step": 6124, "Finetune/Step Time": 6.633109970018268}
+{"Finetune/Learning Rate": 1.5942781776316115e-05, "Finetune/Loss": 0.8691339492797852, "Finetune/Loss (Raw)": 0.7660214900970459, "Finetune/Step": 6125, "Finetune/Step Time": 6.632478604093194}
+{"Finetune/Learning Rate": 1.594142735247163e-05, "Finetune/Loss": 0.8698060512542725, "Finetune/Loss (Raw)": 0.9562037587165833, "Finetune/Step": 6126, "Finetune/Step Time": 6.626559743657708}
+{"Finetune/Learning Rate": 1.594007276014516e-05, "Finetune/Loss": 0.8699746131896973, "Finetune/Loss (Raw)": 0.7996354699134827, "Finetune/Step": 6127, "Finetune/Step Time": 6.637300632894039}
+{"Finetune/Learning Rate": 1.593871799937512e-05, "Finetune/Loss": 0.8690704107284546, "Finetune/Loss (Raw)": 0.793953537940979, "Finetune/Step": 6128, "Finetune/Step Time": 6.638317834585905}
+{"Finetune/Learning Rate": 1.5937363070199922e-05, "Finetune/Loss": 0.869682788848877, "Finetune/Loss (Raw)": 0.8197720646858215, "Finetune/Step": 6129, "Finetune/Step Time": 6.628964709118009}
+{"Finetune/Learning Rate": 1.5936007972657993e-05, "Finetune/Loss": 0.8699162006378174, "Finetune/Loss (Raw)": 0.8486243486404419, "Finetune/Step": 6130, "Finetune/Step Time": 6.626992078498006}
+{"Finetune/Learning Rate": 1.5934652706787754e-05, "Finetune/Loss": 0.8707781434059143, "Finetune/Loss (Raw)": 0.9302512407302856, "Finetune/Step": 6131, "Finetune/Step Time": 6.649662649258971}
+{"Finetune/Learning Rate": 1.5933297272627644e-05, "Finetune/Loss": 0.8687552213668823, "Finetune/Loss (Raw)": 0.6723932027816772, "Finetune/Step": 6132, "Finetune/Step Time": 6.651583524420857}
+{"Finetune/Learning Rate": 1.5931941670216095e-05, "Finetune/Loss": 0.8697324395179749, "Finetune/Loss (Raw)": 0.9375831484794617, "Finetune/Step": 6133, "Finetune/Step Time": 6.646694425493479}
+{"Finetune/Learning Rate": 1.5930585899591547e-05, "Finetune/Loss": 0.8703722953796387, "Finetune/Loss (Raw)": 0.9565039277076721, "Finetune/Step": 6134, "Finetune/Step Time": 6.6471249014139175}
+{"Finetune/Learning Rate": 1.5929229960792446e-05, "Finetune/Loss": 0.8709986209869385, "Finetune/Loss (Raw)": 0.8510838150978088, "Finetune/Step": 6135, "Finetune/Step Time": 6.644791521131992}
+{"Finetune/Learning Rate": 1.5927873853857248e-05, "Finetune/Loss": 0.873397946357727, "Finetune/Loss (Raw)": 0.9925521612167358, "Finetune/Step": 6136, "Finetune/Step Time": 6.6351457219570875}
+{"Finetune/Learning Rate": 1.59265175788244e-05, "Finetune/Loss": 0.8735278844833374, "Finetune/Loss (Raw)": 0.965113639831543, "Finetune/Step": 6137, "Finetune/Step Time": 6.63599394634366}
+{"Finetune/Learning Rate": 1.592516113573237e-05, "Finetune/Loss": 0.8732951879501343, "Finetune/Loss (Raw)": 0.9018758535385132, "Finetune/Step": 6138, "Finetune/Step Time": 6.616687912493944}
+{"Finetune/Learning Rate": 1.5923804524619616e-05, "Finetune/Loss": 0.8729780912399292, "Finetune/Loss (Raw)": 0.7922849059104919, "Finetune/Step": 6139, "Finetune/Step Time": 6.59871974773705}
+{"Finetune/Learning Rate": 1.592244774552461e-05, "Finetune/Loss": 0.8718162775039673, "Finetune/Loss (Raw)": 0.8397265672683716, "Finetune/Step": 6140, "Finetune/Step Time": 6.599529353901744}
+{"Finetune/Learning Rate": 1.592109079848583e-05, "Finetune/Loss": 0.8723779916763306, "Finetune/Loss (Raw)": 1.0396251678466797, "Finetune/Step": 6141, "Finetune/Step Time": 6.59881174005568}
+{"Finetune/Learning Rate": 1.591973368354175e-05, "Finetune/Loss": 0.8715118765830994, "Finetune/Loss (Raw)": 0.8636035323143005, "Finetune/Step": 6142, "Finetune/Step Time": 6.601684732362628}
+{"Finetune/Learning Rate": 1.5918376400730858e-05, "Finetune/Loss": 0.8723230361938477, "Finetune/Loss (Raw)": 1.086121916770935, "Finetune/Step": 6143, "Finetune/Step Time": 6.607492744922638}
+{"Finetune/Learning Rate": 1.5917018950091642e-05, "Finetune/Loss": 0.8717377185821533, "Finetune/Loss (Raw)": 0.9243025183677673, "Finetune/Step": 6144, "Finetune/Step Time": 6.6125988233834505}
+{"Finetune/Learning Rate": 1.5915661331662592e-05, "Finetune/Loss": 0.8719426393508911, "Finetune/Loss (Raw)": 0.9625049829483032, "Finetune/Step": 6145, "Finetune/Step Time": 6.614763457328081}
+{"Finetune/Learning Rate": 1.5914303545482207e-05, "Finetune/Loss": 0.8719624280929565, "Finetune/Loss (Raw)": 0.81282639503479, "Finetune/Step": 6146, "Finetune/Step Time": 6.629272880032659}
+{"Finetune/Learning Rate": 1.5912945591588994e-05, "Finetune/Loss": 0.8722461462020874, "Finetune/Loss (Raw)": 0.9174289703369141, "Finetune/Step": 6147, "Finetune/Step Time": 6.634021081030369}
+{"Finetune/Learning Rate": 1.5911587470021455e-05, "Finetune/Loss": 0.8712311387062073, "Finetune/Loss (Raw)": 0.7683842182159424, "Finetune/Step": 6148, "Finetune/Step Time": 6.6331889890134335}
+{"Finetune/Learning Rate": 1.5910229180818114e-05, "Finetune/Loss": 0.8721846342086792, "Finetune/Loss (Raw)": 1.0009236335754395, "Finetune/Step": 6149, "Finetune/Step Time": 6.617660457268357}
+{"Finetune/Learning Rate": 1.5908870724017472e-05, "Finetune/Loss": 0.8721034526824951, "Finetune/Loss (Raw)": 0.877541184425354, "Finetune/Step": 6150, "Finetune/Step Time": 6.615786213427782}
+{"Finetune/Learning Rate": 1.5907512099658064e-05, "Finetune/Loss": 0.8712829351425171, "Finetune/Loss (Raw)": 0.9731348752975464, "Finetune/Step": 6151, "Finetune/Step Time": 6.617540773004293}
+{"Finetune/Learning Rate": 1.5906153307778405e-05, "Finetune/Loss": 0.8697943687438965, "Finetune/Loss (Raw)": 0.6725085973739624, "Finetune/Step": 6152, "Finetune/Step Time": 6.615789584815502}
+{"Finetune/Learning Rate": 1.590479434841704e-05, "Finetune/Loss": 0.8686476349830627, "Finetune/Loss (Raw)": 0.7389307618141174, "Finetune/Step": 6153, "Finetune/Step Time": 6.616972249001265}
+{"Finetune/Learning Rate": 1.5903435221612493e-05, "Finetune/Loss": 0.8695491552352905, "Finetune/Loss (Raw)": 0.9998707175254822, "Finetune/Step": 6154, "Finetune/Step Time": 6.616847736760974}
+{"Finetune/Learning Rate": 1.5902075927403312e-05, "Finetune/Loss": 0.8683120012283325, "Finetune/Loss (Raw)": 0.6746228337287903, "Finetune/Step": 6155, "Finetune/Step Time": 6.629914348945022}
+{"Finetune/Learning Rate": 1.590071646582804e-05, "Finetune/Loss": 0.8682163953781128, "Finetune/Loss (Raw)": 0.8754417896270752, "Finetune/Step": 6156, "Finetune/Step Time": 6.626816503703594}
+{"Finetune/Learning Rate": 1.589935683692523e-05, "Finetune/Loss": 0.869978129863739, "Finetune/Loss (Raw)": 0.9440885186195374, "Finetune/Step": 6157, "Finetune/Step Time": 6.622401313856244}
+{"Finetune/Learning Rate": 1.5897997040733436e-05, "Finetune/Loss": 0.8697965145111084, "Finetune/Loss (Raw)": 0.8805617690086365, "Finetune/Step": 6158, "Finetune/Step Time": 6.625356342643499}
+{"Finetune/Learning Rate": 1.589663707729122e-05, "Finetune/Loss": 0.8704046010971069, "Finetune/Loss (Raw)": 0.9393653869628906, "Finetune/Step": 6159, "Finetune/Step Time": 6.622504848986864}
+{"Finetune/Learning Rate": 1.5895276946637138e-05, "Finetune/Loss": 0.870932400226593, "Finetune/Loss (Raw)": 0.9319851994514465, "Finetune/Step": 6160, "Finetune/Step Time": 6.622585907578468}
+{"Finetune/Learning Rate": 1.5893916648809766e-05, "Finetune/Loss": 0.8704200983047485, "Finetune/Loss (Raw)": 0.7631556987762451, "Finetune/Step": 6161, "Finetune/Step Time": 6.619632812216878}
+{"Finetune/Learning Rate": 1.5892556183847682e-05, "Finetune/Loss": 0.8702026605606079, "Finetune/Loss (Raw)": 0.8548051714897156, "Finetune/Step": 6162, "Finetune/Step Time": 6.608716316521168}
+{"Finetune/Learning Rate": 1.589119555178946e-05, "Finetune/Loss": 0.8699458837509155, "Finetune/Loss (Raw)": 0.8481100797653198, "Finetune/Step": 6163, "Finetune/Step Time": 6.613701352849603}
+{"Finetune/Learning Rate": 1.588983475267368e-05, "Finetune/Loss": 0.8696529865264893, "Finetune/Loss (Raw)": 0.9350149035453796, "Finetune/Step": 6164, "Finetune/Step Time": 6.611387360841036}
+{"Finetune/Learning Rate": 1.5888473786538943e-05, "Finetune/Loss": 0.8687744736671448, "Finetune/Loss (Raw)": 0.8470635414123535, "Finetune/Step": 6165, "Finetune/Step Time": 6.612389788031578}
+{"Finetune/Learning Rate": 1.588711265342383e-05, "Finetune/Loss": 0.8697905540466309, "Finetune/Loss (Raw)": 0.9999895691871643, "Finetune/Step": 6166, "Finetune/Step Time": 6.619080927222967}
+{"Finetune/Learning Rate": 1.5885751353366942e-05, "Finetune/Loss": 0.8701150417327881, "Finetune/Loss (Raw)": 0.9169660806655884, "Finetune/Step": 6167, "Finetune/Step Time": 6.633512083441019}
+{"Finetune/Learning Rate": 1.5884389886406887e-05, "Finetune/Loss": 0.8698691129684448, "Finetune/Loss (Raw)": 0.8731381893157959, "Finetune/Step": 6168, "Finetune/Step Time": 6.629101615399122}
+{"Finetune/Learning Rate": 1.588302825258226e-05, "Finetune/Loss": 0.8692336082458496, "Finetune/Loss (Raw)": 0.8526833057403564, "Finetune/Step": 6169, "Finetune/Step Time": 6.614242510870099}
+{"Finetune/Learning Rate": 1.5881666451931686e-05, "Finetune/Loss": 0.8700209259986877, "Finetune/Loss (Raw)": 0.896507740020752, "Finetune/Step": 6170, "Finetune/Step Time": 6.632852431386709}
+{"Finetune/Learning Rate": 1.5880304484493774e-05, "Finetune/Loss": 0.8694025874137878, "Finetune/Loss (Raw)": 0.8270537853240967, "Finetune/Step": 6171, "Finetune/Step Time": 6.63935823738575}
+{"Finetune/Learning Rate": 1.5878942350307148e-05, "Finetune/Loss": 0.8690863847732544, "Finetune/Loss (Raw)": 0.8641239404678345, "Finetune/Step": 6172, "Finetune/Step Time": 6.639195967465639}
+{"Finetune/Learning Rate": 1.5877580049410438e-05, "Finetune/Loss": 0.8697136640548706, "Finetune/Loss (Raw)": 0.9190742373466492, "Finetune/Step": 6173, "Finetune/Step Time": 6.6384864542633295}
+{"Finetune/Learning Rate": 1.587621758184227e-05, "Finetune/Loss": 0.8689373731613159, "Finetune/Loss (Raw)": 0.7377173900604248, "Finetune/Step": 6174, "Finetune/Step Time": 6.641776857897639}
+{"Finetune/Learning Rate": 1.587485494764128e-05, "Finetune/Loss": 0.8678219318389893, "Finetune/Loss (Raw)": 0.8315305709838867, "Finetune/Step": 6175, "Finetune/Step Time": 6.640842035412788}
+{"Finetune/Learning Rate": 1.587349214684611e-05, "Finetune/Loss": 0.8681731820106506, "Finetune/Loss (Raw)": 0.8142627477645874, "Finetune/Step": 6176, "Finetune/Step Time": 6.638435313478112}
+{"Finetune/Learning Rate": 1.5872129179495405e-05, "Finetune/Loss": 0.8664507269859314, "Finetune/Loss (Raw)": 0.620957612991333, "Finetune/Step": 6177, "Finetune/Step Time": 6.645694747567177}
+{"Finetune/Learning Rate": 1.5870766045627816e-05, "Finetune/Loss": 0.8667420148849487, "Finetune/Loss (Raw)": 0.9838340282440186, "Finetune/Step": 6178, "Finetune/Step Time": 6.6430438458919525}
+{"Finetune/Learning Rate": 1.5869402745281993e-05, "Finetune/Loss": 0.8665438890457153, "Finetune/Loss (Raw)": 0.7971972227096558, "Finetune/Step": 6179, "Finetune/Step Time": 6.643409261479974}
+{"Finetune/Learning Rate": 1.58680392784966e-05, "Finetune/Loss": 0.8671683669090271, "Finetune/Loss (Raw)": 0.9179217219352722, "Finetune/Step": 6180, "Finetune/Step Time": 6.64260021597147}
+{"Finetune/Learning Rate": 1.58666756453103e-05, "Finetune/Loss": 0.8662509322166443, "Finetune/Loss (Raw)": 0.794162929058075, "Finetune/Step": 6181, "Finetune/Step Time": 6.644030261784792}
+{"Finetune/Learning Rate": 1.5865311845761756e-05, "Finetune/Loss": 0.865116536617279, "Finetune/Loss (Raw)": 0.914627194404602, "Finetune/Step": 6182, "Finetune/Step Time": 6.643799254670739}
+{"Finetune/Learning Rate": 1.5863947879889658e-05, "Finetune/Loss": 0.8639416694641113, "Finetune/Loss (Raw)": 0.790201723575592, "Finetune/Step": 6183, "Finetune/Step Time": 6.653334483504295}
+{"Finetune/Learning Rate": 1.5862583747732662e-05, "Finetune/Loss": 0.8636330962181091, "Finetune/Loss (Raw)": 0.8451599478721619, "Finetune/Step": 6184, "Finetune/Step Time": 6.656562881544232}
+{"Finetune/Learning Rate": 1.5861219449329466e-05, "Finetune/Loss": 0.8632227182388306, "Finetune/Loss (Raw)": 0.858917236328125, "Finetune/Step": 6185, "Finetune/Step Time": 6.653762781992555}
+{"Finetune/Learning Rate": 1.5859854984718754e-05, "Finetune/Loss": 0.8624392747879028, "Finetune/Loss (Raw)": 0.9345532655715942, "Finetune/Step": 6186, "Finetune/Step Time": 6.659002052620053}
+{"Finetune/Learning Rate": 1.585849035393922e-05, "Finetune/Loss": 0.8609093427658081, "Finetune/Loss (Raw)": 0.8964289426803589, "Finetune/Step": 6187, "Finetune/Step Time": 6.659129025414586}
+{"Finetune/Learning Rate": 1.5857125557029553e-05, "Finetune/Loss": 0.8600507974624634, "Finetune/Loss (Raw)": 0.7348724007606506, "Finetune/Step": 6188, "Finetune/Step Time": 6.6576893851161}
+{"Finetune/Learning Rate": 1.5855760594028467e-05, "Finetune/Loss": 0.8585861921310425, "Finetune/Loss (Raw)": 0.6712201237678528, "Finetune/Step": 6189, "Finetune/Step Time": 6.660483023151755}
+{"Finetune/Learning Rate": 1.5854395464974655e-05, "Finetune/Loss": 0.8597359657287598, "Finetune/Loss (Raw)": 0.8806623220443726, "Finetune/Step": 6190, "Finetune/Step Time": 6.644414491951466}
+{"Finetune/Learning Rate": 1.585303016990684e-05, "Finetune/Loss": 0.8609803915023804, "Finetune/Loss (Raw)": 0.970912754535675, "Finetune/Step": 6191, "Finetune/Step Time": 6.6687208618968725}
+{"Finetune/Learning Rate": 1.5851664708863738e-05, "Finetune/Loss": 0.8623871207237244, "Finetune/Loss (Raw)": 0.9547016620635986, "Finetune/Step": 6192, "Finetune/Step Time": 6.670059757307172}
+{"Finetune/Learning Rate": 1.5850299081884054e-05, "Finetune/Loss": 0.8609877824783325, "Finetune/Loss (Raw)": 0.7814499735832214, "Finetune/Step": 6193, "Finetune/Step Time": 6.656123917549849}
+{"Finetune/Learning Rate": 1.584893328900653e-05, "Finetune/Loss": 0.8596649765968323, "Finetune/Loss (Raw)": 0.7655459046363831, "Finetune/Step": 6194, "Finetune/Step Time": 6.651906859129667}
+{"Finetune/Learning Rate": 1.5847567330269893e-05, "Finetune/Loss": 0.860260009765625, "Finetune/Loss (Raw)": 0.9687974452972412, "Finetune/Step": 6195, "Finetune/Step Time": 6.64888458698988}
+{"Finetune/Learning Rate": 1.584620120571287e-05, "Finetune/Loss": 0.8606206774711609, "Finetune/Loss (Raw)": 0.9412456750869751, "Finetune/Step": 6196, "Finetune/Step Time": 6.651916878297925}
+{"Finetune/Learning Rate": 1.584483491537421e-05, "Finetune/Loss": 0.8613004684448242, "Finetune/Loss (Raw)": 0.9102863073348999, "Finetune/Step": 6197, "Finetune/Step Time": 6.651017691940069}
+{"Finetune/Learning Rate": 1.5843468459292646e-05, "Finetune/Loss": 0.8602025508880615, "Finetune/Loss (Raw)": 0.7038303017616272, "Finetune/Step": 6198, "Finetune/Step Time": 6.631871223449707}
+{"Finetune/Learning Rate": 1.5842101837506935e-05, "Finetune/Loss": 0.859717845916748, "Finetune/Loss (Raw)": 0.8598165512084961, "Finetune/Step": 6199, "Finetune/Step Time": 6.630609206855297}
+{"Finetune/Learning Rate": 1.584073505005583e-05, "Finetune/Loss": 0.8608072400093079, "Finetune/Loss (Raw)": 0.8782990574836731, "Finetune/Step": 6200, "Finetune/Step Time": 6.631257610395551}
+{"Finetune/Learning Rate": 1.5839368096978088e-05, "Finetune/Loss": 0.8629981279373169, "Finetune/Loss (Raw)": 0.7868751883506775, "Finetune/Step": 6201, "Finetune/Step Time": 6.610484795644879}
+{"Finetune/Learning Rate": 1.583800097831247e-05, "Finetune/Loss": 0.8639483451843262, "Finetune/Loss (Raw)": 0.9743935465812683, "Finetune/Step": 6202, "Finetune/Step Time": 6.610096899792552}
+{"Finetune/Learning Rate": 1.5836633694097747e-05, "Finetune/Loss": 0.8634883761405945, "Finetune/Loss (Raw)": 0.728588879108429, "Finetune/Step": 6203, "Finetune/Step Time": 6.616687322035432}
+{"Finetune/Learning Rate": 1.5835266244372686e-05, "Finetune/Loss": 0.8617290258407593, "Finetune/Loss (Raw)": 0.6713210344314575, "Finetune/Step": 6204, "Finetune/Step Time": 6.618872465565801}
+{"Finetune/Learning Rate": 1.5833898629176072e-05, "Finetune/Loss": 0.8599522709846497, "Finetune/Loss (Raw)": 0.7963598370552063, "Finetune/Step": 6205, "Finetune/Step Time": 6.618475949391723}
+{"Finetune/Learning Rate": 1.5832530848546683e-05, "Finetune/Loss": 0.8599011898040771, "Finetune/Loss (Raw)": 0.8128402829170227, "Finetune/Step": 6206, "Finetune/Step Time": 6.620968677103519}
+{"Finetune/Learning Rate": 1.5831162902523303e-05, "Finetune/Loss": 0.8606477975845337, "Finetune/Loss (Raw)": 0.8658352494239807, "Finetune/Step": 6207, "Finetune/Step Time": 6.622407669201493}
+{"Finetune/Learning Rate": 1.5829794791144723e-05, "Finetune/Loss": 0.8609503507614136, "Finetune/Loss (Raw)": 0.8755331635475159, "Finetune/Step": 6208, "Finetune/Step Time": 6.6133178267627954}
+{"Finetune/Learning Rate": 1.582842651444974e-05, "Finetune/Loss": 0.8620011210441589, "Finetune/Loss (Raw)": 1.010751485824585, "Finetune/Step": 6209, "Finetune/Step Time": 6.6089874897152185}
+{"Finetune/Learning Rate": 1.5827058072477158e-05, "Finetune/Loss": 0.8632907867431641, "Finetune/Loss (Raw)": 0.9481683373451233, "Finetune/Step": 6210, "Finetune/Step Time": 6.606694934889674}
+{"Finetune/Learning Rate": 1.5825689465265775e-05, "Finetune/Loss": 0.8636261224746704, "Finetune/Loss (Raw)": 0.8603055477142334, "Finetune/Step": 6211, "Finetune/Step Time": 6.606350675225258}
+{"Finetune/Learning Rate": 1.582432069285441e-05, "Finetune/Loss": 0.8633158206939697, "Finetune/Loss (Raw)": 0.7858653664588928, "Finetune/Step": 6212, "Finetune/Step Time": 6.614727480337024}
+{"Finetune/Learning Rate": 1.5822951755281868e-05, "Finetune/Loss": 0.8650228977203369, "Finetune/Loss (Raw)": 0.9600804448127747, "Finetune/Step": 6213, "Finetune/Step Time": 6.607272118330002}
+{"Finetune/Learning Rate": 1.5821582652586975e-05, "Finetune/Loss": 0.8644195795059204, "Finetune/Loss (Raw)": 0.7981066703796387, "Finetune/Step": 6214, "Finetune/Step Time": 6.6084293853491545}
+{"Finetune/Learning Rate": 1.5820213384808552e-05, "Finetune/Loss": 0.8606839776039124, "Finetune/Loss (Raw)": 0.7361979484558105, "Finetune/Step": 6215, "Finetune/Step Time": 6.592890711501241}
+{"Finetune/Learning Rate": 1.5818843951985425e-05, "Finetune/Loss": 0.8602907061576843, "Finetune/Loss (Raw)": 0.801863968372345, "Finetune/Step": 6216, "Finetune/Step Time": 6.588040396571159}
+{"Finetune/Learning Rate": 1.5817474354156433e-05, "Finetune/Loss": 0.8583446741104126, "Finetune/Loss (Raw)": 0.6910461783409119, "Finetune/Step": 6217, "Finetune/Step Time": 6.5868452452123165}
+{"Finetune/Learning Rate": 1.581610459136041e-05, "Finetune/Loss": 0.8599160313606262, "Finetune/Loss (Raw)": 0.8225153088569641, "Finetune/Step": 6218, "Finetune/Step Time": 6.581523837521672}
+{"Finetune/Learning Rate": 1.58147346636362e-05, "Finetune/Loss": 0.8591508269309998, "Finetune/Loss (Raw)": 0.7906026244163513, "Finetune/Step": 6219, "Finetune/Step Time": 6.5811247155070305}
+{"Finetune/Learning Rate": 1.581336457102265e-05, "Finetune/Loss": 0.8602443933486938, "Finetune/Loss (Raw)": 0.9670969843864441, "Finetune/Step": 6220, "Finetune/Step Time": 6.581156263127923}
+{"Finetune/Learning Rate": 1.581199431355861e-05, "Finetune/Loss": 0.8609388470649719, "Finetune/Loss (Raw)": 0.7779377102851868, "Finetune/Step": 6221, "Finetune/Step Time": 6.589552249759436}
+{"Finetune/Learning Rate": 1.581062389128294e-05, "Finetune/Loss": 0.8631143569946289, "Finetune/Loss (Raw)": 0.9674301147460938, "Finetune/Step": 6222, "Finetune/Step Time": 6.5738235749304295}
+{"Finetune/Learning Rate": 1.58092533042345e-05, "Finetune/Loss": 0.8645761013031006, "Finetune/Loss (Raw)": 1.0146290063858032, "Finetune/Step": 6223, "Finetune/Step Time": 6.549176409840584}
+{"Finetune/Learning Rate": 1.5807882552452156e-05, "Finetune/Loss": 0.8657252788543701, "Finetune/Loss (Raw)": 1.0717463493347168, "Finetune/Step": 6224, "Finetune/Step Time": 6.557963486760855}
+{"Finetune/Learning Rate": 1.5806511635974775e-05, "Finetune/Loss": 0.8659928441047668, "Finetune/Loss (Raw)": 1.0037829875946045, "Finetune/Step": 6225, "Finetune/Step Time": 6.561674436554313}
+{"Finetune/Learning Rate": 1.580514055484124e-05, "Finetune/Loss": 0.8662513494491577, "Finetune/Loss (Raw)": 0.8686489462852478, "Finetune/Step": 6226, "Finetune/Step Time": 6.558220511302352}
+{"Finetune/Learning Rate": 1.5803769309090425e-05, "Finetune/Loss": 0.8651226758956909, "Finetune/Loss (Raw)": 0.6980716586112976, "Finetune/Step": 6227, "Finetune/Step Time": 6.573876027017832}
+{"Finetune/Learning Rate": 1.5802397898761214e-05, "Finetune/Loss": 0.864269495010376, "Finetune/Loss (Raw)": 0.7870976328849792, "Finetune/Step": 6228, "Finetune/Step Time": 6.5716429725289345}
+{"Finetune/Learning Rate": 1.58010263238925e-05, "Finetune/Loss": 0.8636616468429565, "Finetune/Loss (Raw)": 0.6641775965690613, "Finetune/Step": 6229, "Finetune/Step Time": 6.5630360674113035}
+{"Finetune/Learning Rate": 1.5799654584523178e-05, "Finetune/Loss": 0.8633120656013489, "Finetune/Loss (Raw)": 0.8078256845474243, "Finetune/Step": 6230, "Finetune/Step Time": 6.564159633591771}
+{"Finetune/Learning Rate": 1.5798282680692138e-05, "Finetune/Loss": 0.8644339442253113, "Finetune/Loss (Raw)": 0.8965692520141602, "Finetune/Step": 6231, "Finetune/Step Time": 6.564161920920014}
+{"Finetune/Learning Rate": 1.579691061243829e-05, "Finetune/Loss": 0.8642868995666504, "Finetune/Loss (Raw)": 0.8802512288093567, "Finetune/Step": 6232, "Finetune/Step Time": 6.567256571725011}
+{"Finetune/Learning Rate": 1.5795538379800546e-05, "Finetune/Loss": 0.8633062839508057, "Finetune/Loss (Raw)": 0.8102421164512634, "Finetune/Step": 6233, "Finetune/Step Time": 6.571687484160066}
+{"Finetune/Learning Rate": 1.5794165982817814e-05, "Finetune/Loss": 0.8622817993164062, "Finetune/Loss (Raw)": 0.8096999526023865, "Finetune/Step": 6234, "Finetune/Step Time": 6.573143603280187}
+{"Finetune/Learning Rate": 1.5792793421529006e-05, "Finetune/Loss": 0.8618060350418091, "Finetune/Loss (Raw)": 0.8206266164779663, "Finetune/Step": 6235, "Finetune/Step Time": 6.578134024515748}
+{"Finetune/Learning Rate": 1.579142069597305e-05, "Finetune/Loss": 0.8612645268440247, "Finetune/Loss (Raw)": 0.7438915967941284, "Finetune/Step": 6236, "Finetune/Step Time": 6.581627676263452}
+{"Finetune/Learning Rate": 1.5790047806188874e-05, "Finetune/Loss": 0.8606788516044617, "Finetune/Loss (Raw)": 0.7806544899940491, "Finetune/Step": 6237, "Finetune/Step Time": 6.578560795634985}
+{"Finetune/Learning Rate": 1.5788674752215407e-05, "Finetune/Loss": 0.8593738675117493, "Finetune/Loss (Raw)": 0.7776297926902771, "Finetune/Step": 6238, "Finetune/Step Time": 6.594421066343784}
+{"Finetune/Learning Rate": 1.5787301534091587e-05, "Finetune/Loss": 0.8594749569892883, "Finetune/Loss (Raw)": 0.8909915685653687, "Finetune/Step": 6239, "Finetune/Step Time": 6.594261350110173}
+{"Finetune/Learning Rate": 1.5785928151856345e-05, "Finetune/Loss": 0.8587037920951843, "Finetune/Loss (Raw)": 0.8810886144638062, "Finetune/Step": 6240, "Finetune/Step Time": 6.592584064230323}
+{"Finetune/Learning Rate": 1.578455460554864e-05, "Finetune/Loss": 0.8575804233551025, "Finetune/Loss (Raw)": 0.7614612579345703, "Finetune/Step": 6241, "Finetune/Step Time": 6.59262921474874}
+{"Finetune/Learning Rate": 1.5783180895207414e-05, "Finetune/Loss": 0.8574965000152588, "Finetune/Loss (Raw)": 0.8075335025787354, "Finetune/Step": 6242, "Finetune/Step Time": 6.594320882111788}
+{"Finetune/Learning Rate": 1.578180702087162e-05, "Finetune/Loss": 0.8570067882537842, "Finetune/Loss (Raw)": 0.8509471416473389, "Finetune/Step": 6243, "Finetune/Step Time": 6.590120907872915}
+{"Finetune/Learning Rate": 1.5780432982580224e-05, "Finetune/Loss": 0.8580946922302246, "Finetune/Loss (Raw)": 0.9625599980354309, "Finetune/Step": 6244, "Finetune/Step Time": 6.5889525562524796}
+{"Finetune/Learning Rate": 1.5779058780372184e-05, "Finetune/Loss": 0.8587650060653687, "Finetune/Loss (Raw)": 0.8926088213920593, "Finetune/Step": 6245, "Finetune/Step Time": 6.600788647308946}
+{"Finetune/Learning Rate": 1.577768441428647e-05, "Finetune/Loss": 0.8583695888519287, "Finetune/Loss (Raw)": 0.9036065340042114, "Finetune/Step": 6246, "Finetune/Step Time": 6.607875300571322}
+{"Finetune/Learning Rate": 1.577630988436206e-05, "Finetune/Loss": 0.8578815460205078, "Finetune/Loss (Raw)": 0.8131426572799683, "Finetune/Step": 6247, "Finetune/Step Time": 6.607942644506693}
+{"Finetune/Learning Rate": 1.5774935190637924e-05, "Finetune/Loss": 0.85590660572052, "Finetune/Loss (Raw)": 0.6773921251296997, "Finetune/Step": 6248, "Finetune/Step Time": 6.619155466556549}
+{"Finetune/Learning Rate": 1.5773560333153045e-05, "Finetune/Loss": 0.8558229207992554, "Finetune/Loss (Raw)": 0.8338009715080261, "Finetune/Step": 6249, "Finetune/Step Time": 6.620463831350207}
+{"Finetune/Learning Rate": 1.5772185311946415e-05, "Finetune/Loss": 0.8564386367797852, "Finetune/Loss (Raw)": 0.871070384979248, "Finetune/Step": 6250, "Finetune/Step Time": 6.616288490593433}
+{"Finetune/Learning Rate": 1.5770810127057025e-05, "Finetune/Loss": 0.8558821678161621, "Finetune/Loss (Raw)": 0.7605865597724915, "Finetune/Step": 6251, "Finetune/Step Time": 6.616657458245754}
+{"Finetune/Learning Rate": 1.576943477852387e-05, "Finetune/Loss": 0.8560086488723755, "Finetune/Loss (Raw)": 0.9329090714454651, "Finetune/Step": 6252, "Finetune/Step Time": 6.5946975611150265}
+{"Finetune/Learning Rate": 1.576805926638595e-05, "Finetune/Loss": 0.8563430309295654, "Finetune/Loss (Raw)": 0.8088197112083435, "Finetune/Step": 6253, "Finetune/Step Time": 6.595183532685041}
+{"Finetune/Learning Rate": 1.576668359068227e-05, "Finetune/Loss": 0.855284571647644, "Finetune/Loss (Raw)": 0.8207210302352905, "Finetune/Step": 6254, "Finetune/Step Time": 6.599357433617115}
+{"Finetune/Learning Rate": 1.576530775145184e-05, "Finetune/Loss": 0.8556369543075562, "Finetune/Loss (Raw)": 0.8447315692901611, "Finetune/Step": 6255, "Finetune/Step Time": 6.588826656341553}
+{"Finetune/Learning Rate": 1.576393174873368e-05, "Finetune/Loss": 0.8569687604904175, "Finetune/Loss (Raw)": 0.9644308090209961, "Finetune/Step": 6256, "Finetune/Step Time": 6.5852751061320305}
+{"Finetune/Learning Rate": 1.5762555582566805e-05, "Finetune/Loss": 0.8567087650299072, "Finetune/Loss (Raw)": 0.7864929437637329, "Finetune/Step": 6257, "Finetune/Step Time": 6.586691740900278}
+{"Finetune/Learning Rate": 1.576117925299024e-05, "Finetune/Loss": 0.8577200174331665, "Finetune/Loss (Raw)": 0.9780622720718384, "Finetune/Step": 6258, "Finetune/Step Time": 6.58585680834949}
+{"Finetune/Learning Rate": 1.5759802760043012e-05, "Finetune/Loss": 0.8573071360588074, "Finetune/Loss (Raw)": 0.8774027824401855, "Finetune/Step": 6259, "Finetune/Step Time": 6.565749045461416}
+{"Finetune/Learning Rate": 1.575842610376416e-05, "Finetune/Loss": 0.8591036200523376, "Finetune/Loss (Raw)": 0.902348518371582, "Finetune/Step": 6260, "Finetune/Step Time": 6.583104906603694}
+{"Finetune/Learning Rate": 1.5757049284192716e-05, "Finetune/Loss": 0.8579633235931396, "Finetune/Loss (Raw)": 0.7916240096092224, "Finetune/Step": 6261, "Finetune/Step Time": 6.587086113169789}
+{"Finetune/Learning Rate": 1.575567230136773e-05, "Finetune/Loss": 0.857008695602417, "Finetune/Loss (Raw)": 0.83431077003479, "Finetune/Step": 6262, "Finetune/Step Time": 6.5900234542787075}
+{"Finetune/Learning Rate": 1.575429515532824e-05, "Finetune/Loss": 0.8574587106704712, "Finetune/Loss (Raw)": 0.9086827039718628, "Finetune/Step": 6263, "Finetune/Step Time": 6.591083304956555}
+{"Finetune/Learning Rate": 1.57529178461133e-05, "Finetune/Loss": 0.8554221391677856, "Finetune/Loss (Raw)": 0.7318772077560425, "Finetune/Step": 6264, "Finetune/Step Time": 6.589204711839557}
+{"Finetune/Learning Rate": 1.5751540373761974e-05, "Finetune/Loss": 0.8551901578903198, "Finetune/Loss (Raw)": 0.935420036315918, "Finetune/Step": 6265, "Finetune/Step Time": 6.592683998867869}
+{"Finetune/Learning Rate": 1.5750162738313314e-05, "Finetune/Loss": 0.8537597060203552, "Finetune/Loss (Raw)": 0.7187733054161072, "Finetune/Step": 6266, "Finetune/Step Time": 6.592484215274453}
+{"Finetune/Learning Rate": 1.5748784939806393e-05, "Finetune/Loss": 0.8547640442848206, "Finetune/Loss (Raw)": 0.9208400249481201, "Finetune/Step": 6267, "Finetune/Step Time": 6.597463669255376}
+{"Finetune/Learning Rate": 1.5747406978280276e-05, "Finetune/Loss": 0.8538162112236023, "Finetune/Loss (Raw)": 0.7184073328971863, "Finetune/Step": 6268, "Finetune/Step Time": 6.6031599678099155}
+{"Finetune/Learning Rate": 1.5746028853774043e-05, "Finetune/Loss": 0.8523485660552979, "Finetune/Loss (Raw)": 0.8517665266990662, "Finetune/Step": 6269, "Finetune/Step Time": 6.606370475143194}
+{"Finetune/Learning Rate": 1.574465056632677e-05, "Finetune/Loss": 0.851753830909729, "Finetune/Loss (Raw)": 0.7874712347984314, "Finetune/Step": 6270, "Finetune/Step Time": 6.6062939409166574}
+{"Finetune/Learning Rate": 1.5743272115977542e-05, "Finetune/Loss": 0.8508268594741821, "Finetune/Loss (Raw)": 0.9674649834632874, "Finetune/Step": 6271, "Finetune/Step Time": 6.602656230330467}
+{"Finetune/Learning Rate": 1.5741893502765452e-05, "Finetune/Loss": 0.8506666421890259, "Finetune/Loss (Raw)": 0.9038099050521851, "Finetune/Step": 6272, "Finetune/Step Time": 6.594489743933082}
+{"Finetune/Learning Rate": 1.5740514726729584e-05, "Finetune/Loss": 0.8508341312408447, "Finetune/Loss (Raw)": 0.9839388728141785, "Finetune/Step": 6273, "Finetune/Step Time": 6.5906557478010654}
+{"Finetune/Learning Rate": 1.5739135787909047e-05, "Finetune/Loss": 0.8519015312194824, "Finetune/Loss (Raw)": 0.9494496583938599, "Finetune/Step": 6274, "Finetune/Step Time": 6.579714115709066}
+{"Finetune/Learning Rate": 1.5737756686342937e-05, "Finetune/Loss": 0.8519519567489624, "Finetune/Loss (Raw)": 0.9238808155059814, "Finetune/Step": 6275, "Finetune/Step Time": 6.585861664265394}
+{"Finetune/Learning Rate": 1.5736377422070366e-05, "Finetune/Loss": 0.8530383706092834, "Finetune/Loss (Raw)": 0.9074521064758301, "Finetune/Step": 6276, "Finetune/Step Time": 6.587596461176872}
+{"Finetune/Learning Rate": 1.573499799513044e-05, "Finetune/Loss": 0.8515373468399048, "Finetune/Loss (Raw)": 0.8087944984436035, "Finetune/Step": 6277, "Finetune/Step Time": 6.610253004357219}
+{"Finetune/Learning Rate": 1.573361840556228e-05, "Finetune/Loss": 0.8521018624305725, "Finetune/Loss (Raw)": 0.9497958421707153, "Finetune/Step": 6278, "Finetune/Step Time": 6.610639141872525}
+{"Finetune/Learning Rate": 1.573223865340501e-05, "Finetune/Loss": 0.8503655791282654, "Finetune/Loss (Raw)": 0.75089031457901, "Finetune/Step": 6279, "Finetune/Step Time": 6.619793778285384}
+{"Finetune/Learning Rate": 1.573085873869775e-05, "Finetune/Loss": 0.8528742790222168, "Finetune/Loss (Raw)": 0.9936263561248779, "Finetune/Step": 6280, "Finetune/Step Time": 6.6223793644458055}
+{"Finetune/Learning Rate": 1.572947866147963e-05, "Finetune/Loss": 0.8530046939849854, "Finetune/Loss (Raw)": 0.7556203007698059, "Finetune/Step": 6281, "Finetune/Step Time": 6.63440278172493}
+{"Finetune/Learning Rate": 1.5728098421789787e-05, "Finetune/Loss": 0.8528366088867188, "Finetune/Loss (Raw)": 0.9783597588539124, "Finetune/Step": 6282, "Finetune/Step Time": 6.629902753978968}
+{"Finetune/Learning Rate": 1.572671801966736e-05, "Finetune/Loss": 0.8542799949645996, "Finetune/Loss (Raw)": 0.8593668937683105, "Finetune/Step": 6283, "Finetune/Step Time": 6.611759580671787}
+{"Finetune/Learning Rate": 1.57253374551515e-05, "Finetune/Loss": 0.8546963930130005, "Finetune/Loss (Raw)": 0.9287492632865906, "Finetune/Step": 6284, "Finetune/Step Time": 6.6133034117519855}
+{"Finetune/Learning Rate": 1.5723956728281347e-05, "Finetune/Loss": 0.854259729385376, "Finetune/Loss (Raw)": 0.8881968855857849, "Finetune/Step": 6285, "Finetune/Step Time": 6.616568820551038}
+{"Finetune/Learning Rate": 1.5722575839096058e-05, "Finetune/Loss": 0.8536372780799866, "Finetune/Loss (Raw)": 0.8008814454078674, "Finetune/Step": 6286, "Finetune/Step Time": 6.613515781238675}
+{"Finetune/Learning Rate": 1.5721194787634794e-05, "Finetune/Loss": 0.8545553088188171, "Finetune/Loss (Raw)": 1.0568726062774658, "Finetune/Step": 6287, "Finetune/Step Time": 6.6128699611872435}
+{"Finetune/Learning Rate": 1.571981357393671e-05, "Finetune/Loss": 0.8538686037063599, "Finetune/Loss (Raw)": 0.8440898656845093, "Finetune/Step": 6288, "Finetune/Step Time": 6.619410818442702}
+{"Finetune/Learning Rate": 1.571843219804098e-05, "Finetune/Loss": 0.855032205581665, "Finetune/Loss (Raw)": 0.9120972752571106, "Finetune/Step": 6289, "Finetune/Step Time": 6.623009003698826}
+{"Finetune/Learning Rate": 1.571705065998678e-05, "Finetune/Loss": 0.8542073965072632, "Finetune/Loss (Raw)": 0.7492272853851318, "Finetune/Step": 6290, "Finetune/Step Time": 6.622645206749439}
+{"Finetune/Learning Rate": 1.5715668959813272e-05, "Finetune/Loss": 0.8531686663627625, "Finetune/Loss (Raw)": 0.7151538729667664, "Finetune/Step": 6291, "Finetune/Step Time": 6.61926550604403}
+{"Finetune/Learning Rate": 1.571428709755965e-05, "Finetune/Loss": 0.8524025678634644, "Finetune/Loss (Raw)": 0.8369569778442383, "Finetune/Step": 6292, "Finetune/Step Time": 6.6224201917648315}
+{"Finetune/Learning Rate": 1.571290507326509e-05, "Finetune/Loss": 0.8527174592018127, "Finetune/Loss (Raw)": 0.8873691558837891, "Finetune/Step": 6293, "Finetune/Step Time": 6.6182052586227655}
+{"Finetune/Learning Rate": 1.5711522886968796e-05, "Finetune/Loss": 0.8508119583129883, "Finetune/Loss (Raw)": 0.7560833096504211, "Finetune/Step": 6294, "Finetune/Step Time": 6.614061331376433}
+{"Finetune/Learning Rate": 1.571014053870995e-05, "Finetune/Loss": 0.8501075506210327, "Finetune/Loss (Raw)": 0.8268001675605774, "Finetune/Step": 6295, "Finetune/Step Time": 6.603317078202963}
+{"Finetune/Learning Rate": 1.5708758028527754e-05, "Finetune/Loss": 0.8493751287460327, "Finetune/Loss (Raw)": 0.7793899178504944, "Finetune/Step": 6296, "Finetune/Step Time": 6.607671197503805}
+{"Finetune/Learning Rate": 1.5707375356461415e-05, "Finetune/Loss": 0.850669264793396, "Finetune/Loss (Raw)": 1.018330454826355, "Finetune/Step": 6297, "Finetune/Step Time": 6.610118605196476}
+{"Finetune/Learning Rate": 1.570599252255014e-05, "Finetune/Loss": 0.8493725061416626, "Finetune/Loss (Raw)": 0.7305279970169067, "Finetune/Step": 6298, "Finetune/Step Time": 6.588061157613993}
+{"Finetune/Learning Rate": 1.5704609526833145e-05, "Finetune/Loss": 0.8502932190895081, "Finetune/Loss (Raw)": 0.9449015855789185, "Finetune/Step": 6299, "Finetune/Step Time": 6.578588025644422}
+{"Finetune/Learning Rate": 1.5703226369349642e-05, "Finetune/Loss": 0.8487889766693115, "Finetune/Loss (Raw)": 0.6715866923332214, "Finetune/Step": 6300, "Finetune/Step Time": 6.592564769089222}
+{"Finetune/Learning Rate": 1.570184305013886e-05, "Finetune/Loss": 0.8480570316314697, "Finetune/Loss (Raw)": 0.8253745436668396, "Finetune/Step": 6301, "Finetune/Step Time": 6.5925775319337845}
+{"Finetune/Learning Rate": 1.5700459569240023e-05, "Finetune/Loss": 0.8492852449417114, "Finetune/Loss (Raw)": 0.894934892654419, "Finetune/Step": 6302, "Finetune/Step Time": 6.587265074253082}
+{"Finetune/Learning Rate": 1.569907592669236e-05, "Finetune/Loss": 0.8503556251525879, "Finetune/Loss (Raw)": 0.9685341119766235, "Finetune/Step": 6303, "Finetune/Step Time": 6.590412903577089}
+{"Finetune/Learning Rate": 1.569769212253511e-05, "Finetune/Loss": 0.8503420352935791, "Finetune/Loss (Raw)": 0.8125315308570862, "Finetune/Step": 6304, "Finetune/Step Time": 6.592369321733713}
+{"Finetune/Learning Rate": 1.5696308156807516e-05, "Finetune/Loss": 0.8522722721099854, "Finetune/Loss (Raw)": 0.8680212497711182, "Finetune/Step": 6305, "Finetune/Step Time": 6.589442232623696}
+{"Finetune/Learning Rate": 1.569492402954882e-05, "Finetune/Loss": 0.8512385487556458, "Finetune/Loss (Raw)": 0.8515223860740662, "Finetune/Step": 6306, "Finetune/Step Time": 6.592364072799683}
+{"Finetune/Learning Rate": 1.5693539740798273e-05, "Finetune/Loss": 0.8503519296646118, "Finetune/Loss (Raw)": 0.6837089657783508, "Finetune/Step": 6307, "Finetune/Step Time": 6.595594961196184}
+{"Finetune/Learning Rate": 1.5692155290595126e-05, "Finetune/Loss": 0.8491409420967102, "Finetune/Loss (Raw)": 0.7629098892211914, "Finetune/Step": 6308, "Finetune/Step Time": 6.599755223840475}
+{"Finetune/Learning Rate": 1.5690770678978643e-05, "Finetune/Loss": 0.8482670187950134, "Finetune/Loss (Raw)": 0.6823045015335083, "Finetune/Step": 6309, "Finetune/Step Time": 6.610769495368004}
+{"Finetune/Learning Rate": 1.5689385905988085e-05, "Finetune/Loss": 0.8481135368347168, "Finetune/Loss (Raw)": 0.8949806094169617, "Finetune/Step": 6310, "Finetune/Step Time": 6.608354266732931}
+{"Finetune/Learning Rate": 1.5688000971662725e-05, "Finetune/Loss": 0.8492355346679688, "Finetune/Loss (Raw)": 0.9338183403015137, "Finetune/Step": 6311, "Finetune/Step Time": 6.624001782387495}
+{"Finetune/Learning Rate": 1.5686615876041828e-05, "Finetune/Loss": 0.8489843606948853, "Finetune/Loss (Raw)": 0.8130109906196594, "Finetune/Step": 6312, "Finetune/Step Time": 6.620267707854509}
+{"Finetune/Learning Rate": 1.568523061916468e-05, "Finetune/Loss": 0.850065290927887, "Finetune/Loss (Raw)": 0.9972739815711975, "Finetune/Step": 6313, "Finetune/Step Time": 6.622345933690667}
+{"Finetune/Learning Rate": 1.5683845201070555e-05, "Finetune/Loss": 0.8496034145355225, "Finetune/Loss (Raw)": 0.8754315972328186, "Finetune/Step": 6314, "Finetune/Step Time": 6.619891867041588}
+{"Finetune/Learning Rate": 1.5682459621798744e-05, "Finetune/Loss": 0.8491659760475159, "Finetune/Loss (Raw)": 0.8404393792152405, "Finetune/Step": 6315, "Finetune/Step Time": 6.620586428791285}
+{"Finetune/Learning Rate": 1.5681073881388533e-05, "Finetune/Loss": 0.8502022624015808, "Finetune/Loss (Raw)": 0.8675140738487244, "Finetune/Step": 6316, "Finetune/Step Time": 6.620262533426285}
+{"Finetune/Learning Rate": 1.5679687979879226e-05, "Finetune/Loss": 0.8518632054328918, "Finetune/Loss (Raw)": 0.8838211894035339, "Finetune/Step": 6317, "Finetune/Step Time": 6.616711670532823}
+{"Finetune/Learning Rate": 1.5678301917310117e-05, "Finetune/Loss": 0.8509898781776428, "Finetune/Loss (Raw)": 0.7688800692558289, "Finetune/Step": 6318, "Finetune/Step Time": 6.6185645796358585}
+{"Finetune/Learning Rate": 1.5676915693720512e-05, "Finetune/Loss": 0.8498972654342651, "Finetune/Loss (Raw)": 0.8310569524765015, "Finetune/Step": 6319, "Finetune/Step Time": 6.5949045699089766}
+{"Finetune/Learning Rate": 1.567552930914972e-05, "Finetune/Loss": 0.848387598991394, "Finetune/Loss (Raw)": 0.7614673376083374, "Finetune/Step": 6320, "Finetune/Step Time": 6.5975952465087175}
+{"Finetune/Learning Rate": 1.567414276363706e-05, "Finetune/Loss": 0.8482235670089722, "Finetune/Loss (Raw)": 0.7604506611824036, "Finetune/Step": 6321, "Finetune/Step Time": 6.594670090824366}
+{"Finetune/Learning Rate": 1.567275605722184e-05, "Finetune/Loss": 0.850410521030426, "Finetune/Loss (Raw)": 1.0454789400100708, "Finetune/Step": 6322, "Finetune/Step Time": 6.601447407156229}
+{"Finetune/Learning Rate": 1.5671369189943397e-05, "Finetune/Loss": 0.8502659797668457, "Finetune/Loss (Raw)": 0.9502984881401062, "Finetune/Step": 6323, "Finetune/Step Time": 6.606761749833822}
+{"Finetune/Learning Rate": 1.5669982161841045e-05, "Finetune/Loss": 0.8495796322822571, "Finetune/Loss (Raw)": 0.8533844351768494, "Finetune/Step": 6324, "Finetune/Step Time": 6.604100313037634}
+{"Finetune/Learning Rate": 1.5668594972954127e-05, "Finetune/Loss": 0.8489230871200562, "Finetune/Loss (Raw)": 0.8262461423873901, "Finetune/Step": 6325, "Finetune/Step Time": 6.60838065110147}
+{"Finetune/Learning Rate": 1.566720762332197e-05, "Finetune/Loss": 0.8501017093658447, "Finetune/Loss (Raw)": 0.8547016978263855, "Finetune/Step": 6326, "Finetune/Step Time": 6.613583397120237}
+{"Finetune/Learning Rate": 1.5665820112983922e-05, "Finetune/Loss": 0.8501131534576416, "Finetune/Loss (Raw)": 0.8612740635871887, "Finetune/Step": 6327, "Finetune/Step Time": 6.613254677504301}
+{"Finetune/Learning Rate": 1.5664432441979328e-05, "Finetune/Loss": 0.8500468730926514, "Finetune/Loss (Raw)": 0.8698192238807678, "Finetune/Step": 6328, "Finetune/Step Time": 6.617938065901399}
+{"Finetune/Learning Rate": 1.5663044610347536e-05, "Finetune/Loss": 0.8510596752166748, "Finetune/Loss (Raw)": 0.9165149331092834, "Finetune/Step": 6329, "Finetune/Step Time": 6.613672496750951}
+{"Finetune/Learning Rate": 1.5661656618127907e-05, "Finetune/Loss": 0.8506790399551392, "Finetune/Loss (Raw)": 0.9256755709648132, "Finetune/Step": 6330, "Finetune/Step Time": 6.617880284786224}
+{"Finetune/Learning Rate": 1.566026846535979e-05, "Finetune/Loss": 0.8514070510864258, "Finetune/Loss (Raw)": 0.8217719197273254, "Finetune/Step": 6331, "Finetune/Step Time": 6.620105613023043}
+{"Finetune/Learning Rate": 1.565888015208256e-05, "Finetune/Loss": 0.852371335029602, "Finetune/Loss (Raw)": 0.7947483658790588, "Finetune/Step": 6332, "Finetune/Step Time": 6.617146175354719}
+{"Finetune/Learning Rate": 1.5657491678335574e-05, "Finetune/Loss": 0.853865921497345, "Finetune/Loss (Raw)": 0.9876662492752075, "Finetune/Step": 6333, "Finetune/Step Time": 6.61183225736022}
+{"Finetune/Learning Rate": 1.5656103044158215e-05, "Finetune/Loss": 0.8534314036369324, "Finetune/Loss (Raw)": 0.7572231888771057, "Finetune/Step": 6334, "Finetune/Step Time": 6.610236404463649}
+{"Finetune/Learning Rate": 1.5654714249589858e-05, "Finetune/Loss": 0.8521044254302979, "Finetune/Loss (Raw)": 0.6959797143936157, "Finetune/Step": 6335, "Finetune/Step Time": 6.6357112377882}
+{"Finetune/Learning Rate": 1.5653325294669884e-05, "Finetune/Loss": 0.8517942428588867, "Finetune/Loss (Raw)": 0.83582603931427, "Finetune/Step": 6336, "Finetune/Step Time": 6.6278929859399796}
+{"Finetune/Learning Rate": 1.5651936179437682e-05, "Finetune/Loss": 0.8501988649368286, "Finetune/Loss (Raw)": 0.8065428137779236, "Finetune/Step": 6337, "Finetune/Step Time": 6.628669938072562}
+{"Finetune/Learning Rate": 1.5650546903932644e-05, "Finetune/Loss": 0.8497995138168335, "Finetune/Loss (Raw)": 0.897061288356781, "Finetune/Step": 6338, "Finetune/Step Time": 6.627741118893027}
+{"Finetune/Learning Rate": 1.564915746819416e-05, "Finetune/Loss": 0.8491519689559937, "Finetune/Loss (Raw)": 0.777417004108429, "Finetune/Step": 6339, "Finetune/Step Time": 6.6261671502143145}
+{"Finetune/Learning Rate": 1.5647767872261633e-05, "Finetune/Loss": 0.849628746509552, "Finetune/Loss (Raw)": 0.846889853477478, "Finetune/Step": 6340, "Finetune/Step Time": 6.616510596126318}
+{"Finetune/Learning Rate": 1.5646378116174475e-05, "Finetune/Loss": 0.847903847694397, "Finetune/Loss (Raw)": 0.7392913103103638, "Finetune/Step": 6341, "Finetune/Step Time": 6.619482116773725}
+{"Finetune/Learning Rate": 1.5644988199972086e-05, "Finetune/Loss": 0.8490734100341797, "Finetune/Loss (Raw)": 0.9478099346160889, "Finetune/Step": 6342, "Finetune/Step Time": 6.619465621188283}
+{"Finetune/Learning Rate": 1.5643598123693883e-05, "Finetune/Loss": 0.8504470586776733, "Finetune/Loss (Raw)": 0.9120267629623413, "Finetune/Step": 6343, "Finetune/Step Time": 6.619951736181974}
+{"Finetune/Learning Rate": 1.5642207887379285e-05, "Finetune/Loss": 0.8509668111801147, "Finetune/Loss (Raw)": 0.8683908581733704, "Finetune/Step": 6344, "Finetune/Step Time": 6.624467261135578}
+{"Finetune/Learning Rate": 1.5640817491067718e-05, "Finetune/Loss": 0.8512600660324097, "Finetune/Loss (Raw)": 0.7285823225975037, "Finetune/Step": 6345, "Finetune/Step Time": 6.638201056048274}
+{"Finetune/Learning Rate": 1.5639426934798607e-05, "Finetune/Loss": 0.8515588045120239, "Finetune/Loss (Raw)": 0.8607541918754578, "Finetune/Step": 6346, "Finetune/Step Time": 6.634199349209666}
+{"Finetune/Learning Rate": 1.5638036218611384e-05, "Finetune/Loss": 0.8527834415435791, "Finetune/Loss (Raw)": 0.9473623633384705, "Finetune/Step": 6347, "Finetune/Step Time": 6.637477640062571}
+{"Finetune/Learning Rate": 1.5636645342545486e-05, "Finetune/Loss": 0.8523770570755005, "Finetune/Loss (Raw)": 0.9150763750076294, "Finetune/Step": 6348, "Finetune/Step Time": 6.643559945747256}
+{"Finetune/Learning Rate": 1.5635254306640354e-05, "Finetune/Loss": 0.8538515567779541, "Finetune/Loss (Raw)": 0.9666767716407776, "Finetune/Step": 6349, "Finetune/Step Time": 6.628287814557552}
+{"Finetune/Learning Rate": 1.5633863110935436e-05, "Finetune/Loss": 0.8531996011734009, "Finetune/Loss (Raw)": 0.8839830160140991, "Finetune/Step": 6350, "Finetune/Step Time": 6.642831804230809}
+{"Finetune/Learning Rate": 1.563247175547018e-05, "Finetune/Loss": 0.8510555028915405, "Finetune/Loss (Raw)": 0.7401819825172424, "Finetune/Step": 6351, "Finetune/Step Time": 6.642623100429773}
+{"Finetune/Learning Rate": 1.563108024028404e-05, "Finetune/Loss": 0.8496080636978149, "Finetune/Loss (Raw)": 0.8864709734916687, "Finetune/Step": 6352, "Finetune/Step Time": 6.648205883800983}
+{"Finetune/Learning Rate": 1.562968856541648e-05, "Finetune/Loss": 0.8489477634429932, "Finetune/Loss (Raw)": 0.919264554977417, "Finetune/Step": 6353, "Finetune/Step Time": 6.649714147672057}
+{"Finetune/Learning Rate": 1.562829673090696e-05, "Finetune/Loss": 0.8488887548446655, "Finetune/Loss (Raw)": 0.8610945343971252, "Finetune/Step": 6354, "Finetune/Step Time": 6.6559767834842205}
+{"Finetune/Learning Rate": 1.562690473679495e-05, "Finetune/Loss": 0.8512284159660339, "Finetune/Loss (Raw)": 0.9975517988204956, "Finetune/Step": 6355, "Finetune/Step Time": 6.645097611472011}
+{"Finetune/Learning Rate": 1.5625512583119918e-05, "Finetune/Loss": 0.8521567583084106, "Finetune/Loss (Raw)": 0.9059225916862488, "Finetune/Step": 6356, "Finetune/Step Time": 6.64506640471518}
+{"Finetune/Learning Rate": 1.562412026992135e-05, "Finetune/Loss": 0.8531422019004822, "Finetune/Loss (Raw)": 0.7903139591217041, "Finetune/Step": 6357, "Finetune/Step Time": 6.6344394739717245}
+{"Finetune/Learning Rate": 1.5622727797238722e-05, "Finetune/Loss": 0.8529868125915527, "Finetune/Loss (Raw)": 0.7879377603530884, "Finetune/Step": 6358, "Finetune/Step Time": 6.652542855590582}
+{"Finetune/Learning Rate": 1.5621335165111527e-05, "Finetune/Loss": 0.8531222939491272, "Finetune/Loss (Raw)": 0.9139112830162048, "Finetune/Step": 6359, "Finetune/Step Time": 6.652421087026596}
+{"Finetune/Learning Rate": 1.5619942373579247e-05, "Finetune/Loss": 0.8519612550735474, "Finetune/Loss (Raw)": 0.731640636920929, "Finetune/Step": 6360, "Finetune/Step Time": 6.653968192636967}
+{"Finetune/Learning Rate": 1.561854942268138e-05, "Finetune/Loss": 0.8530200123786926, "Finetune/Loss (Raw)": 0.9457569122314453, "Finetune/Step": 6361, "Finetune/Step Time": 6.650922713801265}
+{"Finetune/Learning Rate": 1.5617156312457437e-05, "Finetune/Loss": 0.8544448614120483, "Finetune/Loss (Raw)": 0.992079496383667, "Finetune/Step": 6362, "Finetune/Step Time": 6.654386032372713}
+{"Finetune/Learning Rate": 1.561576304294691e-05, "Finetune/Loss": 0.855239748954773, "Finetune/Loss (Raw)": 0.9223731160163879, "Finetune/Step": 6363, "Finetune/Step Time": 6.650774145498872}
+{"Finetune/Learning Rate": 1.561436961418931e-05, "Finetune/Loss": 0.8570312857627869, "Finetune/Loss (Raw)": 0.9732130765914917, "Finetune/Step": 6364, "Finetune/Step Time": 6.652302645146847}
+{"Finetune/Learning Rate": 1.5612976026224152e-05, "Finetune/Loss": 0.8575834035873413, "Finetune/Loss (Raw)": 0.851327657699585, "Finetune/Step": 6365, "Finetune/Step Time": 6.652540411800146}
+{"Finetune/Learning Rate": 1.561158227909096e-05, "Finetune/Loss": 0.8578048944473267, "Finetune/Loss (Raw)": 0.805979311466217, "Finetune/Step": 6366, "Finetune/Step Time": 6.635847492143512}
+{"Finetune/Learning Rate": 1.561018837282925e-05, "Finetune/Loss": 0.8558064103126526, "Finetune/Loss (Raw)": 0.6351855397224426, "Finetune/Step": 6367, "Finetune/Step Time": 6.651729602366686}
+{"Finetune/Learning Rate": 1.5608794307478546e-05, "Finetune/Loss": 0.8557600975036621, "Finetune/Loss (Raw)": 0.8751626014709473, "Finetune/Step": 6368, "Finetune/Step Time": 6.655812118202448}
+{"Finetune/Learning Rate": 1.560740008307839e-05, "Finetune/Loss": 0.8571317195892334, "Finetune/Loss (Raw)": 0.9370271563529968, "Finetune/Step": 6369, "Finetune/Step Time": 6.654020220041275}
+{"Finetune/Learning Rate": 1.5606005699668313e-05, "Finetune/Loss": 0.8573698997497559, "Finetune/Loss (Raw)": 0.8380193710327148, "Finetune/Step": 6370, "Finetune/Step Time": 6.652584258466959}
+{"Finetune/Learning Rate": 1.5604611157287855e-05, "Finetune/Loss": 0.8577459454536438, "Finetune/Loss (Raw)": 0.8990824222564697, "Finetune/Step": 6371, "Finetune/Step Time": 6.670562179759145}
+{"Finetune/Learning Rate": 1.560321645597656e-05, "Finetune/Loss": 0.8578031063079834, "Finetune/Loss (Raw)": 0.9698819518089294, "Finetune/Step": 6372, "Finetune/Step Time": 6.669900281354785}
+{"Finetune/Learning Rate": 1.5601821595773984e-05, "Finetune/Loss": 0.8593006730079651, "Finetune/Loss (Raw)": 1.084285855293274, "Finetune/Step": 6373, "Finetune/Step Time": 6.651416352018714}
+{"Finetune/Learning Rate": 1.560042657671967e-05, "Finetune/Loss": 0.8570388555526733, "Finetune/Loss (Raw)": 0.6141071319580078, "Finetune/Step": 6374, "Finetune/Step Time": 6.650258094072342}
+{"Finetune/Learning Rate": 1.559903139885319e-05, "Finetune/Loss": 0.8582363128662109, "Finetune/Loss (Raw)": 0.9664124846458435, "Finetune/Step": 6375, "Finetune/Step Time": 6.650373142212629}
+{"Finetune/Learning Rate": 1.55976360622141e-05, "Finetune/Loss": 0.8595172762870789, "Finetune/Loss (Raw)": 0.8413556814193726, "Finetune/Step": 6376, "Finetune/Step Time": 6.636676091700792}
+{"Finetune/Learning Rate": 1.5596240566841964e-05, "Finetune/Loss": 0.8604246377944946, "Finetune/Loss (Raw)": 0.94993656873703, "Finetune/Step": 6377, "Finetune/Step Time": 6.638582544401288}
+{"Finetune/Learning Rate": 1.5594844912776367e-05, "Finetune/Loss": 0.8599221706390381, "Finetune/Loss (Raw)": 0.8067500591278076, "Finetune/Step": 6378, "Finetune/Step Time": 6.638363499194384}
+{"Finetune/Learning Rate": 1.559344910005687e-05, "Finetune/Loss": 0.859444260597229, "Finetune/Loss (Raw)": 0.6994147896766663, "Finetune/Step": 6379, "Finetune/Step Time": 6.6540002804249525}
+{"Finetune/Learning Rate": 1.559205312872307e-05, "Finetune/Loss": 0.8589864373207092, "Finetune/Loss (Raw)": 0.8743161559104919, "Finetune/Step": 6380, "Finetune/Step Time": 6.654330436140299}
+{"Finetune/Learning Rate": 1.559065699881454e-05, "Finetune/Loss": 0.8591034412384033, "Finetune/Loss (Raw)": 0.8237969875335693, "Finetune/Step": 6381, "Finetune/Step Time": 6.651151206344366}
+{"Finetune/Learning Rate": 1.5589260710370873e-05, "Finetune/Loss": 0.8605979681015015, "Finetune/Loss (Raw)": 1.0120196342468262, "Finetune/Step": 6382, "Finetune/Step Time": 6.6522988975048065}
+{"Finetune/Learning Rate": 1.558786426343167e-05, "Finetune/Loss": 0.8610333204269409, "Finetune/Loss (Raw)": 0.9004496335983276, "Finetune/Step": 6383, "Finetune/Step Time": 6.649178901687264}
+{"Finetune/Learning Rate": 1.5586467658036526e-05, "Finetune/Loss": 0.8607685565948486, "Finetune/Loss (Raw)": 0.9305423498153687, "Finetune/Step": 6384, "Finetune/Step Time": 6.654692171141505}
+{"Finetune/Learning Rate": 1.558507089422504e-05, "Finetune/Loss": 0.8609161972999573, "Finetune/Loss (Raw)": 0.805395781993866, "Finetune/Step": 6385, "Finetune/Step Time": 6.672210548073053}
+{"Finetune/Learning Rate": 1.5583673972036834e-05, "Finetune/Loss": 0.8603187203407288, "Finetune/Loss (Raw)": 0.9015805721282959, "Finetune/Step": 6386, "Finetune/Step Time": 6.674432622268796}
+{"Finetune/Learning Rate": 1.558227689151151e-05, "Finetune/Loss": 0.8610246777534485, "Finetune/Loss (Raw)": 0.9677667617797852, "Finetune/Step": 6387, "Finetune/Step Time": 6.674498932436109}
+{"Finetune/Learning Rate": 1.5580879652688682e-05, "Finetune/Loss": 0.8606899976730347, "Finetune/Loss (Raw)": 0.8595116138458252, "Finetune/Step": 6388, "Finetune/Step Time": 6.662508558481932}
+{"Finetune/Learning Rate": 1.5579482255607977e-05, "Finetune/Loss": 0.8600796461105347, "Finetune/Loss (Raw)": 0.7134979963302612, "Finetune/Step": 6389, "Finetune/Step Time": 6.667345881462097}
+{"Finetune/Learning Rate": 1.5578084700309028e-05, "Finetune/Loss": 0.859581708908081, "Finetune/Loss (Raw)": 0.7705705165863037, "Finetune/Step": 6390, "Finetune/Step Time": 6.676140163093805}
+{"Finetune/Learning Rate": 1.5576686986831454e-05, "Finetune/Loss": 0.8596670627593994, "Finetune/Loss (Raw)": 0.9196093678474426, "Finetune/Step": 6391, "Finetune/Step Time": 6.670983312651515}
+{"Finetune/Learning Rate": 1.5575289115214895e-05, "Finetune/Loss": 0.8598302006721497, "Finetune/Loss (Raw)": 0.7527646422386169, "Finetune/Step": 6392, "Finetune/Step Time": 6.669225338846445}
+{"Finetune/Learning Rate": 1.557389108549899e-05, "Finetune/Loss": 0.8584598302841187, "Finetune/Loss (Raw)": 0.7600080966949463, "Finetune/Step": 6393, "Finetune/Step Time": 6.665660047903657}
+{"Finetune/Learning Rate": 1.557249289772339e-05, "Finetune/Loss": 0.8603603839874268, "Finetune/Loss (Raw)": 0.9620385766029358, "Finetune/Step": 6394, "Finetune/Step Time": 6.674915576353669}
+{"Finetune/Learning Rate": 1.557109455192773e-05, "Finetune/Loss": 0.8600276112556458, "Finetune/Loss (Raw)": 0.8782474398612976, "Finetune/Step": 6395, "Finetune/Step Time": 6.668806608766317}
+{"Finetune/Learning Rate": 1.5569696048151675e-05, "Finetune/Loss": 0.8617486953735352, "Finetune/Loss (Raw)": 0.9387121796607971, "Finetune/Step": 6396, "Finetune/Step Time": 6.662283066660166}
+{"Finetune/Learning Rate": 1.5568297386434875e-05, "Finetune/Loss": 0.8610990047454834, "Finetune/Loss (Raw)": 0.7686097025871277, "Finetune/Step": 6397, "Finetune/Step Time": 6.660105466842651}
+{"Finetune/Learning Rate": 1.5566898566816996e-05, "Finetune/Loss": 0.8609548807144165, "Finetune/Loss (Raw)": 0.7690265774726868, "Finetune/Step": 6398, "Finetune/Step Time": 6.6580020394176245}
+{"Finetune/Learning Rate": 1.5565499589337704e-05, "Finetune/Loss": 0.8599544763565063, "Finetune/Loss (Raw)": 0.8394024968147278, "Finetune/Step": 6399, "Finetune/Step Time": 6.660750353708863}
+{"Finetune/Learning Rate": 1.556410045403667e-05, "Finetune/Loss": 0.8589868545532227, "Finetune/Loss (Raw)": 0.779958188533783, "Finetune/Step": 6400, "Finetune/Step Time": 6.664416195824742}
+{"Finetune/Learning Rate": 1.5562701160953572e-05, "Finetune/Loss": 0.8580840826034546, "Finetune/Loss (Raw)": 0.8683888912200928, "Finetune/Step": 6401, "Finetune/Step Time": 6.683270912617445}
+{"Finetune/Learning Rate": 1.5561301710128085e-05, "Finetune/Loss": 0.857759416103363, "Finetune/Loss (Raw)": 0.9078847765922546, "Finetune/Step": 6402, "Finetune/Step Time": 6.684015778824687}
+{"Finetune/Learning Rate": 1.5559902101599896e-05, "Finetune/Loss": 0.8570766448974609, "Finetune/Loss (Raw)": 0.8364821076393127, "Finetune/Step": 6403, "Finetune/Step Time": 6.677488850429654}
+{"Finetune/Learning Rate": 1.5558502335408688e-05, "Finetune/Loss": 0.857113242149353, "Finetune/Loss (Raw)": 0.9121496677398682, "Finetune/Step": 6404, "Finetune/Step Time": 6.676341811195016}
+{"Finetune/Learning Rate": 1.555710241159417e-05, "Finetune/Loss": 0.8571470975875854, "Finetune/Loss (Raw)": 0.8131262063980103, "Finetune/Step": 6405, "Finetune/Step Time": 6.653372583910823}
+{"Finetune/Learning Rate": 1.5555702330196024e-05, "Finetune/Loss": 0.8567107915878296, "Finetune/Loss (Raw)": 0.8939414620399475, "Finetune/Step": 6406, "Finetune/Step Time": 6.653835840523243}
+{"Finetune/Learning Rate": 1.555430209125396e-05, "Finetune/Loss": 0.858722448348999, "Finetune/Loss (Raw)": 1.008388638496399, "Finetune/Step": 6407, "Finetune/Step Time": 6.64742493070662}
+{"Finetune/Learning Rate": 1.5552901694807683e-05, "Finetune/Loss": 0.8581552505493164, "Finetune/Loss (Raw)": 0.9210204482078552, "Finetune/Step": 6408, "Finetune/Step Time": 6.643326658755541}
+{"Finetune/Learning Rate": 1.55515011408969e-05, "Finetune/Loss": 0.8593329191207886, "Finetune/Loss (Raw)": 0.9063568115234375, "Finetune/Step": 6409, "Finetune/Step Time": 6.6238480266183615}
+{"Finetune/Learning Rate": 1.5550100429561337e-05, "Finetune/Loss": 0.8577710390090942, "Finetune/Loss (Raw)": 0.7784395813941956, "Finetune/Step": 6410, "Finetune/Step Time": 6.624792756512761}
+{"Finetune/Learning Rate": 1.5548699560840707e-05, "Finetune/Loss": 0.8574514985084534, "Finetune/Loss (Raw)": 0.8184659481048584, "Finetune/Step": 6411, "Finetune/Step Time": 6.62550700455904}
+{"Finetune/Learning Rate": 1.5547298534774733e-05, "Finetune/Loss": 0.8575401306152344, "Finetune/Loss (Raw)": 0.9400943517684937, "Finetune/Step": 6412, "Finetune/Step Time": 6.62779363617301}
+{"Finetune/Learning Rate": 1.554589735140315e-05, "Finetune/Loss": 0.8574578762054443, "Finetune/Loss (Raw)": 0.8776754140853882, "Finetune/Step": 6413, "Finetune/Step Time": 6.622506719082594}
+{"Finetune/Learning Rate": 1.5544496010765686e-05, "Finetune/Loss": 0.85698401927948, "Finetune/Loss (Raw)": 0.7402284741401672, "Finetune/Step": 6414, "Finetune/Step Time": 6.633022665977478}
+{"Finetune/Learning Rate": 1.5543094512902082e-05, "Finetune/Loss": 0.8559746146202087, "Finetune/Loss (Raw)": 0.9276658892631531, "Finetune/Step": 6415, "Finetune/Step Time": 6.636573517695069}
+{"Finetune/Learning Rate": 1.554169285785208e-05, "Finetune/Loss": 0.856637179851532, "Finetune/Loss (Raw)": 0.928900420665741, "Finetune/Step": 6416, "Finetune/Step Time": 6.636084685102105}
+{"Finetune/Learning Rate": 1.554029104565543e-05, "Finetune/Loss": 0.8570137023925781, "Finetune/Loss (Raw)": 0.960286021232605, "Finetune/Step": 6417, "Finetune/Step Time": 6.635522468015552}
+{"Finetune/Learning Rate": 1.5538889076351876e-05, "Finetune/Loss": 0.8578425645828247, "Finetune/Loss (Raw)": 0.8553245663642883, "Finetune/Step": 6418, "Finetune/Step Time": 6.634888496249914}
+{"Finetune/Learning Rate": 1.5537486949981186e-05, "Finetune/Loss": 0.8587199449539185, "Finetune/Loss (Raw)": 0.8274545073509216, "Finetune/Step": 6419, "Finetune/Step Time": 6.659689409658313}
+{"Finetune/Learning Rate": 1.5536084666583103e-05, "Finetune/Loss": 0.8597888350486755, "Finetune/Loss (Raw)": 0.973777711391449, "Finetune/Step": 6420, "Finetune/Step Time": 6.656525518745184}
+{"Finetune/Learning Rate": 1.5534682226197407e-05, "Finetune/Loss": 0.8594615459442139, "Finetune/Loss (Raw)": 0.8454834222793579, "Finetune/Step": 6421, "Finetune/Step Time": 6.6680022198706865}
+{"Finetune/Learning Rate": 1.553327962886386e-05, "Finetune/Loss": 0.8603523969650269, "Finetune/Loss (Raw)": 0.8701050877571106, "Finetune/Step": 6422, "Finetune/Step Time": 6.667959650978446}
+{"Finetune/Learning Rate": 1.5531876874622237e-05, "Finetune/Loss": 0.8595905303955078, "Finetune/Loss (Raw)": 0.7292760610580444, "Finetune/Step": 6423, "Finetune/Step Time": 6.663423540070653}
+{"Finetune/Learning Rate": 1.553047396351232e-05, "Finetune/Loss": 0.8603222370147705, "Finetune/Loss (Raw)": 0.8730526566505432, "Finetune/Step": 6424, "Finetune/Step Time": 6.662683458998799}
+{"Finetune/Learning Rate": 1.5529070895573883e-05, "Finetune/Loss": 0.85889732837677, "Finetune/Loss (Raw)": 0.8359414935112, "Finetune/Step": 6425, "Finetune/Step Time": 6.685319231823087}
+{"Finetune/Learning Rate": 1.552766767084672e-05, "Finetune/Loss": 0.8595824837684631, "Finetune/Loss (Raw)": 0.8182299137115479, "Finetune/Step": 6426, "Finetune/Step Time": 6.687339818105102}
+{"Finetune/Learning Rate": 1.5526264289370618e-05, "Finetune/Loss": 0.8585753440856934, "Finetune/Loss (Raw)": 0.8159897923469543, "Finetune/Step": 6427, "Finetune/Step Time": 6.6904211193323135}
+{"Finetune/Learning Rate": 1.5524860751185377e-05, "Finetune/Loss": 0.860113263130188, "Finetune/Loss (Raw)": 0.868438720703125, "Finetune/Step": 6428, "Finetune/Step Time": 6.680315690115094}
+{"Finetune/Learning Rate": 1.55234570563308e-05, "Finetune/Loss": 0.8605311512947083, "Finetune/Loss (Raw)": 0.8788633346557617, "Finetune/Step": 6429, "Finetune/Step Time": 6.682679055258632}
+{"Finetune/Learning Rate": 1.552205320484668e-05, "Finetune/Loss": 0.8596040606498718, "Finetune/Loss (Raw)": 0.7762683629989624, "Finetune/Step": 6430, "Finetune/Step Time": 6.6843771152198315}
+{"Finetune/Learning Rate": 1.5520649196772837e-05, "Finetune/Loss": 0.8573611378669739, "Finetune/Loss (Raw)": 0.6814379096031189, "Finetune/Step": 6431, "Finetune/Step Time": 6.694250112399459}
+{"Finetune/Learning Rate": 1.5519245032149083e-05, "Finetune/Loss": 0.8563522696495056, "Finetune/Loss (Raw)": 0.6833987236022949, "Finetune/Step": 6432, "Finetune/Step Time": 6.710338735952973}
+{"Finetune/Learning Rate": 1.5517840711015233e-05, "Finetune/Loss": 0.8561286330223083, "Finetune/Loss (Raw)": 0.8393945693969727, "Finetune/Step": 6433, "Finetune/Step Time": 6.7107683680951595}
+{"Finetune/Learning Rate": 1.551643623341111e-05, "Finetune/Loss": 0.8560785055160522, "Finetune/Loss (Raw)": 0.8451043963432312, "Finetune/Step": 6434, "Finetune/Step Time": 6.711905397474766}
+{"Finetune/Learning Rate": 1.5515031599376547e-05, "Finetune/Loss": 0.857751727104187, "Finetune/Loss (Raw)": 0.8978754281997681, "Finetune/Step": 6435, "Finetune/Step Time": 6.704566229134798}
+{"Finetune/Learning Rate": 1.5513626808951367e-05, "Finetune/Loss": 0.8590073585510254, "Finetune/Loss (Raw)": 0.9236326217651367, "Finetune/Step": 6436, "Finetune/Step Time": 6.699494415894151}
+{"Finetune/Learning Rate": 1.5512221862175407e-05, "Finetune/Loss": 0.860802412033081, "Finetune/Loss (Raw)": 0.912076473236084, "Finetune/Step": 6437, "Finetune/Step Time": 6.6867646407336}
+{"Finetune/Learning Rate": 1.5510816759088513e-05, "Finetune/Loss": 0.8602145910263062, "Finetune/Loss (Raw)": 0.8197419047355652, "Finetune/Step": 6438, "Finetune/Step Time": 6.684396842494607}
+{"Finetune/Learning Rate": 1.5509411499730524e-05, "Finetune/Loss": 0.8600703477859497, "Finetune/Loss (Raw)": 0.915350615978241, "Finetune/Step": 6439, "Finetune/Step Time": 6.659940019249916}
+{"Finetune/Learning Rate": 1.5508006084141293e-05, "Finetune/Loss": 0.8605124950408936, "Finetune/Loss (Raw)": 0.8696126341819763, "Finetune/Step": 6440, "Finetune/Step Time": 6.673672258853912}
+{"Finetune/Learning Rate": 1.5506600512360673e-05, "Finetune/Loss": 0.8588956594467163, "Finetune/Loss (Raw)": 0.7903178930282593, "Finetune/Step": 6441, "Finetune/Step Time": 6.680345268920064}
+{"Finetune/Learning Rate": 1.5505194784428517e-05, "Finetune/Loss": 0.859634518623352, "Finetune/Loss (Raw)": 0.9700049757957458, "Finetune/Step": 6442, "Finetune/Step Time": 6.679533656686544}
+{"Finetune/Learning Rate": 1.5503788900384696e-05, "Finetune/Loss": 0.8587856292724609, "Finetune/Loss (Raw)": 0.7317734360694885, "Finetune/Step": 6443, "Finetune/Step Time": 6.680952465161681}
+{"Finetune/Learning Rate": 1.5502382860269074e-05, "Finetune/Loss": 0.8594787120819092, "Finetune/Loss (Raw)": 0.9562402367591858, "Finetune/Step": 6444, "Finetune/Step Time": 6.6782014314085245}
+{"Finetune/Learning Rate": 1.5500976664121516e-05, "Finetune/Loss": 0.8599382042884827, "Finetune/Loss (Raw)": 0.9426283240318298, "Finetune/Step": 6445, "Finetune/Step Time": 6.677758993580937}
+{"Finetune/Learning Rate": 1.5499570311981904e-05, "Finetune/Loss": 0.8609184622764587, "Finetune/Loss (Raw)": 0.8943541049957275, "Finetune/Step": 6446, "Finetune/Step Time": 6.675470853224397}
+{"Finetune/Learning Rate": 1.549816380389012e-05, "Finetune/Loss": 0.8610222339630127, "Finetune/Loss (Raw)": 0.8443396091461182, "Finetune/Step": 6447, "Finetune/Step Time": 6.673712842166424}
+{"Finetune/Learning Rate": 1.549675713988604e-05, "Finetune/Loss": 0.8596178293228149, "Finetune/Loss (Raw)": 0.5817071199417114, "Finetune/Step": 6448, "Finetune/Step Time": 6.68269551359117}
+{"Finetune/Learning Rate": 1.549535032000956e-05, "Finetune/Loss": 0.8605591058731079, "Finetune/Loss (Raw)": 0.8809338212013245, "Finetune/Step": 6449, "Finetune/Step Time": 6.679867809638381}
+{"Finetune/Learning Rate": 1.5493943344300572e-05, "Finetune/Loss": 0.8594316244125366, "Finetune/Loss (Raw)": 0.9011580348014832, "Finetune/Step": 6450, "Finetune/Step Time": 6.675313092768192}
+{"Finetune/Learning Rate": 1.5492536212798976e-05, "Finetune/Loss": 0.8575161695480347, "Finetune/Loss (Raw)": 0.7051171064376831, "Finetune/Step": 6451, "Finetune/Step Time": 6.674764586612582}
+{"Finetune/Learning Rate": 1.5491128925544666e-05, "Finetune/Loss": 0.8577040433883667, "Finetune/Loss (Raw)": 0.8774428367614746, "Finetune/Step": 6452, "Finetune/Step Time": 6.676598669961095}
+{"Finetune/Learning Rate": 1.5489721482577556e-05, "Finetune/Loss": 0.8570465445518494, "Finetune/Loss (Raw)": 0.7420804500579834, "Finetune/Step": 6453, "Finetune/Step Time": 6.675830403342843}
+{"Finetune/Learning Rate": 1.5488313883937557e-05, "Finetune/Loss": 0.8558025360107422, "Finetune/Loss (Raw)": 0.6954658627510071, "Finetune/Step": 6454, "Finetune/Step Time": 6.67247593216598}
+{"Finetune/Learning Rate": 1.5486906129664585e-05, "Finetune/Loss": 0.8554205894470215, "Finetune/Loss (Raw)": 0.8123819828033447, "Finetune/Step": 6455, "Finetune/Step Time": 6.676558144390583}
+{"Finetune/Learning Rate": 1.5485498219798555e-05, "Finetune/Loss": 0.8566126823425293, "Finetune/Loss (Raw)": 1.0224106311798096, "Finetune/Step": 6456, "Finetune/Step Time": 6.670115994289517}
+{"Finetune/Learning Rate": 1.5484090154379397e-05, "Finetune/Loss": 0.8560144305229187, "Finetune/Loss (Raw)": 0.8399426937103271, "Finetune/Step": 6457, "Finetune/Step Time": 6.6674474738538265}
+{"Finetune/Learning Rate": 1.5482681933447033e-05, "Finetune/Loss": 0.8549776077270508, "Finetune/Loss (Raw)": 0.79295814037323, "Finetune/Step": 6458, "Finetune/Step Time": 6.66640174202621}
+{"Finetune/Learning Rate": 1.5481273557041402e-05, "Finetune/Loss": 0.856647253036499, "Finetune/Loss (Raw)": 1.0354856252670288, "Finetune/Step": 6459, "Finetune/Step Time": 6.661178654059768}
+{"Finetune/Learning Rate": 1.547986502520244e-05, "Finetune/Loss": 0.8569669723510742, "Finetune/Loss (Raw)": 0.8356800079345703, "Finetune/Step": 6460, "Finetune/Step Time": 6.663760730996728}
+{"Finetune/Learning Rate": 1.5478456337970087e-05, "Finetune/Loss": 0.8552162051200867, "Finetune/Loss (Raw)": 0.7635656595230103, "Finetune/Step": 6461, "Finetune/Step Time": 6.685613380745053}
+{"Finetune/Learning Rate": 1.547704749538429e-05, "Finetune/Loss": 0.8566178679466248, "Finetune/Loss (Raw)": 0.9366340637207031, "Finetune/Step": 6462, "Finetune/Step Time": 6.688450988382101}
+{"Finetune/Learning Rate": 1.5475638497485003e-05, "Finetune/Loss": 0.8579095005989075, "Finetune/Loss (Raw)": 0.8613076210021973, "Finetune/Step": 6463, "Finetune/Step Time": 6.661897320300341}
+{"Finetune/Learning Rate": 1.547422934431218e-05, "Finetune/Loss": 0.8580203652381897, "Finetune/Loss (Raw)": 0.8500192761421204, "Finetune/Step": 6464, "Finetune/Step Time": 6.6673407685011625}
+{"Finetune/Learning Rate": 1.5472820035905777e-05, "Finetune/Loss": 0.8591976165771484, "Finetune/Loss (Raw)": 0.9572364687919617, "Finetune/Step": 6465, "Finetune/Step Time": 6.67770528793335}
+{"Finetune/Learning Rate": 1.5471410572305762e-05, "Finetune/Loss": 0.8592215776443481, "Finetune/Loss (Raw)": 0.9001273512840271, "Finetune/Step": 6466, "Finetune/Step Time": 6.697392119094729}
+{"Finetune/Learning Rate": 1.5470000953552103e-05, "Finetune/Loss": 0.8603365421295166, "Finetune/Loss (Raw)": 0.9201244115829468, "Finetune/Step": 6467, "Finetune/Step Time": 6.697186024859548}
+{"Finetune/Learning Rate": 1.546859117968477e-05, "Finetune/Loss": 0.8604587912559509, "Finetune/Loss (Raw)": 0.8625405430793762, "Finetune/Step": 6468, "Finetune/Step Time": 6.6991610284894705}
+{"Finetune/Learning Rate": 1.546718125074374e-05, "Finetune/Loss": 0.8612271547317505, "Finetune/Loss (Raw)": 0.837647020816803, "Finetune/Step": 6469, "Finetune/Step Time": 6.710032464936376}
+{"Finetune/Learning Rate": 1.5465771166768994e-05, "Finetune/Loss": 0.8601982593536377, "Finetune/Loss (Raw)": 0.8161093592643738, "Finetune/Step": 6470, "Finetune/Step Time": 6.714127646759152}
+{"Finetune/Learning Rate": 1.5464360927800525e-05, "Finetune/Loss": 0.8590654134750366, "Finetune/Loss (Raw)": 0.7670202851295471, "Finetune/Step": 6471, "Finetune/Step Time": 6.72073276899755}
+{"Finetune/Learning Rate": 1.5462950533878318e-05, "Finetune/Loss": 0.8588098287582397, "Finetune/Loss (Raw)": 0.8356717228889465, "Finetune/Step": 6472, "Finetune/Step Time": 6.725120542570949}
+{"Finetune/Learning Rate": 1.5461539985042368e-05, "Finetune/Loss": 0.8591803312301636, "Finetune/Loss (Raw)": 0.7760148048400879, "Finetune/Step": 6473, "Finetune/Step Time": 6.72619603946805}
+{"Finetune/Learning Rate": 1.5460129281332673e-05, "Finetune/Loss": 0.8586400747299194, "Finetune/Loss (Raw)": 0.7915982604026794, "Finetune/Step": 6474, "Finetune/Step Time": 6.745771242305636}
+{"Finetune/Learning Rate": 1.545871842278924e-05, "Finetune/Loss": 0.8587042093276978, "Finetune/Loss (Raw)": 0.9555696845054626, "Finetune/Step": 6475, "Finetune/Step Time": 6.744200117886066}
+{"Finetune/Learning Rate": 1.5457307409452075e-05, "Finetune/Loss": 0.8585960865020752, "Finetune/Loss (Raw)": 0.9012327194213867, "Finetune/Step": 6476, "Finetune/Step Time": 6.745407089591026}
+{"Finetune/Learning Rate": 1.545589624136119e-05, "Finetune/Loss": 0.8574422597885132, "Finetune/Loss (Raw)": 0.8189915418624878, "Finetune/Step": 6477, "Finetune/Step Time": 6.746503500267863}
+{"Finetune/Learning Rate": 1.54544849185566e-05, "Finetune/Loss": 0.8572573661804199, "Finetune/Loss (Raw)": 0.8603126406669617, "Finetune/Step": 6478, "Finetune/Step Time": 6.7358048390597105}
+{"Finetune/Learning Rate": 1.5453073441078332e-05, "Finetune/Loss": 0.858528733253479, "Finetune/Loss (Raw)": 0.902915358543396, "Finetune/Step": 6479, "Finetune/Step Time": 6.750906297937036}
+{"Finetune/Learning Rate": 1.545166180896641e-05, "Finetune/Loss": 0.8591892719268799, "Finetune/Loss (Raw)": 0.9710244536399841, "Finetune/Step": 6480, "Finetune/Step Time": 6.7329077180475}
+{"Finetune/Learning Rate": 1.5450250022260856e-05, "Finetune/Loss": 0.8586258888244629, "Finetune/Loss (Raw)": 0.8471537232398987, "Finetune/Step": 6481, "Finetune/Step Time": 6.741298159584403}
+{"Finetune/Learning Rate": 1.544883808100171e-05, "Finetune/Loss": 0.858749508857727, "Finetune/Loss (Raw)": 0.8769126534461975, "Finetune/Step": 6482, "Finetune/Step Time": 6.745678698644042}
+{"Finetune/Learning Rate": 1.544742598522901e-05, "Finetune/Loss": 0.8583012819290161, "Finetune/Loss (Raw)": 0.9401839971542358, "Finetune/Step": 6483, "Finetune/Step Time": 6.744340632110834}
+{"Finetune/Learning Rate": 1.5446013734982804e-05, "Finetune/Loss": 0.8589664101600647, "Finetune/Loss (Raw)": 0.9910562038421631, "Finetune/Step": 6484, "Finetune/Step Time": 6.7425225004553795}
+{"Finetune/Learning Rate": 1.544460133030313e-05, "Finetune/Loss": 0.8609741926193237, "Finetune/Loss (Raw)": 1.0473101139068604, "Finetune/Step": 6485, "Finetune/Step Time": 6.745179848745465}
+{"Finetune/Learning Rate": 1.5443188771230046e-05, "Finetune/Loss": 0.8612194061279297, "Finetune/Loss (Raw)": 0.8193306922912598, "Finetune/Step": 6486, "Finetune/Step Time": 6.723980236798525}
+{"Finetune/Learning Rate": 1.544177605780361e-05, "Finetune/Loss": 0.8609639406204224, "Finetune/Loss (Raw)": 0.8812074065208435, "Finetune/Step": 6487, "Finetune/Step Time": 6.724216585978866}
+{"Finetune/Learning Rate": 1.5440363190063874e-05, "Finetune/Loss": 0.8618298768997192, "Finetune/Loss (Raw)": 0.842475414276123, "Finetune/Step": 6488, "Finetune/Step Time": 6.7205432411283255}
+{"Finetune/Learning Rate": 1.5438950168050912e-05, "Finetune/Loss": 0.8615492582321167, "Finetune/Loss (Raw)": 0.9098443984985352, "Finetune/Step": 6489, "Finetune/Step Time": 6.72500909678638}
+{"Finetune/Learning Rate": 1.543753699180479e-05, "Finetune/Loss": 0.8610754013061523, "Finetune/Loss (Raw)": 0.9314267635345459, "Finetune/Step": 6490, "Finetune/Step Time": 6.718398684635758}
+{"Finetune/Learning Rate": 1.5436123661365577e-05, "Finetune/Loss": 0.8616021275520325, "Finetune/Loss (Raw)": 0.9897924065589905, "Finetune/Step": 6491, "Finetune/Step Time": 6.738214172422886}
+{"Finetune/Learning Rate": 1.543471017677336e-05, "Finetune/Loss": 0.8603323698043823, "Finetune/Loss (Raw)": 0.8106787204742432, "Finetune/Step": 6492, "Finetune/Step Time": 6.734319472685456}
+{"Finetune/Learning Rate": 1.5433296538068216e-05, "Finetune/Loss": 0.8608481884002686, "Finetune/Loss (Raw)": 0.9173529744148254, "Finetune/Step": 6493, "Finetune/Step Time": 6.734677081927657}
+{"Finetune/Learning Rate": 1.543188274529023e-05, "Finetune/Loss": 0.861072838306427, "Finetune/Loss (Raw)": 0.8347377777099609, "Finetune/Step": 6494, "Finetune/Step Time": 6.739048374816775}
+{"Finetune/Learning Rate": 1.5430468798479497e-05, "Finetune/Loss": 0.8612614870071411, "Finetune/Loss (Raw)": 0.6593295335769653, "Finetune/Step": 6495, "Finetune/Step Time": 6.735377648845315}
+{"Finetune/Learning Rate": 1.542905469767611e-05, "Finetune/Loss": 0.8613524436950684, "Finetune/Loss (Raw)": 0.886809229850769, "Finetune/Step": 6496, "Finetune/Step Time": 6.728988885879517}
+{"Finetune/Learning Rate": 1.542764044292017e-05, "Finetune/Loss": 0.8585028648376465, "Finetune/Loss (Raw)": 0.5722809433937073, "Finetune/Step": 6497, "Finetune/Step Time": 6.7425591722130775}
+{"Finetune/Learning Rate": 1.5426226034251782e-05, "Finetune/Loss": 0.8576404452323914, "Finetune/Loss (Raw)": 0.7276298999786377, "Finetune/Step": 6498, "Finetune/Step Time": 6.740119220688939}
+{"Finetune/Learning Rate": 1.5424811471711054e-05, "Finetune/Loss": 0.857947826385498, "Finetune/Loss (Raw)": 0.938432514667511, "Finetune/Step": 6499, "Finetune/Step Time": 6.722291165962815}
+{"Finetune/Learning Rate": 1.5423396755338098e-05, "Finetune/Loss": 0.8569890260696411, "Finetune/Loss (Raw)": 0.8471463322639465, "Finetune/Step": 6500, "Finetune/Step Time": 6.721448773518205}
+{"Finetune/Learning Rate": 1.5421981885173032e-05, "Finetune/Loss": 0.8556111454963684, "Finetune/Loss (Raw)": 0.9079217314720154, "Finetune/Step": 6501, "Finetune/Step Time": 6.728270903229713}
+{"Finetune/Learning Rate": 1.542056686125598e-05, "Finetune/Loss": 0.8580751419067383, "Finetune/Loss (Raw)": 0.9295008182525635, "Finetune/Step": 6502, "Finetune/Step Time": 6.726528519764543}
+{"Finetune/Learning Rate": 1.5419151683627063e-05, "Finetune/Loss": 0.8570224046707153, "Finetune/Loss (Raw)": 0.831663191318512, "Finetune/Step": 6503, "Finetune/Step Time": 6.7263267785310745}
+{"Finetune/Learning Rate": 1.5417736352326412e-05, "Finetune/Loss": 0.8574526906013489, "Finetune/Loss (Raw)": 0.8964254260063171, "Finetune/Step": 6504, "Finetune/Step Time": 6.731045423075557}
+{"Finetune/Learning Rate": 1.541632086739417e-05, "Finetune/Loss": 0.856987476348877, "Finetune/Loss (Raw)": 0.8903975486755371, "Finetune/Step": 6505, "Finetune/Step Time": 6.726145755499601}
+{"Finetune/Learning Rate": 1.5414905228870468e-05, "Finetune/Loss": 0.8573560118675232, "Finetune/Loss (Raw)": 0.8539153933525085, "Finetune/Step": 6506, "Finetune/Step Time": 6.725012915208936}
+{"Finetune/Learning Rate": 1.541348943679545e-05, "Finetune/Loss": 0.8575758934020996, "Finetune/Loss (Raw)": 0.7275590896606445, "Finetune/Step": 6507, "Finetune/Step Time": 6.711463795974851}
+{"Finetune/Learning Rate": 1.5412073491209267e-05, "Finetune/Loss": 0.8580257892608643, "Finetune/Loss (Raw)": 0.931901216506958, "Finetune/Step": 6508, "Finetune/Step Time": 6.712923318147659}
+{"Finetune/Learning Rate": 1.541065739215207e-05, "Finetune/Loss": 0.8564127683639526, "Finetune/Loss (Raw)": 0.6173387169837952, "Finetune/Step": 6509, "Finetune/Step Time": 6.735916653648019}
+{"Finetune/Learning Rate": 1.5409241139664014e-05, "Finetune/Loss": 0.8554216623306274, "Finetune/Loss (Raw)": 0.8851455450057983, "Finetune/Step": 6510, "Finetune/Step Time": 6.736906437203288}
+{"Finetune/Learning Rate": 1.5407824733785263e-05, "Finetune/Loss": 0.8549576997756958, "Finetune/Loss (Raw)": 0.8410680294036865, "Finetune/Step": 6511, "Finetune/Step Time": 6.751495476812124}
+{"Finetune/Learning Rate": 1.5406408174555978e-05, "Finetune/Loss": 0.8558026552200317, "Finetune/Loss (Raw)": 1.038700819015503, "Finetune/Step": 6512, "Finetune/Step Time": 6.750188294798136}
+{"Finetune/Learning Rate": 1.540499146201633e-05, "Finetune/Loss": 0.8570536375045776, "Finetune/Loss (Raw)": 0.9655160903930664, "Finetune/Step": 6513, "Finetune/Step Time": 6.746519384905696}
+{"Finetune/Learning Rate": 1.54035745962065e-05, "Finetune/Loss": 0.8570622801780701, "Finetune/Loss (Raw)": 0.9026904702186584, "Finetune/Step": 6514, "Finetune/Step Time": 6.744424484670162}
+{"Finetune/Learning Rate": 1.5402157577166653e-05, "Finetune/Loss": 0.8553699254989624, "Finetune/Loss (Raw)": 0.7511439919471741, "Finetune/Step": 6515, "Finetune/Step Time": 6.759151477366686}
+{"Finetune/Learning Rate": 1.540074040493698e-05, "Finetune/Loss": 0.8549980521202087, "Finetune/Loss (Raw)": 0.8119088411331177, "Finetune/Step": 6516, "Finetune/Step Time": 6.753798183053732}
+{"Finetune/Learning Rate": 1.539932307955767e-05, "Finetune/Loss": 0.8553816080093384, "Finetune/Loss (Raw)": 0.7626034617424011, "Finetune/Step": 6517, "Finetune/Step Time": 6.749267036095262}
+{"Finetune/Learning Rate": 1.539790560106891e-05, "Finetune/Loss": 0.8560651540756226, "Finetune/Loss (Raw)": 0.8580626249313354, "Finetune/Step": 6518, "Finetune/Step Time": 6.738066539168358}
+{"Finetune/Learning Rate": 1.5396487969510894e-05, "Finetune/Loss": 0.8544565439224243, "Finetune/Loss (Raw)": 0.7137020826339722, "Finetune/Step": 6519, "Finetune/Step Time": 6.742703061550856}
+{"Finetune/Learning Rate": 1.539507018492383e-05, "Finetune/Loss": 0.8559977412223816, "Finetune/Loss (Raw)": 0.9500418901443481, "Finetune/Step": 6520, "Finetune/Step Time": 6.749717554077506}
+{"Finetune/Learning Rate": 1.5393652247347915e-05, "Finetune/Loss": 0.8571665287017822, "Finetune/Loss (Raw)": 0.9096150398254395, "Finetune/Step": 6521, "Finetune/Step Time": 6.753410408273339}
+{"Finetune/Learning Rate": 1.5392234156823357e-05, "Finetune/Loss": 0.8573868870735168, "Finetune/Loss (Raw)": 0.9902408123016357, "Finetune/Step": 6522, "Finetune/Step Time": 6.743663404136896}
+{"Finetune/Learning Rate": 1.5390815913390372e-05, "Finetune/Loss": 0.8581671118736267, "Finetune/Loss (Raw)": 0.9781163930892944, "Finetune/Step": 6523, "Finetune/Step Time": 6.744545789435506}
+{"Finetune/Learning Rate": 1.538939751708918e-05, "Finetune/Loss": 0.8580065369606018, "Finetune/Loss (Raw)": 0.9181602597236633, "Finetune/Step": 6524, "Finetune/Step Time": 6.750328358262777}
+{"Finetune/Learning Rate": 1.5387978967959998e-05, "Finetune/Loss": 0.8590824007987976, "Finetune/Loss (Raw)": 0.906319260597229, "Finetune/Step": 6525, "Finetune/Step Time": 6.755452709272504}
+{"Finetune/Learning Rate": 1.5386560266043057e-05, "Finetune/Loss": 0.8612882494926453, "Finetune/Loss (Raw)": 1.0513688325881958, "Finetune/Step": 6526, "Finetune/Step Time": 6.754475895315409}
+{"Finetune/Learning Rate": 1.5385141411378578e-05, "Finetune/Loss": 0.8597836494445801, "Finetune/Loss (Raw)": 0.6468227505683899, "Finetune/Step": 6527, "Finetune/Step Time": 6.764001414179802}
+{"Finetune/Learning Rate": 1.5383722404006808e-05, "Finetune/Loss": 0.8596486449241638, "Finetune/Loss (Raw)": 0.762671947479248, "Finetune/Step": 6528, "Finetune/Step Time": 6.7600135914981365}
+{"Finetune/Learning Rate": 1.5382303243967977e-05, "Finetune/Loss": 0.8591185212135315, "Finetune/Loss (Raw)": 0.8005362749099731, "Finetune/Step": 6529, "Finetune/Step Time": 6.742723751813173}
+{"Finetune/Learning Rate": 1.538088393130233e-05, "Finetune/Loss": 0.8576548099517822, "Finetune/Loss (Raw)": 0.7205320000648499, "Finetune/Step": 6530, "Finetune/Step Time": 6.760169878602028}
+{"Finetune/Learning Rate": 1.5379464466050117e-05, "Finetune/Loss": 0.8575149178504944, "Finetune/Loss (Raw)": 0.8185736536979675, "Finetune/Step": 6531, "Finetune/Step Time": 6.776770297437906}
+{"Finetune/Learning Rate": 1.5378044848251588e-05, "Finetune/Loss": 0.8567127585411072, "Finetune/Loss (Raw)": 0.8094691038131714, "Finetune/Step": 6532, "Finetune/Step Time": 6.775945598259568}
+{"Finetune/Learning Rate": 1.5376625077947004e-05, "Finetune/Loss": 0.8569657802581787, "Finetune/Loss (Raw)": 0.845514178276062, "Finetune/Step": 6533, "Finetune/Step Time": 6.7780267763882875}
+{"Finetune/Learning Rate": 1.5375205155176617e-05, "Finetune/Loss": 0.8569192886352539, "Finetune/Loss (Raw)": 0.8879947662353516, "Finetune/Step": 6534, "Finetune/Step Time": 6.786117609590292}
+{"Finetune/Learning Rate": 1.5373785079980697e-05, "Finetune/Loss": 0.8551076650619507, "Finetune/Loss (Raw)": 0.7764933109283447, "Finetune/Step": 6535, "Finetune/Step Time": 6.785393659025431}
+{"Finetune/Learning Rate": 1.5372364852399518e-05, "Finetune/Loss": 0.8546191453933716, "Finetune/Loss (Raw)": 0.8584989905357361, "Finetune/Step": 6536, "Finetune/Step Time": 6.78537823073566}
+{"Finetune/Learning Rate": 1.5370944472473347e-05, "Finetune/Loss": 0.8541814088821411, "Finetune/Loss (Raw)": 0.8503252267837524, "Finetune/Step": 6537, "Finetune/Step Time": 6.7896547839045525}
+{"Finetune/Learning Rate": 1.536952394024246e-05, "Finetune/Loss": 0.8538821935653687, "Finetune/Loss (Raw)": 0.740139901638031, "Finetune/Step": 6538, "Finetune/Step Time": 6.792350694537163}
+{"Finetune/Learning Rate": 1.536810325574715e-05, "Finetune/Loss": 0.8552030324935913, "Finetune/Loss (Raw)": 0.9875359535217285, "Finetune/Step": 6539, "Finetune/Step Time": 6.793438274413347}
+{"Finetune/Learning Rate": 1.536668241902769e-05, "Finetune/Loss": 0.8525347113609314, "Finetune/Loss (Raw)": 0.5985446572303772, "Finetune/Step": 6540, "Finetune/Step Time": 6.80526508204639}
+{"Finetune/Learning Rate": 1.5365261430124378e-05, "Finetune/Loss": 0.8523979187011719, "Finetune/Loss (Raw)": 0.8601555228233337, "Finetune/Step": 6541, "Finetune/Step Time": 6.805656751617789}
+{"Finetune/Learning Rate": 1.5363840289077515e-05, "Finetune/Loss": 0.852730929851532, "Finetune/Loss (Raw)": 0.78286212682724, "Finetune/Step": 6542, "Finetune/Step Time": 6.799412509426475}
+{"Finetune/Learning Rate": 1.5362418995927387e-05, "Finetune/Loss": 0.8518029451370239, "Finetune/Loss (Raw)": 0.8088837265968323, "Finetune/Step": 6543, "Finetune/Step Time": 6.796058339998126}
+{"Finetune/Learning Rate": 1.5360997550714306e-05, "Finetune/Loss": 0.8512049913406372, "Finetune/Loss (Raw)": 0.85235995054245, "Finetune/Step": 6544, "Finetune/Step Time": 6.798858379945159}
+{"Finetune/Learning Rate": 1.535957595347858e-05, "Finetune/Loss": 0.8500982522964478, "Finetune/Loss (Raw)": 0.8186312317848206, "Finetune/Step": 6545, "Finetune/Step Time": 6.7982616405934095}
+{"Finetune/Learning Rate": 1.5358154204260524e-05, "Finetune/Loss": 0.8494589328765869, "Finetune/Loss (Raw)": 0.773491382598877, "Finetune/Step": 6546, "Finetune/Step Time": 6.79774153791368}
+{"Finetune/Learning Rate": 1.5356732303100446e-05, "Finetune/Loss": 0.8503518104553223, "Finetune/Loss (Raw)": 0.9417421221733093, "Finetune/Step": 6547, "Finetune/Step Time": 6.773093029856682}
+{"Finetune/Learning Rate": 1.5355310250038674e-05, "Finetune/Loss": 0.8497719168663025, "Finetune/Loss (Raw)": 0.8995489478111267, "Finetune/Step": 6548, "Finetune/Step Time": 6.774396846070886}
+{"Finetune/Learning Rate": 1.5353888045115532e-05, "Finetune/Loss": 0.850408136844635, "Finetune/Loss (Raw)": 0.9269140958786011, "Finetune/Step": 6549, "Finetune/Step Time": 6.766362538561225}
+{"Finetune/Learning Rate": 1.535246568837135e-05, "Finetune/Loss": 0.8505735993385315, "Finetune/Loss (Raw)": 0.8912925720214844, "Finetune/Step": 6550, "Finetune/Step Time": 6.776538774371147}
+{"Finetune/Learning Rate": 1.5351043179846464e-05, "Finetune/Loss": 0.8520340919494629, "Finetune/Loss (Raw)": 0.9162123799324036, "Finetune/Step": 6551, "Finetune/Step Time": 6.797574790194631}
+{"Finetune/Learning Rate": 1.5349620519581205e-05, "Finetune/Loss": 0.8523967862129211, "Finetune/Loss (Raw)": 0.9194862246513367, "Finetune/Step": 6552, "Finetune/Step Time": 6.796488041058183}
+{"Finetune/Learning Rate": 1.534819770761592e-05, "Finetune/Loss": 0.8541209697723389, "Finetune/Loss (Raw)": 1.0566288232803345, "Finetune/Step": 6553, "Finetune/Step Time": 6.773085782304406}
+{"Finetune/Learning Rate": 1.534677474399096e-05, "Finetune/Loss": 0.8544169664382935, "Finetune/Loss (Raw)": 0.8561205863952637, "Finetune/Step": 6554, "Finetune/Step Time": 6.772016894072294}
+{"Finetune/Learning Rate": 1.534535162874667e-05, "Finetune/Loss": 0.8560614585876465, "Finetune/Loss (Raw)": 1.0264891386032104, "Finetune/Step": 6555, "Finetune/Step Time": 6.768748737871647}
+{"Finetune/Learning Rate": 1.5343928361923413e-05, "Finetune/Loss": 0.856105387210846, "Finetune/Loss (Raw)": 0.874060869216919, "Finetune/Step": 6556, "Finetune/Step Time": 6.767293084412813}
+{"Finetune/Learning Rate": 1.534250494356154e-05, "Finetune/Loss": 0.8551355600357056, "Finetune/Loss (Raw)": 0.7547149062156677, "Finetune/Step": 6557, "Finetune/Step Time": 6.765754025429487}
+{"Finetune/Learning Rate": 1.5341081373701418e-05, "Finetune/Loss": 0.8572023510932922, "Finetune/Loss (Raw)": 1.0408257246017456, "Finetune/Step": 6558, "Finetune/Step Time": 6.764788260683417}
+{"Finetune/Learning Rate": 1.5339657652383415e-05, "Finetune/Loss": 0.8583928942680359, "Finetune/Loss (Raw)": 0.8338239192962646, "Finetune/Step": 6559, "Finetune/Step Time": 6.754275646060705}
+{"Finetune/Learning Rate": 1.533823377964791e-05, "Finetune/Loss": 0.8596053123474121, "Finetune/Loss (Raw)": 0.8385913372039795, "Finetune/Step": 6560, "Finetune/Step Time": 6.73513194359839}
+{"Finetune/Learning Rate": 1.533680975553527e-05, "Finetune/Loss": 0.8591810464859009, "Finetune/Loss (Raw)": 0.7850821018218994, "Finetune/Step": 6561, "Finetune/Step Time": 6.730969058349729}
+{"Finetune/Learning Rate": 1.5335385580085884e-05, "Finetune/Loss": 0.8589556217193604, "Finetune/Loss (Raw)": 0.8162537217140198, "Finetune/Step": 6562, "Finetune/Step Time": 6.728160839527845}
+{"Finetune/Learning Rate": 1.5333961253340134e-05, "Finetune/Loss": 0.8581420183181763, "Finetune/Loss (Raw)": 0.793734073638916, "Finetune/Step": 6563, "Finetune/Step Time": 6.730913154780865}
+{"Finetune/Learning Rate": 1.533253677533841e-05, "Finetune/Loss": 0.8564969301223755, "Finetune/Loss (Raw)": 0.7130699157714844, "Finetune/Step": 6564, "Finetune/Step Time": 6.745658040046692}
+{"Finetune/Learning Rate": 1.5331112146121104e-05, "Finetune/Loss": 0.8550117611885071, "Finetune/Loss (Raw)": 0.7219638824462891, "Finetune/Step": 6565, "Finetune/Step Time": 6.746796576306224}
+{"Finetune/Learning Rate": 1.5329687365728624e-05, "Finetune/Loss": 0.8552037477493286, "Finetune/Loss (Raw)": 0.8443211317062378, "Finetune/Step": 6566, "Finetune/Step Time": 6.7521479446440935}
+{"Finetune/Learning Rate": 1.5328262434201364e-05, "Finetune/Loss": 0.8553638458251953, "Finetune/Loss (Raw)": 0.9358401298522949, "Finetune/Step": 6567, "Finetune/Step Time": 6.751002572476864}
+{"Finetune/Learning Rate": 1.532683735157973e-05, "Finetune/Loss": 0.8554273843765259, "Finetune/Loss (Raw)": 0.877749502658844, "Finetune/Step": 6568, "Finetune/Step Time": 6.736400941386819}
+{"Finetune/Learning Rate": 1.5325412117904134e-05, "Finetune/Loss": 0.8559948205947876, "Finetune/Loss (Raw)": 0.8629445433616638, "Finetune/Step": 6569, "Finetune/Step Time": 6.731022916734219}
+{"Finetune/Learning Rate": 1.5323986733215e-05, "Finetune/Loss": 0.8541784882545471, "Finetune/Loss (Raw)": 0.7375110983848572, "Finetune/Step": 6570, "Finetune/Step Time": 6.732409650459886}
+{"Finetune/Learning Rate": 1.5322561197552737e-05, "Finetune/Loss": 0.8530063629150391, "Finetune/Loss (Raw)": 0.5817468762397766, "Finetune/Step": 6571, "Finetune/Step Time": 6.745987720787525}
+{"Finetune/Learning Rate": 1.5321135510957776e-05, "Finetune/Loss": 0.852157711982727, "Finetune/Loss (Raw)": 0.8476213812828064, "Finetune/Step": 6572, "Finetune/Step Time": 6.744763718917966}
+{"Finetune/Learning Rate": 1.5319709673470543e-05, "Finetune/Loss": 0.852200448513031, "Finetune/Loss (Raw)": 0.9480884075164795, "Finetune/Step": 6573, "Finetune/Step Time": 6.75063226185739}
+{"Finetune/Learning Rate": 1.531828368513147e-05, "Finetune/Loss": 0.8513506054878235, "Finetune/Loss (Raw)": 0.7855780720710754, "Finetune/Step": 6574, "Finetune/Step Time": 6.767593991011381}
+{"Finetune/Learning Rate": 1.5316857545980993e-05, "Finetune/Loss": 0.8518495559692383, "Finetune/Loss (Raw)": 0.9081979393959045, "Finetune/Step": 6575, "Finetune/Step Time": 6.77017230167985}
+{"Finetune/Learning Rate": 1.5315431256059558e-05, "Finetune/Loss": 0.8546501398086548, "Finetune/Loss (Raw)": 0.9401821494102478, "Finetune/Step": 6576, "Finetune/Step Time": 6.759608440101147}
+{"Finetune/Learning Rate": 1.5314004815407607e-05, "Finetune/Loss": 0.8547048568725586, "Finetune/Loss (Raw)": 0.8879425525665283, "Finetune/Step": 6577, "Finetune/Step Time": 6.756127402186394}
+{"Finetune/Learning Rate": 1.5312578224065595e-05, "Finetune/Loss": 0.8539247512817383, "Finetune/Loss (Raw)": 0.8013055324554443, "Finetune/Step": 6578, "Finetune/Step Time": 6.75464329123497}
+{"Finetune/Learning Rate": 1.531115148207396e-05, "Finetune/Loss": 0.8542906045913696, "Finetune/Loss (Raw)": 0.7519481182098389, "Finetune/Step": 6579, "Finetune/Step Time": 6.750544514507055}
+{"Finetune/Learning Rate": 1.5309724589473182e-05, "Finetune/Loss": 0.8535189628601074, "Finetune/Loss (Raw)": 0.7786759734153748, "Finetune/Step": 6580, "Finetune/Step Time": 6.74928086809814}
+{"Finetune/Learning Rate": 1.5308297546303714e-05, "Finetune/Loss": 0.85459303855896, "Finetune/Loss (Raw)": 0.8795562386512756, "Finetune/Step": 6581, "Finetune/Step Time": 6.788067216053605}
+{"Finetune/Learning Rate": 1.5306870352606015e-05, "Finetune/Loss": 0.8561296463012695, "Finetune/Loss (Raw)": 0.8921462893486023, "Finetune/Step": 6582, "Finetune/Step Time": 6.800226209685206}
+{"Finetune/Learning Rate": 1.5305443008420566e-05, "Finetune/Loss": 0.8556501865386963, "Finetune/Loss (Raw)": 0.7510167956352234, "Finetune/Step": 6583, "Finetune/Step Time": 6.794647552073002}
+{"Finetune/Learning Rate": 1.5304015513787843e-05, "Finetune/Loss": 0.8522893190383911, "Finetune/Loss (Raw)": 0.5922179818153381, "Finetune/Step": 6584, "Finetune/Step Time": 6.796668492257595}
+{"Finetune/Learning Rate": 1.5302587868748323e-05, "Finetune/Loss": 0.8521044850349426, "Finetune/Loss (Raw)": 0.8162850737571716, "Finetune/Step": 6585, "Finetune/Step Time": 6.795025933533907}
+{"Finetune/Learning Rate": 1.5301160073342485e-05, "Finetune/Loss": 0.8530445098876953, "Finetune/Loss (Raw)": 0.9132747054100037, "Finetune/Step": 6586, "Finetune/Step Time": 6.793225796893239}
+{"Finetune/Learning Rate": 1.5299732127610826e-05, "Finetune/Loss": 0.8522779941558838, "Finetune/Loss (Raw)": 0.937384307384491, "Finetune/Step": 6587, "Finetune/Step Time": 6.78976496681571}
+{"Finetune/Learning Rate": 1.5298304031593834e-05, "Finetune/Loss": 0.8507006764411926, "Finetune/Loss (Raw)": 0.6337772011756897, "Finetune/Step": 6588, "Finetune/Step Time": 6.791106961667538}
+{"Finetune/Learning Rate": 1.5296875785332002e-05, "Finetune/Loss": 0.8509804606437683, "Finetune/Loss (Raw)": 0.7993737459182739, "Finetune/Step": 6589, "Finetune/Step Time": 6.76922700740397}
+{"Finetune/Learning Rate": 1.5295447388865838e-05, "Finetune/Loss": 0.8482607007026672, "Finetune/Loss (Raw)": 0.5885074138641357, "Finetune/Step": 6590, "Finetune/Step Time": 6.774948235601187}
+{"Finetune/Learning Rate": 1.5294018842235843e-05, "Finetune/Loss": 0.8484711647033691, "Finetune/Loss (Raw)": 0.8882520794868469, "Finetune/Step": 6591, "Finetune/Step Time": 6.786885170266032}
+{"Finetune/Learning Rate": 1.529259014548253e-05, "Finetune/Loss": 0.8486593961715698, "Finetune/Loss (Raw)": 0.8741045594215393, "Finetune/Step": 6592, "Finetune/Step Time": 6.783574828878045}
+{"Finetune/Learning Rate": 1.529116129864641e-05, "Finetune/Loss": 0.8475580215454102, "Finetune/Loss (Raw)": 0.8162686228752136, "Finetune/Step": 6593, "Finetune/Step Time": 6.7776955384761095}
+{"Finetune/Learning Rate": 1.5289732301768e-05, "Finetune/Loss": 0.8475106954574585, "Finetune/Loss (Raw)": 0.8940638303756714, "Finetune/Step": 6594, "Finetune/Step Time": 6.769055251032114}
+{"Finetune/Learning Rate": 1.5288303154887824e-05, "Finetune/Loss": 0.8472826480865479, "Finetune/Loss (Raw)": 0.890932023525238, "Finetune/Step": 6595, "Finetune/Step Time": 6.7742810100317}
+{"Finetune/Learning Rate": 1.528687385804641e-05, "Finetune/Loss": 0.8473309874534607, "Finetune/Loss (Raw)": 0.8687350153923035, "Finetune/Step": 6596, "Finetune/Step Time": 6.77495083026588}
+{"Finetune/Learning Rate": 1.5285444411284286e-05, "Finetune/Loss": 0.8471576571464539, "Finetune/Loss (Raw)": 0.8154605031013489, "Finetune/Step": 6597, "Finetune/Step Time": 6.766107566654682}
+{"Finetune/Learning Rate": 1.528401481464199e-05, "Finetune/Loss": 0.8481217622756958, "Finetune/Loss (Raw)": 0.939509928226471, "Finetune/Step": 6598, "Finetune/Step Time": 6.767720233649015}
+{"Finetune/Learning Rate": 1.5282585068160058e-05, "Finetune/Loss": 0.8487316370010376, "Finetune/Loss (Raw)": 0.8450922966003418, "Finetune/Step": 6599, "Finetune/Step Time": 6.7637732326984406}
+{"Finetune/Learning Rate": 1.5281155171879033e-05, "Finetune/Loss": 0.8488814234733582, "Finetune/Loss (Raw)": 0.8548372387886047, "Finetune/Step": 6600, "Finetune/Step Time": 6.759404491633177}
+{"Finetune/Learning Rate": 1.5279725125839467e-05, "Finetune/Loss": 0.8502780199050903, "Finetune/Loss (Raw)": 0.9547785520553589, "Finetune/Step": 6601, "Finetune/Step Time": 6.746454345062375}
+{"Finetune/Learning Rate": 1.5278294930081915e-05, "Finetune/Loss": 0.8497176170349121, "Finetune/Loss (Raw)": 0.7198700308799744, "Finetune/Step": 6602, "Finetune/Step Time": 6.725570132955909}
+{"Finetune/Learning Rate": 1.527686458464692e-05, "Finetune/Loss": 0.8480727672576904, "Finetune/Loss (Raw)": 0.7450324296951294, "Finetune/Step": 6603, "Finetune/Step Time": 6.725462006404996}
+{"Finetune/Learning Rate": 1.5275434089575055e-05, "Finetune/Loss": 0.8480715751647949, "Finetune/Loss (Raw)": 0.9010804891586304, "Finetune/Step": 6604, "Finetune/Step Time": 6.737021889537573}
+{"Finetune/Learning Rate": 1.5274003444906883e-05, "Finetune/Loss": 0.8483955264091492, "Finetune/Loss (Raw)": 0.8604483604431152, "Finetune/Step": 6605, "Finetune/Step Time": 6.753683529794216}
+{"Finetune/Learning Rate": 1.5272572650682965e-05, "Finetune/Loss": 0.848425030708313, "Finetune/Loss (Raw)": 0.8640890717506409, "Finetune/Step": 6606, "Finetune/Step Time": 6.7486785389482975}
+{"Finetune/Learning Rate": 1.527114170694388e-05, "Finetune/Loss": 0.8471670150756836, "Finetune/Loss (Raw)": 0.7418952584266663, "Finetune/Step": 6607, "Finetune/Step Time": 6.740467246621847}
+{"Finetune/Learning Rate": 1.5269710613730212e-05, "Finetune/Loss": 0.8466213345527649, "Finetune/Loss (Raw)": 0.901175320148468, "Finetune/Step": 6608, "Finetune/Step Time": 6.744314592331648}
+{"Finetune/Learning Rate": 1.526827937108253e-05, "Finetune/Loss": 0.847999095916748, "Finetune/Loss (Raw)": 1.0235027074813843, "Finetune/Step": 6609, "Finetune/Step Time": 6.734835458919406}
+{"Finetune/Learning Rate": 1.5266847979041426e-05, "Finetune/Loss": 0.8483261466026306, "Finetune/Loss (Raw)": 0.9187787771224976, "Finetune/Step": 6610, "Finetune/Step Time": 6.730994414538145}
+{"Finetune/Learning Rate": 1.5265416437647492e-05, "Finetune/Loss": 0.8474624752998352, "Finetune/Loss (Raw)": 0.8296352624893188, "Finetune/Step": 6611, "Finetune/Step Time": 6.72842969186604}
+{"Finetune/Learning Rate": 1.526398474694132e-05, "Finetune/Loss": 0.8473116159439087, "Finetune/Loss (Raw)": 0.9717482328414917, "Finetune/Step": 6612, "Finetune/Step Time": 6.729231184348464}
+{"Finetune/Learning Rate": 1.526255290696351e-05, "Finetune/Loss": 0.8441151976585388, "Finetune/Loss (Raw)": 0.6381698846817017, "Finetune/Step": 6613, "Finetune/Step Time": 6.740389170125127}
+{"Finetune/Learning Rate": 1.5261120917754666e-05, "Finetune/Loss": 0.8433466553688049, "Finetune/Loss (Raw)": 0.7209563255310059, "Finetune/Step": 6614, "Finetune/Step Time": 6.755197225138545}
+{"Finetune/Learning Rate": 1.525968877935539e-05, "Finetune/Loss": 0.8435502052307129, "Finetune/Loss (Raw)": 0.9072641730308533, "Finetune/Step": 6615, "Finetune/Step Time": 6.757111752405763}
+{"Finetune/Learning Rate": 1.52582564918063e-05, "Finetune/Loss": 0.8426624536514282, "Finetune/Loss (Raw)": 0.7288402915000916, "Finetune/Step": 6616, "Finetune/Step Time": 6.755643852055073}
+{"Finetune/Learning Rate": 1.5256824055148003e-05, "Finetune/Loss": 0.8432234525680542, "Finetune/Loss (Raw)": 0.9816443920135498, "Finetune/Step": 6617, "Finetune/Step Time": 6.752226084470749}
+{"Finetune/Learning Rate": 1.525539146942113e-05, "Finetune/Loss": 0.8425678014755249, "Finetune/Loss (Raw)": 0.8475145101547241, "Finetune/Step": 6618, "Finetune/Step Time": 6.752625582739711}
+{"Finetune/Learning Rate": 1.5253958734666299e-05, "Finetune/Loss": 0.842008113861084, "Finetune/Loss (Raw)": 0.9181528687477112, "Finetune/Step": 6619, "Finetune/Step Time": 6.737095028162003}
+{"Finetune/Learning Rate": 1.5252525850924135e-05, "Finetune/Loss": 0.8431835770606995, "Finetune/Loss (Raw)": 0.9611378908157349, "Finetune/Step": 6620, "Finetune/Step Time": 6.736383132636547}
+{"Finetune/Learning Rate": 1.5251092818235276e-05, "Finetune/Loss": 0.8441442847251892, "Finetune/Loss (Raw)": 1.0403214693069458, "Finetune/Step": 6621, "Finetune/Step Time": 6.752130543813109}
+{"Finetune/Learning Rate": 1.5249659636640356e-05, "Finetune/Loss": 0.8443551063537598, "Finetune/Loss (Raw)": 0.8617153763771057, "Finetune/Step": 6622, "Finetune/Step Time": 6.747124619781971}
+{"Finetune/Learning Rate": 1.5248226306180019e-05, "Finetune/Loss": 0.846197247505188, "Finetune/Loss (Raw)": 0.8951247930526733, "Finetune/Step": 6623, "Finetune/Step Time": 6.7330276519060135}
+{"Finetune/Learning Rate": 1.5246792826894906e-05, "Finetune/Loss": 0.8465490341186523, "Finetune/Loss (Raw)": 0.9318452477455139, "Finetune/Step": 6624, "Finetune/Step Time": 6.734641520306468}
+{"Finetune/Learning Rate": 1.5245359198825666e-05, "Finetune/Loss": 0.8497165441513062, "Finetune/Loss (Raw)": 0.9777194261550903, "Finetune/Step": 6625, "Finetune/Step Time": 6.720462132245302}
+{"Finetune/Learning Rate": 1.5243925422012958e-05, "Finetune/Loss": 0.850531280040741, "Finetune/Loss (Raw)": 0.831915020942688, "Finetune/Step": 6626, "Finetune/Step Time": 6.72590876929462}
+{"Finetune/Learning Rate": 1.5242491496497436e-05, "Finetune/Loss": 0.8498489856719971, "Finetune/Loss (Raw)": 0.8510999083518982, "Finetune/Step": 6627, "Finetune/Step Time": 6.728341031819582}
+{"Finetune/Learning Rate": 1.5241057422319765e-05, "Finetune/Loss": 0.8502177596092224, "Finetune/Loss (Raw)": 0.8943501710891724, "Finetune/Step": 6628, "Finetune/Step Time": 6.733816381543875}
+{"Finetune/Learning Rate": 1.5239623199520605e-05, "Finetune/Loss": 0.8495855927467346, "Finetune/Loss (Raw)": 0.8270037174224854, "Finetune/Step": 6629, "Finetune/Step Time": 6.739378120750189}
+{"Finetune/Learning Rate": 1.5238188828140634e-05, "Finetune/Loss": 0.8479631543159485, "Finetune/Loss (Raw)": 0.7218281030654907, "Finetune/Step": 6630, "Finetune/Step Time": 6.734004765748978}
+{"Finetune/Learning Rate": 1.5236754308220521e-05, "Finetune/Loss": 0.8488521575927734, "Finetune/Loss (Raw)": 0.9454522132873535, "Finetune/Step": 6631, "Finetune/Step Time": 6.73366978392005}
+{"Finetune/Learning Rate": 1.5235319639800948e-05, "Finetune/Loss": 0.8498145341873169, "Finetune/Loss (Raw)": 1.019605278968811, "Finetune/Step": 6632, "Finetune/Step Time": 6.7291860189288855}
+{"Finetune/Learning Rate": 1.5233884822922598e-05, "Finetune/Loss": 0.8507341146469116, "Finetune/Loss (Raw)": 1.0081102848052979, "Finetune/Step": 6633, "Finetune/Step Time": 6.731463573873043}
+{"Finetune/Learning Rate": 1.5232449857626157e-05, "Finetune/Loss": 0.8516744375228882, "Finetune/Loss (Raw)": 0.9742808938026428, "Finetune/Step": 6634, "Finetune/Step Time": 6.72484403476119}
+{"Finetune/Learning Rate": 1.5231014743952314e-05, "Finetune/Loss": 0.8526595234870911, "Finetune/Loss (Raw)": 0.8536469340324402, "Finetune/Step": 6635, "Finetune/Step Time": 6.724435303360224}
+{"Finetune/Learning Rate": 1.5229579481941774e-05, "Finetune/Loss": 0.8517658710479736, "Finetune/Loss (Raw)": 0.817517876625061, "Finetune/Step": 6636, "Finetune/Step Time": 6.750726679340005}
+{"Finetune/Learning Rate": 1.522814407163523e-05, "Finetune/Loss": 0.8523531556129456, "Finetune/Loss (Raw)": 0.6925060749053955, "Finetune/Step": 6637, "Finetune/Step Time": 6.7391165643930435}
+{"Finetune/Learning Rate": 1.522670851307338e-05, "Finetune/Loss": 0.8517882227897644, "Finetune/Loss (Raw)": 0.8128336071968079, "Finetune/Step": 6638, "Finetune/Step Time": 6.7400426138192415}
+{"Finetune/Learning Rate": 1.5225272806296944e-05, "Finetune/Loss": 0.8522554636001587, "Finetune/Loss (Raw)": 0.9008735418319702, "Finetune/Step": 6639, "Finetune/Step Time": 6.728798201307654}
+{"Finetune/Learning Rate": 1.5223836951346634e-05, "Finetune/Loss": 0.850676417350769, "Finetune/Loss (Raw)": 0.8365817070007324, "Finetune/Step": 6640, "Finetune/Step Time": 6.729096552357078}
+{"Finetune/Learning Rate": 1.5222400948263156e-05, "Finetune/Loss": 0.8489053845405579, "Finetune/Loss (Raw)": 0.738828718662262, "Finetune/Step": 6641, "Finetune/Step Time": 6.7300964798778296}
+{"Finetune/Learning Rate": 1.5220964797087242e-05, "Finetune/Loss": 0.8489587903022766, "Finetune/Loss (Raw)": 0.9095240235328674, "Finetune/Step": 6642, "Finetune/Step Time": 6.731542890891433}
+{"Finetune/Learning Rate": 1.521952849785961e-05, "Finetune/Loss": 0.8492763042449951, "Finetune/Loss (Raw)": 0.7917869091033936, "Finetune/Step": 6643, "Finetune/Step Time": 6.717696441337466}
+{"Finetune/Learning Rate": 1.5218092050620992e-05, "Finetune/Loss": 0.8499298691749573, "Finetune/Loss (Raw)": 0.8955700397491455, "Finetune/Step": 6644, "Finetune/Step Time": 6.718872582539916}
+{"Finetune/Learning Rate": 1.5216655455412124e-05, "Finetune/Loss": 0.8505674600601196, "Finetune/Loss (Raw)": 0.8442124128341675, "Finetune/Step": 6645, "Finetune/Step Time": 6.718388240784407}
+{"Finetune/Learning Rate": 1.5215218712273738e-05, "Finetune/Loss": 0.8512482643127441, "Finetune/Loss (Raw)": 0.945205807685852, "Finetune/Step": 6646, "Finetune/Step Time": 6.72047596424818}
+{"Finetune/Learning Rate": 1.5213781821246582e-05, "Finetune/Loss": 0.8522199988365173, "Finetune/Loss (Raw)": 0.838077187538147, "Finetune/Step": 6647, "Finetune/Step Time": 6.719202876091003}
+{"Finetune/Learning Rate": 1.52123447823714e-05, "Finetune/Loss": 0.8518518209457397, "Finetune/Loss (Raw)": 0.9029184579849243, "Finetune/Step": 6648, "Finetune/Step Time": 6.715362172573805}
+{"Finetune/Learning Rate": 1.5210907595688942e-05, "Finetune/Loss": 0.8495679497718811, "Finetune/Loss (Raw)": 0.6172791123390198, "Finetune/Step": 6649, "Finetune/Step Time": 6.72503387928009}
+{"Finetune/Learning Rate": 1.520947026123996e-05, "Finetune/Loss": 0.8474798798561096, "Finetune/Loss (Raw)": 0.7229697108268738, "Finetune/Step": 6650, "Finetune/Step Time": 6.72527389973402}
+{"Finetune/Learning Rate": 1.5208032779065218e-05, "Finetune/Loss": 0.8457505702972412, "Finetune/Loss (Raw)": 0.7567659616470337, "Finetune/Step": 6651, "Finetune/Step Time": 6.730399200692773}
+{"Finetune/Learning Rate": 1.5206595149205474e-05, "Finetune/Loss": 0.8450867533683777, "Finetune/Loss (Raw)": 0.8331927061080933, "Finetune/Step": 6652, "Finetune/Step Time": 6.732226297259331}
+{"Finetune/Learning Rate": 1.5205157371701498e-05, "Finetune/Loss": 0.8447648286819458, "Finetune/Loss (Raw)": 0.8651081919670105, "Finetune/Step": 6653, "Finetune/Step Time": 6.729348199442029}
+{"Finetune/Learning Rate": 1.5203719446594063e-05, "Finetune/Loss": 0.8431656360626221, "Finetune/Loss (Raw)": 0.8466751575469971, "Finetune/Step": 6654, "Finetune/Step Time": 6.731042379513383}
+{"Finetune/Learning Rate": 1.5202281373923934e-05, "Finetune/Loss": 0.8444940447807312, "Finetune/Loss (Raw)": 0.8168578147888184, "Finetune/Step": 6655, "Finetune/Step Time": 6.730830315500498}
+{"Finetune/Learning Rate": 1.5200843153731905e-05, "Finetune/Loss": 0.8439121246337891, "Finetune/Loss (Raw)": 0.6881880760192871, "Finetune/Step": 6656, "Finetune/Step Time": 6.746442990377545}
+{"Finetune/Learning Rate": 1.5199404786058755e-05, "Finetune/Loss": 0.8447422385215759, "Finetune/Loss (Raw)": 0.9067844152450562, "Finetune/Step": 6657, "Finetune/Step Time": 6.747771751135588}
+{"Finetune/Learning Rate": 1.5197966270945268e-05, "Finetune/Loss": 0.8438118100166321, "Finetune/Loss (Raw)": 0.6014388799667358, "Finetune/Step": 6658, "Finetune/Step Time": 6.742042027413845}
+{"Finetune/Learning Rate": 1.5196527608432234e-05, "Finetune/Loss": 0.8444015383720398, "Finetune/Loss (Raw)": 0.8940622210502625, "Finetune/Step": 6659, "Finetune/Step Time": 6.720337087288499}
+{"Finetune/Learning Rate": 1.5195088798560462e-05, "Finetune/Loss": 0.8446230888366699, "Finetune/Loss (Raw)": 0.8378262519836426, "Finetune/Step": 6660, "Finetune/Step Time": 6.720405649393797}
+{"Finetune/Learning Rate": 1.519364984137074e-05, "Finetune/Loss": 0.8457860946655273, "Finetune/Loss (Raw)": 0.9943797588348389, "Finetune/Step": 6661, "Finetune/Step Time": 6.720323162153363}
+{"Finetune/Learning Rate": 1.5192210736903879e-05, "Finetune/Loss": 0.8452565670013428, "Finetune/Loss (Raw)": 0.8202192783355713, "Finetune/Step": 6662, "Finetune/Step Time": 6.710603557527065}
+{"Finetune/Learning Rate": 1.5190771485200683e-05, "Finetune/Loss": 0.8462992310523987, "Finetune/Loss (Raw)": 0.909944474697113, "Finetune/Step": 6663, "Finetune/Step Time": 6.711615016683936}
+{"Finetune/Learning Rate": 1.518933208630197e-05, "Finetune/Loss": 0.8456843495368958, "Finetune/Loss (Raw)": 0.7798029184341431, "Finetune/Step": 6664, "Finetune/Step Time": 6.7186221443116665}
+{"Finetune/Learning Rate": 1.5187892540248556e-05, "Finetune/Loss": 0.844289243221283, "Finetune/Loss (Raw)": 0.6717444658279419, "Finetune/Step": 6665, "Finetune/Step Time": 6.725424829870462}
+{"Finetune/Learning Rate": 1.5186452847081263e-05, "Finetune/Loss": 0.8457455635070801, "Finetune/Loss (Raw)": 0.9265496134757996, "Finetune/Step": 6666, "Finetune/Step Time": 6.724631117656827}
+{"Finetune/Learning Rate": 1.5185013006840914e-05, "Finetune/Loss": 0.8450040817260742, "Finetune/Loss (Raw)": 0.8926253318786621, "Finetune/Step": 6667, "Finetune/Step Time": 6.7381027564406395}
+{"Finetune/Learning Rate": 1.518357301956834e-05, "Finetune/Loss": 0.8467034101486206, "Finetune/Loss (Raw)": 0.8160668611526489, "Finetune/Step": 6668, "Finetune/Step Time": 6.725909633561969}
+{"Finetune/Learning Rate": 1.5182132885304377e-05, "Finetune/Loss": 0.8464688658714294, "Finetune/Loss (Raw)": 0.8301318287849426, "Finetune/Step": 6669, "Finetune/Step Time": 6.727436190471053}
+{"Finetune/Learning Rate": 1.518069260408986e-05, "Finetune/Loss": 0.8463394641876221, "Finetune/Loss (Raw)": 0.7662963271141052, "Finetune/Step": 6670, "Finetune/Step Time": 6.724310288205743}
+{"Finetune/Learning Rate": 1.5179252175965632e-05, "Finetune/Loss": 0.8474559783935547, "Finetune/Loss (Raw)": 0.9517921209335327, "Finetune/Step": 6671, "Finetune/Step Time": 6.725502012297511}
+{"Finetune/Learning Rate": 1.517781160097254e-05, "Finetune/Loss": 0.8477858304977417, "Finetune/Loss (Raw)": 0.8945850729942322, "Finetune/Step": 6672, "Finetune/Step Time": 6.735780294984579}
+{"Finetune/Learning Rate": 1.517637087915144e-05, "Finetune/Loss": 0.8477423191070557, "Finetune/Loss (Raw)": 0.8130602836608887, "Finetune/Step": 6673, "Finetune/Step Time": 6.734577855095267}
+{"Finetune/Learning Rate": 1.5174930010543176e-05, "Finetune/Loss": 0.848152756690979, "Finetune/Loss (Raw)": 0.8260274529457092, "Finetune/Step": 6674, "Finetune/Step Time": 6.748035786673427}
+{"Finetune/Learning Rate": 1.5173488995188614e-05, "Finetune/Loss": 0.8467516303062439, "Finetune/Loss (Raw)": 0.7623988389968872, "Finetune/Step": 6675, "Finetune/Step Time": 6.756893560290337}
+{"Finetune/Learning Rate": 1.5172047833128613e-05, "Finetune/Loss": 0.8461501598358154, "Finetune/Loss (Raw)": 0.8225709199905396, "Finetune/Step": 6676, "Finetune/Step Time": 6.758157750591636}
+{"Finetune/Learning Rate": 1.5170606524404045e-05, "Finetune/Loss": 0.8449749946594238, "Finetune/Loss (Raw)": 0.7764875888824463, "Finetune/Step": 6677, "Finetune/Step Time": 6.756718959659338}
+{"Finetune/Learning Rate": 1.5169165069055782e-05, "Finetune/Loss": 0.8441368341445923, "Finetune/Loss (Raw)": 0.7840079069137573, "Finetune/Step": 6678, "Finetune/Step Time": 6.744776302948594}
+{"Finetune/Learning Rate": 1.5167723467124693e-05, "Finetune/Loss": 0.8437278866767883, "Finetune/Loss (Raw)": 0.8638611435890198, "Finetune/Step": 6679, "Finetune/Step Time": 6.72759410738945}
+{"Finetune/Learning Rate": 1.516628171865166e-05, "Finetune/Loss": 0.8425168991088867, "Finetune/Loss (Raw)": 0.764484703540802, "Finetune/Step": 6680, "Finetune/Step Time": 6.728520626202226}
+{"Finetune/Learning Rate": 1.5164839823677575e-05, "Finetune/Loss": 0.841753363609314, "Finetune/Loss (Raw)": 0.9588902592658997, "Finetune/Step": 6681, "Finetune/Step Time": 6.721998460590839}
+{"Finetune/Learning Rate": 1.5163397782243314e-05, "Finetune/Loss": 0.8425729274749756, "Finetune/Loss (Raw)": 0.9610311985015869, "Finetune/Step": 6682, "Finetune/Step Time": 6.72183945029974}
+{"Finetune/Learning Rate": 1.5161955594389775e-05, "Finetune/Loss": 0.8415272235870361, "Finetune/Loss (Raw)": 0.8926340341567993, "Finetune/Step": 6683, "Finetune/Step Time": 6.725451685488224}
+{"Finetune/Learning Rate": 1.5160513260157856e-05, "Finetune/Loss": 0.839862585067749, "Finetune/Loss (Raw)": 0.6609922051429749, "Finetune/Step": 6684, "Finetune/Step Time": 6.732901535928249}
+{"Finetune/Learning Rate": 1.5159070779588454e-05, "Finetune/Loss": 0.8415879607200623, "Finetune/Loss (Raw)": 0.9755643010139465, "Finetune/Step": 6685, "Finetune/Step Time": 6.734926491975784}
+{"Finetune/Learning Rate": 1.5157628152722477e-05, "Finetune/Loss": 0.8405483961105347, "Finetune/Loss (Raw)": 0.9077549576759338, "Finetune/Step": 6686, "Finetune/Step Time": 6.734555449336767}
+{"Finetune/Learning Rate": 1.515618537960083e-05, "Finetune/Loss": 0.8402031660079956, "Finetune/Loss (Raw)": 0.7896415591239929, "Finetune/Step": 6687, "Finetune/Step Time": 6.732561649754643}
+{"Finetune/Learning Rate": 1.5154742460264426e-05, "Finetune/Loss": 0.8403893709182739, "Finetune/Loss (Raw)": 0.8624274134635925, "Finetune/Step": 6688, "Finetune/Step Time": 6.734877495095134}
+{"Finetune/Learning Rate": 1.515329939475419e-05, "Finetune/Loss": 0.8414922952651978, "Finetune/Loss (Raw)": 0.9262484312057495, "Finetune/Step": 6689, "Finetune/Step Time": 6.7387376725673676}
+{"Finetune/Learning Rate": 1.5151856183111031e-05, "Finetune/Loss": 0.8422204256057739, "Finetune/Loss (Raw)": 0.9094604253768921, "Finetune/Step": 6690, "Finetune/Step Time": 6.7430723905563354}
+{"Finetune/Learning Rate": 1.5150412825375883e-05, "Finetune/Loss": 0.8434799313545227, "Finetune/Loss (Raw)": 0.9549462795257568, "Finetune/Step": 6691, "Finetune/Step Time": 6.743835039436817}
+{"Finetune/Learning Rate": 1.5148969321589672e-05, "Finetune/Loss": 0.8444151878356934, "Finetune/Loss (Raw)": 0.8327853679656982, "Finetune/Step": 6692, "Finetune/Step Time": 6.731692735105753}
+{"Finetune/Learning Rate": 1.5147525671793335e-05, "Finetune/Loss": 0.845331072807312, "Finetune/Loss (Raw)": 0.8391964435577393, "Finetune/Step": 6693, "Finetune/Step Time": 6.731795504689217}
+{"Finetune/Learning Rate": 1.5146081876027807e-05, "Finetune/Loss": 0.8459068536758423, "Finetune/Loss (Raw)": 0.9180207252502441, "Finetune/Step": 6694, "Finetune/Step Time": 6.733389673754573}
+{"Finetune/Learning Rate": 1.514463793433403e-05, "Finetune/Loss": 0.8450315594673157, "Finetune/Loss (Raw)": 0.8238016963005066, "Finetune/Step": 6695, "Finetune/Step Time": 6.775966681540012}
+{"Finetune/Learning Rate": 1.5143193846752952e-05, "Finetune/Loss": 0.8461809158325195, "Finetune/Loss (Raw)": 1.024875283241272, "Finetune/Step": 6696, "Finetune/Step Time": 6.772695166990161}
+{"Finetune/Learning Rate": 1.5141749613325519e-05, "Finetune/Loss": 0.8464069962501526, "Finetune/Loss (Raw)": 0.891878604888916, "Finetune/Step": 6697, "Finetune/Step Time": 6.772597959265113}
+{"Finetune/Learning Rate": 1.514030523409269e-05, "Finetune/Loss": 0.8476313352584839, "Finetune/Loss (Raw)": 0.8942252993583679, "Finetune/Step": 6698, "Finetune/Step Time": 6.7777699418365955}
+{"Finetune/Learning Rate": 1.513886070909542e-05, "Finetune/Loss": 0.850845217704773, "Finetune/Loss (Raw)": 0.9931164979934692, "Finetune/Step": 6699, "Finetune/Step Time": 6.764364272356033}
+{"Finetune/Learning Rate": 1.5137416038374672e-05, "Finetune/Loss": 0.8511959314346313, "Finetune/Loss (Raw)": 0.892525315284729, "Finetune/Step": 6700, "Finetune/Step Time": 6.764776077121496}
+{"Finetune/Learning Rate": 1.5135971221971417e-05, "Finetune/Loss": 0.8519729971885681, "Finetune/Loss (Raw)": 1.047550916671753, "Finetune/Step": 6701, "Finetune/Step Time": 6.757243948057294}
+{"Finetune/Learning Rate": 1.5134526259926624e-05, "Finetune/Loss": 0.8516455888748169, "Finetune/Loss (Raw)": 0.7436635494232178, "Finetune/Step": 6702, "Finetune/Step Time": 6.737677238881588}
+{"Finetune/Learning Rate": 1.5133081152281266e-05, "Finetune/Loss": 0.8520892262458801, "Finetune/Loss (Raw)": 0.9649816751480103, "Finetune/Step": 6703, "Finetune/Step Time": 6.738893788307905}
+{"Finetune/Learning Rate": 1.513163589907632e-05, "Finetune/Loss": 0.8510006070137024, "Finetune/Loss (Raw)": 0.8008420467376709, "Finetune/Step": 6704, "Finetune/Step Time": 6.744178593158722}
+{"Finetune/Learning Rate": 1.5130190500352774e-05, "Finetune/Loss": 0.8504440784454346, "Finetune/Loss (Raw)": 0.8167111277580261, "Finetune/Step": 6705, "Finetune/Step Time": 6.769883316010237}
+{"Finetune/Learning Rate": 1.5128744956151616e-05, "Finetune/Loss": 0.8508042693138123, "Finetune/Loss (Raw)": 0.847404420375824, "Finetune/Step": 6706, "Finetune/Step Time": 6.769902030006051}
+{"Finetune/Learning Rate": 1.5127299266513835e-05, "Finetune/Loss": 0.8514362573623657, "Finetune/Loss (Raw)": 0.8328458070755005, "Finetune/Step": 6707, "Finetune/Step Time": 6.770912883803248}
+{"Finetune/Learning Rate": 1.5125853431480421e-05, "Finetune/Loss": 0.8520132899284363, "Finetune/Loss (Raw)": 0.8525345921516418, "Finetune/Step": 6708, "Finetune/Step Time": 6.771597903221846}
+{"Finetune/Learning Rate": 1.5124407451092386e-05, "Finetune/Loss": 0.8518668413162231, "Finetune/Loss (Raw)": 0.8608165979385376, "Finetune/Step": 6709, "Finetune/Step Time": 6.734476018697023}
+{"Finetune/Learning Rate": 1.5122961325390728e-05, "Finetune/Loss": 0.8531357049942017, "Finetune/Loss (Raw)": 1.0545613765716553, "Finetune/Step": 6710, "Finetune/Step Time": 6.71927198395133}
+{"Finetune/Learning Rate": 1.512151505441645e-05, "Finetune/Loss": 0.8543924689292908, "Finetune/Loss (Raw)": 0.9118763208389282, "Finetune/Step": 6711, "Finetune/Step Time": 6.748357553035021}
+{"Finetune/Learning Rate": 1.5120068638210573e-05, "Finetune/Loss": 0.8550798892974854, "Finetune/Loss (Raw)": 0.6802023649215698, "Finetune/Step": 6712, "Finetune/Step Time": 6.772509811446071}
+{"Finetune/Learning Rate": 1.5118622076814108e-05, "Finetune/Loss": 0.8561099171638489, "Finetune/Loss (Raw)": 0.9481365084648132, "Finetune/Step": 6713, "Finetune/Step Time": 6.783864893019199}
+{"Finetune/Learning Rate": 1.511717537026807e-05, "Finetune/Loss": 0.8559722900390625, "Finetune/Loss (Raw)": 0.8956578969955444, "Finetune/Step": 6714, "Finetune/Step Time": 6.797856064513326}
+{"Finetune/Learning Rate": 1.5115728518613498e-05, "Finetune/Loss": 0.8560839891433716, "Finetune/Loss (Raw)": 0.9516790509223938, "Finetune/Step": 6715, "Finetune/Step Time": 6.798091541975737}
+{"Finetune/Learning Rate": 1.511428152189141e-05, "Finetune/Loss": 0.8574522137641907, "Finetune/Loss (Raw)": 0.80891352891922, "Finetune/Step": 6716, "Finetune/Step Time": 6.792986750602722}
+{"Finetune/Learning Rate": 1.5112834380142839e-05, "Finetune/Loss": 0.8581535816192627, "Finetune/Loss (Raw)": 0.8891467452049255, "Finetune/Step": 6717, "Finetune/Step Time": 6.793806083500385}
+{"Finetune/Learning Rate": 1.5111387093408825e-05, "Finetune/Loss": 0.8605998158454895, "Finetune/Loss (Raw)": 0.9016234874725342, "Finetune/Step": 6718, "Finetune/Step Time": 6.7846837397664785}
+{"Finetune/Learning Rate": 1.5109939661730408e-05, "Finetune/Loss": 0.8606005907058716, "Finetune/Loss (Raw)": 0.8883485794067383, "Finetune/Step": 6719, "Finetune/Step Time": 6.772733675315976}
+{"Finetune/Learning Rate": 1.5108492085148632e-05, "Finetune/Loss": 0.8596214056015015, "Finetune/Loss (Raw)": 0.7487735152244568, "Finetune/Step": 6720, "Finetune/Step Time": 6.776037000119686}
+{"Finetune/Learning Rate": 1.510704436370455e-05, "Finetune/Loss": 0.8576422929763794, "Finetune/Loss (Raw)": 0.5629382729530334, "Finetune/Step": 6721, "Finetune/Step Time": 6.787213070318103}
+{"Finetune/Learning Rate": 1.510559649743921e-05, "Finetune/Loss": 0.857602596282959, "Finetune/Loss (Raw)": 0.8889808058738708, "Finetune/Step": 6722, "Finetune/Step Time": 6.779719488695264}
+{"Finetune/Learning Rate": 1.5104148486393672e-05, "Finetune/Loss": 0.8576644659042358, "Finetune/Loss (Raw)": 0.8988511562347412, "Finetune/Step": 6723, "Finetune/Step Time": 6.77656938508153}
+{"Finetune/Learning Rate": 1.5102700330609e-05, "Finetune/Loss": 0.858436644077301, "Finetune/Loss (Raw)": 0.9675801396369934, "Finetune/Step": 6724, "Finetune/Step Time": 6.781165227293968}
+{"Finetune/Learning Rate": 1.510125203012625e-05, "Finetune/Loss": 0.8579391241073608, "Finetune/Loss (Raw)": 0.7517758011817932, "Finetune/Step": 6725, "Finetune/Step Time": 6.795389223843813}
+{"Finetune/Learning Rate": 1.5099803584986504e-05, "Finetune/Loss": 0.8564193248748779, "Finetune/Loss (Raw)": 0.7449803948402405, "Finetune/Step": 6726, "Finetune/Step Time": 6.79251360334456}
+{"Finetune/Learning Rate": 1.5098354995230831e-05, "Finetune/Loss": 0.8565688133239746, "Finetune/Loss (Raw)": 0.8642244338989258, "Finetune/Step": 6727, "Finetune/Step Time": 6.792668171226978}
+{"Finetune/Learning Rate": 1.5096906260900304e-05, "Finetune/Loss": 0.8574156761169434, "Finetune/Loss (Raw)": 0.9632331132888794, "Finetune/Step": 6728, "Finetune/Step Time": 6.789863990619779}
+{"Finetune/Learning Rate": 1.5095457382036012e-05, "Finetune/Loss": 0.8584417700767517, "Finetune/Loss (Raw)": 1.086121678352356, "Finetune/Step": 6729, "Finetune/Step Time": 6.786579305306077}
+{"Finetune/Learning Rate": 1.5094008358679037e-05, "Finetune/Loss": 0.8598464727401733, "Finetune/Loss (Raw)": 0.899666965007782, "Finetune/Step": 6730, "Finetune/Step Time": 6.79031702503562}
+{"Finetune/Learning Rate": 1.509255919087047e-05, "Finetune/Loss": 0.8606821298599243, "Finetune/Loss (Raw)": 0.852002739906311, "Finetune/Step": 6731, "Finetune/Step Time": 6.805386105552316}
+{"Finetune/Learning Rate": 1.5091109878651406e-05, "Finetune/Loss": 0.8611612319946289, "Finetune/Loss (Raw)": 0.9624041318893433, "Finetune/Step": 6732, "Finetune/Step Time": 6.790206208825111}
+{"Finetune/Learning Rate": 1.5089660422062944e-05, "Finetune/Loss": 0.8611816167831421, "Finetune/Loss (Raw)": 0.8630537390708923, "Finetune/Step": 6733, "Finetune/Step Time": 6.776953445747495}
+{"Finetune/Learning Rate": 1.5088210821146185e-05, "Finetune/Loss": 0.8613457679748535, "Finetune/Loss (Raw)": 0.8851040005683899, "Finetune/Step": 6734, "Finetune/Step Time": 6.776897996664047}
+{"Finetune/Learning Rate": 1.5086761075942236e-05, "Finetune/Loss": 0.8617115020751953, "Finetune/Loss (Raw)": 0.7887036204338074, "Finetune/Step": 6735, "Finetune/Step Time": 6.7711794804781675}
+{"Finetune/Learning Rate": 1.5085311186492206e-05, "Finetune/Loss": 0.8613432049751282, "Finetune/Loss (Raw)": 0.8540393114089966, "Finetune/Step": 6736, "Finetune/Step Time": 6.770951587706804}
+{"Finetune/Learning Rate": 1.5083861152837214e-05, "Finetune/Loss": 0.8609622716903687, "Finetune/Loss (Raw)": 0.9747405052185059, "Finetune/Step": 6737, "Finetune/Step Time": 6.77129502594471}
+{"Finetune/Learning Rate": 1.5082410975018374e-05, "Finetune/Loss": 0.8616524934768677, "Finetune/Loss (Raw)": 1.007124662399292, "Finetune/Step": 6738, "Finetune/Step Time": 6.765291744843125}
+{"Finetune/Learning Rate": 1.5080960653076813e-05, "Finetune/Loss": 0.8609610199928284, "Finetune/Loss (Raw)": 0.7411306500434875, "Finetune/Step": 6739, "Finetune/Step Time": 6.764648435637355}
+{"Finetune/Learning Rate": 1.5079510187053656e-05, "Finetune/Loss": 0.8586827516555786, "Finetune/Loss (Raw)": 0.6801283955574036, "Finetune/Step": 6740, "Finetune/Step Time": 6.784665733575821}
+{"Finetune/Learning Rate": 1.5078059576990031e-05, "Finetune/Loss": 0.8604526519775391, "Finetune/Loss (Raw)": 0.8647151589393616, "Finetune/Step": 6741, "Finetune/Step Time": 6.769407460466027}
+{"Finetune/Learning Rate": 1.5076608822927082e-05, "Finetune/Loss": 0.8613731861114502, "Finetune/Loss (Raw)": 0.8387864828109741, "Finetune/Step": 6742, "Finetune/Step Time": 6.7562254294753075}
+{"Finetune/Learning Rate": 1.507515792490594e-05, "Finetune/Loss": 0.8617479205131531, "Finetune/Loss (Raw)": 0.9552334547042847, "Finetune/Step": 6743, "Finetune/Step Time": 6.755007168278098}
+{"Finetune/Learning Rate": 1.5073706882967752e-05, "Finetune/Loss": 0.8625954389572144, "Finetune/Loss (Raw)": 0.8373185396194458, "Finetune/Step": 6744, "Finetune/Step Time": 6.758581455796957}
+{"Finetune/Learning Rate": 1.5072255697153664e-05, "Finetune/Loss": 0.8618173599243164, "Finetune/Loss (Raw)": 0.8820501565933228, "Finetune/Step": 6745, "Finetune/Step Time": 6.755664667114615}
+{"Finetune/Learning Rate": 1.5070804367504825e-05, "Finetune/Loss": 0.8609814643859863, "Finetune/Loss (Raw)": 0.7405234575271606, "Finetune/Step": 6746, "Finetune/Step Time": 6.764994794502854}
+{"Finetune/Learning Rate": 1.5069352894062397e-05, "Finetune/Loss": 0.8610879182815552, "Finetune/Loss (Raw)": 0.9317824840545654, "Finetune/Step": 6747, "Finetune/Step Time": 6.758198058232665}
+{"Finetune/Learning Rate": 1.5067901276867538e-05, "Finetune/Loss": 0.8609489798545837, "Finetune/Loss (Raw)": 0.943348228931427, "Finetune/Step": 6748, "Finetune/Step Time": 6.756524292752147}
+{"Finetune/Learning Rate": 1.5066449515961403e-05, "Finetune/Loss": 0.8593238592147827, "Finetune/Loss (Raw)": 0.8323057889938354, "Finetune/Step": 6749, "Finetune/Step Time": 6.739616246894002}
+{"Finetune/Learning Rate": 1.5064997611385172e-05, "Finetune/Loss": 0.8596473932266235, "Finetune/Loss (Raw)": 0.9031238555908203, "Finetune/Step": 6750, "Finetune/Step Time": 6.742439026013017}
+{"Finetune/Learning Rate": 1.5063545563180013e-05, "Finetune/Loss": 0.859052300453186, "Finetune/Loss (Raw)": 0.818952202796936, "Finetune/Step": 6751, "Finetune/Step Time": 6.746145479381084}
+{"Finetune/Learning Rate": 1.5062093371387097e-05, "Finetune/Loss": 0.858433723449707, "Finetune/Loss (Raw)": 0.8526789546012878, "Finetune/Step": 6752, "Finetune/Step Time": 6.746242463588715}
+{"Finetune/Learning Rate": 1.5060641036047608e-05, "Finetune/Loss": 0.8569077253341675, "Finetune/Loss (Raw)": 0.782391369342804, "Finetune/Step": 6753, "Finetune/Step Time": 6.746950604021549}
+{"Finetune/Learning Rate": 1.5059188557202734e-05, "Finetune/Loss": 0.8575214743614197, "Finetune/Loss (Raw)": 0.9104701280593872, "Finetune/Step": 6754, "Finetune/Step Time": 6.740475198253989}
+{"Finetune/Learning Rate": 1.5057735934893653e-05, "Finetune/Loss": 0.8567659258842468, "Finetune/Loss (Raw)": 0.754387378692627, "Finetune/Step": 6755, "Finetune/Step Time": 6.740599462762475}
+{"Finetune/Learning Rate": 1.5056283169161565e-05, "Finetune/Loss": 0.8564457893371582, "Finetune/Loss (Raw)": 0.85337895154953, "Finetune/Step": 6756, "Finetune/Step Time": 6.737763240933418}
+{"Finetune/Learning Rate": 1.5054830260047669e-05, "Finetune/Loss": 0.8566412925720215, "Finetune/Loss (Raw)": 0.8520249128341675, "Finetune/Step": 6757, "Finetune/Step Time": 6.724884897470474}
+{"Finetune/Learning Rate": 1.5053377207593157e-05, "Finetune/Loss": 0.8577209711074829, "Finetune/Loss (Raw)": 0.8600198030471802, "Finetune/Step": 6758, "Finetune/Step Time": 6.734203699976206}
+{"Finetune/Learning Rate": 1.5051924011839237e-05, "Finetune/Loss": 0.8567682504653931, "Finetune/Loss (Raw)": 0.8235111236572266, "Finetune/Step": 6759, "Finetune/Step Time": 6.740298353135586}
+{"Finetune/Learning Rate": 1.5050470672827117e-05, "Finetune/Loss": 0.8556699156761169, "Finetune/Loss (Raw)": 0.8790150284767151, "Finetune/Step": 6760, "Finetune/Step Time": 6.741737866774201}
+{"Finetune/Learning Rate": 1.5049017190598011e-05, "Finetune/Loss": 0.8545404672622681, "Finetune/Loss (Raw)": 0.8635415434837341, "Finetune/Step": 6761, "Finetune/Step Time": 6.739919105544686}
+{"Finetune/Learning Rate": 1.5047563565193137e-05, "Finetune/Loss": 0.8528474569320679, "Finetune/Loss (Raw)": 0.7575757503509521, "Finetune/Step": 6762, "Finetune/Step Time": 6.77445806376636}
+{"Finetune/Learning Rate": 1.5046109796653712e-05, "Finetune/Loss": 0.8528650403022766, "Finetune/Loss (Raw)": 0.8558991551399231, "Finetune/Step": 6763, "Finetune/Step Time": 6.7737305872142315}
+{"Finetune/Learning Rate": 1.5044655885020962e-05, "Finetune/Loss": 0.8529585003852844, "Finetune/Loss (Raw)": 0.8294793963432312, "Finetune/Step": 6764, "Finetune/Step Time": 6.748357279226184}
+{"Finetune/Learning Rate": 1.5043201830336118e-05, "Finetune/Loss": 0.8544043898582458, "Finetune/Loss (Raw)": 0.877582311630249, "Finetune/Step": 6765, "Finetune/Step Time": 6.739354135468602}
+{"Finetune/Learning Rate": 1.5041747632640408e-05, "Finetune/Loss": 0.8554052114486694, "Finetune/Loss (Raw)": 0.9409316182136536, "Finetune/Step": 6766, "Finetune/Step Time": 6.738256115466356}
+{"Finetune/Learning Rate": 1.5040293291975074e-05, "Finetune/Loss": 0.8556190133094788, "Finetune/Loss (Raw)": 0.9282426834106445, "Finetune/Step": 6767, "Finetune/Step Time": 6.737300423905253}
+{"Finetune/Learning Rate": 1.5038838808381355e-05, "Finetune/Loss": 0.8550307750701904, "Finetune/Loss (Raw)": 0.7612853646278381, "Finetune/Step": 6768, "Finetune/Step Time": 6.7502305675297976}
+{"Finetune/Learning Rate": 1.5037384181900495e-05, "Finetune/Loss": 0.8564746379852295, "Finetune/Loss (Raw)": 0.9236544966697693, "Finetune/Step": 6769, "Finetune/Step Time": 6.7374512907117605}
+{"Finetune/Learning Rate": 1.5035929412573744e-05, "Finetune/Loss": 0.8564823865890503, "Finetune/Loss (Raw)": 0.9105109572410583, "Finetune/Step": 6770, "Finetune/Step Time": 6.73716358281672}
+{"Finetune/Learning Rate": 1.5034474500442358e-05, "Finetune/Loss": 0.8566045761108398, "Finetune/Loss (Raw)": 0.8074273467063904, "Finetune/Step": 6771, "Finetune/Step Time": 6.735437152907252}
+{"Finetune/Learning Rate": 1.5033019445547589e-05, "Finetune/Loss": 0.8558594584465027, "Finetune/Loss (Raw)": 0.800195038318634, "Finetune/Step": 6772, "Finetune/Step Time": 6.73067576251924}
+{"Finetune/Learning Rate": 1.50315642479307e-05, "Finetune/Loss": 0.8558348417282104, "Finetune/Loss (Raw)": 0.8410592675209045, "Finetune/Step": 6773, "Finetune/Step Time": 6.731757229194045}
+{"Finetune/Learning Rate": 1.5030108907632954e-05, "Finetune/Loss": 0.8553434610366821, "Finetune/Loss (Raw)": 0.8823032379150391, "Finetune/Step": 6774, "Finetune/Step Time": 6.724982015788555}
+{"Finetune/Learning Rate": 1.502865342469563e-05, "Finetune/Loss": 0.8553004264831543, "Finetune/Loss (Raw)": 0.8325701951980591, "Finetune/Step": 6775, "Finetune/Step Time": 6.724655417725444}
+{"Finetune/Learning Rate": 1.502719779915999e-05, "Finetune/Loss": 0.855334997177124, "Finetune/Loss (Raw)": 0.9073474407196045, "Finetune/Step": 6776, "Finetune/Step Time": 6.723033633083105}
+{"Finetune/Learning Rate": 1.5025742031067316e-05, "Finetune/Loss": 0.8577218651771545, "Finetune/Loss (Raw)": 0.9228024482727051, "Finetune/Step": 6777, "Finetune/Step Time": 6.712708115577698}
+{"Finetune/Learning Rate": 1.5024286120458891e-05, "Finetune/Loss": 0.8584578633308411, "Finetune/Loss (Raw)": 0.8171730041503906, "Finetune/Step": 6778, "Finetune/Step Time": 6.7148416712880135}
+{"Finetune/Learning Rate": 1.5022830067375997e-05, "Finetune/Loss": 0.8591080904006958, "Finetune/Loss (Raw)": 0.8399928212165833, "Finetune/Step": 6779, "Finetune/Step Time": 6.709348080679774}
+{"Finetune/Learning Rate": 1.5021373871859926e-05, "Finetune/Loss": 0.8606379628181458, "Finetune/Loss (Raw)": 1.0290197134017944, "Finetune/Step": 6780, "Finetune/Step Time": 6.701808996498585}
+{"Finetune/Learning Rate": 1.5019917533951968e-05, "Finetune/Loss": 0.8600826263427734, "Finetune/Loss (Raw)": 0.7940211892127991, "Finetune/Step": 6781, "Finetune/Step Time": 6.697552017867565}
+{"Finetune/Learning Rate": 1.5018461053693432e-05, "Finetune/Loss": 0.8601305484771729, "Finetune/Loss (Raw)": 0.8528079390525818, "Finetune/Step": 6782, "Finetune/Step Time": 6.708718238398433}
+{"Finetune/Learning Rate": 1.5017004431125604e-05, "Finetune/Loss": 0.8608798980712891, "Finetune/Loss (Raw)": 0.9127744436264038, "Finetune/Step": 6783, "Finetune/Step Time": 6.692656947299838}
+{"Finetune/Learning Rate": 1.5015547666289798e-05, "Finetune/Loss": 0.8625230193138123, "Finetune/Loss (Raw)": 0.8985110521316528, "Finetune/Step": 6784, "Finetune/Step Time": 6.678732825443149}
+{"Finetune/Learning Rate": 1.5014090759227322e-05, "Finetune/Loss": 0.8625297546386719, "Finetune/Loss (Raw)": 0.9076552391052246, "Finetune/Step": 6785, "Finetune/Step Time": 6.695565657690167}
+{"Finetune/Learning Rate": 1.5012633709979492e-05, "Finetune/Loss": 0.8643978834152222, "Finetune/Loss (Raw)": 0.8405452370643616, "Finetune/Step": 6786, "Finetune/Step Time": 6.7023817747831345}
+{"Finetune/Learning Rate": 1.5011176518587622e-05, "Finetune/Loss": 0.8643327951431274, "Finetune/Loss (Raw)": 0.8857386112213135, "Finetune/Step": 6787, "Finetune/Step Time": 6.702977370470762}
+{"Finetune/Learning Rate": 1.5009719185093036e-05, "Finetune/Loss": 0.8649317622184753, "Finetune/Loss (Raw)": 0.9144932627677917, "Finetune/Step": 6788, "Finetune/Step Time": 6.702289193868637}
+{"Finetune/Learning Rate": 1.5008261709537062e-05, "Finetune/Loss": 0.8625878095626831, "Finetune/Loss (Raw)": 0.6943524479866028, "Finetune/Step": 6789, "Finetune/Step Time": 6.714223289862275}
+{"Finetune/Learning Rate": 1.5006804091961025e-05, "Finetune/Loss": 0.8619285821914673, "Finetune/Loss (Raw)": 0.7358442544937134, "Finetune/Step": 6790, "Finetune/Step Time": 6.718016931787133}
+{"Finetune/Learning Rate": 1.5005346332406263e-05, "Finetune/Loss": 0.8624412417411804, "Finetune/Loss (Raw)": 0.9755597710609436, "Finetune/Step": 6791, "Finetune/Step Time": 6.716179225593805}
+{"Finetune/Learning Rate": 1.5003888430914111e-05, "Finetune/Loss": 0.8631343841552734, "Finetune/Loss (Raw)": 0.8685264587402344, "Finetune/Step": 6792, "Finetune/Step Time": 6.712717426940799}
+{"Finetune/Learning Rate": 1.5002430387525913e-05, "Finetune/Loss": 0.8634883165359497, "Finetune/Loss (Raw)": 0.7170540690422058, "Finetune/Step": 6793, "Finetune/Step Time": 6.719276774674654}
+{"Finetune/Learning Rate": 1.5000972202283012e-05, "Finetune/Loss": 0.8627724647521973, "Finetune/Loss (Raw)": 0.8349151611328125, "Finetune/Step": 6794, "Finetune/Step Time": 6.719440199434757}
+{"Finetune/Learning Rate": 1.4999513875226766e-05, "Finetune/Loss": 0.8625420331954956, "Finetune/Loss (Raw)": 0.8631293773651123, "Finetune/Step": 6795, "Finetune/Step Time": 6.705846507102251}
+{"Finetune/Learning Rate": 1.499805540639852e-05, "Finetune/Loss": 0.863323450088501, "Finetune/Loss (Raw)": 0.9160881638526917, "Finetune/Step": 6796, "Finetune/Step Time": 6.704095469787717}
+{"Finetune/Learning Rate": 1.4996596795839635e-05, "Finetune/Loss": 0.8613069653511047, "Finetune/Loss (Raw)": 0.5720226764678955, "Finetune/Step": 6797, "Finetune/Step Time": 6.718613386154175}
+{"Finetune/Learning Rate": 1.499513804359147e-05, "Finetune/Loss": 0.86101233959198, "Finetune/Loss (Raw)": 0.7285817265510559, "Finetune/Step": 6798, "Finetune/Step Time": 6.720531493425369}
+{"Finetune/Learning Rate": 1.4993679149695397e-05, "Finetune/Loss": 0.8610643148422241, "Finetune/Loss (Raw)": 0.9584468007087708, "Finetune/Step": 6799, "Finetune/Step Time": 6.720180986449122}
+{"Finetune/Learning Rate": 1.4992220114192786e-05, "Finetune/Loss": 0.860016405582428, "Finetune/Loss (Raw)": 0.7604487538337708, "Finetune/Step": 6800, "Finetune/Step Time": 6.70483061671257}
+{"Finetune/Learning Rate": 1.4990760937125006e-05, "Finetune/Loss": 0.861173152923584, "Finetune/Loss (Raw)": 0.9611254334449768, "Finetune/Step": 6801, "Finetune/Step Time": 6.721642518416047}
+{"Finetune/Learning Rate": 1.4989301618533438e-05, "Finetune/Loss": 0.8606142997741699, "Finetune/Loss (Raw)": 0.7544994354248047, "Finetune/Step": 6802, "Finetune/Step Time": 6.724989600479603}
+{"Finetune/Learning Rate": 1.4987842158459465e-05, "Finetune/Loss": 0.8616290092468262, "Finetune/Loss (Raw)": 0.8922714591026306, "Finetune/Step": 6803, "Finetune/Step Time": 6.719162138178945}
+{"Finetune/Learning Rate": 1.4986382556944471e-05, "Finetune/Loss": 0.8604989051818848, "Finetune/Loss (Raw)": 0.6779205799102783, "Finetune/Step": 6804, "Finetune/Step Time": 6.724639270454645}
+{"Finetune/Learning Rate": 1.4984922814029845e-05, "Finetune/Loss": 0.8606036305427551, "Finetune/Loss (Raw)": 0.7898919582366943, "Finetune/Step": 6805, "Finetune/Step Time": 6.732728527858853}
+{"Finetune/Learning Rate": 1.4983462929756986e-05, "Finetune/Loss": 0.8599597811698914, "Finetune/Loss (Raw)": 0.7016010284423828, "Finetune/Step": 6806, "Finetune/Step Time": 6.736791415140033}
+{"Finetune/Learning Rate": 1.4982002904167288e-05, "Finetune/Loss": 0.8592722415924072, "Finetune/Loss (Raw)": 0.7758556008338928, "Finetune/Step": 6807, "Finetune/Step Time": 6.7320236172527075}
+{"Finetune/Learning Rate": 1.4980542737302155e-05, "Finetune/Loss": 0.8604382872581482, "Finetune/Loss (Raw)": 0.9137355089187622, "Finetune/Step": 6808, "Finetune/Step Time": 6.735148292034864}
+{"Finetune/Learning Rate": 1.4979082429202993e-05, "Finetune/Loss": 0.8586125373840332, "Finetune/Loss (Raw)": 0.7251904010772705, "Finetune/Step": 6809, "Finetune/Step Time": 6.74837183021009}
+{"Finetune/Learning Rate": 1.4977621979911212e-05, "Finetune/Loss": 0.8562470078468323, "Finetune/Loss (Raw)": 0.6582498550415039, "Finetune/Step": 6810, "Finetune/Step Time": 6.764389790594578}
+{"Finetune/Learning Rate": 1.4976161389468225e-05, "Finetune/Loss": 0.8560082912445068, "Finetune/Loss (Raw)": 0.8620722889900208, "Finetune/Step": 6811, "Finetune/Step Time": 6.765361271798611}
+{"Finetune/Learning Rate": 1.4974700657915453e-05, "Finetune/Loss": 0.8585716485977173, "Finetune/Loss (Raw)": 0.9891090989112854, "Finetune/Step": 6812, "Finetune/Step Time": 6.758487684652209}
+{"Finetune/Learning Rate": 1.4973239785294316e-05, "Finetune/Loss": 0.8565756678581238, "Finetune/Loss (Raw)": 0.7200769186019897, "Finetune/Step": 6813, "Finetune/Step Time": 6.755294831469655}
+{"Finetune/Learning Rate": 1.497177877164624e-05, "Finetune/Loss": 0.8557651042938232, "Finetune/Loss (Raw)": 0.8040013909339905, "Finetune/Step": 6814, "Finetune/Step Time": 6.75451236218214}
+{"Finetune/Learning Rate": 1.4970317617012656e-05, "Finetune/Loss": 0.8549797534942627, "Finetune/Loss (Raw)": 0.6891215443611145, "Finetune/Step": 6815, "Finetune/Step Time": 6.751604730263352}
+{"Finetune/Learning Rate": 1.4968856321434997e-05, "Finetune/Loss": 0.8547796607017517, "Finetune/Loss (Raw)": 0.8368126749992371, "Finetune/Step": 6816, "Finetune/Step Time": 6.7502900790423155}
+{"Finetune/Learning Rate": 1.4967394884954702e-05, "Finetune/Loss": 0.855066180229187, "Finetune/Loss (Raw)": 0.9629257321357727, "Finetune/Step": 6817, "Finetune/Step Time": 6.748564096167684}
+{"Finetune/Learning Rate": 1.4965933307613219e-05, "Finetune/Loss": 0.8545082807540894, "Finetune/Loss (Raw)": 0.8380480408668518, "Finetune/Step": 6818, "Finetune/Step Time": 6.743791876360774}
+{"Finetune/Learning Rate": 1.4964471589451983e-05, "Finetune/Loss": 0.8538962006568909, "Finetune/Loss (Raw)": 0.8765937089920044, "Finetune/Step": 6819, "Finetune/Step Time": 6.742864077910781}
+{"Finetune/Learning Rate": 1.496300973051245e-05, "Finetune/Loss": 0.8537200689315796, "Finetune/Loss (Raw)": 0.8102437257766724, "Finetune/Step": 6820, "Finetune/Step Time": 6.742734167724848}
+{"Finetune/Learning Rate": 1.4961547730836077e-05, "Finetune/Loss": 0.8535374999046326, "Finetune/Loss (Raw)": 0.815825879573822, "Finetune/Step": 6821, "Finetune/Step Time": 6.760068451985717}
+{"Finetune/Learning Rate": 1.4960085590464314e-05, "Finetune/Loss": 0.8525273203849792, "Finetune/Loss (Raw)": 0.788722038269043, "Finetune/Step": 6822, "Finetune/Step Time": 6.755329187959433}
+{"Finetune/Learning Rate": 1.4958623309438634e-05, "Finetune/Loss": 0.852501392364502, "Finetune/Loss (Raw)": 0.820485532283783, "Finetune/Step": 6823, "Finetune/Step Time": 6.734095260500908}
+{"Finetune/Learning Rate": 1.4957160887800494e-05, "Finetune/Loss": 0.8511797785758972, "Finetune/Loss (Raw)": 0.8557063937187195, "Finetune/Step": 6824, "Finetune/Step Time": 6.735653275623918}
+{"Finetune/Learning Rate": 1.495569832559137e-05, "Finetune/Loss": 0.8511369228363037, "Finetune/Loss (Raw)": 0.8863848447799683, "Finetune/Step": 6825, "Finetune/Step Time": 6.734095651656389}
+{"Finetune/Learning Rate": 1.495423562285273e-05, "Finetune/Loss": 0.8508239984512329, "Finetune/Loss (Raw)": 0.8541780114173889, "Finetune/Step": 6826, "Finetune/Step Time": 6.731651337817311}
+{"Finetune/Learning Rate": 1.4952772779626059e-05, "Finetune/Loss": 0.8496086597442627, "Finetune/Loss (Raw)": 0.8375499248504639, "Finetune/Step": 6827, "Finetune/Step Time": 6.73245232924819}
+{"Finetune/Learning Rate": 1.4951309795952835e-05, "Finetune/Loss": 0.8482968807220459, "Finetune/Loss (Raw)": 0.724618136882782, "Finetune/Step": 6828, "Finetune/Step Time": 6.734965678304434}
+{"Finetune/Learning Rate": 1.4949846671874545e-05, "Finetune/Loss": 0.8452479839324951, "Finetune/Loss (Raw)": 0.6572953462600708, "Finetune/Step": 6829, "Finetune/Step Time": 6.747915161773562}
+{"Finetune/Learning Rate": 1.4948383407432678e-05, "Finetune/Loss": 0.8448467254638672, "Finetune/Loss (Raw)": 0.6923006772994995, "Finetune/Step": 6830, "Finetune/Step Time": 6.750087186694145}
+{"Finetune/Learning Rate": 1.494692000266873e-05, "Finetune/Loss": 0.8428163528442383, "Finetune/Loss (Raw)": 0.7050961852073669, "Finetune/Step": 6831, "Finetune/Step Time": 6.746156623587012}
+{"Finetune/Learning Rate": 1.4945456457624197e-05, "Finetune/Loss": 0.8427058458328247, "Finetune/Loss (Raw)": 0.7867016196250916, "Finetune/Step": 6832, "Finetune/Step Time": 6.747948322445154}
+{"Finetune/Learning Rate": 1.494399277234058e-05, "Finetune/Loss": 0.8430043458938599, "Finetune/Loss (Raw)": 0.8549128770828247, "Finetune/Step": 6833, "Finetune/Step Time": 6.734669802710414}
+{"Finetune/Learning Rate": 1.494252894685939e-05, "Finetune/Loss": 0.8429532647132874, "Finetune/Loss (Raw)": 0.8408711552619934, "Finetune/Step": 6834, "Finetune/Step Time": 6.736789368093014}
+{"Finetune/Learning Rate": 1.4941064981222131e-05, "Finetune/Loss": 0.8418092727661133, "Finetune/Loss (Raw)": 0.6864050030708313, "Finetune/Step": 6835, "Finetune/Step Time": 6.757966861128807}
+{"Finetune/Learning Rate": 1.4939600875470322e-05, "Finetune/Loss": 0.8423769474029541, "Finetune/Loss (Raw)": 0.925199568271637, "Finetune/Step": 6836, "Finetune/Step Time": 6.757001897320151}
+{"Finetune/Learning Rate": 1.4938136629645477e-05, "Finetune/Loss": 0.8426090478897095, "Finetune/Loss (Raw)": 0.890521228313446, "Finetune/Step": 6837, "Finetune/Step Time": 6.755857018753886}
+{"Finetune/Learning Rate": 1.4936672243789119e-05, "Finetune/Loss": 0.8407621383666992, "Finetune/Loss (Raw)": 0.8181612491607666, "Finetune/Step": 6838, "Finetune/Step Time": 6.768228894099593}
+{"Finetune/Learning Rate": 1.4935207717942776e-05, "Finetune/Loss": 0.840501070022583, "Finetune/Loss (Raw)": 0.8784574866294861, "Finetune/Step": 6839, "Finetune/Step Time": 6.7434067744761705}
+{"Finetune/Learning Rate": 1.4933743052147975e-05, "Finetune/Loss": 0.8414382934570312, "Finetune/Loss (Raw)": 0.800171971321106, "Finetune/Step": 6840, "Finetune/Step Time": 6.717383144423366}
+{"Finetune/Learning Rate": 1.493227824644625e-05, "Finetune/Loss": 0.8415483832359314, "Finetune/Loss (Raw)": 0.9622264504432678, "Finetune/Step": 6841, "Finetune/Step Time": 6.706773020327091}
+{"Finetune/Learning Rate": 1.493081330087914e-05, "Finetune/Loss": 0.8421095013618469, "Finetune/Loss (Raw)": 0.9674862027168274, "Finetune/Step": 6842, "Finetune/Step Time": 6.691205188632011}
+{"Finetune/Learning Rate": 1.4929348215488186e-05, "Finetune/Loss": 0.841554582118988, "Finetune/Loss (Raw)": 0.8806467652320862, "Finetune/Step": 6843, "Finetune/Step Time": 6.688941476866603}
+{"Finetune/Learning Rate": 1.4927882990314935e-05, "Finetune/Loss": 0.841341495513916, "Finetune/Loss (Raw)": 0.7816295623779297, "Finetune/Step": 6844, "Finetune/Step Time": 6.68915906175971}
+{"Finetune/Learning Rate": 1.4926417625400937e-05, "Finetune/Loss": 0.8400647640228271, "Finetune/Loss (Raw)": 0.7257340550422668, "Finetune/Step": 6845, "Finetune/Step Time": 6.691031677648425}
+{"Finetune/Learning Rate": 1.4924952120787741e-05, "Finetune/Loss": 0.8389309644699097, "Finetune/Loss (Raw)": 0.7564992904663086, "Finetune/Step": 6846, "Finetune/Step Time": 6.701199164614081}
+{"Finetune/Learning Rate": 1.4923486476516906e-05, "Finetune/Loss": 0.8396094441413879, "Finetune/Loss (Raw)": 0.9751948118209839, "Finetune/Step": 6847, "Finetune/Step Time": 6.700831603258848}
+{"Finetune/Learning Rate": 1.492202069263e-05, "Finetune/Loss": 0.8401678800582886, "Finetune/Loss (Raw)": 0.8202470541000366, "Finetune/Step": 6848, "Finetune/Step Time": 6.696570409461856}
+{"Finetune/Learning Rate": 1.4920554769168578e-05, "Finetune/Loss": 0.841665506362915, "Finetune/Loss (Raw)": 0.7546361684799194, "Finetune/Step": 6849, "Finetune/Step Time": 6.681897021830082}
+{"Finetune/Learning Rate": 1.4919088706174219e-05, "Finetune/Loss": 0.8423441648483276, "Finetune/Loss (Raw)": 0.9758514761924744, "Finetune/Step": 6850, "Finetune/Step Time": 6.677593886852264}
+{"Finetune/Learning Rate": 1.4917622503688492e-05, "Finetune/Loss": 0.8423449993133545, "Finetune/Loss (Raw)": 0.8989533185958862, "Finetune/Step": 6851, "Finetune/Step Time": 6.676206028088927}
+{"Finetune/Learning Rate": 1.4916156161752973e-05, "Finetune/Loss": 0.8415248394012451, "Finetune/Loss (Raw)": 0.8626042604446411, "Finetune/Step": 6852, "Finetune/Step Time": 6.700445557013154}
+{"Finetune/Learning Rate": 1.4914689680409245e-05, "Finetune/Loss": 0.8439693450927734, "Finetune/Loss (Raw)": 1.0646713972091675, "Finetune/Step": 6853, "Finetune/Step Time": 6.6797856241464615}
+{"Finetune/Learning Rate": 1.4913223059698893e-05, "Finetune/Loss": 0.8447245359420776, "Finetune/Loss (Raw)": 0.8416377305984497, "Finetune/Step": 6854, "Finetune/Step Time": 6.680115446448326}
+{"Finetune/Learning Rate": 1.4911756299663507e-05, "Finetune/Loss": 0.8444852828979492, "Finetune/Loss (Raw)": 0.8336033225059509, "Finetune/Step": 6855, "Finetune/Step Time": 6.692892290651798}
+{"Finetune/Learning Rate": 1.491028940034468e-05, "Finetune/Loss": 0.8436805009841919, "Finetune/Loss (Raw)": 0.8602204322814941, "Finetune/Step": 6856, "Finetune/Step Time": 6.699757397174835}
+{"Finetune/Learning Rate": 1.4908822361784008e-05, "Finetune/Loss": 0.8424122333526611, "Finetune/Loss (Raw)": 0.923785924911499, "Finetune/Step": 6857, "Finetune/Step Time": 6.7055823896080256}
+{"Finetune/Learning Rate": 1.490735518402309e-05, "Finetune/Loss": 0.8424027562141418, "Finetune/Loss (Raw)": 0.8984551429748535, "Finetune/Step": 6858, "Finetune/Step Time": 6.709848152473569}
+{"Finetune/Learning Rate": 1.4905887867103539e-05, "Finetune/Loss": 0.8429447412490845, "Finetune/Loss (Raw)": 0.9213732481002808, "Finetune/Step": 6859, "Finetune/Step Time": 6.697699252516031}
+{"Finetune/Learning Rate": 1.4904420411066955e-05, "Finetune/Loss": 0.8426188826560974, "Finetune/Loss (Raw)": 0.9206936359405518, "Finetune/Step": 6860, "Finetune/Step Time": 6.695018485188484}
+{"Finetune/Learning Rate": 1.4902952815954956e-05, "Finetune/Loss": 0.8427923917770386, "Finetune/Loss (Raw)": 0.8852615356445312, "Finetune/Step": 6861, "Finetune/Step Time": 6.692010140046477}
+{"Finetune/Learning Rate": 1.4901485081809158e-05, "Finetune/Loss": 0.8426491022109985, "Finetune/Loss (Raw)": 0.8667616844177246, "Finetune/Step": 6862, "Finetune/Step Time": 6.6911810878664255}
+{"Finetune/Learning Rate": 1.490001720867118e-05, "Finetune/Loss": 0.843109667301178, "Finetune/Loss (Raw)": 0.8476652503013611, "Finetune/Step": 6863, "Finetune/Step Time": 6.699051108211279}
+{"Finetune/Learning Rate": 1.4898549196582646e-05, "Finetune/Loss": 0.8425998687744141, "Finetune/Loss (Raw)": 0.7887784838676453, "Finetune/Step": 6864, "Finetune/Step Time": 6.696650849655271}
+{"Finetune/Learning Rate": 1.4897081045585187e-05, "Finetune/Loss": 0.841740071773529, "Finetune/Loss (Raw)": 0.8646914958953857, "Finetune/Step": 6865, "Finetune/Step Time": 6.697502169758081}
+{"Finetune/Learning Rate": 1.4895612755720437e-05, "Finetune/Loss": 0.8410766124725342, "Finetune/Loss (Raw)": 0.922195553779602, "Finetune/Step": 6866, "Finetune/Step Time": 6.702288720756769}
+{"Finetune/Learning Rate": 1.489414432703003e-05, "Finetune/Loss": 0.842260479927063, "Finetune/Loss (Raw)": 0.8926690220832825, "Finetune/Step": 6867, "Finetune/Step Time": 6.704180588945746}
+{"Finetune/Learning Rate": 1.4892675759555607e-05, "Finetune/Loss": 0.8427915573120117, "Finetune/Loss (Raw)": 0.7481111288070679, "Finetune/Step": 6868, "Finetune/Step Time": 6.68885244242847}
+{"Finetune/Learning Rate": 1.489120705333881e-05, "Finetune/Loss": 0.8415809869766235, "Finetune/Loss (Raw)": 0.7097566723823547, "Finetune/Step": 6869, "Finetune/Step Time": 6.691521102562547}
+{"Finetune/Learning Rate": 1.4889738208421291e-05, "Finetune/Loss": 0.8417072892189026, "Finetune/Loss (Raw)": 0.8549509644508362, "Finetune/Step": 6870, "Finetune/Step Time": 6.6925557423383}
+{"Finetune/Learning Rate": 1.48882692248447e-05, "Finetune/Loss": 0.8412483930587769, "Finetune/Loss (Raw)": 0.896496057510376, "Finetune/Step": 6871, "Finetune/Step Time": 6.6944777593016624}
+{"Finetune/Learning Rate": 1.4886800102650696e-05, "Finetune/Loss": 0.8417986035346985, "Finetune/Loss (Raw)": 0.9077451229095459, "Finetune/Step": 6872, "Finetune/Step Time": 6.700303960591555}
+{"Finetune/Learning Rate": 1.4885330841880939e-05, "Finetune/Loss": 0.842169463634491, "Finetune/Loss (Raw)": 0.9295224547386169, "Finetune/Step": 6873, "Finetune/Step Time": 6.699470961466432}
+{"Finetune/Learning Rate": 1.4883861442577088e-05, "Finetune/Loss": 0.8420683741569519, "Finetune/Loss (Raw)": 0.7275837659835815, "Finetune/Step": 6874, "Finetune/Step Time": 6.701230742037296}
+{"Finetune/Learning Rate": 1.4882391904780815e-05, "Finetune/Loss": 0.8421708345413208, "Finetune/Loss (Raw)": 0.9449034929275513, "Finetune/Step": 6875, "Finetune/Step Time": 6.724343189969659}
+{"Finetune/Learning Rate": 1.4880922228533794e-05, "Finetune/Loss": 0.8419575691223145, "Finetune/Loss (Raw)": 0.916046679019928, "Finetune/Step": 6876, "Finetune/Step Time": 6.726391049101949}
+{"Finetune/Learning Rate": 1.4879452413877695e-05, "Finetune/Loss": 0.8425086736679077, "Finetune/Loss (Raw)": 0.9028499126434326, "Finetune/Step": 6877, "Finetune/Step Time": 6.726564871147275}
+{"Finetune/Learning Rate": 1.4877982460854199e-05, "Finetune/Loss": 0.8428503274917603, "Finetune/Loss (Raw)": 0.9468511343002319, "Finetune/Step": 6878, "Finetune/Step Time": 6.72472233325243}
+{"Finetune/Learning Rate": 1.4876512369504996e-05, "Finetune/Loss": 0.8432461023330688, "Finetune/Loss (Raw)": 0.8696147203445435, "Finetune/Step": 6879, "Finetune/Step Time": 6.717471634969115}
+{"Finetune/Learning Rate": 1.4875042139871768e-05, "Finetune/Loss": 0.8436881303787231, "Finetune/Loss (Raw)": 0.909253716468811, "Finetune/Step": 6880, "Finetune/Step Time": 6.715296696871519}
+{"Finetune/Learning Rate": 1.4873571771996208e-05, "Finetune/Loss": 0.8446254730224609, "Finetune/Loss (Raw)": 0.9023774862289429, "Finetune/Step": 6881, "Finetune/Step Time": 6.719440137967467}
+{"Finetune/Learning Rate": 1.4872101265920008e-05, "Finetune/Loss": 0.8443655967712402, "Finetune/Loss (Raw)": 0.8772031664848328, "Finetune/Step": 6882, "Finetune/Step Time": 6.719685833901167}
+{"Finetune/Learning Rate": 1.4870630621684873e-05, "Finetune/Loss": 0.844974160194397, "Finetune/Loss (Raw)": 0.8322834372520447, "Finetune/Step": 6883, "Finetune/Step Time": 6.731016421690583}
+{"Finetune/Learning Rate": 1.4869159839332502e-05, "Finetune/Loss": 0.8453643321990967, "Finetune/Loss (Raw)": 0.9033225178718567, "Finetune/Step": 6884, "Finetune/Step Time": 6.729576025158167}
+{"Finetune/Learning Rate": 1.4867688918904606e-05, "Finetune/Loss": 0.845463752746582, "Finetune/Loss (Raw)": 0.864753782749176, "Finetune/Step": 6885, "Finetune/Step Time": 6.728727491572499}
+{"Finetune/Learning Rate": 1.4866217860442893e-05, "Finetune/Loss": 0.8451275825500488, "Finetune/Loss (Raw)": 0.8169760704040527, "Finetune/Step": 6886, "Finetune/Step Time": 6.719186143949628}
+{"Finetune/Learning Rate": 1.4864746663989081e-05, "Finetune/Loss": 0.8448207974433899, "Finetune/Loss (Raw)": 0.784251868724823, "Finetune/Step": 6887, "Finetune/Step Time": 6.717830911278725}
+{"Finetune/Learning Rate": 1.4863275329584886e-05, "Finetune/Loss": 0.8445829749107361, "Finetune/Loss (Raw)": 0.8485692739486694, "Finetune/Step": 6888, "Finetune/Step Time": 6.7270895931869745}
+{"Finetune/Learning Rate": 1.4861803857272031e-05, "Finetune/Loss": 0.8457823991775513, "Finetune/Loss (Raw)": 1.0170732736587524, "Finetune/Step": 6889, "Finetune/Step Time": 6.731174752116203}
+{"Finetune/Learning Rate": 1.4860332247092243e-05, "Finetune/Loss": 0.8459250926971436, "Finetune/Loss (Raw)": 0.7758412957191467, "Finetune/Step": 6890, "Finetune/Step Time": 6.699766729027033}
+{"Finetune/Learning Rate": 1.4858860499087257e-05, "Finetune/Loss": 0.8461806178092957, "Finetune/Loss (Raw)": 0.8886089324951172, "Finetune/Step": 6891, "Finetune/Step Time": 6.718235747888684}
+{"Finetune/Learning Rate": 1.48573886132988e-05, "Finetune/Loss": 0.8462545871734619, "Finetune/Loss (Raw)": 0.8389482498168945, "Finetune/Step": 6892, "Finetune/Step Time": 6.738853819668293}
+{"Finetune/Learning Rate": 1.4855916589768616e-05, "Finetune/Loss": 0.8455901145935059, "Finetune/Loss (Raw)": 0.7925286889076233, "Finetune/Step": 6893, "Finetune/Step Time": 6.73602463118732}
+{"Finetune/Learning Rate": 1.4854444428538449e-05, "Finetune/Loss": 0.8456357717514038, "Finetune/Loss (Raw)": 0.9467694163322449, "Finetune/Step": 6894, "Finetune/Step Time": 6.733066882938147}
+{"Finetune/Learning Rate": 1.4852972129650038e-05, "Finetune/Loss": 0.8440847396850586, "Finetune/Loss (Raw)": 0.729717493057251, "Finetune/Step": 6895, "Finetune/Step Time": 6.74642794765532}
+{"Finetune/Learning Rate": 1.4851499693145137e-05, "Finetune/Loss": 0.8450635075569153, "Finetune/Loss (Raw)": 0.886562705039978, "Finetune/Step": 6896, "Finetune/Step Time": 6.730665128678083}
+{"Finetune/Learning Rate": 1.4850027119065504e-05, "Finetune/Loss": 0.8442032933235168, "Finetune/Loss (Raw)": 0.8135473132133484, "Finetune/Step": 6897, "Finetune/Step Time": 6.732038743793964}
+{"Finetune/Learning Rate": 1.4848554407452893e-05, "Finetune/Loss": 0.8434127569198608, "Finetune/Loss (Raw)": 0.8093211650848389, "Finetune/Step": 6898, "Finetune/Step Time": 6.736028349027038}
+{"Finetune/Learning Rate": 1.4847081558349064e-05, "Finetune/Loss": 0.844659686088562, "Finetune/Loss (Raw)": 0.9670360088348389, "Finetune/Step": 6899, "Finetune/Step Time": 6.737512920051813}
+{"Finetune/Learning Rate": 1.4845608571795787e-05, "Finetune/Loss": 0.8455850481987, "Finetune/Loss (Raw)": 0.9186438322067261, "Finetune/Step": 6900, "Finetune/Step Time": 6.739420503377914}
+{"Finetune/Learning Rate": 1.4844135447834828e-05, "Finetune/Loss": 0.845610499382019, "Finetune/Loss (Raw)": 0.8443185091018677, "Finetune/Step": 6901, "Finetune/Step Time": 6.737750642001629}
+{"Finetune/Learning Rate": 1.4842662186507965e-05, "Finetune/Loss": 0.8445951342582703, "Finetune/Loss (Raw)": 0.7523322701454163, "Finetune/Step": 6902, "Finetune/Step Time": 6.747617790475488}
+{"Finetune/Learning Rate": 1.4841188787856972e-05, "Finetune/Loss": 0.8443080186843872, "Finetune/Loss (Raw)": 0.7958253622055054, "Finetune/Step": 6903, "Finetune/Step Time": 6.746319634839892}
+{"Finetune/Learning Rate": 1.4839715251923632e-05, "Finetune/Loss": 0.8439069390296936, "Finetune/Loss (Raw)": 0.855998158454895, "Finetune/Step": 6904, "Finetune/Step Time": 6.744805248454213}
+{"Finetune/Learning Rate": 1.483824157874973e-05, "Finetune/Loss": 0.8423255681991577, "Finetune/Loss (Raw)": 0.7203922271728516, "Finetune/Step": 6905, "Finetune/Step Time": 6.742139311507344}
+{"Finetune/Learning Rate": 1.4836767768377054e-05, "Finetune/Loss": 0.8429273366928101, "Finetune/Loss (Raw)": 0.8941993117332458, "Finetune/Step": 6906, "Finetune/Step Time": 6.741841271519661}
+{"Finetune/Learning Rate": 1.4835293820847399e-05, "Finetune/Loss": 0.8417304158210754, "Finetune/Loss (Raw)": 0.6867908835411072, "Finetune/Step": 6907, "Finetune/Step Time": 6.747543295845389}
+{"Finetune/Learning Rate": 1.483381973620256e-05, "Finetune/Loss": 0.8394075632095337, "Finetune/Loss (Raw)": 0.7316946983337402, "Finetune/Step": 6908, "Finetune/Step Time": 6.766711845993996}
+{"Finetune/Learning Rate": 1.483234551448434e-05, "Finetune/Loss": 0.8397201299667358, "Finetune/Loss (Raw)": 0.8340315818786621, "Finetune/Step": 6909, "Finetune/Step Time": 6.773087067529559}
+{"Finetune/Learning Rate": 1.483087115573454e-05, "Finetune/Loss": 0.840194821357727, "Finetune/Loss (Raw)": 0.9135598540306091, "Finetune/Step": 6910, "Finetune/Step Time": 6.769809141755104}
+{"Finetune/Learning Rate": 1.4829396659994975e-05, "Finetune/Loss": 0.8389025926589966, "Finetune/Loss (Raw)": 0.7473777532577515, "Finetune/Step": 6911, "Finetune/Step Time": 6.793878449127078}
+{"Finetune/Learning Rate": 1.482792202730745e-05, "Finetune/Loss": 0.838226318359375, "Finetune/Loss (Raw)": 0.8119351863861084, "Finetune/Step": 6912, "Finetune/Step Time": 6.793226696550846}
+{"Finetune/Learning Rate": 1.4826447257713787e-05, "Finetune/Loss": 0.8382203578948975, "Finetune/Loss (Raw)": 0.9069044589996338, "Finetune/Step": 6913, "Finetune/Step Time": 6.785318678244948}
+{"Finetune/Learning Rate": 1.4824972351255804e-05, "Finetune/Loss": 0.8382440805435181, "Finetune/Loss (Raw)": 0.8435770869255066, "Finetune/Step": 6914, "Finetune/Step Time": 6.763608865439892}
+{"Finetune/Learning Rate": 1.4823497307975328e-05, "Finetune/Loss": 0.8375495672225952, "Finetune/Loss (Raw)": 0.7968410849571228, "Finetune/Step": 6915, "Finetune/Step Time": 6.769587624818087}
+{"Finetune/Learning Rate": 1.4822022127914179e-05, "Finetune/Loss": 0.8383042812347412, "Finetune/Loss (Raw)": 1.011096715927124, "Finetune/Step": 6916, "Finetune/Step Time": 6.7780704610049725}
+{"Finetune/Learning Rate": 1.4820546811114196e-05, "Finetune/Loss": 0.8392952680587769, "Finetune/Loss (Raw)": 0.821196436882019, "Finetune/Step": 6917, "Finetune/Step Time": 6.766485247761011}
+{"Finetune/Learning Rate": 1.4819071357617218e-05, "Finetune/Loss": 0.8397669792175293, "Finetune/Loss (Raw)": 0.796228289604187, "Finetune/Step": 6918, "Finetune/Step Time": 6.783106103539467}
+{"Finetune/Learning Rate": 1.4817595767465076e-05, "Finetune/Loss": 0.8387413024902344, "Finetune/Loss (Raw)": 0.8442705869674683, "Finetune/Step": 6919, "Finetune/Step Time": 6.7818111050873995}
+{"Finetune/Learning Rate": 1.4816120040699615e-05, "Finetune/Loss": 0.8378316164016724, "Finetune/Loss (Raw)": 0.7520816922187805, "Finetune/Step": 6920, "Finetune/Step Time": 6.778445465490222}
+{"Finetune/Learning Rate": 1.4814644177362691e-05, "Finetune/Loss": 0.8386255502700806, "Finetune/Loss (Raw)": 0.8186794519424438, "Finetune/Step": 6921, "Finetune/Step Time": 6.764942191541195}
+{"Finetune/Learning Rate": 1.4813168177496147e-05, "Finetune/Loss": 0.8383482694625854, "Finetune/Loss (Raw)": 0.7994207739830017, "Finetune/Step": 6922, "Finetune/Step Time": 6.775502201169729}
+{"Finetune/Learning Rate": 1.481169204114184e-05, "Finetune/Loss": 0.8378665447235107, "Finetune/Loss (Raw)": 0.801474392414093, "Finetune/Step": 6923, "Finetune/Step Time": 6.777257818728685}
+{"Finetune/Learning Rate": 1.4810215768341627e-05, "Finetune/Loss": 0.8384674787521362, "Finetune/Loss (Raw)": 0.9930065870285034, "Finetune/Step": 6924, "Finetune/Step Time": 6.7986077554523945}
+{"Finetune/Learning Rate": 1.4808739359137376e-05, "Finetune/Loss": 0.8404977321624756, "Finetune/Loss (Raw)": 0.8319014310836792, "Finetune/Step": 6925, "Finetune/Step Time": 6.78494686819613}
+{"Finetune/Learning Rate": 1.4807262813570949e-05, "Finetune/Loss": 0.8428955674171448, "Finetune/Loss (Raw)": 1.0354959964752197, "Finetune/Step": 6926, "Finetune/Step Time": 6.783710978925228}
+{"Finetune/Learning Rate": 1.480578613168422e-05, "Finetune/Loss": 0.8432309627532959, "Finetune/Loss (Raw)": 1.0013827085494995, "Finetune/Step": 6927, "Finetune/Step Time": 6.780587101355195}
+{"Finetune/Learning Rate": 1.480430931351906e-05, "Finetune/Loss": 0.8444950580596924, "Finetune/Loss (Raw)": 0.9222479462623596, "Finetune/Step": 6928, "Finetune/Step Time": 6.7805417235940695}
+{"Finetune/Learning Rate": 1.4802832359117352e-05, "Finetune/Loss": 0.8436541557312012, "Finetune/Loss (Raw)": 0.8534902930259705, "Finetune/Step": 6929, "Finetune/Step Time": 6.7631690334528685}
+{"Finetune/Learning Rate": 1.4801355268520975e-05, "Finetune/Loss": 0.843378484249115, "Finetune/Loss (Raw)": 0.7192144989967346, "Finetune/Step": 6930, "Finetune/Step Time": 6.757640600204468}
+{"Finetune/Learning Rate": 1.4799878041771816e-05, "Finetune/Loss": 0.8429033160209656, "Finetune/Loss (Raw)": 0.8314456343650818, "Finetune/Step": 6931, "Finetune/Step Time": 6.763169944286346}
+{"Finetune/Learning Rate": 1.4798400678911765e-05, "Finetune/Loss": 0.8447273969650269, "Finetune/Loss (Raw)": 0.9114065766334534, "Finetune/Step": 6932, "Finetune/Step Time": 6.754170887172222}
+{"Finetune/Learning Rate": 1.4796923179982714e-05, "Finetune/Loss": 0.8457462787628174, "Finetune/Loss (Raw)": 0.9203073382377625, "Finetune/Step": 6933, "Finetune/Step Time": 6.744744384661317}
+{"Finetune/Learning Rate": 1.4795445545026564e-05, "Finetune/Loss": 0.8455491065979004, "Finetune/Loss (Raw)": 0.6763624548912048, "Finetune/Step": 6934, "Finetune/Step Time": 6.746568666771054}
+{"Finetune/Learning Rate": 1.4793967774085214e-05, "Finetune/Loss": 0.8474826812744141, "Finetune/Loss (Raw)": 1.0233509540557861, "Finetune/Step": 6935, "Finetune/Step Time": 6.749144876375794}
+{"Finetune/Learning Rate": 1.479248986720057e-05, "Finetune/Loss": 0.847414493560791, "Finetune/Loss (Raw)": 0.9050162434577942, "Finetune/Step": 6936, "Finetune/Step Time": 6.747797990217805}
+{"Finetune/Learning Rate": 1.4791011824414541e-05, "Finetune/Loss": 0.8483867645263672, "Finetune/Loss (Raw)": 0.8496306538581848, "Finetune/Step": 6937, "Finetune/Step Time": 6.737130211666226}
+{"Finetune/Learning Rate": 1.478953364576904e-05, "Finetune/Loss": 0.8492560982704163, "Finetune/Loss (Raw)": 0.7695276141166687, "Finetune/Step": 6938, "Finetune/Step Time": 6.723148226737976}
+{"Finetune/Learning Rate": 1.4788055331305989e-05, "Finetune/Loss": 0.8485472202301025, "Finetune/Loss (Raw)": 0.771339476108551, "Finetune/Step": 6939, "Finetune/Step Time": 6.7242339588701725}
+{"Finetune/Learning Rate": 1.4786576881067301e-05, "Finetune/Loss": 0.8471770286560059, "Finetune/Loss (Raw)": 0.8137215971946716, "Finetune/Step": 6940, "Finetune/Step Time": 6.724062569439411}
+{"Finetune/Learning Rate": 1.47850982950949e-05, "Finetune/Loss": 0.8482990264892578, "Finetune/Loss (Raw)": 0.86369389295578, "Finetune/Step": 6941, "Finetune/Step Time": 6.72395502589643}
+{"Finetune/Learning Rate": 1.4783619573430725e-05, "Finetune/Loss": 0.8482925295829773, "Finetune/Loss (Raw)": 0.8031677603721619, "Finetune/Step": 6942, "Finetune/Step Time": 6.743322217836976}
+{"Finetune/Learning Rate": 1.4782140716116697e-05, "Finetune/Loss": 0.849111020565033, "Finetune/Loss (Raw)": 0.7938898801803589, "Finetune/Step": 6943, "Finetune/Step Time": 6.750710543245077}
+{"Finetune/Learning Rate": 1.4780661723194757e-05, "Finetune/Loss": 0.8500047326087952, "Finetune/Loss (Raw)": 0.9512127041816711, "Finetune/Step": 6944, "Finetune/Step Time": 6.749877011403441}
+{"Finetune/Learning Rate": 1.4779182594706848e-05, "Finetune/Loss": 0.8487436771392822, "Finetune/Loss (Raw)": 0.8015092015266418, "Finetune/Step": 6945, "Finetune/Step Time": 6.7642991449683905}
+{"Finetune/Learning Rate": 1.4777703330694908e-05, "Finetune/Loss": 0.8482210636138916, "Finetune/Loss (Raw)": 0.7711532711982727, "Finetune/Step": 6946, "Finetune/Step Time": 6.764609223231673}
+{"Finetune/Learning Rate": 1.477622393120089e-05, "Finetune/Loss": 0.8493738770484924, "Finetune/Loss (Raw)": 1.0241502523422241, "Finetune/Step": 6947, "Finetune/Step Time": 6.758572265505791}
+{"Finetune/Learning Rate": 1.477474439626674e-05, "Finetune/Loss": 0.8497557640075684, "Finetune/Loss (Raw)": 0.8591254353523254, "Finetune/Step": 6948, "Finetune/Step Time": 6.7547578774392605}
+{"Finetune/Learning Rate": 1.477326472593442e-05, "Finetune/Loss": 0.8504785299301147, "Finetune/Loss (Raw)": 0.9083448648452759, "Finetune/Step": 6949, "Finetune/Step Time": 6.743599431589246}
+{"Finetune/Learning Rate": 1.4771784920245884e-05, "Finetune/Loss": 0.8511885404586792, "Finetune/Loss (Raw)": 0.8795934915542603, "Finetune/Step": 6950, "Finetune/Step Time": 6.74549251049757}
+{"Finetune/Learning Rate": 1.4770304979243095e-05, "Finetune/Loss": 0.850845456123352, "Finetune/Loss (Raw)": 0.776573896408081, "Finetune/Step": 6951, "Finetune/Step Time": 6.724640786647797}
+{"Finetune/Learning Rate": 1.4768824902968024e-05, "Finetune/Loss": 0.8505755066871643, "Finetune/Loss (Raw)": 0.8211586475372314, "Finetune/Step": 6952, "Finetune/Step Time": 6.730402177199721}
+{"Finetune/Learning Rate": 1.476734469146264e-05, "Finetune/Loss": 0.8498643636703491, "Finetune/Loss (Raw)": 0.7953553795814514, "Finetune/Step": 6953, "Finetune/Step Time": 6.731220098212361}
+{"Finetune/Learning Rate": 1.4765864344768917e-05, "Finetune/Loss": 0.8488311171531677, "Finetune/Loss (Raw)": 0.7219190001487732, "Finetune/Step": 6954, "Finetune/Step Time": 6.733030736446381}
+{"Finetune/Learning Rate": 1.476438386292883e-05, "Finetune/Loss": 0.8491256237030029, "Finetune/Loss (Raw)": 0.8752512335777283, "Finetune/Step": 6955, "Finetune/Step Time": 6.733391622081399}
+{"Finetune/Learning Rate": 1.4762903245984369e-05, "Finetune/Loss": 0.8489797115325928, "Finetune/Loss (Raw)": 0.7059459686279297, "Finetune/Step": 6956, "Finetune/Step Time": 6.731997257098556}
+{"Finetune/Learning Rate": 1.4761422493977513e-05, "Finetune/Loss": 0.8508778810501099, "Finetune/Loss (Raw)": 0.9002515077590942, "Finetune/Step": 6957, "Finetune/Step Time": 6.722021607682109}
+{"Finetune/Learning Rate": 1.4759941606950254e-05, "Finetune/Loss": 0.8509029150009155, "Finetune/Loss (Raw)": 0.6955026984214783, "Finetune/Step": 6958, "Finetune/Step Time": 6.720699690282345}
+{"Finetune/Learning Rate": 1.4758460584944589e-05, "Finetune/Loss": 0.8515428304672241, "Finetune/Loss (Raw)": 0.787007749080658, "Finetune/Step": 6959, "Finetune/Step Time": 6.721897451207042}
+{"Finetune/Learning Rate": 1.4756979428002513e-05, "Finetune/Loss": 0.853946328163147, "Finetune/Loss (Raw)": 1.0943515300750732, "Finetune/Step": 6960, "Finetune/Step Time": 6.713150441646576}
+{"Finetune/Learning Rate": 1.4755498136166027e-05, "Finetune/Loss": 0.8538095951080322, "Finetune/Loss (Raw)": 0.8374144434928894, "Finetune/Step": 6961, "Finetune/Step Time": 6.705379502847791}
+{"Finetune/Learning Rate": 1.4754016709477136e-05, "Finetune/Loss": 0.8535085916519165, "Finetune/Loss (Raw)": 0.8023331761360168, "Finetune/Step": 6962, "Finetune/Step Time": 6.706564228981733}
+{"Finetune/Learning Rate": 1.4752535147977849e-05, "Finetune/Loss": 0.8540540337562561, "Finetune/Loss (Raw)": 0.756229043006897, "Finetune/Step": 6963, "Finetune/Step Time": 6.6851426512002945}
+{"Finetune/Learning Rate": 1.4751053451710184e-05, "Finetune/Loss": 0.8540686368942261, "Finetune/Loss (Raw)": 0.9270728230476379, "Finetune/Step": 6964, "Finetune/Step Time": 6.685281647369266}
+{"Finetune/Learning Rate": 1.4749571620716148e-05, "Finetune/Loss": 0.8532455563545227, "Finetune/Loss (Raw)": 0.7851619124412537, "Finetune/Step": 6965, "Finetune/Step Time": 6.706135859712958}
+{"Finetune/Learning Rate": 1.474808965503777e-05, "Finetune/Loss": 0.8532631397247314, "Finetune/Loss (Raw)": 0.8204095363616943, "Finetune/Step": 6966, "Finetune/Step Time": 6.710561798885465}
+{"Finetune/Learning Rate": 1.4746607554717072e-05, "Finetune/Loss": 0.853124737739563, "Finetune/Loss (Raw)": 0.8607462048530579, "Finetune/Step": 6967, "Finetune/Step Time": 6.707538295537233}
+{"Finetune/Learning Rate": 1.4745125319796079e-05, "Finetune/Loss": 0.8549785017967224, "Finetune/Loss (Raw)": 1.0374541282653809, "Finetune/Step": 6968, "Finetune/Step Time": 6.706550866365433}
+{"Finetune/Learning Rate": 1.4743642950316823e-05, "Finetune/Loss": 0.8543596863746643, "Finetune/Loss (Raw)": 0.8830186724662781, "Finetune/Step": 6969, "Finetune/Step Time": 6.710663387551904}
+{"Finetune/Learning Rate": 1.4742160446321345e-05, "Finetune/Loss": 0.8535070419311523, "Finetune/Loss (Raw)": 0.8583464026451111, "Finetune/Step": 6970, "Finetune/Step Time": 6.714452974498272}
+{"Finetune/Learning Rate": 1.4740677807851681e-05, "Finetune/Loss": 0.8523074388504028, "Finetune/Loss (Raw)": 0.7270963788032532, "Finetune/Step": 6971, "Finetune/Step Time": 6.7192002814263105}
+{"Finetune/Learning Rate": 1.4739195034949876e-05, "Finetune/Loss": 0.8528649806976318, "Finetune/Loss (Raw)": 0.8529956340789795, "Finetune/Step": 6972, "Finetune/Step Time": 6.724645484238863}
+{"Finetune/Learning Rate": 1.4737712127657978e-05, "Finetune/Loss": 0.853416919708252, "Finetune/Loss (Raw)": 0.7963800430297852, "Finetune/Step": 6973, "Finetune/Step Time": 6.7328562792390585}
+{"Finetune/Learning Rate": 1.4736229086018033e-05, "Finetune/Loss": 0.8551673889160156, "Finetune/Loss (Raw)": 0.9805561304092407, "Finetune/Step": 6974, "Finetune/Step Time": 6.720565827563405}
+{"Finetune/Learning Rate": 1.47347459100721e-05, "Finetune/Loss": 0.8539156913757324, "Finetune/Loss (Raw)": 0.8149845600128174, "Finetune/Step": 6975, "Finetune/Step Time": 6.73650867305696}
+{"Finetune/Learning Rate": 1.4733262599862234e-05, "Finetune/Loss": 0.8543393611907959, "Finetune/Loss (Raw)": 0.874477744102478, "Finetune/Step": 6976, "Finetune/Step Time": 6.740594945847988}
+{"Finetune/Learning Rate": 1.4731779155430506e-05, "Finetune/Loss": 0.8559839725494385, "Finetune/Loss (Raw)": 0.9651363492012024, "Finetune/Step": 6977, "Finetune/Step Time": 6.740006728097796}
+{"Finetune/Learning Rate": 1.4730295576818971e-05, "Finetune/Loss": 0.8557328581809998, "Finetune/Loss (Raw)": 0.9437167644500732, "Finetune/Step": 6978, "Finetune/Step Time": 6.743510356172919}
+{"Finetune/Learning Rate": 1.472881186406971e-05, "Finetune/Loss": 0.8555843234062195, "Finetune/Loss (Raw)": 0.8799421191215515, "Finetune/Step": 6979, "Finetune/Step Time": 6.744034269824624}
+{"Finetune/Learning Rate": 1.4727328017224786e-05, "Finetune/Loss": 0.8561375737190247, "Finetune/Loss (Raw)": 0.9334186911582947, "Finetune/Step": 6980, "Finetune/Step Time": 6.713057681918144}
+{"Finetune/Learning Rate": 1.4725844036326286e-05, "Finetune/Loss": 0.8554437160491943, "Finetune/Loss (Raw)": 0.9758529663085938, "Finetune/Step": 6981, "Finetune/Step Time": 6.73255486600101}
+{"Finetune/Learning Rate": 1.4724359921416288e-05, "Finetune/Loss": 0.8555537462234497, "Finetune/Loss (Raw)": 0.855729341506958, "Finetune/Step": 6982, "Finetune/Step Time": 6.747296288609505}
+{"Finetune/Learning Rate": 1.4722875672536873e-05, "Finetune/Loss": 0.8553498983383179, "Finetune/Loss (Raw)": 0.8075062036514282, "Finetune/Step": 6983, "Finetune/Step Time": 6.731609562411904}
+{"Finetune/Learning Rate": 1.4721391289730135e-05, "Finetune/Loss": 0.8551316261291504, "Finetune/Loss (Raw)": 0.8322831392288208, "Finetune/Step": 6984, "Finetune/Step Time": 6.730959152802825}
+{"Finetune/Learning Rate": 1.4719906773038171e-05, "Finetune/Loss": 0.8542612791061401, "Finetune/Loss (Raw)": 0.8123790621757507, "Finetune/Step": 6985, "Finetune/Step Time": 6.728462731465697}
+{"Finetune/Learning Rate": 1.4718422122503066e-05, "Finetune/Loss": 0.8532440662384033, "Finetune/Loss (Raw)": 0.7682572603225708, "Finetune/Step": 6986, "Finetune/Step Time": 6.730584917590022}
+{"Finetune/Learning Rate": 1.471693733816693e-05, "Finetune/Loss": 0.8537065386772156, "Finetune/Loss (Raw)": 0.9805672764778137, "Finetune/Step": 6987, "Finetune/Step Time": 6.728018335998058}
+{"Finetune/Learning Rate": 1.4715452420071867e-05, "Finetune/Loss": 0.8535922765731812, "Finetune/Loss (Raw)": 0.9060652256011963, "Finetune/Step": 6988, "Finetune/Step Time": 6.7286535538733006}
+{"Finetune/Learning Rate": 1.4713967368259981e-05, "Finetune/Loss": 0.8524671792984009, "Finetune/Loss (Raw)": 0.7412502765655518, "Finetune/Step": 6989, "Finetune/Step Time": 6.727163119241595}
+{"Finetune/Learning Rate": 1.471248218277338e-05, "Finetune/Loss": 0.8527620434761047, "Finetune/Loss (Raw)": 0.9045061469078064, "Finetune/Step": 6990, "Finetune/Step Time": 6.734222922474146}
+{"Finetune/Learning Rate": 1.471099686365419e-05, "Finetune/Loss": 0.8529202342033386, "Finetune/Loss (Raw)": 0.8679149150848389, "Finetune/Step": 6991, "Finetune/Step Time": 6.731549434363842}
+{"Finetune/Learning Rate": 1.4709511410944523e-05, "Finetune/Loss": 0.8528821468353271, "Finetune/Loss (Raw)": 0.7839012145996094, "Finetune/Step": 6992, "Finetune/Step Time": 6.736004227772355}
+{"Finetune/Learning Rate": 1.4708025824686503e-05, "Finetune/Loss": 0.8537154197692871, "Finetune/Loss (Raw)": 0.9713550209999084, "Finetune/Step": 6993, "Finetune/Step Time": 6.733388872817159}
+{"Finetune/Learning Rate": 1.4706540104922263e-05, "Finetune/Loss": 0.852616548538208, "Finetune/Loss (Raw)": 0.7815364003181458, "Finetune/Step": 6994, "Finetune/Step Time": 6.729272648692131}
+{"Finetune/Learning Rate": 1.4705054251693926e-05, "Finetune/Loss": 0.8522307872772217, "Finetune/Loss (Raw)": 0.8432877063751221, "Finetune/Step": 6995, "Finetune/Step Time": 6.731397280469537}
+{"Finetune/Learning Rate": 1.4703568265043631e-05, "Finetune/Loss": 0.853618323802948, "Finetune/Loss (Raw)": 0.9257221817970276, "Finetune/Step": 6996, "Finetune/Step Time": 6.7257444597780704}
+{"Finetune/Learning Rate": 1.4702082145013515e-05, "Finetune/Loss": 0.8554372787475586, "Finetune/Loss (Raw)": 0.9425767064094543, "Finetune/Step": 6997, "Finetune/Step Time": 6.728167824447155}
+{"Finetune/Learning Rate": 1.470059589164572e-05, "Finetune/Loss": 0.8559127449989319, "Finetune/Loss (Raw)": 0.9158153533935547, "Finetune/Step": 6998, "Finetune/Step Time": 6.72448293864727}
+{"Finetune/Learning Rate": 1.4699109504982392e-05, "Finetune/Loss": 0.8547046184539795, "Finetune/Loss (Raw)": 0.7418491840362549, "Finetune/Step": 6999, "Finetune/Step Time": 6.722277382388711}
+{"Finetune/Learning Rate": 1.469762298506568e-05, "Finetune/Loss": 0.8541064262390137, "Finetune/Loss (Raw)": 0.8311776518821716, "Finetune/Step": 7000, "Finetune/Step Time": 6.716364733874798}
+{"Finetune/Learning Rate": 1.469613633193774e-05, "Finetune/Loss": 0.8531477451324463, "Finetune/Loss (Raw)": 0.8068156838417053, "Finetune/Step": 7001, "Finetune/Step Time": 6.742953600361943}
+{"Finetune/Learning Rate": 1.4694649545640727e-05, "Finetune/Loss": 0.8530541658401489, "Finetune/Loss (Raw)": 0.7156077027320862, "Finetune/Step": 7002, "Finetune/Step Time": 6.7306767497211695}
+{"Finetune/Learning Rate": 1.4693162626216802e-05, "Finetune/Loss": 0.8527700901031494, "Finetune/Loss (Raw)": 0.9085392951965332, "Finetune/Step": 7003, "Finetune/Step Time": 6.710845744237304}
+{"Finetune/Learning Rate": 1.4691675573708133e-05, "Finetune/Loss": 0.8526215553283691, "Finetune/Loss (Raw)": 0.8970284461975098, "Finetune/Step": 7004, "Finetune/Step Time": 6.710501799359918}
+{"Finetune/Learning Rate": 1.4690188388156883e-05, "Finetune/Loss": 0.8535370230674744, "Finetune/Loss (Raw)": 1.0200358629226685, "Finetune/Step": 7005, "Finetune/Step Time": 6.708103811368346}
+{"Finetune/Learning Rate": 1.468870106960523e-05, "Finetune/Loss": 0.8533550500869751, "Finetune/Loss (Raw)": 0.9235610961914062, "Finetune/Step": 7006, "Finetune/Step Time": 6.706492090597749}
+{"Finetune/Learning Rate": 1.4687213618095344e-05, "Finetune/Loss": 0.8543842434883118, "Finetune/Loss (Raw)": 1.001347303390503, "Finetune/Step": 7007, "Finetune/Step Time": 6.708817949518561}
+{"Finetune/Learning Rate": 1.4685726033669412e-05, "Finetune/Loss": 0.8538640737533569, "Finetune/Loss (Raw)": 0.8426752090454102, "Finetune/Step": 7008, "Finetune/Step Time": 6.717464979737997}
+{"Finetune/Learning Rate": 1.4684238316369614e-05, "Finetune/Loss": 0.8530101776123047, "Finetune/Loss (Raw)": 0.7930816411972046, "Finetune/Step": 7009, "Finetune/Step Time": 6.716904094442725}
+{"Finetune/Learning Rate": 1.4682750466238136e-05, "Finetune/Loss": 0.8541239500045776, "Finetune/Loss (Raw)": 1.0197645425796509, "Finetune/Step": 7010, "Finetune/Step Time": 6.718279086053371}
+{"Finetune/Learning Rate": 1.468126248331717e-05, "Finetune/Loss": 0.8553465604782104, "Finetune/Loss (Raw)": 0.9887728691101074, "Finetune/Step": 7011, "Finetune/Step Time": 6.703917745500803}
+{"Finetune/Learning Rate": 1.4679774367648913e-05, "Finetune/Loss": 0.8545846939086914, "Finetune/Loss (Raw)": 0.8058019876480103, "Finetune/Step": 7012, "Finetune/Step Time": 6.702314058318734}
+{"Finetune/Learning Rate": 1.4678286119275564e-05, "Finetune/Loss": 0.8532134294509888, "Finetune/Loss (Raw)": 0.689232349395752, "Finetune/Step": 7013, "Finetune/Step Time": 6.714578213170171}
+{"Finetune/Learning Rate": 1.467679773823932e-05, "Finetune/Loss": 0.8529753088951111, "Finetune/Loss (Raw)": 0.7864999175071716, "Finetune/Step": 7014, "Finetune/Step Time": 6.715670183300972}
+{"Finetune/Learning Rate": 1.4675309224582395e-05, "Finetune/Loss": 0.8545628786087036, "Finetune/Loss (Raw)": 0.9874560236930847, "Finetune/Step": 7015, "Finetune/Step Time": 6.710811583325267}
+{"Finetune/Learning Rate": 1.4673820578346993e-05, "Finetune/Loss": 0.8544692993164062, "Finetune/Loss (Raw)": 0.8365893959999084, "Finetune/Step": 7016, "Finetune/Step Time": 6.702704679220915}
+{"Finetune/Learning Rate": 1.4672331799575333e-05, "Finetune/Loss": 0.8528311252593994, "Finetune/Loss (Raw)": 0.8073952794075012, "Finetune/Step": 7017, "Finetune/Step Time": 6.699153505265713}
+{"Finetune/Learning Rate": 1.4670842888309627e-05, "Finetune/Loss": 0.8539648652076721, "Finetune/Loss (Raw)": 0.9209595918655396, "Finetune/Step": 7018, "Finetune/Step Time": 6.699561957269907}
+{"Finetune/Learning Rate": 1.4669353844592098e-05, "Finetune/Loss": 0.8545416593551636, "Finetune/Loss (Raw)": 0.9624362587928772, "Finetune/Step": 7019, "Finetune/Step Time": 6.683261774480343}
+{"Finetune/Learning Rate": 1.466786466846497e-05, "Finetune/Loss": 0.8536441326141357, "Finetune/Loss (Raw)": 0.7240577340126038, "Finetune/Step": 7020, "Finetune/Step Time": 6.65838610753417}
+{"Finetune/Learning Rate": 1.4666375359970477e-05, "Finetune/Loss": 0.8553292751312256, "Finetune/Loss (Raw)": 1.008230447769165, "Finetune/Step": 7021, "Finetune/Step Time": 6.664363736286759}
+{"Finetune/Learning Rate": 1.4664885919150848e-05, "Finetune/Loss": 0.8543509244918823, "Finetune/Loss (Raw)": 0.8215461373329163, "Finetune/Step": 7022, "Finetune/Step Time": 6.664641957730055}
+{"Finetune/Learning Rate": 1.466339634604832e-05, "Finetune/Loss": 0.8561711311340332, "Finetune/Loss (Raw)": 0.962698757648468, "Finetune/Step": 7023, "Finetune/Step Time": 6.654502976685762}
+{"Finetune/Learning Rate": 1.4661906640705131e-05, "Finetune/Loss": 0.8564924001693726, "Finetune/Loss (Raw)": 0.927687406539917, "Finetune/Step": 7024, "Finetune/Step Time": 6.655911214649677}
+{"Finetune/Learning Rate": 1.4660416803163527e-05, "Finetune/Loss": 0.8570675849914551, "Finetune/Loss (Raw)": 0.8871757388114929, "Finetune/Step": 7025, "Finetune/Step Time": 6.659722872078419}
+{"Finetune/Learning Rate": 1.4658926833465754e-05, "Finetune/Loss": 0.8579330444335938, "Finetune/Loss (Raw)": 0.9201026558876038, "Finetune/Step": 7026, "Finetune/Step Time": 6.655480595305562}
+{"Finetune/Learning Rate": 1.4657436731654064e-05, "Finetune/Loss": 0.8572661876678467, "Finetune/Loss (Raw)": 0.8816719055175781, "Finetune/Step": 7027, "Finetune/Step Time": 6.65645202063024}
+{"Finetune/Learning Rate": 1.4655946497770715e-05, "Finetune/Loss": 0.856404185295105, "Finetune/Loss (Raw)": 0.8083041906356812, "Finetune/Step": 7028, "Finetune/Step Time": 6.659509297460318}
+{"Finetune/Learning Rate": 1.4654456131857959e-05, "Finetune/Loss": 0.8568235635757446, "Finetune/Loss (Raw)": 0.8979982733726501, "Finetune/Step": 7029, "Finetune/Step Time": 6.662649169564247}
+{"Finetune/Learning Rate": 1.4652965633958067e-05, "Finetune/Loss": 0.8585065007209778, "Finetune/Loss (Raw)": 0.9677502512931824, "Finetune/Step": 7030, "Finetune/Step Time": 6.659537762403488}
+{"Finetune/Learning Rate": 1.4651475004113297e-05, "Finetune/Loss": 0.8584402799606323, "Finetune/Loss (Raw)": 0.7873508930206299, "Finetune/Step": 7031, "Finetune/Step Time": 6.660380199551582}
+{"Finetune/Learning Rate": 1.4649984242365926e-05, "Finetune/Loss": 0.8584854602813721, "Finetune/Loss (Raw)": 0.8617753386497498, "Finetune/Step": 7032, "Finetune/Step Time": 6.679234452545643}
+{"Finetune/Learning Rate": 1.4648493348758225e-05, "Finetune/Loss": 0.8579607009887695, "Finetune/Loss (Raw)": 0.6532266736030579, "Finetune/Step": 7033, "Finetune/Step Time": 6.693397589027882}
+{"Finetune/Learning Rate": 1.4647002323332469e-05, "Finetune/Loss": 0.8584014773368835, "Finetune/Loss (Raw)": 0.9506179690361023, "Finetune/Step": 7034, "Finetune/Step Time": 6.69339763186872}
+{"Finetune/Learning Rate": 1.4645511166130941e-05, "Finetune/Loss": 0.8614366054534912, "Finetune/Loss (Raw)": 1.0752848386764526, "Finetune/Step": 7035, "Finetune/Step Time": 6.691202741116285}
+{"Finetune/Learning Rate": 1.4644019877195925e-05, "Finetune/Loss": 0.8626996278762817, "Finetune/Loss (Raw)": 0.8933622241020203, "Finetune/Step": 7036, "Finetune/Step Time": 6.670895056799054}
+{"Finetune/Learning Rate": 1.4642528456569718e-05, "Finetune/Loss": 0.8624982237815857, "Finetune/Loss (Raw)": 0.8082534670829773, "Finetune/Step": 7037, "Finetune/Step Time": 6.666326450183988}
+{"Finetune/Learning Rate": 1.4641036904294596e-05, "Finetune/Loss": 0.8628361225128174, "Finetune/Loss (Raw)": 0.956811249256134, "Finetune/Step": 7038, "Finetune/Step Time": 6.6771272253245115}
+{"Finetune/Learning Rate": 1.4639545220412871e-05, "Finetune/Loss": 0.864888608455658, "Finetune/Loss (Raw)": 1.0100980997085571, "Finetune/Step": 7039, "Finetune/Step Time": 6.653842473402619}
+{"Finetune/Learning Rate": 1.4638053404966836e-05, "Finetune/Loss": 0.8654487729072571, "Finetune/Loss (Raw)": 0.8836318254470825, "Finetune/Step": 7040, "Finetune/Step Time": 6.654310470446944}
+{"Finetune/Learning Rate": 1.4636561457998797e-05, "Finetune/Loss": 0.8645062446594238, "Finetune/Loss (Raw)": 0.7862632274627686, "Finetune/Step": 7041, "Finetune/Step Time": 6.658445954322815}
+{"Finetune/Learning Rate": 1.4635069379551054e-05, "Finetune/Loss": 0.865578293800354, "Finetune/Loss (Raw)": 0.9808000326156616, "Finetune/Step": 7042, "Finetune/Step Time": 6.6609311532229185}
+{"Finetune/Learning Rate": 1.463357716966593e-05, "Finetune/Loss": 0.8658965826034546, "Finetune/Loss (Raw)": 0.8375881314277649, "Finetune/Step": 7043, "Finetune/Step Time": 6.657757772132754}
+{"Finetune/Learning Rate": 1.4632084828385732e-05, "Finetune/Loss": 0.8646504282951355, "Finetune/Loss (Raw)": 0.8515878319740295, "Finetune/Step": 7044, "Finetune/Step Time": 6.651256764307618}
+{"Finetune/Learning Rate": 1.4630592355752777e-05, "Finetune/Loss": 0.8649539947509766, "Finetune/Loss (Raw)": 0.8600534796714783, "Finetune/Step": 7045, "Finetune/Step Time": 6.650441098958254}
+{"Finetune/Learning Rate": 1.4629099751809392e-05, "Finetune/Loss": 0.8648103475570679, "Finetune/Loss (Raw)": 0.7778398990631104, "Finetune/Step": 7046, "Finetune/Step Time": 6.63210335932672}
+{"Finetune/Learning Rate": 1.4627607016597901e-05, "Finetune/Loss": 0.8664652109146118, "Finetune/Loss (Raw)": 1.0560883283615112, "Finetune/Step": 7047, "Finetune/Step Time": 6.633764356374741}
+{"Finetune/Learning Rate": 1.4626114150160636e-05, "Finetune/Loss": 0.8674108982086182, "Finetune/Loss (Raw)": 0.873134970664978, "Finetune/Step": 7048, "Finetune/Step Time": 6.641341483220458}
+{"Finetune/Learning Rate": 1.4624621152539927e-05, "Finetune/Loss": 0.8662712574005127, "Finetune/Loss (Raw)": 0.6727967858314514, "Finetune/Step": 7049, "Finetune/Step Time": 6.642826402559876}
+{"Finetune/Learning Rate": 1.4623128023778113e-05, "Finetune/Loss": 0.8674359321594238, "Finetune/Loss (Raw)": 0.9484995603561401, "Finetune/Step": 7050, "Finetune/Step Time": 6.628336185589433}
+{"Finetune/Learning Rate": 1.4621634763917536e-05, "Finetune/Loss": 0.8685858249664307, "Finetune/Loss (Raw)": 0.9486590027809143, "Finetune/Step": 7051, "Finetune/Step Time": 6.6264535915106535}
+{"Finetune/Learning Rate": 1.4620141373000538e-05, "Finetune/Loss": 0.8679702281951904, "Finetune/Loss (Raw)": 0.9142200350761414, "Finetune/Step": 7052, "Finetune/Step Time": 6.606081012636423}
+{"Finetune/Learning Rate": 1.4618647851069467e-05, "Finetune/Loss": 0.8690292239189148, "Finetune/Loss (Raw)": 0.9674491286277771, "Finetune/Step": 7053, "Finetune/Step Time": 6.602867852896452}
+{"Finetune/Learning Rate": 1.4617154198166679e-05, "Finetune/Loss": 0.8671985864639282, "Finetune/Loss (Raw)": 0.801171064376831, "Finetune/Step": 7054, "Finetune/Step Time": 6.606812551617622}
+{"Finetune/Learning Rate": 1.4615660414334527e-05, "Finetune/Loss": 0.8658596277236938, "Finetune/Loss (Raw)": 0.8299984931945801, "Finetune/Step": 7055, "Finetune/Step Time": 6.626062063500285}
+{"Finetune/Learning Rate": 1.461416649961537e-05, "Finetune/Loss": 0.8667116165161133, "Finetune/Loss (Raw)": 1.0313011407852173, "Finetune/Step": 7056, "Finetune/Step Time": 6.6232087053358555}
+{"Finetune/Learning Rate": 1.4612672454051573e-05, "Finetune/Loss": 0.8676638603210449, "Finetune/Loss (Raw)": 0.975376307964325, "Finetune/Step": 7057, "Finetune/Step Time": 6.624190155416727}
+{"Finetune/Learning Rate": 1.4611178277685504e-05, "Finetune/Loss": 0.8679482936859131, "Finetune/Loss (Raw)": 0.7556290626525879, "Finetune/Step": 7058, "Finetune/Step Time": 6.61427933908999}
+{"Finetune/Learning Rate": 1.4609683970559528e-05, "Finetune/Loss": 0.8670248985290527, "Finetune/Loss (Raw)": 0.7132510542869568, "Finetune/Step": 7059, "Finetune/Step Time": 6.616010023280978}
+{"Finetune/Learning Rate": 1.4608189532716022e-05, "Finetune/Loss": 0.8661776185035706, "Finetune/Loss (Raw)": 0.8029516935348511, "Finetune/Step": 7060, "Finetune/Step Time": 6.622216058894992}
+{"Finetune/Learning Rate": 1.4606694964197367e-05, "Finetune/Loss": 0.8649545907974243, "Finetune/Loss (Raw)": 0.7637588381767273, "Finetune/Step": 7061, "Finetune/Step Time": 6.620851824060082}
+{"Finetune/Learning Rate": 1.4605200265045944e-05, "Finetune/Loss": 0.8650710582733154, "Finetune/Loss (Raw)": 0.6912755966186523, "Finetune/Step": 7062, "Finetune/Step Time": 6.629644252359867}
+{"Finetune/Learning Rate": 1.4603705435304132e-05, "Finetune/Loss": 0.8639223575592041, "Finetune/Loss (Raw)": 0.8763116598129272, "Finetune/Step": 7063, "Finetune/Step Time": 6.627388935536146}
+{"Finetune/Learning Rate": 1.4602210475014332e-05, "Finetune/Loss": 0.864151656627655, "Finetune/Loss (Raw)": 0.9343642592430115, "Finetune/Step": 7064, "Finetune/Step Time": 6.622879043221474}
+{"Finetune/Learning Rate": 1.4600715384218924e-05, "Finetune/Loss": 0.8643870949745178, "Finetune/Loss (Raw)": 0.8797712922096252, "Finetune/Step": 7065, "Finetune/Step Time": 6.623232066631317}
+{"Finetune/Learning Rate": 1.459922016296031e-05, "Finetune/Loss": 0.8637495636940002, "Finetune/Loss (Raw)": 0.687921404838562, "Finetune/Step": 7066, "Finetune/Step Time": 6.6333757024258375}
+{"Finetune/Learning Rate": 1.4597724811280896e-05, "Finetune/Loss": 0.864513635635376, "Finetune/Loss (Raw)": 0.8691399693489075, "Finetune/Step": 7067, "Finetune/Step Time": 6.6290696281939745}
+{"Finetune/Learning Rate": 1.4596229329223077e-05, "Finetune/Loss": 0.8654966354370117, "Finetune/Loss (Raw)": 0.9395468235015869, "Finetune/Step": 7068, "Finetune/Step Time": 6.629614854231477}
+{"Finetune/Learning Rate": 1.4594733716829263e-05, "Finetune/Loss": 0.8651655912399292, "Finetune/Loss (Raw)": 0.8213236927986145, "Finetune/Step": 7069, "Finetune/Step Time": 6.631065234541893}
+{"Finetune/Learning Rate": 1.459323797414187e-05, "Finetune/Loss": 0.8650076389312744, "Finetune/Loss (Raw)": 0.7829458117485046, "Finetune/Step": 7070, "Finetune/Step Time": 6.61447131074965}
+{"Finetune/Learning Rate": 1.4591742101203306e-05, "Finetune/Loss": 0.8663904070854187, "Finetune/Loss (Raw)": 0.9708817601203918, "Finetune/Step": 7071, "Finetune/Step Time": 6.625167086720467}
+{"Finetune/Learning Rate": 1.4590246098055995e-05, "Finetune/Loss": 0.8660039901733398, "Finetune/Loss (Raw)": 0.901748776435852, "Finetune/Step": 7072, "Finetune/Step Time": 6.644225871190429}
+{"Finetune/Learning Rate": 1.4588749964742357e-05, "Finetune/Loss": 0.8670716285705566, "Finetune/Loss (Raw)": 0.9381678104400635, "Finetune/Step": 7073, "Finetune/Step Time": 6.633528351783752}
+{"Finetune/Learning Rate": 1.4587253701304818e-05, "Finetune/Loss": 0.8657902479171753, "Finetune/Loss (Raw)": 0.6071353554725647, "Finetune/Step": 7074, "Finetune/Step Time": 6.648161282762885}
+{"Finetune/Learning Rate": 1.458575730778581e-05, "Finetune/Loss": 0.8619839549064636, "Finetune/Loss (Raw)": 0.5369514226913452, "Finetune/Step": 7075, "Finetune/Step Time": 6.653046118095517}
+{"Finetune/Learning Rate": 1.4584260784227764e-05, "Finetune/Loss": 0.8620309829711914, "Finetune/Loss (Raw)": 0.8651436567306519, "Finetune/Step": 7076, "Finetune/Step Time": 6.654754716902971}
+{"Finetune/Learning Rate": 1.4582764130673116e-05, "Finetune/Loss": 0.860810399055481, "Finetune/Loss (Raw)": 0.7521110773086548, "Finetune/Step": 7077, "Finetune/Step Time": 6.6622321251779795}
+{"Finetune/Learning Rate": 1.4581267347164314e-05, "Finetune/Loss": 0.8602083921432495, "Finetune/Loss (Raw)": 0.8025403618812561, "Finetune/Step": 7078, "Finetune/Step Time": 6.666050389409065}
+{"Finetune/Learning Rate": 1.4579770433743797e-05, "Finetune/Loss": 0.8612463474273682, "Finetune/Loss (Raw)": 0.9094290137290955, "Finetune/Step": 7079, "Finetune/Step Time": 6.6659309808164835}
+{"Finetune/Learning Rate": 1.4578273390454008e-05, "Finetune/Loss": 0.861194372177124, "Finetune/Loss (Raw)": 0.8144978880882263, "Finetune/Step": 7080, "Finetune/Step Time": 6.663705030456185}
+{"Finetune/Learning Rate": 1.4576776217337407e-05, "Finetune/Loss": 0.8622302412986755, "Finetune/Loss (Raw)": 0.9279552102088928, "Finetune/Step": 7081, "Finetune/Step Time": 6.668412646278739}
+{"Finetune/Learning Rate": 1.457527891443645e-05, "Finetune/Loss": 0.8624626398086548, "Finetune/Loss (Raw)": 0.7516679167747498, "Finetune/Step": 7082, "Finetune/Step Time": 6.665075050666928}
+{"Finetune/Learning Rate": 1.457378148179359e-05, "Finetune/Loss": 0.8615666031837463, "Finetune/Loss (Raw)": 0.7605590224266052, "Finetune/Step": 7083, "Finetune/Step Time": 6.661915712058544}
+{"Finetune/Learning Rate": 1.4572283919451294e-05, "Finetune/Loss": 0.8630098104476929, "Finetune/Loss (Raw)": 0.8906683921813965, "Finetune/Step": 7084, "Finetune/Step Time": 6.665821989998221}
+{"Finetune/Learning Rate": 1.4570786227452029e-05, "Finetune/Loss": 0.8627907037734985, "Finetune/Loss (Raw)": 0.8722041845321655, "Finetune/Step": 7085, "Finetune/Step Time": 6.663168711587787}
+{"Finetune/Learning Rate": 1.4569288405838264e-05, "Finetune/Loss": 0.864372730255127, "Finetune/Loss (Raw)": 0.8980139493942261, "Finetune/Step": 7086, "Finetune/Step Time": 6.66442047432065}
+{"Finetune/Learning Rate": 1.456779045465247e-05, "Finetune/Loss": 0.8640565872192383, "Finetune/Loss (Raw)": 0.7465378046035767, "Finetune/Step": 7087, "Finetune/Step Time": 6.67590669542551}
+{"Finetune/Learning Rate": 1.4566292373937133e-05, "Finetune/Loss": 0.8618069887161255, "Finetune/Loss (Raw)": 0.8064019680023193, "Finetune/Step": 7088, "Finetune/Step Time": 6.676291797310114}
+{"Finetune/Learning Rate": 1.4564794163734725e-05, "Finetune/Loss": 0.8626834750175476, "Finetune/Loss (Raw)": 0.9496046304702759, "Finetune/Step": 7089, "Finetune/Step Time": 6.675466310232878}
+{"Finetune/Learning Rate": 1.4563295824087737e-05, "Finetune/Loss": 0.8625975847244263, "Finetune/Loss (Raw)": 0.7913415431976318, "Finetune/Step": 7090, "Finetune/Step Time": 6.672109726816416}
+{"Finetune/Learning Rate": 1.4561797355038656e-05, "Finetune/Loss": 0.8626633882522583, "Finetune/Loss (Raw)": 0.7646510601043701, "Finetune/Step": 7091, "Finetune/Step Time": 6.702604381367564}
+{"Finetune/Learning Rate": 1.4560298756629974e-05, "Finetune/Loss": 0.8617017269134521, "Finetune/Loss (Raw)": 0.8039801120758057, "Finetune/Step": 7092, "Finetune/Step Time": 6.702544612810016}
+{"Finetune/Learning Rate": 1.4558800028904185e-05, "Finetune/Loss": 0.8615057468414307, "Finetune/Loss (Raw)": 0.7600681781768799, "Finetune/Step": 7093, "Finetune/Step Time": 6.695232862606645}
+{"Finetune/Learning Rate": 1.4557301171903793e-05, "Finetune/Loss": 0.861914336681366, "Finetune/Loss (Raw)": 0.8727138638496399, "Finetune/Step": 7094, "Finetune/Step Time": 6.681113129481673}
+{"Finetune/Learning Rate": 1.4555802185671297e-05, "Finetune/Loss": 0.8615440130233765, "Finetune/Loss (Raw)": 0.8133447766304016, "Finetune/Step": 7095, "Finetune/Step Time": 6.6820436883717775}
+{"Finetune/Learning Rate": 1.4554303070249205e-05, "Finetune/Loss": 0.8606501221656799, "Finetune/Loss (Raw)": 0.9230379462242126, "Finetune/Step": 7096, "Finetune/Step Time": 6.682879751548171}
+{"Finetune/Learning Rate": 1.4552803825680032e-05, "Finetune/Loss": 0.8605475425720215, "Finetune/Loss (Raw)": 0.869886040687561, "Finetune/Step": 7097, "Finetune/Step Time": 6.679789485409856}
+{"Finetune/Learning Rate": 1.4551304452006288e-05, "Finetune/Loss": 0.8605799674987793, "Finetune/Loss (Raw)": 0.8624954223632812, "Finetune/Step": 7098, "Finetune/Step Time": 6.677262108772993}
+{"Finetune/Learning Rate": 1.454980494927049e-05, "Finetune/Loss": 0.8618584871292114, "Finetune/Loss (Raw)": 0.8907532095909119, "Finetune/Step": 7099, "Finetune/Step Time": 6.677696852013469}
+{"Finetune/Learning Rate": 1.4548305317515165e-05, "Finetune/Loss": 0.8624590635299683, "Finetune/Loss (Raw)": 0.9298656582832336, "Finetune/Step": 7100, "Finetune/Step Time": 6.669353263452649}
+{"Finetune/Learning Rate": 1.454680555678283e-05, "Finetune/Loss": 0.8632289171218872, "Finetune/Loss (Raw)": 0.8949214220046997, "Finetune/Step": 7101, "Finetune/Step Time": 6.659857245162129}
+{"Finetune/Learning Rate": 1.4545305667116024e-05, "Finetune/Loss": 0.8619914054870605, "Finetune/Loss (Raw)": 0.8221601247787476, "Finetune/Step": 7102, "Finetune/Step Time": 6.659715572372079}
+{"Finetune/Learning Rate": 1.4543805648557273e-05, "Finetune/Loss": 0.8622786402702332, "Finetune/Loss (Raw)": 0.8517475724220276, "Finetune/Step": 7103, "Finetune/Step Time": 6.645997554063797}
+{"Finetune/Learning Rate": 1.454230550114911e-05, "Finetune/Loss": 0.8620976805686951, "Finetune/Loss (Raw)": 0.8513150215148926, "Finetune/Step": 7104, "Finetune/Step Time": 6.643435254693031}
+{"Finetune/Learning Rate": 1.4540805224934082e-05, "Finetune/Loss": 0.8618559837341309, "Finetune/Loss (Raw)": 0.9341996312141418, "Finetune/Step": 7105, "Finetune/Step Time": 6.641509024426341}
+{"Finetune/Learning Rate": 1.4539304819954735e-05, "Finetune/Loss": 0.8607271313667297, "Finetune/Loss (Raw)": 0.7992208003997803, "Finetune/Step": 7106, "Finetune/Step Time": 6.641633853316307}
+{"Finetune/Learning Rate": 1.4537804286253608e-05, "Finetune/Loss": 0.8606424331665039, "Finetune/Loss (Raw)": 0.8690953254699707, "Finetune/Step": 7107, "Finetune/Step Time": 6.640757333487272}
+{"Finetune/Learning Rate": 1.453630362387325e-05, "Finetune/Loss": 0.8588505983352661, "Finetune/Loss (Raw)": 0.7040729522705078, "Finetune/Step": 7108, "Finetune/Step Time": 6.6392023004591465}
+{"Finetune/Learning Rate": 1.453480283285623e-05, "Finetune/Loss": 0.8576303720474243, "Finetune/Loss (Raw)": 0.8196627497673035, "Finetune/Step": 7109, "Finetune/Step Time": 6.618470763787627}
+{"Finetune/Learning Rate": 1.4533301913245092e-05, "Finetune/Loss": 0.8573480844497681, "Finetune/Loss (Raw)": 0.8195903897285461, "Finetune/Step": 7110, "Finetune/Step Time": 6.60126587189734}
+{"Finetune/Learning Rate": 1.4531800865082401e-05, "Finetune/Loss": 0.8574466705322266, "Finetune/Loss (Raw)": 0.8201319575309753, "Finetune/Step": 7111, "Finetune/Step Time": 6.601503724232316}
+{"Finetune/Learning Rate": 1.4530299688410726e-05, "Finetune/Loss": 0.8581045866012573, "Finetune/Loss (Raw)": 0.9164948463439941, "Finetune/Step": 7112, "Finetune/Step Time": 6.597185214981437}
+{"Finetune/Learning Rate": 1.4528798383272637e-05, "Finetune/Loss": 0.8584493398666382, "Finetune/Loss (Raw)": 0.856505811214447, "Finetune/Step": 7113, "Finetune/Step Time": 6.595697812736034}
+{"Finetune/Learning Rate": 1.4527296949710701e-05, "Finetune/Loss": 0.8590413331985474, "Finetune/Loss (Raw)": 0.8440293669700623, "Finetune/Step": 7114, "Finetune/Step Time": 6.591784181073308}
+{"Finetune/Learning Rate": 1.4525795387767496e-05, "Finetune/Loss": 0.8585612177848816, "Finetune/Loss (Raw)": 0.9191184639930725, "Finetune/Step": 7115, "Finetune/Step Time": 6.588287610560656}
+{"Finetune/Learning Rate": 1.4524293697485608e-05, "Finetune/Loss": 0.8575296401977539, "Finetune/Loss (Raw)": 0.7740206122398376, "Finetune/Step": 7116, "Finetune/Step Time": 6.588059764355421}
+{"Finetune/Learning Rate": 1.4522791878907613e-05, "Finetune/Loss": 0.8589465618133545, "Finetune/Loss (Raw)": 0.9226247668266296, "Finetune/Step": 7117, "Finetune/Step Time": 6.592721465975046}
+{"Finetune/Learning Rate": 1.4521289932076103e-05, "Finetune/Loss": 0.8590129613876343, "Finetune/Loss (Raw)": 0.9130005836486816, "Finetune/Step": 7118, "Finetune/Step Time": 6.588842632248998}
+{"Finetune/Learning Rate": 1.4519787857033668e-05, "Finetune/Loss": 0.858902096748352, "Finetune/Loss (Raw)": 0.8537235260009766, "Finetune/Step": 7119, "Finetune/Step Time": 6.584405690431595}
+{"Finetune/Learning Rate": 1.45182856538229e-05, "Finetune/Loss": 0.8600237965583801, "Finetune/Loss (Raw)": 0.9274795651435852, "Finetune/Step": 7120, "Finetune/Step Time": 6.580404870212078}
+{"Finetune/Learning Rate": 1.4516783322486398e-05, "Finetune/Loss": 0.859133243560791, "Finetune/Loss (Raw)": 0.8573689460754395, "Finetune/Step": 7121, "Finetune/Step Time": 6.5850464552640915}
+{"Finetune/Learning Rate": 1.4515280863066768e-05, "Finetune/Loss": 0.8601670861244202, "Finetune/Loss (Raw)": 0.9138574004173279, "Finetune/Step": 7122, "Finetune/Step Time": 6.585575729608536}
+{"Finetune/Learning Rate": 1.451377827560661e-05, "Finetune/Loss": 0.8601778745651245, "Finetune/Loss (Raw)": 0.8446722030639648, "Finetune/Step": 7123, "Finetune/Step Time": 6.600156761705875}
+{"Finetune/Learning Rate": 1.4512275560148536e-05, "Finetune/Loss": 0.8591295480728149, "Finetune/Loss (Raw)": 0.7915369272232056, "Finetune/Step": 7124, "Finetune/Step Time": 6.606237392872572}
+{"Finetune/Learning Rate": 1.451077271673516e-05, "Finetune/Loss": 0.8580163717269897, "Finetune/Loss (Raw)": 0.8000858426094055, "Finetune/Step": 7125, "Finetune/Step Time": 6.602484034374356}
+{"Finetune/Learning Rate": 1.4509269745409094e-05, "Finetune/Loss": 0.8577437400817871, "Finetune/Loss (Raw)": 0.8809261918067932, "Finetune/Step": 7126, "Finetune/Step Time": 6.606448294594884}
+{"Finetune/Learning Rate": 1.4507766646212962e-05, "Finetune/Loss": 0.8591923713684082, "Finetune/Loss (Raw)": 0.9272740483283997, "Finetune/Step": 7127, "Finetune/Step Time": 6.608216496184468}
+{"Finetune/Learning Rate": 1.4506263419189388e-05, "Finetune/Loss": 0.8598131537437439, "Finetune/Loss (Raw)": 0.9106302261352539, "Finetune/Step": 7128, "Finetune/Step Time": 6.608444146811962}
+{"Finetune/Learning Rate": 1.4504760064380993e-05, "Finetune/Loss": 0.8607890605926514, "Finetune/Loss (Raw)": 0.9317426085472107, "Finetune/Step": 7129, "Finetune/Step Time": 6.586868569254875}
+{"Finetune/Learning Rate": 1.4503256581830416e-05, "Finetune/Loss": 0.8616987466812134, "Finetune/Loss (Raw)": 0.8320415019989014, "Finetune/Step": 7130, "Finetune/Step Time": 6.605704395100474}
+{"Finetune/Learning Rate": 1.450175297158029e-05, "Finetune/Loss": 0.8600229620933533, "Finetune/Loss (Raw)": 0.6940410137176514, "Finetune/Step": 7131, "Finetune/Step Time": 6.60477445460856}
+{"Finetune/Learning Rate": 1.4500249233673247e-05, "Finetune/Loss": 0.8593419790267944, "Finetune/Loss (Raw)": 0.8098624348640442, "Finetune/Step": 7132, "Finetune/Step Time": 6.613617265596986}
+{"Finetune/Learning Rate": 1.4498745368151932e-05, "Finetune/Loss": 0.8585655689239502, "Finetune/Loss (Raw)": 0.9206522107124329, "Finetune/Step": 7133, "Finetune/Step Time": 6.613627171143889}
+{"Finetune/Learning Rate": 1.4497241375058997e-05, "Finetune/Loss": 0.8578868508338928, "Finetune/Loss (Raw)": 0.8366869688034058, "Finetune/Step": 7134, "Finetune/Step Time": 6.618712967261672}
+{"Finetune/Learning Rate": 1.4495737254437078e-05, "Finetune/Loss": 0.8567906618118286, "Finetune/Loss (Raw)": 0.8610380291938782, "Finetune/Step": 7135, "Finetune/Step Time": 6.621163623407483}
+{"Finetune/Learning Rate": 1.4494233006328837e-05, "Finetune/Loss": 0.856942355632782, "Finetune/Loss (Raw)": 0.8620840311050415, "Finetune/Step": 7136, "Finetune/Step Time": 6.615059306845069}
+{"Finetune/Learning Rate": 1.4492728630776931e-05, "Finetune/Loss": 0.8558512330055237, "Finetune/Loss (Raw)": 0.6534232497215271, "Finetune/Step": 7137, "Finetune/Step Time": 6.608499219641089}
+{"Finetune/Learning Rate": 1.4491224127824016e-05, "Finetune/Loss": 0.8539488315582275, "Finetune/Loss (Raw)": 0.7762497663497925, "Finetune/Step": 7138, "Finetune/Step Time": 6.608966708183289}
+{"Finetune/Learning Rate": 1.4489719497512752e-05, "Finetune/Loss": 0.8518186211585999, "Finetune/Loss (Raw)": 0.7161104083061218, "Finetune/Step": 7139, "Finetune/Step Time": 6.610061705112457}
+{"Finetune/Learning Rate": 1.4488214739885813e-05, "Finetune/Loss": 0.8537323474884033, "Finetune/Loss (Raw)": 1.0507621765136719, "Finetune/Step": 7140, "Finetune/Step Time": 6.612617393955588}
+{"Finetune/Learning Rate": 1.4486709854985868e-05, "Finetune/Loss": 0.855365514755249, "Finetune/Loss (Raw)": 0.8982688784599304, "Finetune/Step": 7141, "Finetune/Step Time": 6.60227788053453}
+{"Finetune/Learning Rate": 1.4485204842855587e-05, "Finetune/Loss": 0.8554152250289917, "Finetune/Loss (Raw)": 0.792870044708252, "Finetune/Step": 7142, "Finetune/Step Time": 6.601294921711087}
+{"Finetune/Learning Rate": 1.448369970353765e-05, "Finetune/Loss": 0.8540918827056885, "Finetune/Loss (Raw)": 0.8180704712867737, "Finetune/Step": 7143, "Finetune/Step Time": 6.598960088565946}
+{"Finetune/Learning Rate": 1.4482194437074744e-05, "Finetune/Loss": 0.8536209464073181, "Finetune/Loss (Raw)": 0.7763038277626038, "Finetune/Step": 7144, "Finetune/Step Time": 6.598131170496345}
+{"Finetune/Learning Rate": 1.4480689043509547e-05, "Finetune/Loss": 0.8530330657958984, "Finetune/Loss (Raw)": 0.7321469783782959, "Finetune/Step": 7145, "Finetune/Step Time": 6.610643083229661}
+{"Finetune/Learning Rate": 1.4479183522884748e-05, "Finetune/Loss": 0.8509353399276733, "Finetune/Loss (Raw)": 0.6524497866630554, "Finetune/Step": 7146, "Finetune/Step Time": 6.628812290728092}
+{"Finetune/Learning Rate": 1.4477677875243043e-05, "Finetune/Loss": 0.849204421043396, "Finetune/Loss (Raw)": 0.7408792972564697, "Finetune/Step": 7147, "Finetune/Step Time": 6.627498548477888}
+{"Finetune/Learning Rate": 1.4476172100627127e-05, "Finetune/Loss": 0.8504412174224854, "Finetune/Loss (Raw)": 0.8823696374893188, "Finetune/Step": 7148, "Finetune/Step Time": 6.631562869995832}
+{"Finetune/Learning Rate": 1.44746661990797e-05, "Finetune/Loss": 0.8483866453170776, "Finetune/Loss (Raw)": 0.7452483177185059, "Finetune/Step": 7149, "Finetune/Step Time": 6.6405306831002235}
+{"Finetune/Learning Rate": 1.4473160170643459e-05, "Finetune/Loss": 0.8492405414581299, "Finetune/Loss (Raw)": 0.930840253829956, "Finetune/Step": 7150, "Finetune/Step Time": 6.6389387138187885}
+{"Finetune/Learning Rate": 1.447165401536112e-05, "Finetune/Loss": 0.8479245901107788, "Finetune/Loss (Raw)": 0.7942560315132141, "Finetune/Step": 7151, "Finetune/Step Time": 6.632774211466312}
+{"Finetune/Learning Rate": 1.4470147733275388e-05, "Finetune/Loss": 0.8478599786758423, "Finetune/Loss (Raw)": 0.9194146394729614, "Finetune/Step": 7152, "Finetune/Step Time": 6.633252520114183}
+{"Finetune/Learning Rate": 1.4468641324428975e-05, "Finetune/Loss": 0.8484000563621521, "Finetune/Loss (Raw)": 0.9563088417053223, "Finetune/Step": 7153, "Finetune/Step Time": 6.644130641594529}
+{"Finetune/Learning Rate": 1.4467134788864603e-05, "Finetune/Loss": 0.8478430509567261, "Finetune/Loss (Raw)": 0.8488054275512695, "Finetune/Step": 7154, "Finetune/Step Time": 6.644686101004481}
+{"Finetune/Learning Rate": 1.4465628126624996e-05, "Finetune/Loss": 0.8473904132843018, "Finetune/Loss (Raw)": 0.8237313628196716, "Finetune/Step": 7155, "Finetune/Step Time": 6.640641471371055}
+{"Finetune/Learning Rate": 1.4464121337752868e-05, "Finetune/Loss": 0.8470862507820129, "Finetune/Loss (Raw)": 0.7693782448768616, "Finetune/Step": 7156, "Finetune/Step Time": 6.640840323641896}
+{"Finetune/Learning Rate": 1.4462614422290952e-05, "Finetune/Loss": 0.8471219539642334, "Finetune/Loss (Raw)": 0.9025609493255615, "Finetune/Step": 7157, "Finetune/Step Time": 6.638771150261164}
+{"Finetune/Learning Rate": 1.4461107380281986e-05, "Finetune/Loss": 0.845829963684082, "Finetune/Loss (Raw)": 0.8023771047592163, "Finetune/Step": 7158, "Finetune/Step Time": 6.641251472756267}
+{"Finetune/Learning Rate": 1.4459600211768696e-05, "Finetune/Loss": 0.8464078903198242, "Finetune/Loss (Raw)": 0.8613246083259583, "Finetune/Step": 7159, "Finetune/Step Time": 6.638185700401664}
+{"Finetune/Learning Rate": 1.4458092916793826e-05, "Finetune/Loss": 0.846172571182251, "Finetune/Loss (Raw)": 0.8316590785980225, "Finetune/Step": 7160, "Finetune/Step Time": 6.625586226582527}
+{"Finetune/Learning Rate": 1.4456585495400122e-05, "Finetune/Loss": 0.8477587699890137, "Finetune/Loss (Raw)": 0.8562636375427246, "Finetune/Step": 7161, "Finetune/Step Time": 6.628265282139182}
+{"Finetune/Learning Rate": 1.4455077947630323e-05, "Finetune/Loss": 0.8480045795440674, "Finetune/Loss (Raw)": 0.9820829629898071, "Finetune/Step": 7162, "Finetune/Step Time": 6.64610412530601}
+{"Finetune/Learning Rate": 1.4453570273527182e-05, "Finetune/Loss": 0.845282793045044, "Finetune/Loss (Raw)": 0.7268937230110168, "Finetune/Step": 7163, "Finetune/Step Time": 6.642175203189254}
+{"Finetune/Learning Rate": 1.4452062473133452e-05, "Finetune/Loss": 0.8441095948219299, "Finetune/Loss (Raw)": 0.7431923151016235, "Finetune/Step": 7164, "Finetune/Step Time": 6.657498149201274}
+{"Finetune/Learning Rate": 1.4450554546491891e-05, "Finetune/Loss": 0.8443154096603394, "Finetune/Loss (Raw)": 0.8345947265625, "Finetune/Step": 7165, "Finetune/Step Time": 6.660392297431827}
+{"Finetune/Learning Rate": 1.444904649364526e-05, "Finetune/Loss": 0.8439034223556519, "Finetune/Loss (Raw)": 0.9040755033493042, "Finetune/Step": 7166, "Finetune/Step Time": 6.649066159501672}
+{"Finetune/Learning Rate": 1.444753831463632e-05, "Finetune/Loss": 0.8429774045944214, "Finetune/Loss (Raw)": 0.8915639519691467, "Finetune/Step": 7167, "Finetune/Step Time": 6.648463219404221}
+{"Finetune/Learning Rate": 1.444603000950784e-05, "Finetune/Loss": 0.8433612585067749, "Finetune/Loss (Raw)": 0.932773232460022, "Finetune/Step": 7168, "Finetune/Step Time": 6.6606622245162725}
+{"Finetune/Learning Rate": 1.4444521578302593e-05, "Finetune/Loss": 0.8436864018440247, "Finetune/Loss (Raw)": 0.8278818130493164, "Finetune/Step": 7169, "Finetune/Step Time": 6.647761054337025}
+{"Finetune/Learning Rate": 1.4443013021063352e-05, "Finetune/Loss": 0.8422867059707642, "Finetune/Loss (Raw)": 0.8016352653503418, "Finetune/Step": 7170, "Finetune/Step Time": 6.646166760474443}
+{"Finetune/Learning Rate": 1.4441504337832897e-05, "Finetune/Loss": 0.842352032661438, "Finetune/Loss (Raw)": 0.8459565043449402, "Finetune/Step": 7171, "Finetune/Step Time": 6.646277600899339}
+{"Finetune/Learning Rate": 1.4439995528654007e-05, "Finetune/Loss": 0.8438625335693359, "Finetune/Loss (Raw)": 1.0449339151382446, "Finetune/Step": 7172, "Finetune/Step Time": 6.647331928834319}
+{"Finetune/Learning Rate": 1.4438486593569474e-05, "Finetune/Loss": 0.8445640802383423, "Finetune/Loss (Raw)": 0.9498482346534729, "Finetune/Step": 7173, "Finetune/Step Time": 6.644408017396927}
+{"Finetune/Learning Rate": 1.4436977532622076e-05, "Finetune/Loss": 0.8459610939025879, "Finetune/Loss (Raw)": 0.9566556215286255, "Finetune/Step": 7174, "Finetune/Step Time": 6.648518230766058}
+{"Finetune/Learning Rate": 1.4435468345854618e-05, "Finetune/Loss": 0.8444554805755615, "Finetune/Loss (Raw)": 0.8633682131767273, "Finetune/Step": 7175, "Finetune/Step Time": 6.646233791485429}
+{"Finetune/Learning Rate": 1.4433959033309888e-05, "Finetune/Loss": 0.8453627824783325, "Finetune/Loss (Raw)": 0.9892683625221252, "Finetune/Step": 7176, "Finetune/Step Time": 6.638275396078825}
+{"Finetune/Learning Rate": 1.4432449595030686e-05, "Finetune/Loss": 0.8465229272842407, "Finetune/Loss (Raw)": 0.8213002681732178, "Finetune/Step": 7177, "Finetune/Step Time": 6.6336113177239895}
+{"Finetune/Learning Rate": 1.4430940031059821e-05, "Finetune/Loss": 0.84648597240448, "Finetune/Loss (Raw)": 0.943771481513977, "Finetune/Step": 7178, "Finetune/Step Time": 6.63549517095089}
+{"Finetune/Learning Rate": 1.4429430341440096e-05, "Finetune/Loss": 0.8458388447761536, "Finetune/Loss (Raw)": 0.8658222556114197, "Finetune/Step": 7179, "Finetune/Step Time": 6.636730063706636}
+{"Finetune/Learning Rate": 1.4427920526214324e-05, "Finetune/Loss": 0.8458698987960815, "Finetune/Loss (Raw)": 0.9182004332542419, "Finetune/Step": 7180, "Finetune/Step Time": 6.637444112449884}
+{"Finetune/Learning Rate": 1.442641058542531e-05, "Finetune/Loss": 0.8446187973022461, "Finetune/Loss (Raw)": 0.8073070645332336, "Finetune/Step": 7181, "Finetune/Step Time": 6.638696551322937}
+{"Finetune/Learning Rate": 1.4424900519115888e-05, "Finetune/Loss": 0.845384955406189, "Finetune/Loss (Raw)": 0.8992354273796082, "Finetune/Step": 7182, "Finetune/Step Time": 6.635798936709762}
+{"Finetune/Learning Rate": 1.4423390327328863e-05, "Finetune/Loss": 0.8459064960479736, "Finetune/Loss (Raw)": 0.8967542052268982, "Finetune/Step": 7183, "Finetune/Step Time": 6.620892308652401}
+{"Finetune/Learning Rate": 1.442188001010707e-05, "Finetune/Loss": 0.8439803123474121, "Finetune/Loss (Raw)": 0.7847440838813782, "Finetune/Step": 7184, "Finetune/Step Time": 6.623483454808593}
+{"Finetune/Learning Rate": 1.4420369567493335e-05, "Finetune/Loss": 0.842820942401886, "Finetune/Loss (Raw)": 0.8269819617271423, "Finetune/Step": 7185, "Finetune/Step Time": 6.621578153222799}
+{"Finetune/Learning Rate": 1.4418858999530488e-05, "Finetune/Loss": 0.8436487913131714, "Finetune/Loss (Raw)": 0.8615971207618713, "Finetune/Step": 7186, "Finetune/Step Time": 6.6207261979579926}
+{"Finetune/Learning Rate": 1.4417348306261364e-05, "Finetune/Loss": 0.8452173471450806, "Finetune/Loss (Raw)": 0.9140301942825317, "Finetune/Step": 7187, "Finetune/Step Time": 6.609717221930623}
+{"Finetune/Learning Rate": 1.4415837487728803e-05, "Finetune/Loss": 0.8448758125305176, "Finetune/Loss (Raw)": 0.759223461151123, "Finetune/Step": 7188, "Finetune/Step Time": 6.616022955626249}
+{"Finetune/Learning Rate": 1.441432654397565e-05, "Finetune/Loss": 0.8458546996116638, "Finetune/Loss (Raw)": 0.8890610933303833, "Finetune/Step": 7189, "Finetune/Step Time": 6.619701566174626}
+{"Finetune/Learning Rate": 1.4412815475044749e-05, "Finetune/Loss": 0.8464391231536865, "Finetune/Loss (Raw)": 0.7660771012306213, "Finetune/Step": 7190, "Finetune/Step Time": 6.635941054672003}
+{"Finetune/Learning Rate": 1.4411304280978946e-05, "Finetune/Loss": 0.8473882675170898, "Finetune/Loss (Raw)": 0.9978059530258179, "Finetune/Step": 7191, "Finetune/Step Time": 6.638354631140828}
+{"Finetune/Learning Rate": 1.4409792961821101e-05, "Finetune/Loss": 0.8473817110061646, "Finetune/Loss (Raw)": 0.933520495891571, "Finetune/Step": 7192, "Finetune/Step Time": 6.651859920471907}
+{"Finetune/Learning Rate": 1.4408281517614064e-05, "Finetune/Loss": 0.8471981883049011, "Finetune/Loss (Raw)": 0.8562851548194885, "Finetune/Step": 7193, "Finetune/Step Time": 6.652810929343104}
+{"Finetune/Learning Rate": 1.4406769948400703e-05, "Finetune/Loss": 0.8479796648025513, "Finetune/Loss (Raw)": 0.7879520058631897, "Finetune/Step": 7194, "Finetune/Step Time": 6.647200690582395}
+{"Finetune/Learning Rate": 1.4405258254223875e-05, "Finetune/Loss": 0.8488897681236267, "Finetune/Loss (Raw)": 0.9856338500976562, "Finetune/Step": 7195, "Finetune/Step Time": 6.648849800229073}
+{"Finetune/Learning Rate": 1.4403746435126449e-05, "Finetune/Loss": 0.8480557203292847, "Finetune/Loss (Raw)": 0.832785427570343, "Finetune/Step": 7196, "Finetune/Step Time": 6.6474791672080755}
+{"Finetune/Learning Rate": 1.4402234491151301e-05, "Finetune/Loss": 0.8481543064117432, "Finetune/Loss (Raw)": 0.8339464664459229, "Finetune/Step": 7197, "Finetune/Step Time": 6.649270454421639}
+{"Finetune/Learning Rate": 1.4400722422341296e-05, "Finetune/Loss": 0.8490781784057617, "Finetune/Loss (Raw)": 0.9011942744255066, "Finetune/Step": 7198, "Finetune/Step Time": 6.653011040762067}
+{"Finetune/Learning Rate": 1.4399210228739318e-05, "Finetune/Loss": 0.847700834274292, "Finetune/Loss (Raw)": 0.7945896983146667, "Finetune/Step": 7199, "Finetune/Step Time": 6.647753514349461}
+{"Finetune/Learning Rate": 1.4397697910388248e-05, "Finetune/Loss": 0.8475704193115234, "Finetune/Loss (Raw)": 0.8850517868995667, "Finetune/Step": 7200, "Finetune/Step Time": 6.628235278651118}
+{"Finetune/Learning Rate": 1.4396185467330974e-05, "Finetune/Loss": 0.8466765880584717, "Finetune/Loss (Raw)": 0.8237523436546326, "Finetune/Step": 7201, "Finetune/Step Time": 6.625040765851736}
+{"Finetune/Learning Rate": 1.4394672899610376e-05, "Finetune/Loss": 0.8480623960494995, "Finetune/Loss (Raw)": 0.7845249176025391, "Finetune/Step": 7202, "Finetune/Step Time": 6.616402676329017}
+{"Finetune/Learning Rate": 1.4393160207269352e-05, "Finetune/Loss": 0.85084068775177, "Finetune/Loss (Raw)": 0.8925725817680359, "Finetune/Step": 7203, "Finetune/Step Time": 6.61559665389359}
+{"Finetune/Learning Rate": 1.4391647390350802e-05, "Finetune/Loss": 0.850297212600708, "Finetune/Loss (Raw)": 0.7955721616744995, "Finetune/Step": 7204, "Finetune/Step Time": 6.624081954360008}
+{"Finetune/Learning Rate": 1.4390134448897615e-05, "Finetune/Loss": 0.8508373498916626, "Finetune/Loss (Raw)": 0.8212513327598572, "Finetune/Step": 7205, "Finetune/Step Time": 6.6270902790129185}
+{"Finetune/Learning Rate": 1.4388621382952702e-05, "Finetune/Loss": 0.8506017923355103, "Finetune/Loss (Raw)": 0.7723923325538635, "Finetune/Step": 7206, "Finetune/Step Time": 6.63874732889235}
+{"Finetune/Learning Rate": 1.4387108192558965e-05, "Finetune/Loss": 0.8506664037704468, "Finetune/Loss (Raw)": 0.9176972508430481, "Finetune/Step": 7207, "Finetune/Step Time": 6.640594134107232}
+{"Finetune/Learning Rate": 1.4385594877759315e-05, "Finetune/Loss": 0.8517231941223145, "Finetune/Loss (Raw)": 0.9497739672660828, "Finetune/Step": 7208, "Finetune/Step Time": 6.637994300574064}
+{"Finetune/Learning Rate": 1.4384081438596665e-05, "Finetune/Loss": 0.8517041802406311, "Finetune/Loss (Raw)": 0.9255158305168152, "Finetune/Step": 7209, "Finetune/Step Time": 6.632541000843048}
+{"Finetune/Learning Rate": 1.4382567875113932e-05, "Finetune/Loss": 0.8527374267578125, "Finetune/Loss (Raw)": 0.8839250802993774, "Finetune/Step": 7210, "Finetune/Step Time": 6.6327346451580524}
+{"Finetune/Learning Rate": 1.4381054187354038e-05, "Finetune/Loss": 0.8536543250083923, "Finetune/Loss (Raw)": 0.8779248595237732, "Finetune/Step": 7211, "Finetune/Step Time": 6.643990255892277}
+{"Finetune/Learning Rate": 1.4379540375359904e-05, "Finetune/Loss": 0.853176474571228, "Finetune/Loss (Raw)": 0.829501211643219, "Finetune/Step": 7212, "Finetune/Step Time": 6.640509786084294}
+{"Finetune/Learning Rate": 1.4378026439174457e-05, "Finetune/Loss": 0.8529500961303711, "Finetune/Loss (Raw)": 0.8432180285453796, "Finetune/Step": 7213, "Finetune/Step Time": 6.662955233827233}
+{"Finetune/Learning Rate": 1.4376512378840632e-05, "Finetune/Loss": 0.8525043725967407, "Finetune/Loss (Raw)": 0.8409679532051086, "Finetune/Step": 7214, "Finetune/Step Time": 6.666935520246625}
+{"Finetune/Learning Rate": 1.4374998194401361e-05, "Finetune/Loss": 0.8536745309829712, "Finetune/Loss (Raw)": 0.8963226079940796, "Finetune/Step": 7215, "Finetune/Step Time": 6.653572365641594}
+{"Finetune/Learning Rate": 1.4373483885899582e-05, "Finetune/Loss": 0.8525435924530029, "Finetune/Loss (Raw)": 0.6616405248641968, "Finetune/Step": 7216, "Finetune/Step Time": 6.6657235734164715}
+{"Finetune/Learning Rate": 1.4371969453378233e-05, "Finetune/Loss": 0.8534504175186157, "Finetune/Loss (Raw)": 1.0656747817993164, "Finetune/Step": 7217, "Finetune/Step Time": 6.667209288105369}
+{"Finetune/Learning Rate": 1.4370454896880265e-05, "Finetune/Loss": 0.8523640632629395, "Finetune/Loss (Raw)": 0.6522894501686096, "Finetune/Step": 7218, "Finetune/Step Time": 6.6682882104068995}
+{"Finetune/Learning Rate": 1.4368940216448626e-05, "Finetune/Loss": 0.8537494540214539, "Finetune/Loss (Raw)": 0.9419804811477661, "Finetune/Step": 7219, "Finetune/Step Time": 6.633588060736656}
+{"Finetune/Learning Rate": 1.4367425412126266e-05, "Finetune/Loss": 0.8531616926193237, "Finetune/Loss (Raw)": 0.7287425994873047, "Finetune/Step": 7220, "Finetune/Step Time": 6.631051039323211}
+{"Finetune/Learning Rate": 1.4365910483956138e-05, "Finetune/Loss": 0.8531583547592163, "Finetune/Loss (Raw)": 0.7596445083618164, "Finetune/Step": 7221, "Finetune/Step Time": 6.621376363560557}
+{"Finetune/Learning Rate": 1.4364395431981206e-05, "Finetune/Loss": 0.8531105518341064, "Finetune/Loss (Raw)": 0.866595983505249, "Finetune/Step": 7222, "Finetune/Step Time": 6.623462347313762}
+{"Finetune/Learning Rate": 1.4362880256244427e-05, "Finetune/Loss": 0.853154182434082, "Finetune/Loss (Raw)": 0.8189290165901184, "Finetune/Step": 7223, "Finetune/Step Time": 6.6211158856749535}
+{"Finetune/Learning Rate": 1.4361364956788772e-05, "Finetune/Loss": 0.851320743560791, "Finetune/Loss (Raw)": 0.6883623600006104, "Finetune/Step": 7224, "Finetune/Step Time": 6.628640867769718}
+{"Finetune/Learning Rate": 1.4359849533657211e-05, "Finetune/Loss": 0.8509328365325928, "Finetune/Loss (Raw)": 0.8202332854270935, "Finetune/Step": 7225, "Finetune/Step Time": 6.6244973205029964}
+{"Finetune/Learning Rate": 1.4358333986892711e-05, "Finetune/Loss": 0.8517290353775024, "Finetune/Loss (Raw)": 0.9644073247909546, "Finetune/Step": 7226, "Finetune/Step Time": 6.623237144201994}
+{"Finetune/Learning Rate": 1.4356818316538258e-05, "Finetune/Loss": 0.850604772567749, "Finetune/Loss (Raw)": 0.7468549609184265, "Finetune/Step": 7227, "Finetune/Step Time": 6.633117876946926}
+{"Finetune/Learning Rate": 1.4355302522636823e-05, "Finetune/Loss": 0.8504143953323364, "Finetune/Loss (Raw)": 0.9054822325706482, "Finetune/Step": 7228, "Finetune/Step Time": 6.639286696910858}
+{"Finetune/Learning Rate": 1.4353786605231395e-05, "Finetune/Loss": 0.8489688038825989, "Finetune/Loss (Raw)": 0.7098909616470337, "Finetune/Step": 7229, "Finetune/Step Time": 6.640660274773836}
+{"Finetune/Learning Rate": 1.4352270564364954e-05, "Finetune/Loss": 0.8490300178527832, "Finetune/Loss (Raw)": 0.8299990892410278, "Finetune/Step": 7230, "Finetune/Step Time": 6.6451740600168705}
+{"Finetune/Learning Rate": 1.4350754400080503e-05, "Finetune/Loss": 0.8485560417175293, "Finetune/Loss (Raw)": 0.7910760641098022, "Finetune/Step": 7231, "Finetune/Step Time": 6.6466714683920145}
+{"Finetune/Learning Rate": 1.4349238112421025e-05, "Finetune/Loss": 0.8480781316757202, "Finetune/Loss (Raw)": 0.7901413440704346, "Finetune/Step": 7232, "Finetune/Step Time": 6.646598272025585}
+{"Finetune/Learning Rate": 1.434772170142952e-05, "Finetune/Loss": 0.8478353023529053, "Finetune/Loss (Raw)": 0.9031195044517517, "Finetune/Step": 7233, "Finetune/Step Time": 6.648223578929901}
+{"Finetune/Learning Rate": 1.4346205167148996e-05, "Finetune/Loss": 0.8478963971138, "Finetune/Loss (Raw)": 0.8070411682128906, "Finetune/Step": 7234, "Finetune/Step Time": 6.64545115083456}
+{"Finetune/Learning Rate": 1.434468850962245e-05, "Finetune/Loss": 0.8474957942962646, "Finetune/Loss (Raw)": 0.8178168535232544, "Finetune/Step": 7235, "Finetune/Step Time": 6.645662505179644}
+{"Finetune/Learning Rate": 1.4343171728892892e-05, "Finetune/Loss": 0.8479512929916382, "Finetune/Loss (Raw)": 0.7623777985572815, "Finetune/Step": 7236, "Finetune/Step Time": 6.665170079097152}
+{"Finetune/Learning Rate": 1.4341654825003337e-05, "Finetune/Loss": 0.848954975605011, "Finetune/Loss (Raw)": 0.9481343030929565, "Finetune/Step": 7237, "Finetune/Step Time": 6.688787519931793}
+{"Finetune/Learning Rate": 1.4340137797996793e-05, "Finetune/Loss": 0.8489529490470886, "Finetune/Loss (Raw)": 0.8193308711051941, "Finetune/Step": 7238, "Finetune/Step Time": 6.69135046005249}
+{"Finetune/Learning Rate": 1.4338620647916286e-05, "Finetune/Loss": 0.8506693840026855, "Finetune/Loss (Raw)": 1.039836049079895, "Finetune/Step": 7239, "Finetune/Step Time": 6.693810189142823}
+{"Finetune/Learning Rate": 1.4337103374804832e-05, "Finetune/Loss": 0.8499389886856079, "Finetune/Loss (Raw)": 0.8230051398277283, "Finetune/Step": 7240, "Finetune/Step Time": 6.69385501742363}
+{"Finetune/Learning Rate": 1.4335585978705462e-05, "Finetune/Loss": 0.8493165373802185, "Finetune/Loss (Raw)": 0.7768281102180481, "Finetune/Step": 7241, "Finetune/Step Time": 6.699415570124984}
+{"Finetune/Learning Rate": 1.43340684596612e-05, "Finetune/Loss": 0.8487008810043335, "Finetune/Loss (Raw)": 0.765225887298584, "Finetune/Step": 7242, "Finetune/Step Time": 6.693030556663871}
+{"Finetune/Learning Rate": 1.4332550817715083e-05, "Finetune/Loss": 0.8476776480674744, "Finetune/Loss (Raw)": 0.7881476283073425, "Finetune/Step": 7243, "Finetune/Step Time": 6.697384770959616}
+{"Finetune/Learning Rate": 1.4331033052910144e-05, "Finetune/Loss": 0.847541332244873, "Finetune/Loss (Raw)": 0.7565704584121704, "Finetune/Step": 7244, "Finetune/Step Time": 6.7107184417545795}
+{"Finetune/Learning Rate": 1.4329515165289423e-05, "Finetune/Loss": 0.8473165035247803, "Finetune/Loss (Raw)": 0.8938457369804382, "Finetune/Step": 7245, "Finetune/Step Time": 6.7048188634216785}
+{"Finetune/Learning Rate": 1.4327997154895967e-05, "Finetune/Loss": 0.8465703725814819, "Finetune/Loss (Raw)": 0.8175026774406433, "Finetune/Step": 7246, "Finetune/Step Time": 6.704881651327014}
+{"Finetune/Learning Rate": 1.4326479021772813e-05, "Finetune/Loss": 0.8471473455429077, "Finetune/Loss (Raw)": 0.927571713924408, "Finetune/Step": 7247, "Finetune/Step Time": 6.705220952630043}
+{"Finetune/Learning Rate": 1.4324960765963019e-05, "Finetune/Loss": 0.8471627235412598, "Finetune/Loss (Raw)": 0.9294483661651611, "Finetune/Step": 7248, "Finetune/Step Time": 6.704708989709616}
+{"Finetune/Learning Rate": 1.4323442387509639e-05, "Finetune/Loss": 0.8475300073623657, "Finetune/Loss (Raw)": 0.904376745223999, "Finetune/Step": 7249, "Finetune/Step Time": 6.698815127834678}
+{"Finetune/Learning Rate": 1.4321923886455725e-05, "Finetune/Loss": 0.8468508720397949, "Finetune/Loss (Raw)": 0.8269357681274414, "Finetune/Step": 7250, "Finetune/Step Time": 6.699120881035924}
+{"Finetune/Learning Rate": 1.4320405262844337e-05, "Finetune/Loss": 0.8470900058746338, "Finetune/Loss (Raw)": 0.8752751350402832, "Finetune/Step": 7251, "Finetune/Step Time": 6.701978260651231}
+{"Finetune/Learning Rate": 1.4318886516718546e-05, "Finetune/Loss": 0.8474668264389038, "Finetune/Loss (Raw)": 0.8397694826126099, "Finetune/Step": 7252, "Finetune/Step Time": 6.7140566017478704}
+{"Finetune/Learning Rate": 1.4317367648121413e-05, "Finetune/Loss": 0.8481763601303101, "Finetune/Loss (Raw)": 0.8909122943878174, "Finetune/Step": 7253, "Finetune/Step Time": 6.717361146584153}
+{"Finetune/Learning Rate": 1.4315848657096006e-05, "Finetune/Loss": 0.8469394445419312, "Finetune/Loss (Raw)": 0.7225977182388306, "Finetune/Step": 7254, "Finetune/Step Time": 6.712263811379671}
+{"Finetune/Learning Rate": 1.431432954368541e-05, "Finetune/Loss": 0.8465092778205872, "Finetune/Loss (Raw)": 0.8722118735313416, "Finetune/Step": 7255, "Finetune/Step Time": 6.7235672902315855}
+{"Finetune/Learning Rate": 1.4312810307932694e-05, "Finetune/Loss": 0.8457571268081665, "Finetune/Loss (Raw)": 0.8143594264984131, "Finetune/Step": 7256, "Finetune/Step Time": 6.7221529223024845}
+{"Finetune/Learning Rate": 1.4311290949880942e-05, "Finetune/Loss": 0.8460105061531067, "Finetune/Loss (Raw)": 0.9641708731651306, "Finetune/Step": 7257, "Finetune/Step Time": 6.721408998593688}
+{"Finetune/Learning Rate": 1.4309771469573237e-05, "Finetune/Loss": 0.8459718227386475, "Finetune/Loss (Raw)": 0.8270946145057678, "Finetune/Step": 7258, "Finetune/Step Time": 6.704901050776243}
+{"Finetune/Learning Rate": 1.430825186705267e-05, "Finetune/Loss": 0.847360372543335, "Finetune/Loss (Raw)": 0.871773362159729, "Finetune/Step": 7259, "Finetune/Step Time": 6.706692738458514}
+{"Finetune/Learning Rate": 1.4306732142362329e-05, "Finetune/Loss": 0.8463222980499268, "Finetune/Loss (Raw)": 0.6769928932189941, "Finetune/Step": 7260, "Finetune/Step Time": 6.7103933673352}
+{"Finetune/Learning Rate": 1.4305212295545314e-05, "Finetune/Loss": 0.8461523056030273, "Finetune/Loss (Raw)": 0.8988855481147766, "Finetune/Step": 7261, "Finetune/Step Time": 6.712618777528405}
+{"Finetune/Learning Rate": 1.430369232664472e-05, "Finetune/Loss": 0.8461017608642578, "Finetune/Loss (Raw)": 0.8302193284034729, "Finetune/Step": 7262, "Finetune/Step Time": 6.719071155413985}
+{"Finetune/Learning Rate": 1.4302172235703648e-05, "Finetune/Loss": 0.8464970588684082, "Finetune/Loss (Raw)": 0.9116374850273132, "Finetune/Step": 7263, "Finetune/Step Time": 6.718804243952036}
+{"Finetune/Learning Rate": 1.4300652022765207e-05, "Finetune/Loss": 0.8463010787963867, "Finetune/Loss (Raw)": 0.8369935750961304, "Finetune/Step": 7264, "Finetune/Step Time": 6.718236332759261}
+{"Finetune/Learning Rate": 1.4299131687872504e-05, "Finetune/Loss": 0.8472909927368164, "Finetune/Loss (Raw)": 0.7801336050033569, "Finetune/Step": 7265, "Finetune/Step Time": 6.720699181780219}
+{"Finetune/Learning Rate": 1.4297611231068649e-05, "Finetune/Loss": 0.8461998701095581, "Finetune/Loss (Raw)": 0.6365904808044434, "Finetune/Step": 7266, "Finetune/Step Time": 6.734977465122938}
+{"Finetune/Learning Rate": 1.4296090652396763e-05, "Finetune/Loss": 0.8481208086013794, "Finetune/Loss (Raw)": 0.9619870781898499, "Finetune/Step": 7267, "Finetune/Step Time": 6.760265892371535}
+{"Finetune/Learning Rate": 1.4294569951899958e-05, "Finetune/Loss": 0.8469033241271973, "Finetune/Loss (Raw)": 0.8949279189109802, "Finetune/Step": 7268, "Finetune/Step Time": 6.759880682453513}
+{"Finetune/Learning Rate": 1.4293049129621366e-05, "Finetune/Loss": 0.8453429341316223, "Finetune/Loss (Raw)": 0.6985383033752441, "Finetune/Step": 7269, "Finetune/Step Time": 6.774405969306827}
+{"Finetune/Learning Rate": 1.429152818560411e-05, "Finetune/Loss": 0.8456588983535767, "Finetune/Loss (Raw)": 0.833314836025238, "Finetune/Step": 7270, "Finetune/Step Time": 6.777089674025774}
+{"Finetune/Learning Rate": 1.4290007119891311e-05, "Finetune/Loss": 0.8462852835655212, "Finetune/Loss (Raw)": 0.8982422947883606, "Finetune/Step": 7271, "Finetune/Step Time": 6.777579793706536}
+{"Finetune/Learning Rate": 1.4288485932526115e-05, "Finetune/Loss": 0.8464468717575073, "Finetune/Loss (Raw)": 0.7969854474067688, "Finetune/Step": 7272, "Finetune/Step Time": 6.776390161365271}
+{"Finetune/Learning Rate": 1.4286964623551653e-05, "Finetune/Loss": 0.8479288816452026, "Finetune/Loss (Raw)": 0.9218473434448242, "Finetune/Step": 7273, "Finetune/Step Time": 6.761704882606864}
+{"Finetune/Learning Rate": 1.4285443193011063e-05, "Finetune/Loss": 0.8502984046936035, "Finetune/Loss (Raw)": 0.9557471871376038, "Finetune/Step": 7274, "Finetune/Step Time": 6.744806429371238}
+{"Finetune/Learning Rate": 1.428392164094749e-05, "Finetune/Loss": 0.8514171838760376, "Finetune/Loss (Raw)": 0.884090781211853, "Finetune/Step": 7275, "Finetune/Step Time": 6.7436692379415035}
+{"Finetune/Learning Rate": 1.428239996740408e-05, "Finetune/Loss": 0.8513106107711792, "Finetune/Loss (Raw)": 0.8687164187431335, "Finetune/Step": 7276, "Finetune/Step Time": 6.746112130582333}
+{"Finetune/Learning Rate": 1.4280878172423989e-05, "Finetune/Loss": 0.8513736724853516, "Finetune/Loss (Raw)": 0.7533230185508728, "Finetune/Step": 7277, "Finetune/Step Time": 6.747501542791724}
+{"Finetune/Learning Rate": 1.4279356256050361e-05, "Finetune/Loss": 0.8503729701042175, "Finetune/Loss (Raw)": 0.8027483224868774, "Finetune/Step": 7278, "Finetune/Step Time": 6.754147535189986}
+{"Finetune/Learning Rate": 1.4277834218326361e-05, "Finetune/Loss": 0.8503240346908569, "Finetune/Loss (Raw)": 0.7879932522773743, "Finetune/Step": 7279, "Finetune/Step Time": 6.758478108793497}
+{"Finetune/Learning Rate": 1.4276312059295148e-05, "Finetune/Loss": 0.849104642868042, "Finetune/Loss (Raw)": 0.7633415460586548, "Finetune/Step": 7280, "Finetune/Step Time": 6.761914163827896}
+{"Finetune/Learning Rate": 1.4274789778999882e-05, "Finetune/Loss": 0.8492936491966248, "Finetune/Loss (Raw)": 0.9805006384849548, "Finetune/Step": 7281, "Finetune/Step Time": 6.74081439897418}
+{"Finetune/Learning Rate": 1.4273267377483735e-05, "Finetune/Loss": 0.8487266302108765, "Finetune/Loss (Raw)": 0.7762277126312256, "Finetune/Step": 7282, "Finetune/Step Time": 6.746170440688729}
+{"Finetune/Learning Rate": 1.4271744854789878e-05, "Finetune/Loss": 0.8484960794448853, "Finetune/Loss (Raw)": 0.7942201495170593, "Finetune/Step": 7283, "Finetune/Step Time": 6.752244036644697}
+{"Finetune/Learning Rate": 1.4270222210961483e-05, "Finetune/Loss": 0.848357081413269, "Finetune/Loss (Raw)": 0.7515764236450195, "Finetune/Step": 7284, "Finetune/Step Time": 6.7734695337712765}
+{"Finetune/Learning Rate": 1.426869944604173e-05, "Finetune/Loss": 0.849034309387207, "Finetune/Loss (Raw)": 0.9892528653144836, "Finetune/Step": 7285, "Finetune/Step Time": 6.781191844493151}
+{"Finetune/Learning Rate": 1.42671765600738e-05, "Finetune/Loss": 0.8498944044113159, "Finetune/Loss (Raw)": 0.9124619960784912, "Finetune/Step": 7286, "Finetune/Step Time": 6.7788727935403585}
+{"Finetune/Learning Rate": 1.4265653553100874e-05, "Finetune/Loss": 0.8494908809661865, "Finetune/Loss (Raw)": 0.8096842765808105, "Finetune/Step": 7287, "Finetune/Step Time": 6.777939226478338}
+{"Finetune/Learning Rate": 1.4264130425166145e-05, "Finetune/Loss": 0.8499072194099426, "Finetune/Loss (Raw)": 0.8849465847015381, "Finetune/Step": 7288, "Finetune/Step Time": 6.771378368139267}
+{"Finetune/Learning Rate": 1.4262607176312802e-05, "Finetune/Loss": 0.850226640701294, "Finetune/Loss (Raw)": 0.8971529006958008, "Finetune/Step": 7289, "Finetune/Step Time": 6.759642804041505}
+{"Finetune/Learning Rate": 1.4261083806584042e-05, "Finetune/Loss": 0.8479503989219666, "Finetune/Loss (Raw)": 0.6907194256782532, "Finetune/Step": 7290, "Finetune/Step Time": 6.740147199481726}
+{"Finetune/Learning Rate": 1.425956031602306e-05, "Finetune/Loss": 0.8502938747406006, "Finetune/Loss (Raw)": 1.0268598794937134, "Finetune/Step": 7291, "Finetune/Step Time": 6.742245074361563}
+{"Finetune/Learning Rate": 1.4258036704673062e-05, "Finetune/Loss": 0.850400447845459, "Finetune/Loss (Raw)": 0.7568371295928955, "Finetune/Step": 7292, "Finetune/Step Time": 6.744501596316695}
+{"Finetune/Learning Rate": 1.425651297257725e-05, "Finetune/Loss": 0.8518085479736328, "Finetune/Loss (Raw)": 1.0148239135742188, "Finetune/Step": 7293, "Finetune/Step Time": 6.744132285937667}
+{"Finetune/Learning Rate": 1.4254989119778834e-05, "Finetune/Loss": 0.8511643409729004, "Finetune/Loss (Raw)": 0.8216162323951721, "Finetune/Step": 7294, "Finetune/Step Time": 6.737607721239328}
+{"Finetune/Learning Rate": 1.4253465146321031e-05, "Finetune/Loss": 0.8507065773010254, "Finetune/Loss (Raw)": 0.8329819440841675, "Finetune/Step": 7295, "Finetune/Step Time": 6.739786123856902}
+{"Finetune/Learning Rate": 1.4251941052247044e-05, "Finetune/Loss": 0.8504797220230103, "Finetune/Loss (Raw)": 0.9037331938743591, "Finetune/Step": 7296, "Finetune/Step Time": 6.726757945492864}
+{"Finetune/Learning Rate": 1.4250416837600102e-05, "Finetune/Loss": 0.8502801060676575, "Finetune/Loss (Raw)": 0.8023291230201721, "Finetune/Step": 7297, "Finetune/Step Time": 6.725955305621028}
+{"Finetune/Learning Rate": 1.4248892502423429e-05, "Finetune/Loss": 0.8509377241134644, "Finetune/Loss (Raw)": 0.8858057856559753, "Finetune/Step": 7298, "Finetune/Step Time": 6.725239764899015}
+{"Finetune/Learning Rate": 1.4247368046760241e-05, "Finetune/Loss": 0.8510192632675171, "Finetune/Loss (Raw)": 0.8564004302024841, "Finetune/Step": 7299, "Finetune/Step Time": 6.726962031796575}
+{"Finetune/Learning Rate": 1.4245843470653777e-05, "Finetune/Loss": 0.8487555980682373, "Finetune/Loss (Raw)": 0.7551823258399963, "Finetune/Step": 7300, "Finetune/Step Time": 6.728394668549299}
+{"Finetune/Learning Rate": 1.4244318774147266e-05, "Finetune/Loss": 0.8474727869033813, "Finetune/Loss (Raw)": 0.7856510281562805, "Finetune/Step": 7301, "Finetune/Step Time": 6.727840356528759}
+{"Finetune/Learning Rate": 1.4242793957283943e-05, "Finetune/Loss": 0.8449046611785889, "Finetune/Loss (Raw)": 0.6279277205467224, "Finetune/Step": 7302, "Finetune/Step Time": 6.732683042064309}
+{"Finetune/Learning Rate": 1.4241269020107047e-05, "Finetune/Loss": 0.8446930646896362, "Finetune/Loss (Raw)": 0.8362929224967957, "Finetune/Step": 7303, "Finetune/Step Time": 6.741848995909095}
+{"Finetune/Learning Rate": 1.4239743962659822e-05, "Finetune/Loss": 0.8446489572525024, "Finetune/Loss (Raw)": 0.9836209416389465, "Finetune/Step": 7304, "Finetune/Step Time": 6.763536658138037}
+{"Finetune/Learning Rate": 1.4238218784985515e-05, "Finetune/Loss": 0.844732403755188, "Finetune/Loss (Raw)": 0.8319726586341858, "Finetune/Step": 7305, "Finetune/Step Time": 6.767104368656874}
+{"Finetune/Learning Rate": 1.4236693487127377e-05, "Finetune/Loss": 0.8448774814605713, "Finetune/Loss (Raw)": 0.9623454809188843, "Finetune/Step": 7306, "Finetune/Step Time": 6.769225936383009}
+{"Finetune/Learning Rate": 1.4235168069128657e-05, "Finetune/Loss": 0.844974935054779, "Finetune/Loss (Raw)": 0.8782942295074463, "Finetune/Step": 7307, "Finetune/Step Time": 6.767878882586956}
+{"Finetune/Learning Rate": 1.4233642531032614e-05, "Finetune/Loss": 0.843313455581665, "Finetune/Loss (Raw)": 0.7055380940437317, "Finetune/Step": 7308, "Finetune/Step Time": 6.781528688967228}
+{"Finetune/Learning Rate": 1.4232116872882512e-05, "Finetune/Loss": 0.8439887166023254, "Finetune/Loss (Raw)": 0.8937380909919739, "Finetune/Step": 7309, "Finetune/Step Time": 6.782661847770214}
+{"Finetune/Learning Rate": 1.4230591094721605e-05, "Finetune/Loss": 0.8451488018035889, "Finetune/Loss (Raw)": 1.0477288961410522, "Finetune/Step": 7310, "Finetune/Step Time": 6.781237272545695}
+{"Finetune/Learning Rate": 1.4229065196593164e-05, "Finetune/Loss": 0.8453525304794312, "Finetune/Loss (Raw)": 0.9228301048278809, "Finetune/Step": 7311, "Finetune/Step Time": 6.781310165300965}
+{"Finetune/Learning Rate": 1.4227539178540463e-05, "Finetune/Loss": 0.8459327220916748, "Finetune/Loss (Raw)": 0.8590031266212463, "Finetune/Step": 7312, "Finetune/Step Time": 6.785574214532971}
+{"Finetune/Learning Rate": 1.422601304060677e-05, "Finetune/Loss": 0.846186637878418, "Finetune/Loss (Raw)": 0.8594869375228882, "Finetune/Step": 7313, "Finetune/Step Time": 6.791045155376196}
+{"Finetune/Learning Rate": 1.4224486782835367e-05, "Finetune/Loss": 0.8457592725753784, "Finetune/Loss (Raw)": 0.8068972826004028, "Finetune/Step": 7314, "Finetune/Step Time": 6.794493002817035}
+{"Finetune/Learning Rate": 1.422296040526953e-05, "Finetune/Loss": 0.8460941910743713, "Finetune/Loss (Raw)": 0.9568926095962524, "Finetune/Step": 7315, "Finetune/Step Time": 6.79532571695745}
+{"Finetune/Learning Rate": 1.4221433907952544e-05, "Finetune/Loss": 0.8465001583099365, "Finetune/Loss (Raw)": 0.8111944794654846, "Finetune/Step": 7316, "Finetune/Step Time": 6.782038081437349}
+{"Finetune/Learning Rate": 1.4219907290927698e-05, "Finetune/Loss": 0.8471696376800537, "Finetune/Loss (Raw)": 0.9747534394264221, "Finetune/Step": 7317, "Finetune/Step Time": 6.782696820795536}
+{"Finetune/Learning Rate": 1.421838055423828e-05, "Finetune/Loss": 0.8486623764038086, "Finetune/Loss (Raw)": 0.9571394920349121, "Finetune/Step": 7318, "Finetune/Step Time": 6.756114264950156}
+{"Finetune/Learning Rate": 1.4216853697927589e-05, "Finetune/Loss": 0.8474838137626648, "Finetune/Loss (Raw)": 0.8469538688659668, "Finetune/Step": 7319, "Finetune/Step Time": 6.7559296656399965}
+{"Finetune/Learning Rate": 1.4215326722038911e-05, "Finetune/Loss": 0.847821831703186, "Finetune/Loss (Raw)": 0.9767851233482361, "Finetune/Step": 7320, "Finetune/Step Time": 6.762705981731415}
+{"Finetune/Learning Rate": 1.4213799626615557e-05, "Finetune/Loss": 0.8479222059249878, "Finetune/Loss (Raw)": 0.8691322207450867, "Finetune/Step": 7321, "Finetune/Step Time": 6.7593621127307415}
+{"Finetune/Learning Rate": 1.4212272411700831e-05, "Finetune/Loss": 0.8469858169555664, "Finetune/Loss (Raw)": 0.6680938601493835, "Finetune/Step": 7322, "Finetune/Step Time": 6.754972014576197}
+{"Finetune/Learning Rate": 1.4210745077338036e-05, "Finetune/Loss": 0.8450467586517334, "Finetune/Loss (Raw)": 0.7374323010444641, "Finetune/Step": 7323, "Finetune/Step Time": 6.77073485404253}
+{"Finetune/Learning Rate": 1.420921762357048e-05, "Finetune/Loss": 0.8457635641098022, "Finetune/Loss (Raw)": 0.9245405197143555, "Finetune/Step": 7324, "Finetune/Step Time": 6.771560430526733}
+{"Finetune/Learning Rate": 1.4207690050441487e-05, "Finetune/Loss": 0.8451963663101196, "Finetune/Loss (Raw)": 0.7613531351089478, "Finetune/Step": 7325, "Finetune/Step Time": 6.766942750662565}
+{"Finetune/Learning Rate": 1.4206162357994366e-05, "Finetune/Loss": 0.8457345366477966, "Finetune/Loss (Raw)": 0.9700747728347778, "Finetune/Step": 7326, "Finetune/Step Time": 6.765439720824361}
+{"Finetune/Learning Rate": 1.420463454627244e-05, "Finetune/Loss": 0.8466029167175293, "Finetune/Loss (Raw)": 0.9057437181472778, "Finetune/Step": 7327, "Finetune/Step Time": 6.7698313388973475}
+{"Finetune/Learning Rate": 1.420310661531904e-05, "Finetune/Loss": 0.8474732041358948, "Finetune/Loss (Raw)": 0.9964469075202942, "Finetune/Step": 7328, "Finetune/Step Time": 6.77134339697659}
+{"Finetune/Learning Rate": 1.4201578565177485e-05, "Finetune/Loss": 0.8482624292373657, "Finetune/Loss (Raw)": 0.9247739911079407, "Finetune/Step": 7329, "Finetune/Step Time": 6.769864870235324}
+{"Finetune/Learning Rate": 1.420005039589111e-05, "Finetune/Loss": 0.8488802909851074, "Finetune/Loss (Raw)": 0.863610029220581, "Finetune/Step": 7330, "Finetune/Step Time": 6.769380934536457}
+{"Finetune/Learning Rate": 1.419852210750325e-05, "Finetune/Loss": 0.8483175039291382, "Finetune/Loss (Raw)": 0.8205347657203674, "Finetune/Step": 7331, "Finetune/Step Time": 6.76828452385962}
+{"Finetune/Learning Rate": 1.419699370005724e-05, "Finetune/Loss": 0.8485217690467834, "Finetune/Loss (Raw)": 0.8217197060585022, "Finetune/Step": 7332, "Finetune/Step Time": 6.765277903527021}
+{"Finetune/Learning Rate": 1.4195465173596425e-05, "Finetune/Loss": 0.8474568128585815, "Finetune/Loss (Raw)": 0.6849433779716492, "Finetune/Step": 7333, "Finetune/Step Time": 6.751245204359293}
+{"Finetune/Learning Rate": 1.4193936528164147e-05, "Finetune/Loss": 0.8481873869895935, "Finetune/Loss (Raw)": 0.8658990859985352, "Finetune/Step": 7334, "Finetune/Step Time": 6.740860018879175}
+{"Finetune/Learning Rate": 1.4192407763803755e-05, "Finetune/Loss": 0.8471205830574036, "Finetune/Loss (Raw)": 0.7811437845230103, "Finetune/Step": 7335, "Finetune/Step Time": 6.740782890468836}
+{"Finetune/Learning Rate": 1.4190878880558603e-05, "Finetune/Loss": 0.8448789119720459, "Finetune/Loss (Raw)": 0.6628386974334717, "Finetune/Step": 7336, "Finetune/Step Time": 6.747450901195407}
+{"Finetune/Learning Rate": 1.418934987847204e-05, "Finetune/Loss": 0.8450016975402832, "Finetune/Loss (Raw)": 0.9412316083908081, "Finetune/Step": 7337, "Finetune/Step Time": 6.7507431879639626}
+{"Finetune/Learning Rate": 1.4187820757587426e-05, "Finetune/Loss": 0.8454476594924927, "Finetune/Loss (Raw)": 0.9410140514373779, "Finetune/Step": 7338, "Finetune/Step Time": 6.748037775978446}
+{"Finetune/Learning Rate": 1.418629151794813e-05, "Finetune/Loss": 0.8445051312446594, "Finetune/Loss (Raw)": 0.7572799921035767, "Finetune/Step": 7339, "Finetune/Step Time": 6.738272812217474}
+{"Finetune/Learning Rate": 1.4184762159597507e-05, "Finetune/Loss": 0.8433713316917419, "Finetune/Loss (Raw)": 0.6843711733818054, "Finetune/Step": 7340, "Finetune/Step Time": 6.735758367925882}
+{"Finetune/Learning Rate": 1.418323268257893e-05, "Finetune/Loss": 0.8429911136627197, "Finetune/Loss (Raw)": 0.7945565581321716, "Finetune/Step": 7341, "Finetune/Step Time": 6.718652063980699}
+{"Finetune/Learning Rate": 1.4181703086935765e-05, "Finetune/Loss": 0.8428431749343872, "Finetune/Loss (Raw)": 0.8220230340957642, "Finetune/Step": 7342, "Finetune/Step Time": 6.730859970673919}
+{"Finetune/Learning Rate": 1.4180173372711398e-05, "Finetune/Loss": 0.8436930179595947, "Finetune/Loss (Raw)": 1.0051108598709106, "Finetune/Step": 7343, "Finetune/Step Time": 6.747701609507203}
+{"Finetune/Learning Rate": 1.4178643539949197e-05, "Finetune/Loss": 0.844638466835022, "Finetune/Loss (Raw)": 0.7826561331748962, "Finetune/Step": 7344, "Finetune/Step Time": 6.735738063231111}
+{"Finetune/Learning Rate": 1.4177113588692551e-05, "Finetune/Loss": 0.8424911499023438, "Finetune/Loss (Raw)": 0.790821373462677, "Finetune/Step": 7345, "Finetune/Step Time": 6.7374488189816475}
+{"Finetune/Learning Rate": 1.417558351898484e-05, "Finetune/Loss": 0.8427470922470093, "Finetune/Loss (Raw)": 0.6850457191467285, "Finetune/Step": 7346, "Finetune/Step Time": 6.739345341920853}
+{"Finetune/Learning Rate": 1.4174053330869453e-05, "Finetune/Loss": 0.8421922922134399, "Finetune/Loss (Raw)": 0.8709656596183777, "Finetune/Step": 7347, "Finetune/Step Time": 6.743023257702589}
+{"Finetune/Learning Rate": 1.4172523024389783e-05, "Finetune/Loss": 0.8425250053405762, "Finetune/Loss (Raw)": 0.7713261246681213, "Finetune/Step": 7348, "Finetune/Step Time": 6.742253236472607}
+{"Finetune/Learning Rate": 1.4170992599589228e-05, "Finetune/Loss": 0.8425903916358948, "Finetune/Loss (Raw)": 0.768024206161499, "Finetune/Step": 7349, "Finetune/Step Time": 6.74050023034215}
+{"Finetune/Learning Rate": 1.4169462056511184e-05, "Finetune/Loss": 0.8422613143920898, "Finetune/Loss (Raw)": 0.824468731880188, "Finetune/Step": 7350, "Finetune/Step Time": 6.737555958330631}
+{"Finetune/Learning Rate": 1.4167931395199048e-05, "Finetune/Loss": 0.8418505191802979, "Finetune/Loss (Raw)": 0.7663443684577942, "Finetune/Step": 7351, "Finetune/Step Time": 6.740248953923583}
+{"Finetune/Learning Rate": 1.4166400615696232e-05, "Finetune/Loss": 0.843207836151123, "Finetune/Loss (Raw)": 0.8620994091033936, "Finetune/Step": 7352, "Finetune/Step Time": 6.73339075781405}
+{"Finetune/Learning Rate": 1.416486971804614e-05, "Finetune/Loss": 0.8443385362625122, "Finetune/Loss (Raw)": 0.9649664163589478, "Finetune/Step": 7353, "Finetune/Step Time": 6.742244524881244}
+{"Finetune/Learning Rate": 1.4163338702292189e-05, "Finetune/Loss": 0.8431026935577393, "Finetune/Loss (Raw)": 0.8062204122543335, "Finetune/Step": 7354, "Finetune/Step Time": 6.754632513970137}
+{"Finetune/Learning Rate": 1.416180756847779e-05, "Finetune/Loss": 0.8445788621902466, "Finetune/Loss (Raw)": 0.9358034729957581, "Finetune/Step": 7355, "Finetune/Step Time": 6.740494254976511}
+{"Finetune/Learning Rate": 1.4160276316646364e-05, "Finetune/Loss": 0.8432716727256775, "Finetune/Loss (Raw)": 0.7381575703620911, "Finetune/Step": 7356, "Finetune/Step Time": 6.750293392688036}
+{"Finetune/Learning Rate": 1.4158744946841332e-05, "Finetune/Loss": 0.8433259129524231, "Finetune/Loss (Raw)": 0.7168383002281189, "Finetune/Step": 7357, "Finetune/Step Time": 6.750573011115193}
+{"Finetune/Learning Rate": 1.4157213459106118e-05, "Finetune/Loss": 0.8436175584793091, "Finetune/Loss (Raw)": 0.8673244714736938, "Finetune/Step": 7358, "Finetune/Step Time": 6.757226372137666}
+{"Finetune/Learning Rate": 1.415568185348415e-05, "Finetune/Loss": 0.8447766900062561, "Finetune/Loss (Raw)": 0.9394471049308777, "Finetune/Step": 7359, "Finetune/Step Time": 6.755993045866489}
+{"Finetune/Learning Rate": 1.4154150130018867e-05, "Finetune/Loss": 0.8448173999786377, "Finetune/Loss (Raw)": 0.7953526377677917, "Finetune/Step": 7360, "Finetune/Step Time": 6.75527505017817}
+{"Finetune/Learning Rate": 1.4152618288753696e-05, "Finetune/Loss": 0.8440233469009399, "Finetune/Loss (Raw)": 0.8014912605285645, "Finetune/Step": 7361, "Finetune/Step Time": 6.754796214401722}
+{"Finetune/Learning Rate": 1.4151086329732078e-05, "Finetune/Loss": 0.8441082835197449, "Finetune/Loss (Raw)": 0.8179045915603638, "Finetune/Step": 7362, "Finetune/Step Time": 6.757946504279971}
+{"Finetune/Learning Rate": 1.4149554252997457e-05, "Finetune/Loss": 0.8445286750793457, "Finetune/Loss (Raw)": 0.8716210722923279, "Finetune/Step": 7363, "Finetune/Step Time": 6.764067277312279}
+{"Finetune/Learning Rate": 1.4148022058593276e-05, "Finetune/Loss": 0.8435396552085876, "Finetune/Loss (Raw)": 0.6357874274253845, "Finetune/Step": 7364, "Finetune/Step Time": 6.754141520708799}
+{"Finetune/Learning Rate": 1.4146489746562985e-05, "Finetune/Loss": 0.8421456217765808, "Finetune/Loss (Raw)": 0.7697030901908875, "Finetune/Step": 7365, "Finetune/Step Time": 6.7365585416555405}
+{"Finetune/Learning Rate": 1.4144957316950039e-05, "Finetune/Loss": 0.8429850339889526, "Finetune/Loss (Raw)": 0.926770031452179, "Finetune/Step": 7366, "Finetune/Step Time": 6.737163158133626}
+{"Finetune/Learning Rate": 1.4143424769797886e-05, "Finetune/Loss": 0.8414246439933777, "Finetune/Loss (Raw)": 0.840106189250946, "Finetune/Step": 7367, "Finetune/Step Time": 6.730650609359145}
+{"Finetune/Learning Rate": 1.4141892105149993e-05, "Finetune/Loss": 0.8417584300041199, "Finetune/Loss (Raw)": 0.8657298684120178, "Finetune/Step": 7368, "Finetune/Step Time": 6.728012841194868}
+{"Finetune/Learning Rate": 1.4140359323049813e-05, "Finetune/Loss": 0.8426899909973145, "Finetune/Loss (Raw)": 0.8960769772529602, "Finetune/Step": 7369, "Finetune/Step Time": 6.722650749608874}
+{"Finetune/Learning Rate": 1.413882642354082e-05, "Finetune/Loss": 0.8432883024215698, "Finetune/Loss (Raw)": 0.8418064117431641, "Finetune/Step": 7370, "Finetune/Step Time": 6.723951160907745}
+{"Finetune/Learning Rate": 1.413729340666648e-05, "Finetune/Loss": 0.8438361883163452, "Finetune/Loss (Raw)": 0.8582664132118225, "Finetune/Step": 7371, "Finetune/Step Time": 6.7226537726819515}
+{"Finetune/Learning Rate": 1.4135760272470258e-05, "Finetune/Loss": 0.8453069925308228, "Finetune/Loss (Raw)": 0.9448369145393372, "Finetune/Step": 7372, "Finetune/Step Time": 6.709272878244519}
+{"Finetune/Learning Rate": 1.413422702099564e-05, "Finetune/Loss": 0.8446425199508667, "Finetune/Loss (Raw)": 0.808796763420105, "Finetune/Step": 7373, "Finetune/Step Time": 6.707212602719665}
+{"Finetune/Learning Rate": 1.4132693652286099e-05, "Finetune/Loss": 0.8441932201385498, "Finetune/Loss (Raw)": 0.7599846720695496, "Finetune/Step": 7374, "Finetune/Step Time": 6.7058157827705145}
+{"Finetune/Learning Rate": 1.4131160166385116e-05, "Finetune/Loss": 0.8428440690040588, "Finetune/Loss (Raw)": 0.7548844814300537, "Finetune/Step": 7375, "Finetune/Step Time": 6.701852224767208}
+{"Finetune/Learning Rate": 1.4129626563336179e-05, "Finetune/Loss": 0.8420873880386353, "Finetune/Loss (Raw)": 0.832595944404602, "Finetune/Step": 7376, "Finetune/Step Time": 6.704401405528188}
+{"Finetune/Learning Rate": 1.4128092843182777e-05, "Finetune/Loss": 0.8413368463516235, "Finetune/Loss (Raw)": 0.808306097984314, "Finetune/Step": 7377, "Finetune/Step Time": 6.719304582104087}
+{"Finetune/Learning Rate": 1.4126559005968398e-05, "Finetune/Loss": 0.8421896696090698, "Finetune/Loss (Raw)": 0.9360961318016052, "Finetune/Step": 7378, "Finetune/Step Time": 6.72682348638773}
+{"Finetune/Learning Rate": 1.4125025051736545e-05, "Finetune/Loss": 0.8415893912315369, "Finetune/Loss (Raw)": 0.798440158367157, "Finetune/Step": 7379, "Finetune/Step Time": 6.7170170824974775}
+{"Finetune/Learning Rate": 1.4123490980530707e-05, "Finetune/Loss": 0.842616081237793, "Finetune/Loss (Raw)": 0.9711809158325195, "Finetune/Step": 7380, "Finetune/Step Time": 6.699857825413346}
+{"Finetune/Learning Rate": 1.4121956792394392e-05, "Finetune/Loss": 0.8416342735290527, "Finetune/Loss (Raw)": 0.7652454376220703, "Finetune/Step": 7381, "Finetune/Step Time": 6.728948691859841}
+{"Finetune/Learning Rate": 1.4120422487371104e-05, "Finetune/Loss": 0.8437579870223999, "Finetune/Loss (Raw)": 0.9944301247596741, "Finetune/Step": 7382, "Finetune/Step Time": 6.734075890854001}
+{"Finetune/Learning Rate": 1.411888806550435e-05, "Finetune/Loss": 0.8424562811851501, "Finetune/Loss (Raw)": 0.7055962681770325, "Finetune/Step": 7383, "Finetune/Step Time": 6.719701785594225}
+{"Finetune/Learning Rate": 1.4117353526837643e-05, "Finetune/Loss": 0.8434253334999084, "Finetune/Loss (Raw)": 0.938398003578186, "Finetune/Step": 7384, "Finetune/Step Time": 6.722547199577093}
+{"Finetune/Learning Rate": 1.41158188714145e-05, "Finetune/Loss": 0.8425394296646118, "Finetune/Loss (Raw)": 0.8507806062698364, "Finetune/Step": 7385, "Finetune/Step Time": 6.7181334141641855}
+{"Finetune/Learning Rate": 1.4114284099278434e-05, "Finetune/Loss": 0.8441958427429199, "Finetune/Loss (Raw)": 1.0391126871109009, "Finetune/Step": 7386, "Finetune/Step Time": 6.7154590934515}
+{"Finetune/Learning Rate": 1.4112749210472973e-05, "Finetune/Loss": 0.8439282178878784, "Finetune/Loss (Raw)": 0.8375151753425598, "Finetune/Step": 7387, "Finetune/Step Time": 6.712202064692974}
+{"Finetune/Learning Rate": 1.4111214205041641e-05, "Finetune/Loss": 0.8447429537773132, "Finetune/Loss (Raw)": 0.7812760472297668, "Finetune/Step": 7388, "Finetune/Step Time": 6.700004557147622}
+{"Finetune/Learning Rate": 1.4109679083027966e-05, "Finetune/Loss": 0.8440545797348022, "Finetune/Loss (Raw)": 0.8107762336730957, "Finetune/Step": 7389, "Finetune/Step Time": 6.7335222121328115}
+{"Finetune/Learning Rate": 1.4108143844475473e-05, "Finetune/Loss": 0.8445909023284912, "Finetune/Loss (Raw)": 0.898871123790741, "Finetune/Step": 7390, "Finetune/Step Time": 6.725664839148521}
+{"Finetune/Learning Rate": 1.4106608489427704e-05, "Finetune/Loss": 0.8433985114097595, "Finetune/Loss (Raw)": 0.7590093016624451, "Finetune/Step": 7391, "Finetune/Step Time": 6.724073501303792}
+{"Finetune/Learning Rate": 1.4105073017928199e-05, "Finetune/Loss": 0.8431406021118164, "Finetune/Loss (Raw)": 0.8039849400520325, "Finetune/Step": 7392, "Finetune/Step Time": 6.722927378490567}
+{"Finetune/Learning Rate": 1.4103537430020493e-05, "Finetune/Loss": 0.8437902331352234, "Finetune/Loss (Raw)": 0.8632877469062805, "Finetune/Step": 7393, "Finetune/Step Time": 6.72499000094831}
+{"Finetune/Learning Rate": 1.4102001725748135e-05, "Finetune/Loss": 0.8446241021156311, "Finetune/Loss (Raw)": 0.7433198690414429, "Finetune/Step": 7394, "Finetune/Step Time": 6.733614696189761}
+{"Finetune/Learning Rate": 1.4100465905154677e-05, "Finetune/Loss": 0.8432483077049255, "Finetune/Loss (Raw)": 0.7858876585960388, "Finetune/Step": 7395, "Finetune/Step Time": 6.709181604906917}
+{"Finetune/Learning Rate": 1.4098929968283661e-05, "Finetune/Loss": 0.8424146771430969, "Finetune/Loss (Raw)": 0.7882254123687744, "Finetune/Step": 7396, "Finetune/Step Time": 6.715376602485776}
+{"Finetune/Learning Rate": 1.4097393915178648e-05, "Finetune/Loss": 0.8433605432510376, "Finetune/Loss (Raw)": 0.819607138633728, "Finetune/Step": 7397, "Finetune/Step Time": 6.707122353836894}
+{"Finetune/Learning Rate": 1.4095857745883197e-05, "Finetune/Loss": 0.8428241610527039, "Finetune/Loss (Raw)": 0.7646576166152954, "Finetune/Step": 7398, "Finetune/Step Time": 6.704862089827657}
+{"Finetune/Learning Rate": 1.4094321460440865e-05, "Finetune/Loss": 0.8422627449035645, "Finetune/Loss (Raw)": 0.8263732194900513, "Finetune/Step": 7399, "Finetune/Step Time": 6.709050560370088}
+{"Finetune/Learning Rate": 1.409278505889522e-05, "Finetune/Loss": 0.8432626724243164, "Finetune/Loss (Raw)": 0.9249885082244873, "Finetune/Step": 7400, "Finetune/Step Time": 6.707763772457838}
+{"Finetune/Learning Rate": 1.409124854128983e-05, "Finetune/Loss": 0.8425190448760986, "Finetune/Loss (Raw)": 0.8266555666923523, "Finetune/Step": 7401, "Finetune/Step Time": 6.712495137006044}
+{"Finetune/Learning Rate": 1.4089711907668265e-05, "Finetune/Loss": 0.8413102626800537, "Finetune/Loss (Raw)": 0.8010281324386597, "Finetune/Step": 7402, "Finetune/Step Time": 6.713802000507712}
+{"Finetune/Learning Rate": 1.4088175158074098e-05, "Finetune/Loss": 0.8400588035583496, "Finetune/Loss (Raw)": 0.7239022254943848, "Finetune/Step": 7403, "Finetune/Step Time": 6.711803236976266}
+{"Finetune/Learning Rate": 1.4086638292550911e-05, "Finetune/Loss": 0.8398253917694092, "Finetune/Loss (Raw)": 0.8388386368751526, "Finetune/Step": 7404, "Finetune/Step Time": 6.70802204683423}
+{"Finetune/Learning Rate": 1.4085101311142282e-05, "Finetune/Loss": 0.8417975902557373, "Finetune/Loss (Raw)": 1.0057613849639893, "Finetune/Step": 7405, "Finetune/Step Time": 6.694221332669258}
+{"Finetune/Learning Rate": 1.4083564213891796e-05, "Finetune/Loss": 0.842929482460022, "Finetune/Loss (Raw)": 0.9476401209831238, "Finetune/Step": 7406, "Finetune/Step Time": 6.689585622400045}
+{"Finetune/Learning Rate": 1.4082027000843042e-05, "Finetune/Loss": 0.8434093594551086, "Finetune/Loss (Raw)": 0.8494089841842651, "Finetune/Step": 7407, "Finetune/Step Time": 6.687601761892438}
+{"Finetune/Learning Rate": 1.4080489672039608e-05, "Finetune/Loss": 0.8437027931213379, "Finetune/Loss (Raw)": 0.8009051084518433, "Finetune/Step": 7408, "Finetune/Step Time": 6.686163999140263}
+{"Finetune/Learning Rate": 1.4078952227525092e-05, "Finetune/Loss": 0.8421951532363892, "Finetune/Loss (Raw)": 0.7875224351882935, "Finetune/Step": 7409, "Finetune/Step Time": 6.698989579454064}
+{"Finetune/Learning Rate": 1.4077414667343088e-05, "Finetune/Loss": 0.8420846462249756, "Finetune/Loss (Raw)": 0.7620797753334045, "Finetune/Step": 7410, "Finetune/Step Time": 6.694840958341956}
+{"Finetune/Learning Rate": 1.4075876991537198e-05, "Finetune/Loss": 0.8414223194122314, "Finetune/Loss (Raw)": 0.7094435095787048, "Finetune/Step": 7411, "Finetune/Step Time": 6.692113254219294}
+{"Finetune/Learning Rate": 1.4074339200151031e-05, "Finetune/Loss": 0.8418716788291931, "Finetune/Loss (Raw)": 0.809097409248352, "Finetune/Step": 7412, "Finetune/Step Time": 6.668882168829441}
+{"Finetune/Learning Rate": 1.407280129322819e-05, "Finetune/Loss": 0.8404031991958618, "Finetune/Loss (Raw)": 0.8012805581092834, "Finetune/Step": 7413, "Finetune/Step Time": 6.660736691206694}
+{"Finetune/Learning Rate": 1.407126327081228e-05, "Finetune/Loss": 0.8402073383331299, "Finetune/Loss (Raw)": 0.8873916864395142, "Finetune/Step": 7414, "Finetune/Step Time": 6.667257335036993}
+{"Finetune/Learning Rate": 1.4069725132946926e-05, "Finetune/Loss": 0.8392801880836487, "Finetune/Loss (Raw)": 0.6910127997398376, "Finetune/Step": 7415, "Finetune/Step Time": 6.670775702223182}
+{"Finetune/Learning Rate": 1.406818687967574e-05, "Finetune/Loss": 0.8396546244621277, "Finetune/Loss (Raw)": 0.9328749775886536, "Finetune/Step": 7416, "Finetune/Step Time": 6.67635415494442}
+{"Finetune/Learning Rate": 1.406664851104234e-05, "Finetune/Loss": 0.8389331698417664, "Finetune/Loss (Raw)": 0.8048087954521179, "Finetune/Step": 7417, "Finetune/Step Time": 6.691120143979788}
+{"Finetune/Learning Rate": 1.4065110027090352e-05, "Finetune/Loss": 0.8397277593612671, "Finetune/Loss (Raw)": 0.7924200892448425, "Finetune/Step": 7418, "Finetune/Step Time": 6.69114307872951}
+{"Finetune/Learning Rate": 1.4063571427863405e-05, "Finetune/Loss": 0.8384310007095337, "Finetune/Loss (Raw)": 0.8608777523040771, "Finetune/Step": 7419, "Finetune/Step Time": 6.695921583101153}
+{"Finetune/Learning Rate": 1.4062032713405127e-05, "Finetune/Loss": 0.8393571376800537, "Finetune/Loss (Raw)": 0.8753876686096191, "Finetune/Step": 7420, "Finetune/Step Time": 6.688548954203725}
+{"Finetune/Learning Rate": 1.406049388375915e-05, "Finetune/Loss": 0.8369317054748535, "Finetune/Loss (Raw)": 0.704360842704773, "Finetune/Step": 7421, "Finetune/Step Time": 6.684220086783171}
+{"Finetune/Learning Rate": 1.4058954938969115e-05, "Finetune/Loss": 0.836807906627655, "Finetune/Loss (Raw)": 0.8057778477668762, "Finetune/Step": 7422, "Finetune/Step Time": 6.690051659941673}
+{"Finetune/Learning Rate": 1.4057415879078661e-05, "Finetune/Loss": 0.8368877172470093, "Finetune/Loss (Raw)": 0.8431922197341919, "Finetune/Step": 7423, "Finetune/Step Time": 6.69522780738771}
+{"Finetune/Learning Rate": 1.405587670413143e-05, "Finetune/Loss": 0.8369777798652649, "Finetune/Loss (Raw)": 0.91526198387146, "Finetune/Step": 7424, "Finetune/Step Time": 6.698319908231497}
+{"Finetune/Learning Rate": 1.4054337414171069e-05, "Finetune/Loss": 0.8381153345108032, "Finetune/Loss (Raw)": 0.947933554649353, "Finetune/Step": 7425, "Finetune/Step Time": 6.698815666139126}
+{"Finetune/Learning Rate": 1.4052798009241226e-05, "Finetune/Loss": 0.837814450263977, "Finetune/Loss (Raw)": 0.8472955226898193, "Finetune/Step": 7426, "Finetune/Step Time": 6.7014949936419725}
+{"Finetune/Learning Rate": 1.4051258489385558e-05, "Finetune/Loss": 0.8379549384117126, "Finetune/Loss (Raw)": 0.8743866682052612, "Finetune/Step": 7427, "Finetune/Step Time": 6.700456406921148}
+{"Finetune/Learning Rate": 1.4049718854647719e-05, "Finetune/Loss": 0.8389991521835327, "Finetune/Loss (Raw)": 0.8888341188430786, "Finetune/Step": 7428, "Finetune/Step Time": 6.694752123206854}
+{"Finetune/Learning Rate": 1.4048179105071369e-05, "Finetune/Loss": 0.8382580280303955, "Finetune/Loss (Raw)": 0.6907945275306702, "Finetune/Step": 7429, "Finetune/Step Time": 6.695343434810638}
+{"Finetune/Learning Rate": 1.404663924070017e-05, "Finetune/Loss": 0.8390432596206665, "Finetune/Loss (Raw)": 0.728437602519989, "Finetune/Step": 7430, "Finetune/Step Time": 6.6992524564266205}
+{"Finetune/Learning Rate": 1.404509926157779e-05, "Finetune/Loss": 0.8391596078872681, "Finetune/Loss (Raw)": 0.8511837124824524, "Finetune/Step": 7431, "Finetune/Step Time": 6.690966067835689}
+{"Finetune/Learning Rate": 1.4043559167747897e-05, "Finetune/Loss": 0.8382937908172607, "Finetune/Loss (Raw)": 0.8728032112121582, "Finetune/Step": 7432, "Finetune/Step Time": 6.693367572501302}
+{"Finetune/Learning Rate": 1.4042018959254167e-05, "Finetune/Loss": 0.8371862173080444, "Finetune/Loss (Raw)": 0.6901928186416626, "Finetune/Step": 7433, "Finetune/Step Time": 6.720870614051819}
+{"Finetune/Learning Rate": 1.4040478636140273e-05, "Finetune/Loss": 0.8364498615264893, "Finetune/Loss (Raw)": 0.8680970072746277, "Finetune/Step": 7434, "Finetune/Step Time": 6.73530781082809}
+{"Finetune/Learning Rate": 1.4038938198449892e-05, "Finetune/Loss": 0.8359655141830444, "Finetune/Loss (Raw)": 0.8162928819656372, "Finetune/Step": 7435, "Finetune/Step Time": 6.733323596417904}
+{"Finetune/Learning Rate": 1.403739764622671e-05, "Finetune/Loss": 0.8379258513450623, "Finetune/Loss (Raw)": 0.956466019153595, "Finetune/Step": 7436, "Finetune/Step Time": 6.720249008387327}
+{"Finetune/Learning Rate": 1.4035856979514413e-05, "Finetune/Loss": 0.8372592926025391, "Finetune/Loss (Raw)": 0.8084168434143066, "Finetune/Step": 7437, "Finetune/Step Time": 6.722765998914838}
+{"Finetune/Learning Rate": 1.4034316198356686e-05, "Finetune/Loss": 0.8351931571960449, "Finetune/Loss (Raw)": 0.783261775970459, "Finetune/Step": 7438, "Finetune/Step Time": 6.7305590976029634}
+{"Finetune/Learning Rate": 1.4032775302797223e-05, "Finetune/Loss": 0.8354387283325195, "Finetune/Loss (Raw)": 0.9542651772499084, "Finetune/Step": 7439, "Finetune/Step Time": 6.728448903188109}
+{"Finetune/Learning Rate": 1.4031234292879726e-05, "Finetune/Loss": 0.8349629640579224, "Finetune/Loss (Raw)": 0.7981098890304565, "Finetune/Step": 7440, "Finetune/Step Time": 6.730555208399892}
+{"Finetune/Learning Rate": 1.4029693168647881e-05, "Finetune/Loss": 0.8359476923942566, "Finetune/Loss (Raw)": 0.9855297207832336, "Finetune/Step": 7441, "Finetune/Step Time": 6.725825984030962}
+{"Finetune/Learning Rate": 1.4028151930145399e-05, "Finetune/Loss": 0.835357129573822, "Finetune/Loss (Raw)": 0.7313024401664734, "Finetune/Step": 7442, "Finetune/Step Time": 6.720983613282442}
+{"Finetune/Learning Rate": 1.4026610577415985e-05, "Finetune/Loss": 0.8354290723800659, "Finetune/Loss (Raw)": 0.9661093950271606, "Finetune/Step": 7443, "Finetune/Step Time": 6.719239516183734}
+{"Finetune/Learning Rate": 1.4025069110503341e-05, "Finetune/Loss": 0.8354294300079346, "Finetune/Loss (Raw)": 0.8112315535545349, "Finetune/Step": 7444, "Finetune/Step Time": 6.7220954187214375}
+{"Finetune/Learning Rate": 1.4023527529451186e-05, "Finetune/Loss": 0.8350072503089905, "Finetune/Loss (Raw)": 0.9207139015197754, "Finetune/Step": 7445, "Finetune/Step Time": 6.720002934336662}
+{"Finetune/Learning Rate": 1.402198583430323e-05, "Finetune/Loss": 0.8341876268386841, "Finetune/Loss (Raw)": 0.8522298336029053, "Finetune/Step": 7446, "Finetune/Step Time": 6.714938638731837}
+{"Finetune/Learning Rate": 1.4020444025103194e-05, "Finetune/Loss": 0.8350919485092163, "Finetune/Loss (Raw)": 0.96271151304245, "Finetune/Step": 7447, "Finetune/Step Time": 6.715703876689076}
+{"Finetune/Learning Rate": 1.4018902101894798e-05, "Finetune/Loss": 0.8329594135284424, "Finetune/Loss (Raw)": 0.7038227915763855, "Finetune/Step": 7448, "Finetune/Step Time": 6.70394635759294}
+{"Finetune/Learning Rate": 1.4017360064721763e-05, "Finetune/Loss": 0.8329575657844543, "Finetune/Loss (Raw)": 0.868888795375824, "Finetune/Step": 7449, "Finetune/Step Time": 6.704393297433853}
+{"Finetune/Learning Rate": 1.4015817913627827e-05, "Finetune/Loss": 0.8332406282424927, "Finetune/Loss (Raw)": 0.7043296098709106, "Finetune/Step": 7450, "Finetune/Step Time": 6.709326742216945}
+{"Finetune/Learning Rate": 1.401427564865671e-05, "Finetune/Loss": 0.8339167833328247, "Finetune/Loss (Raw)": 0.8239831328392029, "Finetune/Step": 7451, "Finetune/Step Time": 6.689606286585331}
+{"Finetune/Learning Rate": 1.4012733269852152e-05, "Finetune/Loss": 0.8328864574432373, "Finetune/Loss (Raw)": 0.7926516532897949, "Finetune/Step": 7452, "Finetune/Step Time": 6.691870968788862}
+{"Finetune/Learning Rate": 1.4011190777257888e-05, "Finetune/Loss": 0.832794189453125, "Finetune/Loss (Raw)": 0.7495445609092712, "Finetune/Step": 7453, "Finetune/Step Time": 6.706993458792567}
+{"Finetune/Learning Rate": 1.400964817091766e-05, "Finetune/Loss": 0.8309019804000854, "Finetune/Loss (Raw)": 0.7278690934181213, "Finetune/Step": 7454, "Finetune/Step Time": 6.704149965196848}
+{"Finetune/Learning Rate": 1.4008105450875214e-05, "Finetune/Loss": 0.8305453062057495, "Finetune/Loss (Raw)": 0.8600975275039673, "Finetune/Step": 7455, "Finetune/Step Time": 6.690225008875132}
+{"Finetune/Learning Rate": 1.4006562617174292e-05, "Finetune/Loss": 0.8300348520278931, "Finetune/Loss (Raw)": 0.9310995936393738, "Finetune/Step": 7456, "Finetune/Step Time": 6.696072934195399}
+{"Finetune/Learning Rate": 1.4005019669858648e-05, "Finetune/Loss": 0.8287132978439331, "Finetune/Loss (Raw)": 0.755622923374176, "Finetune/Step": 7457, "Finetune/Step Time": 6.69770010560751}
+{"Finetune/Learning Rate": 1.4003476608972035e-05, "Finetune/Loss": 0.8290891647338867, "Finetune/Loss (Raw)": 0.9117197394371033, "Finetune/Step": 7458, "Finetune/Step Time": 6.696606820449233}
+{"Finetune/Learning Rate": 1.400193343455821e-05, "Finetune/Loss": 0.829006552696228, "Finetune/Loss (Raw)": 0.8099642395973206, "Finetune/Step": 7459, "Finetune/Step Time": 6.697426367551088}
+{"Finetune/Learning Rate": 1.4000390146660934e-05, "Finetune/Loss": 0.8290029764175415, "Finetune/Loss (Raw)": 0.8212472796440125, "Finetune/Step": 7460, "Finetune/Step Time": 6.6932544112205505}
+{"Finetune/Learning Rate": 1.3998846745323968e-05, "Finetune/Loss": 0.8310447931289673, "Finetune/Loss (Raw)": 0.9463030099868774, "Finetune/Step": 7461, "Finetune/Step Time": 6.689896745607257}
+{"Finetune/Learning Rate": 1.3997303230591081e-05, "Finetune/Loss": 0.8299044370651245, "Finetune/Loss (Raw)": 0.7199360728263855, "Finetune/Step": 7462, "Finetune/Step Time": 6.683285720646381}
+{"Finetune/Learning Rate": 1.3995759602506038e-05, "Finetune/Loss": 0.8299748301506042, "Finetune/Loss (Raw)": 0.7901527285575867, "Finetune/Step": 7463, "Finetune/Step Time": 6.678902668878436}
+{"Finetune/Learning Rate": 1.3994215861112617e-05, "Finetune/Loss": 0.8314095735549927, "Finetune/Loss (Raw)": 0.8464808464050293, "Finetune/Step": 7464, "Finetune/Step Time": 6.674387773498893}
+{"Finetune/Learning Rate": 1.3992672006454593e-05, "Finetune/Loss": 0.8320501446723938, "Finetune/Loss (Raw)": 1.0232281684875488, "Finetune/Step": 7465, "Finetune/Step Time": 6.673561235889792}
+{"Finetune/Learning Rate": 1.3991128038575741e-05, "Finetune/Loss": 0.8313333988189697, "Finetune/Loss (Raw)": 0.8492680191993713, "Finetune/Step": 7466, "Finetune/Step Time": 6.687823044136167}
+{"Finetune/Learning Rate": 1.398958395751985e-05, "Finetune/Loss": 0.831274688243866, "Finetune/Loss (Raw)": 0.7497694492340088, "Finetune/Step": 7467, "Finetune/Step Time": 6.684981919825077}
+{"Finetune/Learning Rate": 1.3988039763330705e-05, "Finetune/Loss": 0.8325388431549072, "Finetune/Loss (Raw)": 0.8461788296699524, "Finetune/Step": 7468, "Finetune/Step Time": 6.684726716950536}
+{"Finetune/Learning Rate": 1.3986495456052089e-05, "Finetune/Loss": 0.8322752714157104, "Finetune/Loss (Raw)": 0.760819673538208, "Finetune/Step": 7469, "Finetune/Step Time": 6.681882491335273}
+{"Finetune/Learning Rate": 1.3984951035727799e-05, "Finetune/Loss": 0.832587480545044, "Finetune/Loss (Raw)": 0.8619791865348816, "Finetune/Step": 7470, "Finetune/Step Time": 6.6641345620155334}
+{"Finetune/Learning Rate": 1.3983406502401632e-05, "Finetune/Loss": 0.8316941857337952, "Finetune/Loss (Raw)": 0.8907806873321533, "Finetune/Step": 7471, "Finetune/Step Time": 6.64546924084425}
+{"Finetune/Learning Rate": 1.398186185611738e-05, "Finetune/Loss": 0.8324587345123291, "Finetune/Loss (Raw)": 0.8805174231529236, "Finetune/Step": 7472, "Finetune/Step Time": 6.645624553784728}
+{"Finetune/Learning Rate": 1.398031709691885e-05, "Finetune/Loss": 0.8328871726989746, "Finetune/Loss (Raw)": 0.8456643223762512, "Finetune/Step": 7473, "Finetune/Step Time": 6.653780033811927}
+{"Finetune/Learning Rate": 1.3978772224849845e-05, "Finetune/Loss": 0.8333674669265747, "Finetune/Loss (Raw)": 0.7465227246284485, "Finetune/Step": 7474, "Finetune/Step Time": 6.652611464262009}
+{"Finetune/Learning Rate": 1.3977227239954174e-05, "Finetune/Loss": 0.8329057097434998, "Finetune/Loss (Raw)": 0.8118605613708496, "Finetune/Step": 7475, "Finetune/Step Time": 6.663487093523145}
+{"Finetune/Learning Rate": 1.3975682142275648e-05, "Finetune/Loss": 0.8337464332580566, "Finetune/Loss (Raw)": 0.8789310455322266, "Finetune/Step": 7476, "Finetune/Step Time": 6.6635863445699215}
+{"Finetune/Learning Rate": 1.3974136931858082e-05, "Finetune/Loss": 0.8339625597000122, "Finetune/Loss (Raw)": 0.7956981062889099, "Finetune/Step": 7477, "Finetune/Step Time": 6.670471601188183}
+{"Finetune/Learning Rate": 1.3972591608745296e-05, "Finetune/Loss": 0.8335678577423096, "Finetune/Loss (Raw)": 0.7739441394805908, "Finetune/Step": 7478, "Finetune/Step Time": 6.676010355353355}
+{"Finetune/Learning Rate": 1.3971046172981107e-05, "Finetune/Loss": 0.8345469832420349, "Finetune/Loss (Raw)": 0.8916705846786499, "Finetune/Step": 7479, "Finetune/Step Time": 6.675537588074803}
+{"Finetune/Learning Rate": 1.3969500624609338e-05, "Finetune/Loss": 0.8361010551452637, "Finetune/Loss (Raw)": 1.0610220432281494, "Finetune/Step": 7480, "Finetune/Step Time": 6.677859798073769}
+{"Finetune/Learning Rate": 1.3967954963673822e-05, "Finetune/Loss": 0.8347190022468567, "Finetune/Loss (Raw)": 0.7880632877349854, "Finetune/Step": 7481, "Finetune/Step Time": 6.679441964253783}
+{"Finetune/Learning Rate": 1.3966409190218386e-05, "Finetune/Loss": 0.8349243402481079, "Finetune/Loss (Raw)": 0.8324926495552063, "Finetune/Step": 7482, "Finetune/Step Time": 6.665995076298714}
+{"Finetune/Learning Rate": 1.3964863304286867e-05, "Finetune/Loss": 0.8346174955368042, "Finetune/Loss (Raw)": 0.8965368270874023, "Finetune/Step": 7483, "Finetune/Step Time": 6.667466746643186}
+{"Finetune/Learning Rate": 1.3963317305923095e-05, "Finetune/Loss": 0.8364726305007935, "Finetune/Loss (Raw)": 0.9756157994270325, "Finetune/Step": 7484, "Finetune/Step Time": 6.668909091502428}
+{"Finetune/Learning Rate": 1.3961771195170912e-05, "Finetune/Loss": 0.838407039642334, "Finetune/Loss (Raw)": 0.9644429683685303, "Finetune/Step": 7485, "Finetune/Step Time": 6.668348355218768}
+{"Finetune/Learning Rate": 1.396022497207417e-05, "Finetune/Loss": 0.8378268480300903, "Finetune/Loss (Raw)": 0.7930571436882019, "Finetune/Step": 7486, "Finetune/Step Time": 6.665040889754891}
+{"Finetune/Learning Rate": 1.3958678636676706e-05, "Finetune/Loss": 0.8379408121109009, "Finetune/Loss (Raw)": 0.9540398716926575, "Finetune/Step": 7487, "Finetune/Step Time": 6.661985695362091}
+{"Finetune/Learning Rate": 1.3957132189022373e-05, "Finetune/Loss": 0.8386563062667847, "Finetune/Loss (Raw)": 0.8869271874427795, "Finetune/Step": 7488, "Finetune/Step Time": 6.661131968721747}
+{"Finetune/Learning Rate": 1.3955585629155026e-05, "Finetune/Loss": 0.8385503888130188, "Finetune/Loss (Raw)": 0.787941038608551, "Finetune/Step": 7489, "Finetune/Step Time": 6.659985970705748}
+{"Finetune/Learning Rate": 1.3954038957118517e-05, "Finetune/Loss": 0.8391249179840088, "Finetune/Loss (Raw)": 0.8914431929588318, "Finetune/Step": 7490, "Finetune/Step Time": 6.661364678293467}
+{"Finetune/Learning Rate": 1.3952492172956705e-05, "Finetune/Loss": 0.8384978771209717, "Finetune/Loss (Raw)": 0.7913608551025391, "Finetune/Step": 7491, "Finetune/Step Time": 6.660779405385256}
+{"Finetune/Learning Rate": 1.3950945276713457e-05, "Finetune/Loss": 0.8394885659217834, "Finetune/Loss (Raw)": 0.7625938653945923, "Finetune/Step": 7492, "Finetune/Step Time": 6.652323191985488}
+{"Finetune/Learning Rate": 1.3949398268432634e-05, "Finetune/Loss": 0.8404930830001831, "Finetune/Loss (Raw)": 0.898285448551178, "Finetune/Step": 7493, "Finetune/Step Time": 6.648577846586704}
+{"Finetune/Learning Rate": 1.3947851148158107e-05, "Finetune/Loss": 0.8404343128204346, "Finetune/Loss (Raw)": 0.9192439317703247, "Finetune/Step": 7494, "Finetune/Step Time": 6.649856720119715}
+{"Finetune/Learning Rate": 1.394630391593375e-05, "Finetune/Loss": 0.8396667242050171, "Finetune/Loss (Raw)": 0.741850733757019, "Finetune/Step": 7495, "Finetune/Step Time": 6.668155750259757}
+{"Finetune/Learning Rate": 1.3944756571803435e-05, "Finetune/Loss": 0.8377153873443604, "Finetune/Loss (Raw)": 0.615958571434021, "Finetune/Step": 7496, "Finetune/Step Time": 6.701387325301766}
+{"Finetune/Learning Rate": 1.394320911581104e-05, "Finetune/Loss": 0.8363543748855591, "Finetune/Loss (Raw)": 0.7218769788742065, "Finetune/Step": 7497, "Finetune/Step Time": 6.700042270123959}
+{"Finetune/Learning Rate": 1.3941661548000446e-05, "Finetune/Loss": 0.8355915546417236, "Finetune/Loss (Raw)": 0.7441596984863281, "Finetune/Step": 7498, "Finetune/Step Time": 6.700234413146973}
+{"Finetune/Learning Rate": 1.3940113868415541e-05, "Finetune/Loss": 0.8357971906661987, "Finetune/Loss (Raw)": 0.8845889568328857, "Finetune/Step": 7499, "Finetune/Step Time": 6.699592461809516}
+{"Finetune/Learning Rate": 1.3938566077100211e-05, "Finetune/Loss": 0.8359507918357849, "Finetune/Loss (Raw)": 0.9645024538040161, "Finetune/Step": 7500, "Finetune/Step Time": 6.697072291746736}
+{"Finetune/Learning Rate": 1.3937018174098347e-05, "Finetune/Loss": 0.8349399566650391, "Finetune/Loss (Raw)": 0.6794059872627258, "Finetune/Step": 7501, "Finetune/Step Time": 6.710988603532314}
+{"Finetune/Learning Rate": 1.393547015945384e-05, "Finetune/Loss": 0.8355522155761719, "Finetune/Loss (Raw)": 0.8383496999740601, "Finetune/Step": 7502, "Finetune/Step Time": 6.71019397303462}
+{"Finetune/Learning Rate": 1.3933922033210594e-05, "Finetune/Loss": 0.8368934392929077, "Finetune/Loss (Raw)": 0.9265606999397278, "Finetune/Step": 7503, "Finetune/Step Time": 6.713460857048631}
+{"Finetune/Learning Rate": 1.3932373795412503e-05, "Finetune/Loss": 0.8364481925964355, "Finetune/Loss (Raw)": 0.7756089568138123, "Finetune/Step": 7504, "Finetune/Step Time": 6.71025169454515}
+{"Finetune/Learning Rate": 1.3930825446103475e-05, "Finetune/Loss": 0.8362376689910889, "Finetune/Loss (Raw)": 0.7813560366630554, "Finetune/Step": 7505, "Finetune/Step Time": 6.702376348897815}
+{"Finetune/Learning Rate": 1.3929276985327415e-05, "Finetune/Loss": 0.8351961970329285, "Finetune/Loss (Raw)": 0.8027876615524292, "Finetune/Step": 7506, "Finetune/Step Time": 6.694670302793384}
+{"Finetune/Learning Rate": 1.3927728413128235e-05, "Finetune/Loss": 0.8354765772819519, "Finetune/Loss (Raw)": 0.8343339562416077, "Finetune/Step": 7507, "Finetune/Step Time": 6.699593359604478}
+{"Finetune/Learning Rate": 1.3926179729549843e-05, "Finetune/Loss": 0.8349018096923828, "Finetune/Loss (Raw)": 0.8976058959960938, "Finetune/Step": 7508, "Finetune/Step Time": 6.70229747146368}
+{"Finetune/Learning Rate": 1.3924630934636158e-05, "Finetune/Loss": 0.8354606628417969, "Finetune/Loss (Raw)": 0.8367879986763, "Finetune/Step": 7509, "Finetune/Step Time": 6.669540574774146}
+{"Finetune/Learning Rate": 1.3923082028431103e-05, "Finetune/Loss": 0.8347318172454834, "Finetune/Loss (Raw)": 0.9011257886886597, "Finetune/Step": 7510, "Finetune/Step Time": 6.662217654287815}
+{"Finetune/Learning Rate": 1.3921533010978596e-05, "Finetune/Loss": 0.8360956907272339, "Finetune/Loss (Raw)": 0.8801760077476501, "Finetune/Step": 7511, "Finetune/Step Time": 6.669678179547191}
+{"Finetune/Learning Rate": 1.3919983882322563e-05, "Finetune/Loss": 0.8351671099662781, "Finetune/Loss (Raw)": 0.8195418119430542, "Finetune/Step": 7512, "Finetune/Step Time": 6.665828535333276}
+{"Finetune/Learning Rate": 1.3918434642506937e-05, "Finetune/Loss": 0.834129810333252, "Finetune/Loss (Raw)": 0.71800297498703, "Finetune/Step": 7513, "Finetune/Step Time": 6.665787102654576}
+{"Finetune/Learning Rate": 1.3916885291575643e-05, "Finetune/Loss": 0.8322817087173462, "Finetune/Loss (Raw)": 0.8025592565536499, "Finetune/Step": 7514, "Finetune/Step Time": 6.664167860522866}
+{"Finetune/Learning Rate": 1.3915335829572621e-05, "Finetune/Loss": 0.8320446014404297, "Finetune/Loss (Raw)": 0.8071603775024414, "Finetune/Step": 7515, "Finetune/Step Time": 6.665275651961565}
+{"Finetune/Learning Rate": 1.3913786256541813e-05, "Finetune/Loss": 0.8307873010635376, "Finetune/Loss (Raw)": 0.6203467845916748, "Finetune/Step": 7516, "Finetune/Step Time": 6.678089102730155}
+{"Finetune/Learning Rate": 1.391223657252715e-05, "Finetune/Loss": 0.8300294876098633, "Finetune/Loss (Raw)": 0.7137728333473206, "Finetune/Step": 7517, "Finetune/Step Time": 6.6585313975811005}
+{"Finetune/Learning Rate": 1.3910686777572587e-05, "Finetune/Loss": 0.8285456895828247, "Finetune/Loss (Raw)": 0.7089427709579468, "Finetune/Step": 7518, "Finetune/Step Time": 6.681117549538612}
+{"Finetune/Learning Rate": 1.3909136871722066e-05, "Finetune/Loss": 0.8292462825775146, "Finetune/Loss (Raw)": 0.8486865758895874, "Finetune/Step": 7519, "Finetune/Step Time": 6.680802099406719}
+{"Finetune/Learning Rate": 1.3907586855019538e-05, "Finetune/Loss": 0.8300337791442871, "Finetune/Loss (Raw)": 0.9047904014587402, "Finetune/Step": 7520, "Finetune/Step Time": 6.680842261761427}
+{"Finetune/Learning Rate": 1.390603672750896e-05, "Finetune/Loss": 0.8298605680465698, "Finetune/Loss (Raw)": 0.8411114811897278, "Finetune/Step": 7521, "Finetune/Step Time": 6.683194573968649}
+{"Finetune/Learning Rate": 1.390448648923429e-05, "Finetune/Loss": 0.831866979598999, "Finetune/Loss (Raw)": 1.0001400709152222, "Finetune/Step": 7522, "Finetune/Step Time": 6.677057905122638}
+{"Finetune/Learning Rate": 1.3902936140239483e-05, "Finetune/Loss": 0.8328020572662354, "Finetune/Loss (Raw)": 0.9055763483047485, "Finetune/Step": 7523, "Finetune/Step Time": 6.692112263292074}
+{"Finetune/Learning Rate": 1.3901385680568506e-05, "Finetune/Loss": 0.8315726518630981, "Finetune/Loss (Raw)": 0.630863606929779, "Finetune/Step": 7524, "Finetune/Step Time": 6.697215773165226}
+{"Finetune/Learning Rate": 1.3899835110265325e-05, "Finetune/Loss": 0.8310725688934326, "Finetune/Loss (Raw)": 0.7556002140045166, "Finetune/Step": 7525, "Finetune/Step Time": 6.693974969908595}
+{"Finetune/Learning Rate": 1.389828442937391e-05, "Finetune/Loss": 0.8316216468811035, "Finetune/Loss (Raw)": 0.8349312543869019, "Finetune/Step": 7526, "Finetune/Step Time": 6.69237289018929}
+{"Finetune/Learning Rate": 1.3896733637938233e-05, "Finetune/Loss": 0.8315685987472534, "Finetune/Loss (Raw)": 0.8195894956588745, "Finetune/Step": 7527, "Finetune/Step Time": 6.688783356919885}
+{"Finetune/Learning Rate": 1.3895182736002276e-05, "Finetune/Loss": 0.830756425857544, "Finetune/Loss (Raw)": 0.8210260272026062, "Finetune/Step": 7528, "Finetune/Step Time": 6.6906140726059675}
+{"Finetune/Learning Rate": 1.3893631723610006e-05, "Finetune/Loss": 0.830807089805603, "Finetune/Loss (Raw)": 0.8331435918807983, "Finetune/Step": 7529, "Finetune/Step Time": 6.69235622510314}
+{"Finetune/Learning Rate": 1.3892080600805415e-05, "Finetune/Loss": 0.8307380676269531, "Finetune/Loss (Raw)": 0.7921897768974304, "Finetune/Step": 7530, "Finetune/Step Time": 6.68916973285377}
+{"Finetune/Learning Rate": 1.3890529367632489e-05, "Finetune/Loss": 0.8308653831481934, "Finetune/Loss (Raw)": 0.7401983141899109, "Finetune/Step": 7531, "Finetune/Step Time": 6.694109544157982}
+{"Finetune/Learning Rate": 1.388897802413521e-05, "Finetune/Loss": 0.8302159905433655, "Finetune/Loss (Raw)": 0.755720317363739, "Finetune/Step": 7532, "Finetune/Step Time": 6.704510694369674}
+{"Finetune/Learning Rate": 1.3887426570357571e-05, "Finetune/Loss": 0.8292444944381714, "Finetune/Loss (Raw)": 0.8814125061035156, "Finetune/Step": 7533, "Finetune/Step Time": 6.707207744941115}
+{"Finetune/Learning Rate": 1.3885875006343572e-05, "Finetune/Loss": 0.8288620710372925, "Finetune/Loss (Raw)": 0.8986896872520447, "Finetune/Step": 7534, "Finetune/Step Time": 6.70921153947711}
+{"Finetune/Learning Rate": 1.3884323332137209e-05, "Finetune/Loss": 0.8285071849822998, "Finetune/Loss (Raw)": 0.8039759397506714, "Finetune/Step": 7535, "Finetune/Step Time": 6.7123604118824005}
+{"Finetune/Learning Rate": 1.3882771547782476e-05, "Finetune/Loss": 0.829965353012085, "Finetune/Loss (Raw)": 0.9875591397285461, "Finetune/Step": 7536, "Finetune/Step Time": 6.708362398669124}
+{"Finetune/Learning Rate": 1.3881219653323387e-05, "Finetune/Loss": 0.8309884071350098, "Finetune/Loss (Raw)": 0.9184638857841492, "Finetune/Step": 7537, "Finetune/Step Time": 6.697000565007329}
+{"Finetune/Learning Rate": 1.3879667648803948e-05, "Finetune/Loss": 0.8306941986083984, "Finetune/Loss (Raw)": 0.7244263887405396, "Finetune/Step": 7538, "Finetune/Step Time": 6.694978138431907}
+{"Finetune/Learning Rate": 1.3878115534268164e-05, "Finetune/Loss": 0.8314504623413086, "Finetune/Loss (Raw)": 0.8062452077865601, "Finetune/Step": 7539, "Finetune/Step Time": 6.700728004798293}
+{"Finetune/Learning Rate": 1.387656330976005e-05, "Finetune/Loss": 0.8313295245170593, "Finetune/Loss (Raw)": 0.7936224937438965, "Finetune/Step": 7540, "Finetune/Step Time": 6.701333751901984}
+{"Finetune/Learning Rate": 1.3875010975323627e-05, "Finetune/Loss": 0.831981897354126, "Finetune/Loss (Raw)": 0.8847779035568237, "Finetune/Step": 7541, "Finetune/Step Time": 6.702335791662335}
+{"Finetune/Learning Rate": 1.387345853100291e-05, "Finetune/Loss": 0.8329076766967773, "Finetune/Loss (Raw)": 1.0058916807174683, "Finetune/Step": 7542, "Finetune/Step Time": 6.694898683577776}
+{"Finetune/Learning Rate": 1.3871905976841923e-05, "Finetune/Loss": 0.8342517614364624, "Finetune/Loss (Raw)": 0.863061249256134, "Finetune/Step": 7543, "Finetune/Step Time": 6.697917373850942}
+{"Finetune/Learning Rate": 1.3870353312884694e-05, "Finetune/Loss": 0.8336057066917419, "Finetune/Loss (Raw)": 0.8501693606376648, "Finetune/Step": 7544, "Finetune/Step Time": 6.692491676658392}
+{"Finetune/Learning Rate": 1.3868800539175252e-05, "Finetune/Loss": 0.8335921764373779, "Finetune/Loss (Raw)": 0.8030803203582764, "Finetune/Step": 7545, "Finetune/Step Time": 6.673764290288091}
+{"Finetune/Learning Rate": 1.3867247655757626e-05, "Finetune/Loss": 0.8342198133468628, "Finetune/Loss (Raw)": 0.8727564811706543, "Finetune/Step": 7546, "Finetune/Step Time": 6.674630079418421}
+{"Finetune/Learning Rate": 1.3865694662675852e-05, "Finetune/Loss": 0.8344458937644958, "Finetune/Loss (Raw)": 0.8898182511329651, "Finetune/Step": 7547, "Finetune/Step Time": 6.670500949025154}
+{"Finetune/Learning Rate": 1.3864141559973971e-05, "Finetune/Loss": 0.833710253238678, "Finetune/Loss (Raw)": 0.781225860118866, "Finetune/Step": 7548, "Finetune/Step Time": 6.677577478811145}
+{"Finetune/Learning Rate": 1.3862588347696026e-05, "Finetune/Loss": 0.8357448577880859, "Finetune/Loss (Raw)": 0.9647918939590454, "Finetune/Step": 7549, "Finetune/Step Time": 6.680426321923733}
+{"Finetune/Learning Rate": 1.3861035025886058e-05, "Finetune/Loss": 0.8364866971969604, "Finetune/Loss (Raw)": 0.9007343649864197, "Finetune/Step": 7550, "Finetune/Step Time": 6.674605118110776}
+{"Finetune/Learning Rate": 1.3859481594588116e-05, "Finetune/Loss": 0.8374768495559692, "Finetune/Loss (Raw)": 0.9699252247810364, "Finetune/Step": 7551, "Finetune/Step Time": 6.669312475249171}
+{"Finetune/Learning Rate": 1.385792805384625e-05, "Finetune/Loss": 0.8359265923500061, "Finetune/Loss (Raw)": 0.7168371081352234, "Finetune/Step": 7552, "Finetune/Step Time": 6.665393261238933}
+{"Finetune/Learning Rate": 1.3856374403704516e-05, "Finetune/Loss": 0.8353577256202698, "Finetune/Loss (Raw)": 0.8751167058944702, "Finetune/Step": 7553, "Finetune/Step Time": 6.66429403796792}
+{"Finetune/Learning Rate": 1.3854820644206967e-05, "Finetune/Loss": 0.834818422794342, "Finetune/Loss (Raw)": 0.7782607674598694, "Finetune/Step": 7554, "Finetune/Step Time": 6.676082894206047}
+{"Finetune/Learning Rate": 1.3853266775397669e-05, "Finetune/Loss": 0.8339377641677856, "Finetune/Loss (Raw)": 0.7616706490516663, "Finetune/Step": 7555, "Finetune/Step Time": 6.681530352681875}
+{"Finetune/Learning Rate": 1.3851712797320685e-05, "Finetune/Loss": 0.8336598873138428, "Finetune/Loss (Raw)": 0.853261411190033, "Finetune/Step": 7556, "Finetune/Step Time": 6.686234826222062}
+{"Finetune/Learning Rate": 1.3850158710020072e-05, "Finetune/Loss": 0.8339606523513794, "Finetune/Loss (Raw)": 0.7292960286140442, "Finetune/Step": 7557, "Finetune/Step Time": 6.6895776484161615}
+{"Finetune/Learning Rate": 1.3848604513539912e-05, "Finetune/Loss": 0.8354004621505737, "Finetune/Loss (Raw)": 0.912731409072876, "Finetune/Step": 7558, "Finetune/Step Time": 6.678022090345621}
+{"Finetune/Learning Rate": 1.384705020792427e-05, "Finetune/Loss": 0.833823025226593, "Finetune/Loss (Raw)": 0.6492702960968018, "Finetune/Step": 7559, "Finetune/Step Time": 6.686872307211161}
+{"Finetune/Learning Rate": 1.3845495793217223e-05, "Finetune/Loss": 0.8330227136611938, "Finetune/Loss (Raw)": 0.7703595161437988, "Finetune/Step": 7560, "Finetune/Step Time": 6.663522079586983}
+{"Finetune/Learning Rate": 1.3843941269462851e-05, "Finetune/Loss": 0.8353238105773926, "Finetune/Loss (Raw)": 0.9847378730773926, "Finetune/Step": 7561, "Finetune/Step Time": 6.64779070019722}
+{"Finetune/Learning Rate": 1.3842386636705239e-05, "Finetune/Loss": 0.835023045539856, "Finetune/Loss (Raw)": 0.8295952677726746, "Finetune/Step": 7562, "Finetune/Step Time": 6.63208550401032}
+{"Finetune/Learning Rate": 1.3840831894988464e-05, "Finetune/Loss": 0.8357411026954651, "Finetune/Loss (Raw)": 0.908204197883606, "Finetune/Step": 7563, "Finetune/Step Time": 6.638083988800645}
+{"Finetune/Learning Rate": 1.3839277044356615e-05, "Finetune/Loss": 0.8338775634765625, "Finetune/Loss (Raw)": 0.7179360389709473, "Finetune/Step": 7564, "Finetune/Step Time": 6.647797666490078}
+{"Finetune/Learning Rate": 1.3837722084853794e-05, "Finetune/Loss": 0.8325197696685791, "Finetune/Loss (Raw)": 0.634617269039154, "Finetune/Step": 7565, "Finetune/Step Time": 6.645893882960081}
+{"Finetune/Learning Rate": 1.3836167016524084e-05, "Finetune/Loss": 0.8337389230728149, "Finetune/Loss (Raw)": 0.9393177628517151, "Finetune/Step": 7566, "Finetune/Step Time": 6.642332995310426}
+{"Finetune/Learning Rate": 1.3834611839411587e-05, "Finetune/Loss": 0.8332647681236267, "Finetune/Loss (Raw)": 0.8935688138008118, "Finetune/Step": 7567, "Finetune/Step Time": 6.643795786425471}
+{"Finetune/Learning Rate": 1.38330565535604e-05, "Finetune/Loss": 0.8328807950019836, "Finetune/Loss (Raw)": 0.7489643692970276, "Finetune/Step": 7568, "Finetune/Step Time": 6.638970661908388}
+{"Finetune/Learning Rate": 1.3831501159014631e-05, "Finetune/Loss": 0.8312658071517944, "Finetune/Loss (Raw)": 0.7788133025169373, "Finetune/Step": 7569, "Finetune/Step Time": 6.6527265422046185}
+{"Finetune/Learning Rate": 1.3829945655818384e-05, "Finetune/Loss": 0.832705020904541, "Finetune/Loss (Raw)": 0.9155110120773315, "Finetune/Step": 7570, "Finetune/Step Time": 6.652732187882066}
+{"Finetune/Learning Rate": 1.382839004401577e-05, "Finetune/Loss": 0.8307638764381409, "Finetune/Loss (Raw)": 0.7176492214202881, "Finetune/Step": 7571, "Finetune/Step Time": 6.668717069551349}
+{"Finetune/Learning Rate": 1.3826834323650899e-05, "Finetune/Loss": 0.8306155204772949, "Finetune/Loss (Raw)": 0.7922362089157104, "Finetune/Step": 7572, "Finetune/Step Time": 6.671826330944896}
+{"Finetune/Learning Rate": 1.382527849476789e-05, "Finetune/Loss": 0.830838143825531, "Finetune/Loss (Raw)": 0.9492150545120239, "Finetune/Step": 7573, "Finetune/Step Time": 6.674953129142523}
+{"Finetune/Learning Rate": 1.3823722557410859e-05, "Finetune/Loss": 0.8314605355262756, "Finetune/Loss (Raw)": 0.9318982362747192, "Finetune/Step": 7574, "Finetune/Step Time": 6.69143052212894}
+{"Finetune/Learning Rate": 1.3822166511623931e-05, "Finetune/Loss": 0.8294469118118286, "Finetune/Loss (Raw)": 0.7049630284309387, "Finetune/Step": 7575, "Finetune/Step Time": 6.71132479980588}
+{"Finetune/Learning Rate": 1.382061035745123e-05, "Finetune/Loss": 0.8316071629524231, "Finetune/Loss (Raw)": 0.980338990688324, "Finetune/Step": 7576, "Finetune/Step Time": 6.706792404875159}
+{"Finetune/Learning Rate": 1.3819054094936881e-05, "Finetune/Loss": 0.830755889415741, "Finetune/Loss (Raw)": 0.7599251866340637, "Finetune/Step": 7577, "Finetune/Step Time": 6.708323709666729}
+{"Finetune/Learning Rate": 1.3817497724125022e-05, "Finetune/Loss": 0.8309321999549866, "Finetune/Loss (Raw)": 0.7268937230110168, "Finetune/Step": 7578, "Finetune/Step Time": 6.716768942773342}
+{"Finetune/Learning Rate": 1.3815941245059779e-05, "Finetune/Loss": 0.8298173546791077, "Finetune/Loss (Raw)": 0.6812885999679565, "Finetune/Step": 7579, "Finetune/Step Time": 6.721561694517732}
+{"Finetune/Learning Rate": 1.3814384657785298e-05, "Finetune/Loss": 0.8303976058959961, "Finetune/Loss (Raw)": 0.8669201731681824, "Finetune/Step": 7580, "Finetune/Step Time": 6.7202700059860945}
+{"Finetune/Learning Rate": 1.381282796234571e-05, "Finetune/Loss": 0.8318924903869629, "Finetune/Loss (Raw)": 0.9408951997756958, "Finetune/Step": 7581, "Finetune/Step Time": 6.705519504845142}
+{"Finetune/Learning Rate": 1.3811271158785164e-05, "Finetune/Loss": 0.8323061466217041, "Finetune/Loss (Raw)": 0.780809760093689, "Finetune/Step": 7582, "Finetune/Step Time": 6.712609335780144}
+{"Finetune/Learning Rate": 1.380971424714781e-05, "Finetune/Loss": 0.8321976661682129, "Finetune/Loss (Raw)": 0.8462165594100952, "Finetune/Step": 7583, "Finetune/Step Time": 6.713713897392154}
+{"Finetune/Learning Rate": 1.3808157227477788e-05, "Finetune/Loss": 0.8314108848571777, "Finetune/Loss (Raw)": 0.8303930163383484, "Finetune/Step": 7584, "Finetune/Step Time": 6.7076280154287815}
+{"Finetune/Learning Rate": 1.3806600099819256e-05, "Finetune/Loss": 0.8322218656539917, "Finetune/Loss (Raw)": 0.8594249486923218, "Finetune/Step": 7585, "Finetune/Step Time": 6.709821220487356}
+{"Finetune/Learning Rate": 1.3805042864216373e-05, "Finetune/Loss": 0.8308670520782471, "Finetune/Loss (Raw)": 0.7382968068122864, "Finetune/Step": 7586, "Finetune/Step Time": 6.707146631553769}
+{"Finetune/Learning Rate": 1.3803485520713294e-05, "Finetune/Loss": 0.8297513723373413, "Finetune/Loss (Raw)": 0.6671619415283203, "Finetune/Step": 7587, "Finetune/Step Time": 6.720252010971308}
+{"Finetune/Learning Rate": 1.3801928069354178e-05, "Finetune/Loss": 0.830040693283081, "Finetune/Loss (Raw)": 0.8582764267921448, "Finetune/Step": 7588, "Finetune/Step Time": 6.723399598151445}
+{"Finetune/Learning Rate": 1.3800370510183198e-05, "Finetune/Loss": 0.8292670249938965, "Finetune/Loss (Raw)": 0.8472800254821777, "Finetune/Step": 7589, "Finetune/Step Time": 6.7247580755501986}
+{"Finetune/Learning Rate": 1.3798812843244513e-05, "Finetune/Loss": 0.8305456638336182, "Finetune/Loss (Raw)": 0.883602499961853, "Finetune/Step": 7590, "Finetune/Step Time": 6.724089356139302}
+{"Finetune/Learning Rate": 1.3797255068582302e-05, "Finetune/Loss": 0.8311707973480225, "Finetune/Loss (Raw)": 0.8701669573783875, "Finetune/Step": 7591, "Finetune/Step Time": 6.729729508981109}
+{"Finetune/Learning Rate": 1.3795697186240733e-05, "Finetune/Loss": 0.8309057354927063, "Finetune/Loss (Raw)": 0.8125550746917725, "Finetune/Step": 7592, "Finetune/Step Time": 6.731027655303478}
+{"Finetune/Learning Rate": 1.3794139196263986e-05, "Finetune/Loss": 0.8301295638084412, "Finetune/Loss (Raw)": 0.9238775968551636, "Finetune/Step": 7593, "Finetune/Step Time": 6.730257518589497}
+{"Finetune/Learning Rate": 1.3792581098696239e-05, "Finetune/Loss": 0.8294882774353027, "Finetune/Loss (Raw)": 0.7671766877174377, "Finetune/Step": 7594, "Finetune/Step Time": 6.714142240583897}
+{"Finetune/Learning Rate": 1.3791022893581678e-05, "Finetune/Loss": 0.8303061723709106, "Finetune/Loss (Raw)": 0.85447096824646, "Finetune/Step": 7595, "Finetune/Step Time": 6.719861755147576}
+{"Finetune/Learning Rate": 1.3789464580964486e-05, "Finetune/Loss": 0.8297174572944641, "Finetune/Loss (Raw)": 0.7708165645599365, "Finetune/Step": 7596, "Finetune/Step Time": 6.726708861067891}
+{"Finetune/Learning Rate": 1.3787906160888857e-05, "Finetune/Loss": 0.829880952835083, "Finetune/Loss (Raw)": 0.7817537784576416, "Finetune/Step": 7597, "Finetune/Step Time": 6.738735634833574}
+{"Finetune/Learning Rate": 1.378634763339898e-05, "Finetune/Loss": 0.8290098309516907, "Finetune/Loss (Raw)": 0.7504724860191345, "Finetune/Step": 7598, "Finetune/Step Time": 6.756494294852018}
+{"Finetune/Learning Rate": 1.378478899853905e-05, "Finetune/Loss": 0.8287506103515625, "Finetune/Loss (Raw)": 0.8575974106788635, "Finetune/Step": 7599, "Finetune/Step Time": 6.765905575826764}
+{"Finetune/Learning Rate": 1.3783230256353265e-05, "Finetune/Loss": 0.8285191059112549, "Finetune/Loss (Raw)": 0.8508918881416321, "Finetune/Step": 7600, "Finetune/Step Time": 6.76465966552496}
+{"Finetune/Learning Rate": 1.3781671406885835e-05, "Finetune/Loss": 0.8274742364883423, "Finetune/Loss (Raw)": 0.7119123935699463, "Finetune/Step": 7601, "Finetune/Step Time": 6.766911648213863}
+{"Finetune/Learning Rate": 1.3780112450180949e-05, "Finetune/Loss": 0.8284571766853333, "Finetune/Loss (Raw)": 0.8723427653312683, "Finetune/Step": 7602, "Finetune/Step Time": 6.7649699449539185}
+{"Finetune/Learning Rate": 1.3778553386282827e-05, "Finetune/Loss": 0.8295531272888184, "Finetune/Loss (Raw)": 0.9521452188491821, "Finetune/Step": 7603, "Finetune/Step Time": 6.755343301221728}
+{"Finetune/Learning Rate": 1.3776994215235677e-05, "Finetune/Loss": 0.8291045427322388, "Finetune/Loss (Raw)": 0.8215047717094421, "Finetune/Step": 7604, "Finetune/Step Time": 6.75938824005425}
+{"Finetune/Learning Rate": 1.377543493708371e-05, "Finetune/Loss": 0.8292836546897888, "Finetune/Loss (Raw)": 0.8186228275299072, "Finetune/Step": 7605, "Finetune/Step Time": 6.753997802734375}
+{"Finetune/Learning Rate": 1.3773875551871142e-05, "Finetune/Loss": 0.8293163180351257, "Finetune/Loss (Raw)": 0.7781305313110352, "Finetune/Step": 7606, "Finetune/Step Time": 6.752108117565513}
+{"Finetune/Learning Rate": 1.37723160596422e-05, "Finetune/Loss": 0.8279857635498047, "Finetune/Loss (Raw)": 0.7213564515113831, "Finetune/Step": 7607, "Finetune/Step Time": 6.765507347881794}
+{"Finetune/Learning Rate": 1.3770756460441098e-05, "Finetune/Loss": 0.8260729312896729, "Finetune/Loss (Raw)": 0.8161818981170654, "Finetune/Step": 7608, "Finetune/Step Time": 6.760891357436776}
+{"Finetune/Learning Rate": 1.3769196754312061e-05, "Finetune/Loss": 0.825964093208313, "Finetune/Loss (Raw)": 0.7741349339485168, "Finetune/Step": 7609, "Finetune/Step Time": 6.770325565710664}
+{"Finetune/Learning Rate": 1.3767636941299329e-05, "Finetune/Loss": 0.8265584111213684, "Finetune/Loss (Raw)": 0.9085602164268494, "Finetune/Step": 7610, "Finetune/Step Time": 6.79271792806685}
+{"Finetune/Learning Rate": 1.3766077021447126e-05, "Finetune/Loss": 0.8257553577423096, "Finetune/Loss (Raw)": 0.7937450408935547, "Finetune/Step": 7611, "Finetune/Step Time": 6.796760339289904}
+{"Finetune/Learning Rate": 1.3764516994799685e-05, "Finetune/Loss": 0.8255364894866943, "Finetune/Loss (Raw)": 0.9475995302200317, "Finetune/Step": 7612, "Finetune/Step Time": 6.779273008927703}
+{"Finetune/Learning Rate": 1.3762956861401252e-05, "Finetune/Loss": 0.824842095375061, "Finetune/Loss (Raw)": 0.8755670189857483, "Finetune/Step": 7613, "Finetune/Step Time": 6.8108714781701565}
+{"Finetune/Learning Rate": 1.3761396621296057e-05, "Finetune/Loss": 0.8252205848693848, "Finetune/Loss (Raw)": 0.8415006399154663, "Finetune/Step": 7614, "Finetune/Step Time": 6.804644031450152}
+{"Finetune/Learning Rate": 1.3759836274528354e-05, "Finetune/Loss": 0.8232130408287048, "Finetune/Loss (Raw)": 0.6970729231834412, "Finetune/Step": 7615, "Finetune/Step Time": 6.8136669136583805}
+{"Finetune/Learning Rate": 1.3758275821142382e-05, "Finetune/Loss": 0.823178768157959, "Finetune/Loss (Raw)": 0.8825465440750122, "Finetune/Step": 7616, "Finetune/Step Time": 6.816541584208608}
+{"Finetune/Learning Rate": 1.3756715261182399e-05, "Finetune/Loss": 0.8242102265357971, "Finetune/Loss (Raw)": 0.9199615120887756, "Finetune/Step": 7617, "Finetune/Step Time": 6.821591293439269}
+{"Finetune/Learning Rate": 1.375515459469265e-05, "Finetune/Loss": 0.8229568004608154, "Finetune/Loss (Raw)": 0.731003999710083, "Finetune/Step": 7618, "Finetune/Step Time": 6.82835160009563}
+{"Finetune/Learning Rate": 1.3753593821717397e-05, "Finetune/Loss": 0.8246532678604126, "Finetune/Loss (Raw)": 1.008516788482666, "Finetune/Step": 7619, "Finetune/Step Time": 6.821579148992896}
+{"Finetune/Learning Rate": 1.3752032942300897e-05, "Finetune/Loss": 0.8252630233764648, "Finetune/Loss (Raw)": 0.8406330943107605, "Finetune/Step": 7620, "Finetune/Step Time": 6.8258392214775085}
+{"Finetune/Learning Rate": 1.3750471956487413e-05, "Finetune/Loss": 0.8236314058303833, "Finetune/Loss (Raw)": 0.6894418597221375, "Finetune/Step": 7621, "Finetune/Step Time": 6.840770449489355}
+{"Finetune/Learning Rate": 1.3748910864321207e-05, "Finetune/Loss": 0.8230955600738525, "Finetune/Loss (Raw)": 0.8506589531898499, "Finetune/Step": 7622, "Finetune/Step Time": 6.852418351918459}
+{"Finetune/Learning Rate": 1.3747349665846552e-05, "Finetune/Loss": 0.8248329162597656, "Finetune/Loss (Raw)": 0.9642361998558044, "Finetune/Step": 7623, "Finetune/Step Time": 6.837661348283291}
+{"Finetune/Learning Rate": 1.3745788361107715e-05, "Finetune/Loss": 0.8253777027130127, "Finetune/Loss (Raw)": 0.6856893301010132, "Finetune/Step": 7624, "Finetune/Step Time": 6.819142499938607}
+{"Finetune/Learning Rate": 1.374422695014897e-05, "Finetune/Loss": 0.8249129056930542, "Finetune/Loss (Raw)": 0.6623814105987549, "Finetune/Step": 7625, "Finetune/Step Time": 6.83409321308136}
+{"Finetune/Learning Rate": 1.3742665433014599e-05, "Finetune/Loss": 0.8255734443664551, "Finetune/Loss (Raw)": 0.8287035822868347, "Finetune/Step": 7626, "Finetune/Step Time": 6.834486963227391}
+{"Finetune/Learning Rate": 1.3741103809748877e-05, "Finetune/Loss": 0.8253911733627319, "Finetune/Loss (Raw)": 0.8612640500068665, "Finetune/Step": 7627, "Finetune/Step Time": 6.837954046204686}
+{"Finetune/Learning Rate": 1.373954208039609e-05, "Finetune/Loss": 0.8245894908905029, "Finetune/Loss (Raw)": 0.8618851900100708, "Finetune/Step": 7628, "Finetune/Step Time": 6.839084444567561}
+{"Finetune/Learning Rate": 1.3737980245000524e-05, "Finetune/Loss": 0.826909065246582, "Finetune/Loss (Raw)": 0.9763079881668091, "Finetune/Step": 7629, "Finetune/Step Time": 6.828392656520009}
+{"Finetune/Learning Rate": 1.3736418303606465e-05, "Finetune/Loss": 0.8264048099517822, "Finetune/Loss (Raw)": 0.7738044857978821, "Finetune/Step": 7630, "Finetune/Step Time": 6.828165650367737}
+{"Finetune/Learning Rate": 1.3734856256258211e-05, "Finetune/Loss": 0.8266823887825012, "Finetune/Loss (Raw)": 0.9620981216430664, "Finetune/Step": 7631, "Finetune/Step Time": 6.834641471505165}
+{"Finetune/Learning Rate": 1.3733294103000055e-05, "Finetune/Loss": 0.8277390003204346, "Finetune/Loss (Raw)": 0.910853922367096, "Finetune/Step": 7632, "Finetune/Step Time": 6.836914416402578}
+{"Finetune/Learning Rate": 1.3731731843876288e-05, "Finetune/Loss": 0.8284389972686768, "Finetune/Loss (Raw)": 0.8709465861320496, "Finetune/Step": 7633, "Finetune/Step Time": 6.832991490140557}
+{"Finetune/Learning Rate": 1.3730169478931222e-05, "Finetune/Loss": 0.8279702663421631, "Finetune/Loss (Raw)": 0.7427893877029419, "Finetune/Step": 7634, "Finetune/Step Time": 6.8354831505566835}
+{"Finetune/Learning Rate": 1.3728607008209159e-05, "Finetune/Loss": 0.8285213112831116, "Finetune/Loss (Raw)": 0.9048763513565063, "Finetune/Step": 7635, "Finetune/Step Time": 6.8202521204948425}
+{"Finetune/Learning Rate": 1.3727044431754402e-05, "Finetune/Loss": 0.8281924724578857, "Finetune/Loss (Raw)": 0.8555104732513428, "Finetune/Step": 7636, "Finetune/Step Time": 6.816804694011807}
+{"Finetune/Learning Rate": 1.372548174961126e-05, "Finetune/Loss": 0.8288811445236206, "Finetune/Loss (Raw)": 0.9249404072761536, "Finetune/Step": 7637, "Finetune/Step Time": 6.819052420556545}
+{"Finetune/Learning Rate": 1.3723918961824053e-05, "Finetune/Loss": 0.8271205425262451, "Finetune/Loss (Raw)": 0.6757681965827942, "Finetune/Step": 7638, "Finetune/Step Time": 6.833243792876601}
+{"Finetune/Learning Rate": 1.3722356068437093e-05, "Finetune/Loss": 0.8268944025039673, "Finetune/Loss (Raw)": 0.8512336611747742, "Finetune/Step": 7639, "Finetune/Step Time": 6.8291449546813965}
+{"Finetune/Learning Rate": 1.37207930694947e-05, "Finetune/Loss": 0.8270053863525391, "Finetune/Loss (Raw)": 0.8337405920028687, "Finetune/Step": 7640, "Finetune/Step Time": 6.827951394021511}
+{"Finetune/Learning Rate": 1.3719229965041195e-05, "Finetune/Loss": 0.8280826807022095, "Finetune/Loss (Raw)": 0.8558985590934753, "Finetune/Step": 7641, "Finetune/Step Time": 6.827535076066852}
+{"Finetune/Learning Rate": 1.3717666755120904e-05, "Finetune/Loss": 0.8280660510063171, "Finetune/Loss (Raw)": 0.8004341125488281, "Finetune/Step": 7642, "Finetune/Step Time": 6.827730005607009}
+{"Finetune/Learning Rate": 1.3716103439778157e-05, "Finetune/Loss": 0.8287630081176758, "Finetune/Loss (Raw)": 0.8963736891746521, "Finetune/Step": 7643, "Finetune/Step Time": 6.828925414010882}
+{"Finetune/Learning Rate": 1.3714540019057282e-05, "Finetune/Loss": 0.8302214741706848, "Finetune/Loss (Raw)": 0.8070241808891296, "Finetune/Step": 7644, "Finetune/Step Time": 6.818724336102605}
+{"Finetune/Learning Rate": 1.3712976493002616e-05, "Finetune/Loss": 0.8318567276000977, "Finetune/Loss (Raw)": 0.9230940341949463, "Finetune/Step": 7645, "Finetune/Step Time": 6.805377593263984}
+{"Finetune/Learning Rate": 1.3711412861658496e-05, "Finetune/Loss": 0.8328427076339722, "Finetune/Loss (Raw)": 0.8351424336433411, "Finetune/Step": 7646, "Finetune/Step Time": 6.7774755004793406}
+{"Finetune/Learning Rate": 1.3709849125069259e-05, "Finetune/Loss": 0.829113245010376, "Finetune/Loss (Raw)": 0.371320903301239, "Finetune/Step": 7647, "Finetune/Step Time": 6.817621961236}
+{"Finetune/Learning Rate": 1.3708285283279252e-05, "Finetune/Loss": 0.8280453085899353, "Finetune/Loss (Raw)": 0.7680907845497131, "Finetune/Step": 7648, "Finetune/Step Time": 6.816102113574743}
+{"Finetune/Learning Rate": 1.3706721336332819e-05, "Finetune/Loss": 0.8286628127098083, "Finetune/Loss (Raw)": 0.9201516509056091, "Finetune/Step": 7649, "Finetune/Step Time": 6.813309697434306}
+{"Finetune/Learning Rate": 1.3705157284274311e-05, "Finetune/Loss": 0.8280491232872009, "Finetune/Loss (Raw)": 0.9215853810310364, "Finetune/Step": 7650, "Finetune/Step Time": 6.797498464584351}
+{"Finetune/Learning Rate": 1.3703593127148071e-05, "Finetune/Loss": 0.8262619972229004, "Finetune/Loss (Raw)": 0.6768255829811096, "Finetune/Step": 7651, "Finetune/Step Time": 6.781011424958706}
+{"Finetune/Learning Rate": 1.3702028864998469e-05, "Finetune/Loss": 0.8286138772964478, "Finetune/Loss (Raw)": 0.9319023489952087, "Finetune/Step": 7652, "Finetune/Step Time": 6.770502228289843}
+{"Finetune/Learning Rate": 1.3700464497869854e-05, "Finetune/Loss": 0.8297443389892578, "Finetune/Loss (Raw)": 0.9003049731254578, "Finetune/Step": 7653, "Finetune/Step Time": 6.768696585670114}
+{"Finetune/Learning Rate": 1.3698900025806587e-05, "Finetune/Loss": 0.8297896385192871, "Finetune/Loss (Raw)": 0.8407271504402161, "Finetune/Step": 7654, "Finetune/Step Time": 6.77001179754734}
+{"Finetune/Learning Rate": 1.3697335448853032e-05, "Finetune/Loss": 0.8301420211791992, "Finetune/Loss (Raw)": 0.8646891117095947, "Finetune/Step": 7655, "Finetune/Step Time": 6.770004451274872}
+{"Finetune/Learning Rate": 1.3695770767053565e-05, "Finetune/Loss": 0.8300097584724426, "Finetune/Loss (Raw)": 0.8040978312492371, "Finetune/Step": 7656, "Finetune/Step Time": 6.770303348079324}
+{"Finetune/Learning Rate": 1.3694205980452541e-05, "Finetune/Loss": 0.8296003341674805, "Finetune/Loss (Raw)": 0.7807444930076599, "Finetune/Step": 7657, "Finetune/Step Time": 6.764731293544173}
+{"Finetune/Learning Rate": 1.3692641089094341e-05, "Finetune/Loss": 0.8298460245132446, "Finetune/Loss (Raw)": 0.8236313462257385, "Finetune/Step": 7658, "Finetune/Step Time": 6.764752143993974}
+{"Finetune/Learning Rate": 1.3691076093023343e-05, "Finetune/Loss": 0.8310397267341614, "Finetune/Loss (Raw)": 0.892997145652771, "Finetune/Step": 7659, "Finetune/Step Time": 6.760210648179054}
+{"Finetune/Learning Rate": 1.3689510992283923e-05, "Finetune/Loss": 0.8310128450393677, "Finetune/Loss (Raw)": 0.7522683143615723, "Finetune/Step": 7660, "Finetune/Step Time": 6.750206978991628}
+{"Finetune/Learning Rate": 1.3687945786920459e-05, "Finetune/Loss": 0.8303456902503967, "Finetune/Loss (Raw)": 0.796025276184082, "Finetune/Step": 7661, "Finetune/Step Time": 6.7465655580163}
+{"Finetune/Learning Rate": 1.3686380476977343e-05, "Finetune/Loss": 0.8295468091964722, "Finetune/Loss (Raw)": 0.7964293956756592, "Finetune/Step": 7662, "Finetune/Step Time": 6.745963988825679}
+{"Finetune/Learning Rate": 1.3684815062498959e-05, "Finetune/Loss": 0.8298814296722412, "Finetune/Loss (Raw)": 0.846813440322876, "Finetune/Step": 7663, "Finetune/Step Time": 6.760403720661998}
+{"Finetune/Learning Rate": 1.3683249543529698e-05, "Finetune/Loss": 0.8298685550689697, "Finetune/Loss (Raw)": 0.9859088063240051, "Finetune/Step": 7664, "Finetune/Step Time": 6.782099545001984}
+{"Finetune/Learning Rate": 1.3681683920113952e-05, "Finetune/Loss": 0.8289583921432495, "Finetune/Loss (Raw)": 0.8019600510597229, "Finetune/Step": 7665, "Finetune/Step Time": 6.78589928522706}
+{"Finetune/Learning Rate": 1.368011819229612e-05, "Finetune/Loss": 0.8305680751800537, "Finetune/Loss (Raw)": 0.930464506149292, "Finetune/Step": 7666, "Finetune/Step Time": 6.789758462458849}
+{"Finetune/Learning Rate": 1.3678552360120603e-05, "Finetune/Loss": 0.8309785723686218, "Finetune/Loss (Raw)": 0.8587883114814758, "Finetune/Step": 7667, "Finetune/Step Time": 6.784616908058524}
+{"Finetune/Learning Rate": 1.36769864236318e-05, "Finetune/Loss": 0.8321777582168579, "Finetune/Loss (Raw)": 0.9471139907836914, "Finetune/Step": 7668, "Finetune/Step Time": 6.782563066110015}
+{"Finetune/Learning Rate": 1.3675420382874118e-05, "Finetune/Loss": 0.8313071727752686, "Finetune/Loss (Raw)": 0.773354172706604, "Finetune/Step": 7669, "Finetune/Step Time": 6.782489249482751}
+{"Finetune/Learning Rate": 1.3673854237891965e-05, "Finetune/Loss": 0.8298419713973999, "Finetune/Loss (Raw)": 0.8183474540710449, "Finetune/Step": 7670, "Finetune/Step Time": 6.78107999637723}
+{"Finetune/Learning Rate": 1.3672287988729754e-05, "Finetune/Loss": 0.8291225433349609, "Finetune/Loss (Raw)": 0.7709705829620361, "Finetune/Step": 7671, "Finetune/Step Time": 6.794937873259187}
+{"Finetune/Learning Rate": 1.3670721635431896e-05, "Finetune/Loss": 0.8296610116958618, "Finetune/Loss (Raw)": 0.9190889596939087, "Finetune/Step": 7672, "Finetune/Step Time": 6.797321977093816}
+{"Finetune/Learning Rate": 1.3669155178042812e-05, "Finetune/Loss": 0.8293088674545288, "Finetune/Loss (Raw)": 0.7580140829086304, "Finetune/Step": 7673, "Finetune/Step Time": 6.804976336658001}
+{"Finetune/Learning Rate": 1.3667588616606924e-05, "Finetune/Loss": 0.8296756744384766, "Finetune/Loss (Raw)": 0.9197081327438354, "Finetune/Step": 7674, "Finetune/Step Time": 6.80298344604671}
+{"Finetune/Learning Rate": 1.3666021951168647e-05, "Finetune/Loss": 0.8290867209434509, "Finetune/Loss (Raw)": 0.8144276142120361, "Finetune/Step": 7675, "Finetune/Step Time": 6.800354229286313}
+{"Finetune/Learning Rate": 1.3664455181772413e-05, "Finetune/Loss": 0.8280534744262695, "Finetune/Loss (Raw)": 0.6489623188972473, "Finetune/Step": 7676, "Finetune/Step Time": 6.784685963764787}
+{"Finetune/Learning Rate": 1.3662888308462653e-05, "Finetune/Loss": 0.825087308883667, "Finetune/Loss (Raw)": 0.5851320624351501, "Finetune/Step": 7677, "Finetune/Step Time": 6.798229489475489}
+{"Finetune/Learning Rate": 1.3661321331283796e-05, "Finetune/Loss": 0.8256142139434814, "Finetune/Loss (Raw)": 0.9681790471076965, "Finetune/Step": 7678, "Finetune/Step Time": 6.798058772459626}
+{"Finetune/Learning Rate": 1.3659754250280275e-05, "Finetune/Loss": 0.8252437114715576, "Finetune/Loss (Raw)": 0.9224942326545715, "Finetune/Step": 7679, "Finetune/Step Time": 6.797562150284648}
+{"Finetune/Learning Rate": 1.3658187065496533e-05, "Finetune/Loss": 0.8265793919563293, "Finetune/Loss (Raw)": 0.8878093957901001, "Finetune/Step": 7680, "Finetune/Step Time": 6.811684465035796}
+{"Finetune/Learning Rate": 1.3656619776977006e-05, "Finetune/Loss": 0.8266679048538208, "Finetune/Loss (Raw)": 0.8864402770996094, "Finetune/Step": 7681, "Finetune/Step Time": 6.811542294919491}
+{"Finetune/Learning Rate": 1.365505238476614e-05, "Finetune/Loss": 0.826876163482666, "Finetune/Loss (Raw)": 0.8049209713935852, "Finetune/Step": 7682, "Finetune/Step Time": 6.798725506290793}
+{"Finetune/Learning Rate": 1.3653484888908386e-05, "Finetune/Loss": 0.8276512622833252, "Finetune/Loss (Raw)": 0.8608822822570801, "Finetune/Step": 7683, "Finetune/Step Time": 6.80107806622982}
+{"Finetune/Learning Rate": 1.3651917289448187e-05, "Finetune/Loss": 0.8256252408027649, "Finetune/Loss (Raw)": 0.5939314961433411, "Finetune/Step": 7684, "Finetune/Step Time": 6.827889600768685}
+{"Finetune/Learning Rate": 1.3650349586429998e-05, "Finetune/Loss": 0.8262518644332886, "Finetune/Loss (Raw)": 0.809507429599762, "Finetune/Step": 7685, "Finetune/Step Time": 6.829469420015812}
+{"Finetune/Learning Rate": 1.3648781779898275e-05, "Finetune/Loss": 0.8253946304321289, "Finetune/Loss (Raw)": 0.8030006289482117, "Finetune/Step": 7686, "Finetune/Step Time": 6.825997160747647}
+{"Finetune/Learning Rate": 1.3647213869897476e-05, "Finetune/Loss": 0.8272755742073059, "Finetune/Loss (Raw)": 0.8900282382965088, "Finetune/Step": 7687, "Finetune/Step Time": 6.819223219528794}
+{"Finetune/Learning Rate": 1.3645645856472062e-05, "Finetune/Loss": 0.8283271193504333, "Finetune/Loss (Raw)": 0.9049601554870605, "Finetune/Step": 7688, "Finetune/Step Time": 6.842025633901358}
+{"Finetune/Learning Rate": 1.36440777396665e-05, "Finetune/Loss": 0.8273259401321411, "Finetune/Loss (Raw)": 0.8565969467163086, "Finetune/Step": 7689, "Finetune/Step Time": 6.832008674740791}
+{"Finetune/Learning Rate": 1.3642509519525256e-05, "Finetune/Loss": 0.8277978301048279, "Finetune/Loss (Raw)": 0.8899914026260376, "Finetune/Step": 7690, "Finetune/Step Time": 6.833827659487724}
+{"Finetune/Learning Rate": 1.36409411960928e-05, "Finetune/Loss": 0.8290890455245972, "Finetune/Loss (Raw)": 1.073478102684021, "Finetune/Step": 7691, "Finetune/Step Time": 6.827379669994116}
+{"Finetune/Learning Rate": 1.3639372769413606e-05, "Finetune/Loss": 0.8295158743858337, "Finetune/Loss (Raw)": 0.7725711464881897, "Finetune/Step": 7692, "Finetune/Step Time": 6.818620577454567}
+{"Finetune/Learning Rate": 1.3637804239532147e-05, "Finetune/Loss": 0.8305583000183105, "Finetune/Loss (Raw)": 0.7680425047874451, "Finetune/Step": 7693, "Finetune/Step Time": 6.8261120188981295}
+{"Finetune/Learning Rate": 1.3636235606492904e-05, "Finetune/Loss": 0.8303565382957458, "Finetune/Loss (Raw)": 0.9134952425956726, "Finetune/Step": 7694, "Finetune/Step Time": 6.823364641517401}
+{"Finetune/Learning Rate": 1.3634666870340364e-05, "Finetune/Loss": 0.8291853070259094, "Finetune/Loss (Raw)": 0.7436527609825134, "Finetune/Step": 7695, "Finetune/Step Time": 6.836538726463914}
+{"Finetune/Learning Rate": 1.3633098031119e-05, "Finetune/Loss": 0.8302863836288452, "Finetune/Loss (Raw)": 0.8899015188217163, "Finetune/Step": 7696, "Finetune/Step Time": 6.836793916299939}
+{"Finetune/Learning Rate": 1.3631529088873312e-05, "Finetune/Loss": 0.8301268219947815, "Finetune/Loss (Raw)": 0.7583873271942139, "Finetune/Step": 7697, "Finetune/Step Time": 6.822410175576806}
+{"Finetune/Learning Rate": 1.3629960043647783e-05, "Finetune/Loss": 0.8297954797744751, "Finetune/Loss (Raw)": 0.8730977773666382, "Finetune/Step": 7698, "Finetune/Step Time": 6.827808782458305}
+{"Finetune/Learning Rate": 1.3628390895486912e-05, "Finetune/Loss": 0.8299285173416138, "Finetune/Loss (Raw)": 0.7346794605255127, "Finetune/Step": 7699, "Finetune/Step Time": 6.817752163857222}
+{"Finetune/Learning Rate": 1.3626821644435191e-05, "Finetune/Loss": 0.8310449123382568, "Finetune/Loss (Raw)": 0.9351433515548706, "Finetune/Step": 7700, "Finetune/Step Time": 6.815660612657666}
+{"Finetune/Learning Rate": 1.362525229053712e-05, "Finetune/Loss": 0.8297099471092224, "Finetune/Loss (Raw)": 0.7783355712890625, "Finetune/Step": 7701, "Finetune/Step Time": 6.812747109681368}
+{"Finetune/Learning Rate": 1.3623682833837208e-05, "Finetune/Loss": 0.8298677206039429, "Finetune/Loss (Raw)": 0.9520918726921082, "Finetune/Step": 7702, "Finetune/Step Time": 6.799619700759649}
+{"Finetune/Learning Rate": 1.3622113274379952e-05, "Finetune/Loss": 0.8318068385124207, "Finetune/Loss (Raw)": 0.9531713128089905, "Finetune/Step": 7703, "Finetune/Step Time": 6.800810223445296}
+{"Finetune/Learning Rate": 1.3620543612209861e-05, "Finetune/Loss": 0.8299538493156433, "Finetune/Loss (Raw)": 0.7431511282920837, "Finetune/Step": 7704, "Finetune/Step Time": 6.81687823869288}
+{"Finetune/Learning Rate": 1.3618973847371455e-05, "Finetune/Loss": 0.8314568996429443, "Finetune/Loss (Raw)": 0.9523168802261353, "Finetune/Step": 7705, "Finetune/Step Time": 6.818659009411931}
+{"Finetune/Learning Rate": 1.3617403979909238e-05, "Finetune/Loss": 0.8323696851730347, "Finetune/Loss (Raw)": 0.8437323570251465, "Finetune/Step": 7706, "Finetune/Step Time": 6.804202334955335}
+{"Finetune/Learning Rate": 1.3615834009867728e-05, "Finetune/Loss": 0.8328834176063538, "Finetune/Loss (Raw)": 0.7470491528511047, "Finetune/Step": 7707, "Finetune/Step Time": 6.8069407399743795}
+{"Finetune/Learning Rate": 1.3614263937291452e-05, "Finetune/Loss": 0.8315623998641968, "Finetune/Loss (Raw)": 0.6978307366371155, "Finetune/Step": 7708, "Finetune/Step Time": 6.807938253507018}
+{"Finetune/Learning Rate": 1.3612693762224927e-05, "Finetune/Loss": 0.8314794301986694, "Finetune/Loss (Raw)": 0.9302686452865601, "Finetune/Step": 7709, "Finetune/Step Time": 6.809407994151115}
+{"Finetune/Learning Rate": 1.3611123484712677e-05, "Finetune/Loss": 0.8312919735908508, "Finetune/Loss (Raw)": 0.7568174600601196, "Finetune/Step": 7710, "Finetune/Step Time": 6.805875703692436}
+{"Finetune/Learning Rate": 1.3609553104799239e-05, "Finetune/Loss": 0.8308737277984619, "Finetune/Loss (Raw)": 0.7926818132400513, "Finetune/Step": 7711, "Finetune/Step Time": 6.805926907807589}
+{"Finetune/Learning Rate": 1.3607982622529135e-05, "Finetune/Loss": 0.8318994045257568, "Finetune/Loss (Raw)": 0.9616796374320984, "Finetune/Step": 7712, "Finetune/Step Time": 6.810386246070266}
+{"Finetune/Learning Rate": 1.3606412037946905e-05, "Finetune/Loss": 0.8310083150863647, "Finetune/Loss (Raw)": 0.7453671097755432, "Finetune/Step": 7713, "Finetune/Step Time": 6.807832321152091}
+{"Finetune/Learning Rate": 1.3604841351097084e-05, "Finetune/Loss": 0.8308509588241577, "Finetune/Loss (Raw)": 0.7181470990180969, "Finetune/Step": 7714, "Finetune/Step Time": 6.80447381734848}
+{"Finetune/Learning Rate": 1.3603270562024213e-05, "Finetune/Loss": 0.8320803642272949, "Finetune/Loss (Raw)": 0.8245347738265991, "Finetune/Step": 7715, "Finetune/Step Time": 6.790507907047868}
+{"Finetune/Learning Rate": 1.3601699670772836e-05, "Finetune/Loss": 0.831372082233429, "Finetune/Loss (Raw)": 0.767616331577301, "Finetune/Step": 7716, "Finetune/Step Time": 6.793638728559017}
+{"Finetune/Learning Rate": 1.3600128677387498e-05, "Finetune/Loss": 0.8310818672180176, "Finetune/Loss (Raw)": 0.8101261854171753, "Finetune/Step": 7717, "Finetune/Step Time": 6.802392363548279}
+{"Finetune/Learning Rate": 1.3598557581912747e-05, "Finetune/Loss": 0.8298689126968384, "Finetune/Loss (Raw)": 0.7283424735069275, "Finetune/Step": 7718, "Finetune/Step Time": 6.802659647539258}
+{"Finetune/Learning Rate": 1.3596986384393139e-05, "Finetune/Loss": 0.828364908695221, "Finetune/Loss (Raw)": 0.6776633858680725, "Finetune/Step": 7719, "Finetune/Step Time": 6.809835473075509}
+{"Finetune/Learning Rate": 1.3595415084873224e-05, "Finetune/Loss": 0.8298468589782715, "Finetune/Loss (Raw)": 1.0022426843643188, "Finetune/Step": 7720, "Finetune/Step Time": 6.809023700654507}
+{"Finetune/Learning Rate": 1.359384368339756e-05, "Finetune/Loss": 0.8298358917236328, "Finetune/Loss (Raw)": 0.9224790930747986, "Finetune/Step": 7721, "Finetune/Step Time": 6.810110855847597}
+{"Finetune/Learning Rate": 1.359227218001071e-05, "Finetune/Loss": 0.8304539322853088, "Finetune/Loss (Raw)": 0.8462786674499512, "Finetune/Step": 7722, "Finetune/Step Time": 6.813554672524333}
+{"Finetune/Learning Rate": 1.3590700574757239e-05, "Finetune/Loss": 0.8308731317520142, "Finetune/Loss (Raw)": 0.9081354141235352, "Finetune/Step": 7723, "Finetune/Step Time": 6.8127290196716785}
+{"Finetune/Learning Rate": 1.3589128867681705e-05, "Finetune/Loss": 0.8305795788764954, "Finetune/Loss (Raw)": 0.7332385182380676, "Finetune/Step": 7724, "Finetune/Step Time": 6.8111687283962965}
+{"Finetune/Learning Rate": 1.3587557058828682e-05, "Finetune/Loss": 0.8318303823471069, "Finetune/Loss (Raw)": 0.9418487548828125, "Finetune/Step": 7725, "Finetune/Step Time": 6.816091313958168}
+{"Finetune/Learning Rate": 1.3585985148242749e-05, "Finetune/Loss": 0.8322901725769043, "Finetune/Loss (Raw)": 0.8093275427818298, "Finetune/Step": 7726, "Finetune/Step Time": 6.799852937459946}
+{"Finetune/Learning Rate": 1.3584413135968467e-05, "Finetune/Loss": 0.8330509066581726, "Finetune/Loss (Raw)": 0.9549797773361206, "Finetune/Step": 7727, "Finetune/Step Time": 6.796492060646415}
+{"Finetune/Learning Rate": 1.3582841022050424e-05, "Finetune/Loss": 0.8330767154693604, "Finetune/Loss (Raw)": 0.8541941046714783, "Finetune/Step": 7728, "Finetune/Step Time": 6.794159969314933}
+{"Finetune/Learning Rate": 1.3581268806533201e-05, "Finetune/Loss": 0.8333163261413574, "Finetune/Loss (Raw)": 0.7425777912139893, "Finetune/Step": 7729, "Finetune/Step Time": 6.778628598898649}
+{"Finetune/Learning Rate": 1.3579696489461376e-05, "Finetune/Loss": 0.8328834176063538, "Finetune/Loss (Raw)": 0.8169332146644592, "Finetune/Step": 7730, "Finetune/Step Time": 6.785171892493963}
+{"Finetune/Learning Rate": 1.3578124070879534e-05, "Finetune/Loss": 0.8328474760055542, "Finetune/Loss (Raw)": 0.9475384950637817, "Finetune/Step": 7731, "Finetune/Step Time": 6.787062894552946}
+{"Finetune/Learning Rate": 1.3576551550832274e-05, "Finetune/Loss": 0.8335762023925781, "Finetune/Loss (Raw)": 0.914793074131012, "Finetune/Step": 7732, "Finetune/Step Time": 6.783490862697363}
+{"Finetune/Learning Rate": 1.357497892936418e-05, "Finetune/Loss": 0.832587480545044, "Finetune/Loss (Raw)": 0.6920536160469055, "Finetune/Step": 7733, "Finetune/Step Time": 6.792266242206097}
+{"Finetune/Learning Rate": 1.3573406206519847e-05, "Finetune/Loss": 0.8339196443557739, "Finetune/Loss (Raw)": 0.9486505389213562, "Finetune/Step": 7734, "Finetune/Step Time": 6.791378220543265}
+{"Finetune/Learning Rate": 1.357183338234388e-05, "Finetune/Loss": 0.8352090716362, "Finetune/Loss (Raw)": 0.886406421661377, "Finetune/Step": 7735, "Finetune/Step Time": 6.781069627031684}
+{"Finetune/Learning Rate": 1.3570260456880873e-05, "Finetune/Loss": 0.8360217213630676, "Finetune/Loss (Raw)": 0.9202061295509338, "Finetune/Step": 7736, "Finetune/Step Time": 6.783304527401924}
+{"Finetune/Learning Rate": 1.356868743017543e-05, "Finetune/Loss": 0.836916446685791, "Finetune/Loss (Raw)": 0.8886602520942688, "Finetune/Step": 7737, "Finetune/Step Time": 6.768510222434998}
+{"Finetune/Learning Rate": 1.3567114302272165e-05, "Finetune/Loss": 0.8376563191413879, "Finetune/Loss (Raw)": 1.0032602548599243, "Finetune/Step": 7738, "Finetune/Step Time": 6.747966885566711}
+{"Finetune/Learning Rate": 1.3565541073215676e-05, "Finetune/Loss": 0.8382351398468018, "Finetune/Loss (Raw)": 0.867833137512207, "Finetune/Step": 7739, "Finetune/Step Time": 6.746553249657154}
+{"Finetune/Learning Rate": 1.3563967743050584e-05, "Finetune/Loss": 0.8372077345848083, "Finetune/Loss (Raw)": 0.8160912394523621, "Finetune/Step": 7740, "Finetune/Step Time": 6.747538927942514}
+{"Finetune/Learning Rate": 1.3562394311821501e-05, "Finetune/Loss": 0.8369450569152832, "Finetune/Loss (Raw)": 0.8419370651245117, "Finetune/Step": 7741, "Finetune/Step Time": 6.719729244709015}
+{"Finetune/Learning Rate": 1.3560820779573045e-05, "Finetune/Loss": 0.8378870487213135, "Finetune/Loss (Raw)": 0.9620782732963562, "Finetune/Step": 7742, "Finetune/Step Time": 6.718636156991124}
+{"Finetune/Learning Rate": 1.3559247146349837e-05, "Finetune/Loss": 0.8390235304832458, "Finetune/Loss (Raw)": 0.8425503969192505, "Finetune/Step": 7743, "Finetune/Step Time": 6.711696617305279}
+{"Finetune/Learning Rate": 1.3557673412196504e-05, "Finetune/Loss": 0.8394161462783813, "Finetune/Loss (Raw)": 0.9328044056892395, "Finetune/Step": 7744, "Finetune/Step Time": 6.708356402814388}
+{"Finetune/Learning Rate": 1.3556099577157667e-05, "Finetune/Loss": 0.8386884927749634, "Finetune/Loss (Raw)": 0.8268104195594788, "Finetune/Step": 7745, "Finetune/Step Time": 6.705173023045063}
+{"Finetune/Learning Rate": 1.3554525641277955e-05, "Finetune/Loss": 0.8397705554962158, "Finetune/Loss (Raw)": 0.8695129156112671, "Finetune/Step": 7746, "Finetune/Step Time": 6.698185030370951}
+{"Finetune/Learning Rate": 1.355295160460201e-05, "Finetune/Loss": 0.8388497829437256, "Finetune/Loss (Raw)": 0.890654981136322, "Finetune/Step": 7747, "Finetune/Step Time": 6.702999830245972}
+{"Finetune/Learning Rate": 1.3551377467174455e-05, "Finetune/Loss": 0.8391209840774536, "Finetune/Loss (Raw)": 0.8753541707992554, "Finetune/Step": 7748, "Finetune/Step Time": 6.701415685936809}
+{"Finetune/Learning Rate": 1.3549803229039937e-05, "Finetune/Loss": 0.840553879737854, "Finetune/Loss (Raw)": 0.8728450536727905, "Finetune/Step": 7749, "Finetune/Step Time": 6.689841013401747}
+{"Finetune/Learning Rate": 1.3548228890243096e-05, "Finetune/Loss": 0.8399709463119507, "Finetune/Loss (Raw)": 0.7760475277900696, "Finetune/Step": 7750, "Finetune/Step Time": 6.67386339046061}
+{"Finetune/Learning Rate": 1.3546654450828571e-05, "Finetune/Loss": 0.8400869369506836, "Finetune/Loss (Raw)": 0.979079008102417, "Finetune/Step": 7751, "Finetune/Step Time": 6.674017990007997}
+{"Finetune/Learning Rate": 1.3545079910841007e-05, "Finetune/Loss": 0.8402788639068604, "Finetune/Loss (Raw)": 0.7102570533752441, "Finetune/Step": 7752, "Finetune/Step Time": 6.670997885987163}
+{"Finetune/Learning Rate": 1.3543505270325067e-05, "Finetune/Loss": 0.841800332069397, "Finetune/Loss (Raw)": 0.8571299910545349, "Finetune/Step": 7753, "Finetune/Step Time": 6.655735006555915}
+{"Finetune/Learning Rate": 1.3541930529325387e-05, "Finetune/Loss": 0.8412992358207703, "Finetune/Loss (Raw)": 0.764562726020813, "Finetune/Step": 7754, "Finetune/Step Time": 6.673749772831798}
+{"Finetune/Learning Rate": 1.3540355687886629e-05, "Finetune/Loss": 0.8407500982284546, "Finetune/Loss (Raw)": 0.790969967842102, "Finetune/Step": 7755, "Finetune/Step Time": 6.670293601229787}
+{"Finetune/Learning Rate": 1.3538780746053456e-05, "Finetune/Loss": 0.8409415483474731, "Finetune/Loss (Raw)": 0.8863956928253174, "Finetune/Step": 7756, "Finetune/Step Time": 6.67456192523241}
+{"Finetune/Learning Rate": 1.3537205703870517e-05, "Finetune/Loss": 0.8395830392837524, "Finetune/Loss (Raw)": 0.8024155497550964, "Finetune/Step": 7757, "Finetune/Step Time": 6.674539402127266}
+{"Finetune/Learning Rate": 1.3535630561382487e-05, "Finetune/Loss": 0.8391885757446289, "Finetune/Loss (Raw)": 0.7233178615570068, "Finetune/Step": 7758, "Finetune/Step Time": 6.674839591607451}
+{"Finetune/Learning Rate": 1.3534055318634027e-05, "Finetune/Loss": 0.8378978967666626, "Finetune/Loss (Raw)": 0.7968945503234863, "Finetune/Step": 7759, "Finetune/Step Time": 6.670314867049456}
+{"Finetune/Learning Rate": 1.3532479975669809e-05, "Finetune/Loss": 0.8382372856140137, "Finetune/Loss (Raw)": 0.9542925357818604, "Finetune/Step": 7760, "Finetune/Step Time": 6.671565432101488}
+{"Finetune/Learning Rate": 1.3530904532534503e-05, "Finetune/Loss": 0.838426411151886, "Finetune/Loss (Raw)": 0.8951531648635864, "Finetune/Step": 7761, "Finetune/Step Time": 6.672636918723583}
+{"Finetune/Learning Rate": 1.3529328989272785e-05, "Finetune/Loss": 0.8394713997840881, "Finetune/Loss (Raw)": 0.876547634601593, "Finetune/Step": 7762, "Finetune/Step Time": 6.673847226426005}
+{"Finetune/Learning Rate": 1.3527753345929332e-05, "Finetune/Loss": 0.838604211807251, "Finetune/Loss (Raw)": 0.793876051902771, "Finetune/Step": 7763, "Finetune/Step Time": 6.672824010252953}
+{"Finetune/Learning Rate": 1.3526177602548827e-05, "Finetune/Loss": 0.8381975889205933, "Finetune/Loss (Raw)": 0.8034622669219971, "Finetune/Step": 7764, "Finetune/Step Time": 6.678323473781347}
+{"Finetune/Learning Rate": 1.3524601759175953e-05, "Finetune/Loss": 0.8379681706428528, "Finetune/Loss (Raw)": 0.8955745100975037, "Finetune/Step": 7765, "Finetune/Step Time": 6.67480724863708}
+{"Finetune/Learning Rate": 1.3523025815855395e-05, "Finetune/Loss": 0.839507520198822, "Finetune/Loss (Raw)": 0.872800886631012, "Finetune/Step": 7766, "Finetune/Step Time": 6.66215518116951}
+{"Finetune/Learning Rate": 1.3521449772631843e-05, "Finetune/Loss": 0.8392285108566284, "Finetune/Loss (Raw)": 0.8155303001403809, "Finetune/Step": 7767, "Finetune/Step Time": 6.662939749658108}
+{"Finetune/Learning Rate": 1.3519873629549991e-05, "Finetune/Loss": 0.8396872878074646, "Finetune/Loss (Raw)": 0.8924614787101746, "Finetune/Step": 7768, "Finetune/Step Time": 6.667379150167108}
+{"Finetune/Learning Rate": 1.3518297386654527e-05, "Finetune/Loss": 0.838901162147522, "Finetune/Loss (Raw)": 0.7552752494812012, "Finetune/Step": 7769, "Finetune/Step Time": 6.67369307205081}
+{"Finetune/Learning Rate": 1.3516721043990158e-05, "Finetune/Loss": 0.8398582935333252, "Finetune/Loss (Raw)": 0.9229425191879272, "Finetune/Step": 7770, "Finetune/Step Time": 6.676016995683312}
+{"Finetune/Learning Rate": 1.351514460160158e-05, "Finetune/Loss": 0.8400464653968811, "Finetune/Loss (Raw)": 0.920463502407074, "Finetune/Step": 7771, "Finetune/Step Time": 6.676601529121399}
+{"Finetune/Learning Rate": 1.3513568059533495e-05, "Finetune/Loss": 0.8409161567687988, "Finetune/Loss (Raw)": 0.9183412790298462, "Finetune/Step": 7772, "Finetune/Step Time": 6.675511959940195}
+{"Finetune/Learning Rate": 1.3511991417830612e-05, "Finetune/Loss": 0.839180052280426, "Finetune/Loss (Raw)": 0.7008776664733887, "Finetune/Step": 7773, "Finetune/Step Time": 6.6748358849436045}
+{"Finetune/Learning Rate": 1.351041467653764e-05, "Finetune/Loss": 0.840746283531189, "Finetune/Loss (Raw)": 1.0356156826019287, "Finetune/Step": 7774, "Finetune/Step Time": 6.680753195658326}
+{"Finetune/Learning Rate": 1.3508837835699289e-05, "Finetune/Loss": 0.8450533747673035, "Finetune/Loss (Raw)": 0.9226345419883728, "Finetune/Step": 7775, "Finetune/Step Time": 6.643033040687442}
+{"Finetune/Learning Rate": 1.3507260895360274e-05, "Finetune/Loss": 0.8462947607040405, "Finetune/Loss (Raw)": 0.9269898533821106, "Finetune/Step": 7776, "Finetune/Step Time": 6.646658211946487}
+{"Finetune/Learning Rate": 1.3505683855565317e-05, "Finetune/Loss": 0.8462913036346436, "Finetune/Loss (Raw)": 0.9197028279304504, "Finetune/Step": 7777, "Finetune/Step Time": 6.6616807989776134}
+{"Finetune/Learning Rate": 1.3504106716359131e-05, "Finetune/Loss": 0.8453751802444458, "Finetune/Loss (Raw)": 0.8043177723884583, "Finetune/Step": 7778, "Finetune/Step Time": 6.678690588101745}
+{"Finetune/Learning Rate": 1.3502529477786443e-05, "Finetune/Loss": 0.8477826714515686, "Finetune/Loss (Raw)": 0.9849852323532104, "Finetune/Step": 7779, "Finetune/Step Time": 6.692917928099632}
+{"Finetune/Learning Rate": 1.3500952139891981e-05, "Finetune/Loss": 0.8460131287574768, "Finetune/Loss (Raw)": 0.7054022550582886, "Finetune/Step": 7780, "Finetune/Step Time": 6.705436876043677}
+{"Finetune/Learning Rate": 1.349937470272047e-05, "Finetune/Loss": 0.8454897403717041, "Finetune/Loss (Raw)": 0.8333191275596619, "Finetune/Step": 7781, "Finetune/Step Time": 6.705644782632589}
+{"Finetune/Learning Rate": 1.3497797166316644e-05, "Finetune/Loss": 0.8450987935066223, "Finetune/Loss (Raw)": 0.7906757593154907, "Finetune/Step": 7782, "Finetune/Step Time": 6.708855194970965}
+{"Finetune/Learning Rate": 1.3496219530725234e-05, "Finetune/Loss": 0.8445711731910706, "Finetune/Loss (Raw)": 0.7971587181091309, "Finetune/Step": 7783, "Finetune/Step Time": 6.711281856521964}
+{"Finetune/Learning Rate": 1.3494641795990986e-05, "Finetune/Loss": 0.8448660373687744, "Finetune/Loss (Raw)": 0.8418458700180054, "Finetune/Step": 7784, "Finetune/Step Time": 6.718760654330254}
+{"Finetune/Learning Rate": 1.349306396215863e-05, "Finetune/Loss": 0.8459745645523071, "Finetune/Loss (Raw)": 0.9226349592208862, "Finetune/Step": 7785, "Finetune/Step Time": 6.719921650364995}
+{"Finetune/Learning Rate": 1.3491486029272913e-05, "Finetune/Loss": 0.8458623886108398, "Finetune/Loss (Raw)": 0.8092712759971619, "Finetune/Step": 7786, "Finetune/Step Time": 6.734255343675613}
+{"Finetune/Learning Rate": 1.3489907997378582e-05, "Finetune/Loss": 0.8450620174407959, "Finetune/Loss (Raw)": 0.7905493974685669, "Finetune/Step": 7787, "Finetune/Step Time": 6.7484774477779865}
+{"Finetune/Learning Rate": 1.3488329866520382e-05, "Finetune/Loss": 0.8462452292442322, "Finetune/Loss (Raw)": 0.9037141799926758, "Finetune/Step": 7788, "Finetune/Step Time": 6.749385083094239}
+{"Finetune/Learning Rate": 1.348675163674307e-05, "Finetune/Loss": 0.8471936583518982, "Finetune/Loss (Raw)": 0.9174321889877319, "Finetune/Step": 7789, "Finetune/Step Time": 6.749178182333708}
+{"Finetune/Learning Rate": 1.3485173308091394e-05, "Finetune/Loss": 0.8467646241188049, "Finetune/Loss (Raw)": 0.7415045499801636, "Finetune/Step": 7790, "Finetune/Step Time": 6.76350381411612}
+{"Finetune/Learning Rate": 1.3483594880610114e-05, "Finetune/Loss": 0.8476060032844543, "Finetune/Loss (Raw)": 0.9545148611068726, "Finetune/Step": 7791, "Finetune/Step Time": 6.746435560286045}
+{"Finetune/Learning Rate": 1.348201635434399e-05, "Finetune/Loss": 0.8466508388519287, "Finetune/Loss (Raw)": 0.8636521697044373, "Finetune/Step": 7792, "Finetune/Step Time": 6.727108450606465}
+{"Finetune/Learning Rate": 1.348043772933778e-05, "Finetune/Loss": 0.8463181853294373, "Finetune/Loss (Raw)": 0.7593724727630615, "Finetune/Step": 7793, "Finetune/Step Time": 6.740250434726477}
+{"Finetune/Learning Rate": 1.3478859005636257e-05, "Finetune/Loss": 0.8456108570098877, "Finetune/Loss (Raw)": 0.8399277925491333, "Finetune/Step": 7794, "Finetune/Step Time": 6.753927009180188}
+{"Finetune/Learning Rate": 1.3477280183284185e-05, "Finetune/Loss": 0.8456048965454102, "Finetune/Loss (Raw)": 0.8580249547958374, "Finetune/Step": 7795, "Finetune/Step Time": 6.7648015189915895}
+{"Finetune/Learning Rate": 1.3475701262326336e-05, "Finetune/Loss": 0.8444530963897705, "Finetune/Loss (Raw)": 0.799686849117279, "Finetune/Step": 7796, "Finetune/Step Time": 6.766569595783949}
+{"Finetune/Learning Rate": 1.3474122242807479e-05, "Finetune/Loss": 0.8445906639099121, "Finetune/Loss (Raw)": 0.7909615635871887, "Finetune/Step": 7797, "Finetune/Step Time": 6.7637859378010035}
+{"Finetune/Learning Rate": 1.3472543124772398e-05, "Finetune/Loss": 0.8454020023345947, "Finetune/Loss (Raw)": 0.9221961498260498, "Finetune/Step": 7798, "Finetune/Step Time": 6.7651369124650955}
+{"Finetune/Learning Rate": 1.3470963908265868e-05, "Finetune/Loss": 0.8451796770095825, "Finetune/Loss (Raw)": 0.7425171732902527, "Finetune/Step": 7799, "Finetune/Step Time": 6.74429551884532}
+{"Finetune/Learning Rate": 1.3469384593332668e-05, "Finetune/Loss": 0.8447691202163696, "Finetune/Loss (Raw)": 0.8665323853492737, "Finetune/Step": 7800, "Finetune/Step Time": 6.742107294499874}
+{"Finetune/Learning Rate": 1.3467805180017588e-05, "Finetune/Loss": 0.8449978828430176, "Finetune/Loss (Raw)": 0.787304162979126, "Finetune/Step": 7801, "Finetune/Step Time": 6.733274815604091}
+{"Finetune/Learning Rate": 1.3466225668365418e-05, "Finetune/Loss": 0.8443240523338318, "Finetune/Loss (Raw)": 0.8334490656852722, "Finetune/Step": 7802, "Finetune/Step Time": 6.734058009460568}
+{"Finetune/Learning Rate": 1.346464605842094e-05, "Finetune/Loss": 0.8456827402114868, "Finetune/Loss (Raw)": 0.9883392453193665, "Finetune/Step": 7803, "Finetune/Step Time": 6.735933732241392}
+{"Finetune/Learning Rate": 1.3463066350228952e-05, "Finetune/Loss": 0.8466324210166931, "Finetune/Loss (Raw)": 0.7705252170562744, "Finetune/Step": 7804, "Finetune/Step Time": 6.749604359269142}
+{"Finetune/Learning Rate": 1.3461486543834254e-05, "Finetune/Loss": 0.849335789680481, "Finetune/Loss (Raw)": 0.9311639070510864, "Finetune/Step": 7805, "Finetune/Step Time": 6.735777447000146}
+{"Finetune/Learning Rate": 1.345990663928164e-05, "Finetune/Loss": 0.847379744052887, "Finetune/Loss (Raw)": 0.7178053259849548, "Finetune/Step": 7806, "Finetune/Step Time": 6.73974340967834}
+{"Finetune/Learning Rate": 1.345832663661591e-05, "Finetune/Loss": 0.8469758033752441, "Finetune/Loss (Raw)": 0.8707877397537231, "Finetune/Step": 7807, "Finetune/Step Time": 6.73974933847785}
+{"Finetune/Learning Rate": 1.3456746535881872e-05, "Finetune/Loss": 0.8468220233917236, "Finetune/Loss (Raw)": 0.8681315779685974, "Finetune/Step": 7808, "Finetune/Step Time": 6.727951005101204}
+{"Finetune/Learning Rate": 1.3455166337124332e-05, "Finetune/Loss": 0.8471463322639465, "Finetune/Loss (Raw)": 0.9279478192329407, "Finetune/Step": 7809, "Finetune/Step Time": 6.729921659454703}
+{"Finetune/Learning Rate": 1.3453586040388097e-05, "Finetune/Loss": 0.8480185866355896, "Finetune/Loss (Raw)": 0.9165598154067993, "Finetune/Step": 7810, "Finetune/Step Time": 6.729447586461902}
+{"Finetune/Learning Rate": 1.3452005645717988e-05, "Finetune/Loss": 0.8475686311721802, "Finetune/Loss (Raw)": 0.8032929301261902, "Finetune/Step": 7811, "Finetune/Step Time": 6.721512880176306}
+{"Finetune/Learning Rate": 1.3450425153158811e-05, "Finetune/Loss": 0.8498727083206177, "Finetune/Loss (Raw)": 0.8888593316078186, "Finetune/Step": 7812, "Finetune/Step Time": 6.69568857178092}
+{"Finetune/Learning Rate": 1.344884456275539e-05, "Finetune/Loss": 0.849999189376831, "Finetune/Loss (Raw)": 0.8256961107254028, "Finetune/Step": 7813, "Finetune/Step Time": 6.694277534261346}
+{"Finetune/Learning Rate": 1.3447263874552542e-05, "Finetune/Loss": 0.8490288257598877, "Finetune/Loss (Raw)": 0.6787880659103394, "Finetune/Step": 7814, "Finetune/Step Time": 6.702000269666314}
+{"Finetune/Learning Rate": 1.3445683088595097e-05, "Finetune/Loss": 0.8489465713500977, "Finetune/Loss (Raw)": 0.8795039653778076, "Finetune/Step": 7815, "Finetune/Step Time": 6.700935829430819}
+{"Finetune/Learning Rate": 1.3444102204927876e-05, "Finetune/Loss": 0.8475373983383179, "Finetune/Loss (Raw)": 0.7245827317237854, "Finetune/Step": 7816, "Finetune/Step Time": 6.682706091552973}
+{"Finetune/Learning Rate": 1.344252122359571e-05, "Finetune/Loss": 0.84635329246521, "Finetune/Loss (Raw)": 0.7050389051437378, "Finetune/Step": 7817, "Finetune/Step Time": 6.677679965272546}
+{"Finetune/Learning Rate": 1.344094014464343e-05, "Finetune/Loss": 0.8464354872703552, "Finetune/Loss (Raw)": 0.9005054235458374, "Finetune/Step": 7818, "Finetune/Step Time": 6.675018107518554}
+{"Finetune/Learning Rate": 1.3439358968115874e-05, "Finetune/Loss": 0.8453400135040283, "Finetune/Loss (Raw)": 0.9332625269889832, "Finetune/Step": 7819, "Finetune/Step Time": 6.689251326024532}
+{"Finetune/Learning Rate": 1.3437777694057878e-05, "Finetune/Loss": 0.8466818332672119, "Finetune/Loss (Raw)": 0.9443175196647644, "Finetune/Step": 7820, "Finetune/Step Time": 6.6857431046664715}
+{"Finetune/Learning Rate": 1.343619632251428e-05, "Finetune/Loss": 0.846817672252655, "Finetune/Loss (Raw)": 0.785431444644928, "Finetune/Step": 7821, "Finetune/Step Time": 6.677453588694334}
+{"Finetune/Learning Rate": 1.3434614853529929e-05, "Finetune/Loss": 0.8466002345085144, "Finetune/Loss (Raw)": 0.8856678605079651, "Finetune/Step": 7822, "Finetune/Step Time": 6.675322173163295}
+{"Finetune/Learning Rate": 1.3433033287149668e-05, "Finetune/Loss": 0.8472845554351807, "Finetune/Loss (Raw)": 0.8312413096427917, "Finetune/Step": 7823, "Finetune/Step Time": 6.664978511631489}
+{"Finetune/Learning Rate": 1.3431451623418344e-05, "Finetune/Loss": 0.8469621539115906, "Finetune/Loss (Raw)": 0.8486343622207642, "Finetune/Step": 7824, "Finetune/Step Time": 6.668007183820009}
+{"Finetune/Learning Rate": 1.3429869862380805e-05, "Finetune/Loss": 0.847658097743988, "Finetune/Loss (Raw)": 0.8474717736244202, "Finetune/Step": 7825, "Finetune/Step Time": 6.67745297215879}
+{"Finetune/Learning Rate": 1.3428288004081915e-05, "Finetune/Loss": 0.8462970852851868, "Finetune/Loss (Raw)": 0.6988829374313354, "Finetune/Step": 7826, "Finetune/Step Time": 6.67194695211947}
+{"Finetune/Learning Rate": 1.3426706048566524e-05, "Finetune/Loss": 0.8473969101905823, "Finetune/Loss (Raw)": 0.8754646182060242, "Finetune/Step": 7827, "Finetune/Step Time": 6.67060243524611}
+{"Finetune/Learning Rate": 1.3425123995879497e-05, "Finetune/Loss": 0.8457635641098022, "Finetune/Loss (Raw)": 0.7260754704475403, "Finetune/Step": 7828, "Finetune/Step Time": 6.672846544533968}
+{"Finetune/Learning Rate": 1.3423541846065691e-05, "Finetune/Loss": 0.8458762168884277, "Finetune/Loss (Raw)": 0.7927507162094116, "Finetune/Step": 7829, "Finetune/Step Time": 6.686137557029724}
+{"Finetune/Learning Rate": 1.342195959916997e-05, "Finetune/Loss": 0.8459724187850952, "Finetune/Loss (Raw)": 0.9643985033035278, "Finetune/Step": 7830, "Finetune/Step Time": 6.683779144659638}
+{"Finetune/Learning Rate": 1.3420377255237212e-05, "Finetune/Loss": 0.8435071706771851, "Finetune/Loss (Raw)": 0.6376307606697083, "Finetune/Step": 7831, "Finetune/Step Time": 6.674140436574817}
+{"Finetune/Learning Rate": 1.3418794814312274e-05, "Finetune/Loss": 0.8446359038352966, "Finetune/Loss (Raw)": 0.8876267671585083, "Finetune/Step": 7832, "Finetune/Step Time": 6.654007833451033}
+{"Finetune/Learning Rate": 1.3417212276440043e-05, "Finetune/Loss": 0.8444435000419617, "Finetune/Loss (Raw)": 0.9276843667030334, "Finetune/Step": 7833, "Finetune/Step Time": 6.651640389114618}
+{"Finetune/Learning Rate": 1.3415629641665386e-05, "Finetune/Loss": 0.8437525033950806, "Finetune/Loss (Raw)": 0.7552905678749084, "Finetune/Step": 7834, "Finetune/Step Time": 6.65689954161644}
+{"Finetune/Learning Rate": 1.3414046910033184e-05, "Finetune/Loss": 0.8442583084106445, "Finetune/Loss (Raw)": 0.8117931485176086, "Finetune/Step": 7835, "Finetune/Step Time": 6.654225701466203}
+{"Finetune/Learning Rate": 1.3412464081588323e-05, "Finetune/Loss": 0.8450777530670166, "Finetune/Loss (Raw)": 0.8027206659317017, "Finetune/Step": 7836, "Finetune/Step Time": 6.653047541156411}
+{"Finetune/Learning Rate": 1.3410881156375684e-05, "Finetune/Loss": 0.8443108797073364, "Finetune/Loss (Raw)": 0.832105278968811, "Finetune/Step": 7837, "Finetune/Step Time": 6.656134182587266}
+{"Finetune/Learning Rate": 1.3409298134440155e-05, "Finetune/Loss": 0.8461904525756836, "Finetune/Loss (Raw)": 0.9974010586738586, "Finetune/Step": 7838, "Finetune/Step Time": 6.654405465349555}
+{"Finetune/Learning Rate": 1.3407715015826624e-05, "Finetune/Loss": 0.8463345766067505, "Finetune/Loss (Raw)": 0.8111252784729004, "Finetune/Step": 7839, "Finetune/Step Time": 6.652945486828685}
+{"Finetune/Learning Rate": 1.3406131800579985e-05, "Finetune/Loss": 0.8458467721939087, "Finetune/Loss (Raw)": 0.8992472290992737, "Finetune/Step": 7840, "Finetune/Step Time": 6.664936862885952}
+{"Finetune/Learning Rate": 1.3404548488745137e-05, "Finetune/Loss": 0.8456602692604065, "Finetune/Loss (Raw)": 0.7214922904968262, "Finetune/Step": 7841, "Finetune/Step Time": 6.665978584438562}
+{"Finetune/Learning Rate": 1.3402965080366972e-05, "Finetune/Loss": 0.846077561378479, "Finetune/Loss (Raw)": 0.7715595364570618, "Finetune/Step": 7842, "Finetune/Step Time": 6.665428385138512}
+{"Finetune/Learning Rate": 1.3401381575490393e-05, "Finetune/Loss": 0.8468987345695496, "Finetune/Loss (Raw)": 0.9296504259109497, "Finetune/Step": 7843, "Finetune/Step Time": 6.665267961099744}
+{"Finetune/Learning Rate": 1.3399797974160309e-05, "Finetune/Loss": 0.8475792407989502, "Finetune/Loss (Raw)": 0.8547214865684509, "Finetune/Step": 7844, "Finetune/Step Time": 6.6564596723765135}
+{"Finetune/Learning Rate": 1.339821427642162e-05, "Finetune/Loss": 0.8472893238067627, "Finetune/Loss (Raw)": 0.7730103135108948, "Finetune/Step": 7845, "Finetune/Step Time": 6.661573393270373}
+{"Finetune/Learning Rate": 1.3396630482319236e-05, "Finetune/Loss": 0.8485078811645508, "Finetune/Loss (Raw)": 0.8843218088150024, "Finetune/Step": 7846, "Finetune/Step Time": 6.6657813880592585}
+{"Finetune/Learning Rate": 1.3395046591898072e-05, "Finetune/Loss": 0.8495348691940308, "Finetune/Loss (Raw)": 0.809119701385498, "Finetune/Step": 7847, "Finetune/Step Time": 6.654417477548122}
+{"Finetune/Learning Rate": 1.3393462605203041e-05, "Finetune/Loss": 0.8476315140724182, "Finetune/Loss (Raw)": 0.7586102485656738, "Finetune/Step": 7848, "Finetune/Step Time": 6.651417242363095}
+{"Finetune/Learning Rate": 1.3391878522279056e-05, "Finetune/Loss": 0.847469687461853, "Finetune/Loss (Raw)": 0.9017653465270996, "Finetune/Step": 7849, "Finetune/Step Time": 6.660463972017169}
+{"Finetune/Learning Rate": 1.3390294343171048e-05, "Finetune/Loss": 0.8469298481941223, "Finetune/Loss (Raw)": 0.7771826386451721, "Finetune/Step": 7850, "Finetune/Step Time": 6.671548575162888}
+{"Finetune/Learning Rate": 1.3388710067923931e-05, "Finetune/Loss": 0.8465853929519653, "Finetune/Loss (Raw)": 0.8640426993370056, "Finetune/Step": 7851, "Finetune/Step Time": 6.671276709064841}
+{"Finetune/Learning Rate": 1.3387125696582631e-05, "Finetune/Loss": 0.8469532132148743, "Finetune/Loss (Raw)": 0.7803197503089905, "Finetune/Step": 7852, "Finetune/Step Time": 6.66833508759737}
+{"Finetune/Learning Rate": 1.3385541229192079e-05, "Finetune/Loss": 0.8455595374107361, "Finetune/Loss (Raw)": 0.7634577751159668, "Finetune/Step": 7853, "Finetune/Step Time": 6.6479481644928455}
+{"Finetune/Learning Rate": 1.3383956665797204e-05, "Finetune/Loss": 0.8461202383041382, "Finetune/Loss (Raw)": 0.8810998201370239, "Finetune/Step": 7854, "Finetune/Step Time": 6.6471476554870605}
+{"Finetune/Learning Rate": 1.338237200644294e-05, "Finetune/Loss": 0.8448907136917114, "Finetune/Loss (Raw)": 0.797604501247406, "Finetune/Step": 7855, "Finetune/Step Time": 6.645847076550126}
+{"Finetune/Learning Rate": 1.3380787251174226e-05, "Finetune/Loss": 0.8448907732963562, "Finetune/Loss (Raw)": 0.8541952967643738, "Finetune/Step": 7856, "Finetune/Step Time": 6.647092306986451}
+{"Finetune/Learning Rate": 1.3379202400035998e-05, "Finetune/Loss": 0.8449265956878662, "Finetune/Loss (Raw)": 0.7471627593040466, "Finetune/Step": 7857, "Finetune/Step Time": 6.649353606626391}
+{"Finetune/Learning Rate": 1.3377617453073199e-05, "Finetune/Loss": 0.8455749750137329, "Finetune/Loss (Raw)": 0.8999218940734863, "Finetune/Step": 7858, "Finetune/Step Time": 6.646106099709868}
+{"Finetune/Learning Rate": 1.3376032410330776e-05, "Finetune/Loss": 0.8447786569595337, "Finetune/Loss (Raw)": 0.8456131219863892, "Finetune/Step": 7859, "Finetune/Step Time": 6.656058695167303}
+{"Finetune/Learning Rate": 1.3374447271853671e-05, "Finetune/Loss": 0.8444492816925049, "Finetune/Loss (Raw)": 0.8726317882537842, "Finetune/Step": 7860, "Finetune/Step Time": 6.658635538071394}
+{"Finetune/Learning Rate": 1.337286203768684e-05, "Finetune/Loss": 0.8439621925354004, "Finetune/Loss (Raw)": 0.6297131180763245, "Finetune/Step": 7861, "Finetune/Step Time": 6.660463910549879}
+{"Finetune/Learning Rate": 1.3371276707875232e-05, "Finetune/Loss": 0.8435044288635254, "Finetune/Loss (Raw)": 0.8900523781776428, "Finetune/Step": 7862, "Finetune/Step Time": 6.659842375665903}
+{"Finetune/Learning Rate": 1.33696912824638e-05, "Finetune/Loss": 0.8422560691833496, "Finetune/Loss (Raw)": 0.7266192436218262, "Finetune/Step": 7863, "Finetune/Step Time": 6.658437468111515}
+{"Finetune/Learning Rate": 1.3368105761497507e-05, "Finetune/Loss": 0.8426522016525269, "Finetune/Loss (Raw)": 0.9709029197692871, "Finetune/Step": 7864, "Finetune/Step Time": 6.657803373411298}
+{"Finetune/Learning Rate": 1.3366520145021313e-05, "Finetune/Loss": 0.8433367013931274, "Finetune/Loss (Raw)": 0.9762853384017944, "Finetune/Step": 7865, "Finetune/Step Time": 6.662932498380542}
+{"Finetune/Learning Rate": 1.3364934433080181e-05, "Finetune/Loss": 0.8423268795013428, "Finetune/Loss (Raw)": 0.874002993106842, "Finetune/Step": 7866, "Finetune/Step Time": 6.662654159590602}
+{"Finetune/Learning Rate": 1.3363348625719077e-05, "Finetune/Loss": 0.8419334888458252, "Finetune/Loss (Raw)": 0.8174729347229004, "Finetune/Step": 7867, "Finetune/Step Time": 6.660491047427058}
+{"Finetune/Learning Rate": 1.3361762722982969e-05, "Finetune/Loss": 0.8426265716552734, "Finetune/Loss (Raw)": 0.9048093557357788, "Finetune/Step": 7868, "Finetune/Step Time": 6.665967006236315}
+{"Finetune/Learning Rate": 1.3360176724916833e-05, "Finetune/Loss": 0.8415848016738892, "Finetune/Loss (Raw)": 0.7085899114608765, "Finetune/Step": 7869, "Finetune/Step Time": 6.67781269736588}
+{"Finetune/Learning Rate": 1.3358590631565635e-05, "Finetune/Loss": 0.8415292501449585, "Finetune/Loss (Raw)": 0.9549738764762878, "Finetune/Step": 7870, "Finetune/Step Time": 6.678590649738908}
+{"Finetune/Learning Rate": 1.3357004442974359e-05, "Finetune/Loss": 0.8428542017936707, "Finetune/Loss (Raw)": 1.0121417045593262, "Finetune/Step": 7871, "Finetune/Step Time": 6.685460329055786}
+{"Finetune/Learning Rate": 1.3355418159187988e-05, "Finetune/Loss": 0.842431902885437, "Finetune/Loss (Raw)": 0.8787460923194885, "Finetune/Step": 7872, "Finetune/Step Time": 6.69285542704165}
+{"Finetune/Learning Rate": 1.3353831780251493e-05, "Finetune/Loss": 0.8426684737205505, "Finetune/Loss (Raw)": 0.8570895195007324, "Finetune/Step": 7873, "Finetune/Step Time": 6.694310240447521}
+{"Finetune/Learning Rate": 1.3352245306209865e-05, "Finetune/Loss": 0.8433626890182495, "Finetune/Loss (Raw)": 0.9583745002746582, "Finetune/Step": 7874, "Finetune/Step Time": 6.691774811595678}
+{"Finetune/Learning Rate": 1.33506587371081e-05, "Finetune/Loss": 0.842664361000061, "Finetune/Loss (Raw)": 0.8012705445289612, "Finetune/Step": 7875, "Finetune/Step Time": 6.689544280990958}
+{"Finetune/Learning Rate": 1.3349072072991176e-05, "Finetune/Loss": 0.842964231967926, "Finetune/Loss (Raw)": 0.9137369394302368, "Finetune/Step": 7876, "Finetune/Step Time": 6.690663632005453}
+{"Finetune/Learning Rate": 1.3347485313904091e-05, "Finetune/Loss": 0.8418871164321899, "Finetune/Loss (Raw)": 0.7349709272384644, "Finetune/Step": 7877, "Finetune/Step Time": 6.690360344946384}
+{"Finetune/Learning Rate": 1.3345898459891844e-05, "Finetune/Loss": 0.8417915105819702, "Finetune/Loss (Raw)": 0.7638126015663147, "Finetune/Step": 7878, "Finetune/Step Time": 6.697874629870057}
+{"Finetune/Learning Rate": 1.3344311510999431e-05, "Finetune/Loss": 0.8402084112167358, "Finetune/Loss (Raw)": 0.7764479517936707, "Finetune/Step": 7879, "Finetune/Step Time": 6.695993868634105}
+{"Finetune/Learning Rate": 1.3342724467271852e-05, "Finetune/Loss": 0.8402054905891418, "Finetune/Loss (Raw)": 0.7098745703697205, "Finetune/Step": 7880, "Finetune/Step Time": 6.692343275994062}
+{"Finetune/Learning Rate": 1.3341137328754115e-05, "Finetune/Loss": 0.8409671187400818, "Finetune/Loss (Raw)": 0.954620361328125, "Finetune/Step": 7881, "Finetune/Step Time": 6.695244213566184}
+{"Finetune/Learning Rate": 1.333955009549122e-05, "Finetune/Loss": 0.8415077328681946, "Finetune/Loss (Raw)": 0.8337640166282654, "Finetune/Step": 7882, "Finetune/Step Time": 6.676708355545998}
+{"Finetune/Learning Rate": 1.3337962767528185e-05, "Finetune/Loss": 0.8404209017753601, "Finetune/Loss (Raw)": 0.6518521308898926, "Finetune/Step": 7883, "Finetune/Step Time": 6.719572244212031}
+{"Finetune/Learning Rate": 1.3336375344910015e-05, "Finetune/Loss": 0.8391751050949097, "Finetune/Loss (Raw)": 0.7269386053085327, "Finetune/Step": 7884, "Finetune/Step Time": 6.7406965382397175}
+{"Finetune/Learning Rate": 1.3334787827681728e-05, "Finetune/Loss": 0.840216875076294, "Finetune/Loss (Raw)": 0.935763418674469, "Finetune/Step": 7885, "Finetune/Step Time": 6.7441547606140375}
+{"Finetune/Learning Rate": 1.3333200215888342e-05, "Finetune/Loss": 0.8406352996826172, "Finetune/Loss (Raw)": 0.7768768668174744, "Finetune/Step": 7886, "Finetune/Step Time": 6.743274567648768}
+{"Finetune/Learning Rate": 1.3331612509574876e-05, "Finetune/Loss": 0.840924859046936, "Finetune/Loss (Raw)": 0.8339552879333496, "Finetune/Step": 7887, "Finetune/Step Time": 6.742470467463136}
+{"Finetune/Learning Rate": 1.3330024708786354e-05, "Finetune/Loss": 0.8401172757148743, "Finetune/Loss (Raw)": 0.8509149551391602, "Finetune/Step": 7888, "Finetune/Step Time": 6.7426594737917185}
+{"Finetune/Learning Rate": 1.3328436813567798e-05, "Finetune/Loss": 0.8395642042160034, "Finetune/Loss (Raw)": 0.8243668675422668, "Finetune/Step": 7889, "Finetune/Step Time": 6.738879857584834}
+{"Finetune/Learning Rate": 1.3326848823964243e-05, "Finetune/Loss": 0.8393703699111938, "Finetune/Loss (Raw)": 0.8517365455627441, "Finetune/Step": 7890, "Finetune/Step Time": 6.731041735038161}
+{"Finetune/Learning Rate": 1.3325260740020709e-05, "Finetune/Loss": 0.8399186134338379, "Finetune/Loss (Raw)": 0.864043653011322, "Finetune/Step": 7891, "Finetune/Step Time": 6.73032795637846}
+{"Finetune/Learning Rate": 1.3323672561782242e-05, "Finetune/Loss": 0.8407267332077026, "Finetune/Loss (Raw)": 0.9069053530693054, "Finetune/Step": 7892, "Finetune/Step Time": 6.74474523216486}
+{"Finetune/Learning Rate": 1.3322084289293871e-05, "Finetune/Loss": 0.8415016531944275, "Finetune/Loss (Raw)": 0.9947643876075745, "Finetune/Step": 7893, "Finetune/Step Time": 6.7453540693968534}
+{"Finetune/Learning Rate": 1.3320495922600634e-05, "Finetune/Loss": 0.8421206474304199, "Finetune/Loss (Raw)": 0.9520328044891357, "Finetune/Step": 7894, "Finetune/Step Time": 6.746844282373786}
+{"Finetune/Learning Rate": 1.3318907461747576e-05, "Finetune/Loss": 0.8418598771095276, "Finetune/Loss (Raw)": 0.7821521162986755, "Finetune/Step": 7895, "Finetune/Step Time": 6.743394277989864}
+{"Finetune/Learning Rate": 1.3317318906779744e-05, "Finetune/Loss": 0.8423526287078857, "Finetune/Loss (Raw)": 0.955528736114502, "Finetune/Step": 7896, "Finetune/Step Time": 6.73867935501039}
+{"Finetune/Learning Rate": 1.3315730257742177e-05, "Finetune/Loss": 0.843742847442627, "Finetune/Loss (Raw)": 0.9332244992256165, "Finetune/Step": 7897, "Finetune/Step Time": 6.733392257243395}
+{"Finetune/Learning Rate": 1.3314141514679925e-05, "Finetune/Loss": 0.8427609801292419, "Finetune/Loss (Raw)": 0.7972699403762817, "Finetune/Step": 7898, "Finetune/Step Time": 6.732249250635505}
+{"Finetune/Learning Rate": 1.3312552677638051e-05, "Finetune/Loss": 0.8424108028411865, "Finetune/Loss (Raw)": 0.8756409883499146, "Finetune/Step": 7899, "Finetune/Step Time": 6.732740942388773}
+{"Finetune/Learning Rate": 1.33109637466616e-05, "Finetune/Loss": 0.8423324823379517, "Finetune/Loss (Raw)": 0.9083185791969299, "Finetune/Step": 7900, "Finetune/Step Time": 6.730680635198951}
+{"Finetune/Learning Rate": 1.3309374721795632e-05, "Finetune/Loss": 0.8421558141708374, "Finetune/Loss (Raw)": 0.6782588362693787, "Finetune/Step": 7901, "Finetune/Step Time": 6.744644721969962}
+{"Finetune/Learning Rate": 1.3307785603085208e-05, "Finetune/Loss": 0.8414387702941895, "Finetune/Loss (Raw)": 0.9438305497169495, "Finetune/Step": 7902, "Finetune/Step Time": 6.741120079532266}
+{"Finetune/Learning Rate": 1.330619639057539e-05, "Finetune/Loss": 0.8410816192626953, "Finetune/Loss (Raw)": 0.8769242763519287, "Finetune/Step": 7903, "Finetune/Step Time": 6.740490773692727}
+{"Finetune/Learning Rate": 1.3304607084311246e-05, "Finetune/Loss": 0.8393206596374512, "Finetune/Loss (Raw)": 0.7015806436538696, "Finetune/Step": 7904, "Finetune/Step Time": 6.738278781995177}
+{"Finetune/Learning Rate": 1.3303017684337838e-05, "Finetune/Loss": 0.8387671709060669, "Finetune/Loss (Raw)": 0.8488638997077942, "Finetune/Step": 7905, "Finetune/Step Time": 6.719070982187986}
+{"Finetune/Learning Rate": 1.3301428190700243e-05, "Finetune/Loss": 0.8394476175308228, "Finetune/Loss (Raw)": 0.8914105892181396, "Finetune/Step": 7906, "Finetune/Step Time": 6.7069928497076035}
+{"Finetune/Learning Rate": 1.329983860344353e-05, "Finetune/Loss": 0.838250994682312, "Finetune/Loss (Raw)": 0.8318133354187012, "Finetune/Step": 7907, "Finetune/Step Time": 6.693955702707171}
+{"Finetune/Learning Rate": 1.3298248922612783e-05, "Finetune/Loss": 0.8382643461227417, "Finetune/Loss (Raw)": 0.7071103453636169, "Finetune/Step": 7908, "Finetune/Step Time": 6.6843346413224936}
+{"Finetune/Learning Rate": 1.3296659148253072e-05, "Finetune/Loss": 0.8380219340324402, "Finetune/Loss (Raw)": 0.802294909954071, "Finetune/Step": 7909, "Finetune/Step Time": 6.684376085177064}
+{"Finetune/Learning Rate": 1.3295069280409482e-05, "Finetune/Loss": 0.8373289108276367, "Finetune/Loss (Raw)": 0.7019685506820679, "Finetune/Step": 7910, "Finetune/Step Time": 6.696289153769612}
+{"Finetune/Learning Rate": 1.32934793191271e-05, "Finetune/Loss": 0.8362667560577393, "Finetune/Loss (Raw)": 0.6612001657485962, "Finetune/Step": 7911, "Finetune/Step Time": 6.709413528442383}
+{"Finetune/Learning Rate": 1.3291889264451005e-05, "Finetune/Loss": 0.8366314172744751, "Finetune/Loss (Raw)": 0.8885237574577332, "Finetune/Step": 7912, "Finetune/Step Time": 6.702959008514881}
+{"Finetune/Learning Rate": 1.3290299116426296e-05, "Finetune/Loss": 0.8369128704071045, "Finetune/Loss (Raw)": 0.9586624503135681, "Finetune/Step": 7913, "Finetune/Step Time": 6.70140321739018}
+{"Finetune/Learning Rate": 1.328870887509806e-05, "Finetune/Loss": 0.8376325368881226, "Finetune/Loss (Raw)": 0.9013884663581848, "Finetune/Step": 7914, "Finetune/Step Time": 6.691852264106274}
+{"Finetune/Learning Rate": 1.3287118540511388e-05, "Finetune/Loss": 0.8378341197967529, "Finetune/Loss (Raw)": 0.8163501620292664, "Finetune/Step": 7915, "Finetune/Step Time": 6.681964343413711}
+{"Finetune/Learning Rate": 1.3285528112711383e-05, "Finetune/Loss": 0.8388174772262573, "Finetune/Loss (Raw)": 1.0295815467834473, "Finetune/Step": 7916, "Finetune/Step Time": 6.691700531169772}
+{"Finetune/Learning Rate": 1.3283937591743147e-05, "Finetune/Loss": 0.8384167551994324, "Finetune/Loss (Raw)": 0.8661402463912964, "Finetune/Step": 7917, "Finetune/Step Time": 6.693213166669011}
+{"Finetune/Learning Rate": 1.328234697765178e-05, "Finetune/Loss": 0.8397254943847656, "Finetune/Loss (Raw)": 0.909022867679596, "Finetune/Step": 7918, "Finetune/Step Time": 6.6829450111836195}
+{"Finetune/Learning Rate": 1.328075627048238e-05, "Finetune/Loss": 0.8386565446853638, "Finetune/Loss (Raw)": 0.8176934123039246, "Finetune/Step": 7919, "Finetune/Step Time": 6.6833590362221}
+{"Finetune/Learning Rate": 1.3279165470280067e-05, "Finetune/Loss": 0.8377352952957153, "Finetune/Loss (Raw)": 0.7457342743873596, "Finetune/Step": 7920, "Finetune/Step Time": 6.682138063013554}
+{"Finetune/Learning Rate": 1.3277574577089942e-05, "Finetune/Loss": 0.8378359079360962, "Finetune/Loss (Raw)": 0.7722474932670593, "Finetune/Step": 7921, "Finetune/Step Time": 6.669179305434227}
+{"Finetune/Learning Rate": 1.3275983590957121e-05, "Finetune/Loss": 0.8385062217712402, "Finetune/Loss (Raw)": 0.9257302284240723, "Finetune/Step": 7922, "Finetune/Step Time": 6.653747985139489}
+{"Finetune/Learning Rate": 1.3274392511926726e-05, "Finetune/Loss": 0.8383482098579407, "Finetune/Loss (Raw)": 0.8377990126609802, "Finetune/Step": 7923, "Finetune/Step Time": 6.640416245907545}
+{"Finetune/Learning Rate": 1.3272801340043867e-05, "Finetune/Loss": 0.8374794721603394, "Finetune/Loss (Raw)": 0.688483476638794, "Finetune/Step": 7924, "Finetune/Step Time": 6.639085680246353}
+{"Finetune/Learning Rate": 1.327121007535367e-05, "Finetune/Loss": 0.8374273180961609, "Finetune/Loss (Raw)": 0.7842905521392822, "Finetune/Step": 7925, "Finetune/Step Time": 6.639626046642661}
+{"Finetune/Learning Rate": 1.3269618717901258e-05, "Finetune/Loss": 0.835493803024292, "Finetune/Loss (Raw)": 0.6747052669525146, "Finetune/Step": 7926, "Finetune/Step Time": 6.640238264575601}
+{"Finetune/Learning Rate": 1.3268027267731756e-05, "Finetune/Loss": 0.8359971046447754, "Finetune/Loss (Raw)": 0.8069477677345276, "Finetune/Step": 7927, "Finetune/Step Time": 6.642991868779063}
+{"Finetune/Learning Rate": 1.3266435724890294e-05, "Finetune/Loss": 0.8353782296180725, "Finetune/Loss (Raw)": 0.7873104810714722, "Finetune/Step": 7928, "Finetune/Step Time": 6.646662270650268}
+{"Finetune/Learning Rate": 1.3264844089422004e-05, "Finetune/Loss": 0.8362363576889038, "Finetune/Loss (Raw)": 0.8971388936042786, "Finetune/Step": 7929, "Finetune/Step Time": 6.647339293733239}
+{"Finetune/Learning Rate": 1.3263252361372017e-05, "Finetune/Loss": 0.8358851671218872, "Finetune/Loss (Raw)": 0.7885016798973083, "Finetune/Step": 7930, "Finetune/Step Time": 6.647965256124735}
+{"Finetune/Learning Rate": 1.3261660540785474e-05, "Finetune/Loss": 0.8348802328109741, "Finetune/Loss (Raw)": 0.8597010970115662, "Finetune/Step": 7931, "Finetune/Step Time": 6.651616729795933}
+{"Finetune/Learning Rate": 1.3260068627707514e-05, "Finetune/Loss": 0.8355838060379028, "Finetune/Loss (Raw)": 0.8605846762657166, "Finetune/Step": 7932, "Finetune/Step Time": 6.636824302375317}
+{"Finetune/Learning Rate": 1.3258476622183275e-05, "Finetune/Loss": 0.835590660572052, "Finetune/Loss (Raw)": 0.9320436120033264, "Finetune/Step": 7933, "Finetune/Step Time": 6.639171149581671}
+{"Finetune/Learning Rate": 1.325688452425791e-05, "Finetune/Loss": 0.8373726010322571, "Finetune/Loss (Raw)": 0.9458929896354675, "Finetune/Step": 7934, "Finetune/Step Time": 6.633310422301292}
+{"Finetune/Learning Rate": 1.325529233397656e-05, "Finetune/Loss": 0.8372248411178589, "Finetune/Loss (Raw)": 0.8518747091293335, "Finetune/Step": 7935, "Finetune/Step Time": 6.6636993661522865}
+{"Finetune/Learning Rate": 1.3253700051384371e-05, "Finetune/Loss": 0.8377830982208252, "Finetune/Loss (Raw)": 0.939598798751831, "Finetune/Step": 7936, "Finetune/Step Time": 6.662868971005082}
+{"Finetune/Learning Rate": 1.3252107676526505e-05, "Finetune/Loss": 0.836178183555603, "Finetune/Loss (Raw)": 0.7225132584571838, "Finetune/Step": 7937, "Finetune/Step Time": 6.672702910378575}
+{"Finetune/Learning Rate": 1.3250515209448114e-05, "Finetune/Loss": 0.8348613977432251, "Finetune/Loss (Raw)": 0.7480052709579468, "Finetune/Step": 7938, "Finetune/Step Time": 6.674547405913472}
+{"Finetune/Learning Rate": 1.3248922650194354e-05, "Finetune/Loss": 0.8361635804176331, "Finetune/Loss (Raw)": 0.9699751734733582, "Finetune/Step": 7939, "Finetune/Step Time": 6.674296174198389}
+{"Finetune/Learning Rate": 1.3247329998810381e-05, "Finetune/Loss": 0.8362447619438171, "Finetune/Loss (Raw)": 0.8992530107498169, "Finetune/Step": 7940, "Finetune/Step Time": 6.674200467765331}
+{"Finetune/Learning Rate": 1.324573725534137e-05, "Finetune/Loss": 0.836367666721344, "Finetune/Loss (Raw)": 0.8414275646209717, "Finetune/Step": 7941, "Finetune/Step Time": 6.676032867282629}
+{"Finetune/Learning Rate": 1.324414441983248e-05, "Finetune/Loss": 0.8384562730789185, "Finetune/Loss (Raw)": 0.9461262822151184, "Finetune/Step": 7942, "Finetune/Step Time": 6.670807709917426}
+{"Finetune/Learning Rate": 1.3242551492328875e-05, "Finetune/Loss": 0.8374254703521729, "Finetune/Loss (Raw)": 0.7475635409355164, "Finetune/Step": 7943, "Finetune/Step Time": 6.6710206381976604}
+{"Finetune/Learning Rate": 1.3240958472875734e-05, "Finetune/Loss": 0.8384900093078613, "Finetune/Loss (Raw)": 0.8608425855636597, "Finetune/Step": 7944, "Finetune/Step Time": 6.665983600541949}
+{"Finetune/Learning Rate": 1.3239365361518226e-05, "Finetune/Loss": 0.8399912714958191, "Finetune/Loss (Raw)": 0.8972033262252808, "Finetune/Step": 7945, "Finetune/Step Time": 6.67102948948741}
+{"Finetune/Learning Rate": 1.3237772158301527e-05, "Finetune/Loss": 0.8386588096618652, "Finetune/Loss (Raw)": 0.7299498915672302, "Finetune/Step": 7946, "Finetune/Step Time": 6.6693598087877035}
+{"Finetune/Learning Rate": 1.3236178863270815e-05, "Finetune/Loss": 0.8366049528121948, "Finetune/Loss (Raw)": 0.6703699231147766, "Finetune/Step": 7947, "Finetune/Step Time": 6.664257099851966}
+{"Finetune/Learning Rate": 1.3234585476471275e-05, "Finetune/Loss": 0.8354271650314331, "Finetune/Loss (Raw)": 0.7935578227043152, "Finetune/Step": 7948, "Finetune/Step Time": 6.662920029833913}
+{"Finetune/Learning Rate": 1.323299199794809e-05, "Finetune/Loss": 0.8357452154159546, "Finetune/Loss (Raw)": 0.8261411786079407, "Finetune/Step": 7949, "Finetune/Step Time": 6.673483204096556}
+{"Finetune/Learning Rate": 1.3231398427746442e-05, "Finetune/Loss": 0.835806131362915, "Finetune/Loss (Raw)": 0.8934658169746399, "Finetune/Step": 7950, "Finetune/Step Time": 6.674734100699425}
+{"Finetune/Learning Rate": 1.3229804765911527e-05, "Finetune/Loss": 0.8360950946807861, "Finetune/Loss (Raw)": 0.8682242631912231, "Finetune/Step": 7951, "Finetune/Step Time": 6.67835377715528}
+{"Finetune/Learning Rate": 1.3228211012488532e-05, "Finetune/Loss": 0.8359519243240356, "Finetune/Loss (Raw)": 0.8303152918815613, "Finetune/Step": 7952, "Finetune/Step Time": 6.671841040253639}
+{"Finetune/Learning Rate": 1.322661716752265e-05, "Finetune/Loss": 0.8353770971298218, "Finetune/Loss (Raw)": 0.7738886475563049, "Finetune/Step": 7953, "Finetune/Step Time": 6.6628505531698465}
+{"Finetune/Learning Rate": 1.3225023231059084e-05, "Finetune/Loss": 0.8367809653282166, "Finetune/Loss (Raw)": 0.8785799145698547, "Finetune/Step": 7954, "Finetune/Step Time": 6.682228833436966}
+{"Finetune/Learning Rate": 1.3223429203143028e-05, "Finetune/Loss": 0.8350627422332764, "Finetune/Loss (Raw)": 0.6555357575416565, "Finetune/Step": 7955, "Finetune/Step Time": 6.690382381901145}
+{"Finetune/Learning Rate": 1.3221835083819685e-05, "Finetune/Loss": 0.8361963033676147, "Finetune/Loss (Raw)": 0.8711730241775513, "Finetune/Step": 7956, "Finetune/Step Time": 6.685976903885603}
+{"Finetune/Learning Rate": 1.3220240873134263e-05, "Finetune/Loss": 0.83685302734375, "Finetune/Loss (Raw)": 0.8768123984336853, "Finetune/Step": 7957, "Finetune/Step Time": 6.673918716609478}
+{"Finetune/Learning Rate": 1.3218646571131965e-05, "Finetune/Loss": 0.8343961834907532, "Finetune/Loss (Raw)": 0.6499171257019043, "Finetune/Step": 7958, "Finetune/Step Time": 6.672184016555548}
+{"Finetune/Learning Rate": 1.3217052177858006e-05, "Finetune/Loss": 0.8355786800384521, "Finetune/Loss (Raw)": 0.788989782333374, "Finetune/Step": 7959, "Finetune/Step Time": 6.68036481179297}
+{"Finetune/Learning Rate": 1.3215457693357592e-05, "Finetune/Loss": 0.8359368443489075, "Finetune/Loss (Raw)": 0.9334743618965149, "Finetune/Step": 7960, "Finetune/Step Time": 6.700275339186192}
+{"Finetune/Learning Rate": 1.3213863117675942e-05, "Finetune/Loss": 0.83523029088974, "Finetune/Loss (Raw)": 0.8372464179992676, "Finetune/Step": 7961, "Finetune/Step Time": 6.702581953257322}
+{"Finetune/Learning Rate": 1.3212268450858275e-05, "Finetune/Loss": 0.8356603980064392, "Finetune/Loss (Raw)": 0.8103388547897339, "Finetune/Step": 7962, "Finetune/Step Time": 6.713438997045159}
+{"Finetune/Learning Rate": 1.3210673692949809e-05, "Finetune/Loss": 0.8368666172027588, "Finetune/Loss (Raw)": 0.9661891460418701, "Finetune/Step": 7963, "Finetune/Step Time": 6.717947626486421}
+{"Finetune/Learning Rate": 1.3209078843995763e-05, "Finetune/Loss": 0.8367827534675598, "Finetune/Loss (Raw)": 0.7919892072677612, "Finetune/Step": 7964, "Finetune/Step Time": 6.712807377800345}
+{"Finetune/Learning Rate": 1.320748390404137e-05, "Finetune/Loss": 0.8363358974456787, "Finetune/Loss (Raw)": 0.7749167084693909, "Finetune/Step": 7965, "Finetune/Step Time": 6.713853320106864}
+{"Finetune/Learning Rate": 1.3205888873131856e-05, "Finetune/Loss": 0.8351564407348633, "Finetune/Loss (Raw)": 0.8464230298995972, "Finetune/Step": 7966, "Finetune/Step Time": 6.714767277240753}
+{"Finetune/Learning Rate": 1.3204293751312447e-05, "Finetune/Loss": 0.8351423740386963, "Finetune/Loss (Raw)": 0.8093260526657104, "Finetune/Step": 7967, "Finetune/Step Time": 6.72884769551456}
+{"Finetune/Learning Rate": 1.3202698538628376e-05, "Finetune/Loss": 0.8342128396034241, "Finetune/Loss (Raw)": 0.78026282787323, "Finetune/Step": 7968, "Finetune/Step Time": 6.714538086205721}
+{"Finetune/Learning Rate": 1.3201103235124889e-05, "Finetune/Loss": 0.8353968262672424, "Finetune/Loss (Raw)": 0.8730449080467224, "Finetune/Step": 7969, "Finetune/Step Time": 6.713174514472485}
+{"Finetune/Learning Rate": 1.3199507840847212e-05, "Finetune/Loss": 0.836281955242157, "Finetune/Loss (Raw)": 0.8848516941070557, "Finetune/Step": 7970, "Finetune/Step Time": 6.71495365165174}
+{"Finetune/Learning Rate": 1.319791235584059e-05, "Finetune/Loss": 0.8366729021072388, "Finetune/Loss (Raw)": 0.9796950221061707, "Finetune/Step": 7971, "Finetune/Step Time": 6.723304260522127}
+{"Finetune/Learning Rate": 1.3196316780150272e-05, "Finetune/Loss": 0.8366553783416748, "Finetune/Loss (Raw)": 0.852475643157959, "Finetune/Step": 7972, "Finetune/Step Time": 6.727134892717004}
+{"Finetune/Learning Rate": 1.3194721113821494e-05, "Finetune/Loss": 0.8373330235481262, "Finetune/Loss (Raw)": 0.8597521781921387, "Finetune/Step": 7973, "Finetune/Step Time": 6.713460594415665}
+{"Finetune/Learning Rate": 1.3193125356899512e-05, "Finetune/Loss": 0.8367136120796204, "Finetune/Loss (Raw)": 0.8050340414047241, "Finetune/Step": 7974, "Finetune/Step Time": 6.729277411475778}
+{"Finetune/Learning Rate": 1.3191529509429575e-05, "Finetune/Loss": 0.8371611833572388, "Finetune/Loss (Raw)": 0.8664161562919617, "Finetune/Step": 7975, "Finetune/Step Time": 6.730672983452678}
+{"Finetune/Learning Rate": 1.3189933571456937e-05, "Finetune/Loss": 0.838197648525238, "Finetune/Loss (Raw)": 0.891270637512207, "Finetune/Step": 7976, "Finetune/Step Time": 6.7331914603710175}
+{"Finetune/Learning Rate": 1.3188337543026854e-05, "Finetune/Loss": 0.8374687433242798, "Finetune/Loss (Raw)": 0.8084700107574463, "Finetune/Step": 7977, "Finetune/Step Time": 6.72276383638382}
+{"Finetune/Learning Rate": 1.3186741424184584e-05, "Finetune/Loss": 0.8378921747207642, "Finetune/Loss (Raw)": 0.8313813209533691, "Finetune/Step": 7978, "Finetune/Step Time": 6.70820371620357}
+{"Finetune/Learning Rate": 1.3185145214975388e-05, "Finetune/Loss": 0.8376197814941406, "Finetune/Loss (Raw)": 0.8291745781898499, "Finetune/Step": 7979, "Finetune/Step Time": 6.70532401278615}
+{"Finetune/Learning Rate": 1.3183548915444534e-05, "Finetune/Loss": 0.8391855955123901, "Finetune/Loss (Raw)": 0.9807454347610474, "Finetune/Step": 7980, "Finetune/Step Time": 6.705791667103767}
+{"Finetune/Learning Rate": 1.3181952525637282e-05, "Finetune/Loss": 0.840226411819458, "Finetune/Loss (Raw)": 0.896687388420105, "Finetune/Step": 7981, "Finetune/Step Time": 6.7106069307774305}
+{"Finetune/Learning Rate": 1.3180356045598907e-05, "Finetune/Loss": 0.84015291929245, "Finetune/Loss (Raw)": 0.8716853260993958, "Finetune/Step": 7982, "Finetune/Step Time": 6.710074840113521}
+{"Finetune/Learning Rate": 1.3178759475374676e-05, "Finetune/Loss": 0.8408972024917603, "Finetune/Loss (Raw)": 0.8928775191307068, "Finetune/Step": 7983, "Finetune/Step Time": 6.70561240427196}
+{"Finetune/Learning Rate": 1.317716281500987e-05, "Finetune/Loss": 0.8403465151786804, "Finetune/Loss (Raw)": 0.7837019562721252, "Finetune/Step": 7984, "Finetune/Step Time": 6.70942959561944}
+{"Finetune/Learning Rate": 1.3175566064549757e-05, "Finetune/Loss": 0.8396100401878357, "Finetune/Loss (Raw)": 0.6528928875923157, "Finetune/Step": 7985, "Finetune/Step Time": 6.725209789350629}
+{"Finetune/Learning Rate": 1.3173969224039621e-05, "Finetune/Loss": 0.8393495678901672, "Finetune/Loss (Raw)": 0.8665827512741089, "Finetune/Step": 7986, "Finetune/Step Time": 6.726355738937855}
+{"Finetune/Learning Rate": 1.3172372293524746e-05, "Finetune/Loss": 0.8396610617637634, "Finetune/Loss (Raw)": 0.8854875564575195, "Finetune/Step": 7987, "Finetune/Step Time": 6.716123342514038}
+{"Finetune/Learning Rate": 1.3170775273050411e-05, "Finetune/Loss": 0.8393587470054626, "Finetune/Loss (Raw)": 0.8339313864707947, "Finetune/Step": 7988, "Finetune/Step Time": 6.714772833511233}
+{"Finetune/Learning Rate": 1.3169178162661906e-05, "Finetune/Loss": 0.841317892074585, "Finetune/Loss (Raw)": 0.880482017993927, "Finetune/Step": 7989, "Finetune/Step Time": 6.700993636623025}
+{"Finetune/Learning Rate": 1.3167580962404523e-05, "Finetune/Loss": 0.8416874408721924, "Finetune/Loss (Raw)": 0.9373561143875122, "Finetune/Step": 7990, "Finetune/Step Time": 6.703805726021528}
+{"Finetune/Learning Rate": 1.316598367232355e-05, "Finetune/Loss": 0.841623067855835, "Finetune/Loss (Raw)": 0.7183884978294373, "Finetune/Step": 7991, "Finetune/Step Time": 6.709170773625374}
+{"Finetune/Learning Rate": 1.316438629246428e-05, "Finetune/Loss": 0.8398281931877136, "Finetune/Loss (Raw)": 0.7411535382270813, "Finetune/Step": 7992, "Finetune/Step Time": 6.707779463380575}
+{"Finetune/Learning Rate": 1.3162788822872016e-05, "Finetune/Loss": 0.8371946215629578, "Finetune/Loss (Raw)": 0.6391895413398743, "Finetune/Step": 7993, "Finetune/Step Time": 6.702899230644107}
+{"Finetune/Learning Rate": 1.3161191263592054e-05, "Finetune/Loss": 0.836127758026123, "Finetune/Loss (Raw)": 0.7374351024627686, "Finetune/Step": 7994, "Finetune/Step Time": 6.702371975407004}
+{"Finetune/Learning Rate": 1.3159593614669698e-05, "Finetune/Loss": 0.8370890617370605, "Finetune/Loss (Raw)": 0.9405223727226257, "Finetune/Step": 7995, "Finetune/Step Time": 6.69989830814302}
+{"Finetune/Learning Rate": 1.3157995876150252e-05, "Finetune/Loss": 0.8361700177192688, "Finetune/Loss (Raw)": 0.7871735095977783, "Finetune/Step": 7996, "Finetune/Step Time": 6.695867342874408}
+{"Finetune/Learning Rate": 1.3156398048079023e-05, "Finetune/Loss": 0.8378186225891113, "Finetune/Loss (Raw)": 0.9196133017539978, "Finetune/Step": 7997, "Finetune/Step Time": 6.684751661494374}
+{"Finetune/Learning Rate": 1.3154800130501317e-05, "Finetune/Loss": 0.837096095085144, "Finetune/Loss (Raw)": 0.8624963164329529, "Finetune/Step": 7998, "Finetune/Step Time": 6.690906789153814}
+{"Finetune/Learning Rate": 1.3153202123462454e-05, "Finetune/Loss": 0.8364032506942749, "Finetune/Loss (Raw)": 0.9234495162963867, "Finetune/Step": 7999, "Finetune/Step Time": 6.686366092413664}
+{"Finetune/Learning Rate": 1.3151604027007744e-05, "Finetune/Loss": 0.8343766927719116, "Finetune/Loss (Raw)": 0.6193477511405945, "Finetune/Step": 8000, "Finetune/Step Time": 6.694559458643198}
+{"Finetune/Learning Rate": 1.3150005841182507e-05, "Finetune/Loss": 0.8353415727615356, "Finetune/Loss (Raw)": 0.9805983304977417, "Finetune/Step": 8001, "Finetune/Step Time": 6.69454606436193}
+{"Finetune/Learning Rate": 1.314840756603206e-05, "Finetune/Loss": 0.8342699408531189, "Finetune/Loss (Raw)": 0.8212010264396667, "Finetune/Step": 8002, "Finetune/Step Time": 6.694216210395098}
+{"Finetune/Learning Rate": 1.314680920160173e-05, "Finetune/Loss": 0.8354144096374512, "Finetune/Loss (Raw)": 0.9477648138999939, "Finetune/Step": 8003, "Finetune/Step Time": 6.7038782350718975}
+{"Finetune/Learning Rate": 1.3145210747936836e-05, "Finetune/Loss": 0.8352879285812378, "Finetune/Loss (Raw)": 0.8975443840026855, "Finetune/Step": 8004, "Finetune/Step Time": 6.699877105653286}
+{"Finetune/Learning Rate": 1.3143612205082713e-05, "Finetune/Loss": 0.8363454937934875, "Finetune/Loss (Raw)": 0.8703405857086182, "Finetune/Step": 8005, "Finetune/Step Time": 6.72209352068603}
+{"Finetune/Learning Rate": 1.3142013573084682e-05, "Finetune/Loss": 0.8375318050384521, "Finetune/Loss (Raw)": 0.9156606793403625, "Finetune/Step": 8006, "Finetune/Step Time": 6.730520302429795}
+{"Finetune/Learning Rate": 1.3140414851988084e-05, "Finetune/Loss": 0.8383828997612, "Finetune/Loss (Raw)": 0.885392427444458, "Finetune/Step": 8007, "Finetune/Step Time": 6.733079828321934}
+{"Finetune/Learning Rate": 1.3138816041838251e-05, "Finetune/Loss": 0.8392308950424194, "Finetune/Loss (Raw)": 0.8184176087379456, "Finetune/Step": 8008, "Finetune/Step Time": 6.737907983362675}
+{"Finetune/Learning Rate": 1.3137217142680518e-05, "Finetune/Loss": 0.8387959003448486, "Finetune/Loss (Raw)": 0.8989399075508118, "Finetune/Step": 8009, "Finetune/Step Time": 6.733602300286293}
+{"Finetune/Learning Rate": 1.313561815456023e-05, "Finetune/Loss": 0.8387224674224854, "Finetune/Loss (Raw)": 0.8243609070777893, "Finetune/Step": 8010, "Finetune/Step Time": 6.740983260795474}
+{"Finetune/Learning Rate": 1.313401907752273e-05, "Finetune/Loss": 0.8395138382911682, "Finetune/Loss (Raw)": 0.7531502842903137, "Finetune/Step": 8011, "Finetune/Step Time": 6.701789489015937}
+{"Finetune/Learning Rate": 1.3132419911613358e-05, "Finetune/Loss": 0.8395314812660217, "Finetune/Loss (Raw)": 0.7291976809501648, "Finetune/Step": 8012, "Finetune/Step Time": 6.677554709836841}
+{"Finetune/Learning Rate": 1.3130820656877464e-05, "Finetune/Loss": 0.83879554271698, "Finetune/Loss (Raw)": 0.841562807559967, "Finetune/Step": 8013, "Finetune/Step Time": 6.67458251491189}
+{"Finetune/Learning Rate": 1.3129221313360403e-05, "Finetune/Loss": 0.8377300500869751, "Finetune/Loss (Raw)": 0.6404964327812195, "Finetune/Step": 8014, "Finetune/Step Time": 6.676485080271959}
+{"Finetune/Learning Rate": 1.312762188110752e-05, "Finetune/Loss": 0.837352991104126, "Finetune/Loss (Raw)": 0.7856903672218323, "Finetune/Step": 8015, "Finetune/Step Time": 6.67555845156312}
+{"Finetune/Learning Rate": 1.3126022360164172e-05, "Finetune/Loss": 0.8375627994537354, "Finetune/Loss (Raw)": 0.8777681589126587, "Finetune/Step": 8016, "Finetune/Step Time": 6.675588417798281}
+{"Finetune/Learning Rate": 1.3124422750575726e-05, "Finetune/Loss": 0.8388264775276184, "Finetune/Loss (Raw)": 0.9861168265342712, "Finetune/Step": 8017, "Finetune/Step Time": 6.677984453737736}
+{"Finetune/Learning Rate": 1.3122823052387533e-05, "Finetune/Loss": 0.8376590013504028, "Finetune/Loss (Raw)": 0.7022995948791504, "Finetune/Step": 8018, "Finetune/Step Time": 6.68322086520493}
+{"Finetune/Learning Rate": 1.3121223265644955e-05, "Finetune/Loss": 0.8367773294448853, "Finetune/Loss (Raw)": 0.7511930465698242, "Finetune/Step": 8019, "Finetune/Step Time": 6.683551551774144}
+{"Finetune/Learning Rate": 1.3119623390393364e-05, "Finetune/Loss": 0.8358189463615417, "Finetune/Loss (Raw)": 0.7842234969139099, "Finetune/Step": 8020, "Finetune/Step Time": 6.664199221879244}
+{"Finetune/Learning Rate": 1.3118023426678124e-05, "Finetune/Loss": 0.8349151611328125, "Finetune/Loss (Raw)": 0.8790801763534546, "Finetune/Step": 8021, "Finetune/Step Time": 6.661616029217839}
+{"Finetune/Learning Rate": 1.3116423374544605e-05, "Finetune/Loss": 0.8340883255004883, "Finetune/Loss (Raw)": 0.8462023138999939, "Finetune/Step": 8022, "Finetune/Step Time": 6.664969747886062}
+{"Finetune/Learning Rate": 1.3114823234038183e-05, "Finetune/Loss": 0.8338895440101624, "Finetune/Loss (Raw)": 0.7567067742347717, "Finetune/Step": 8023, "Finetune/Step Time": 6.663051888346672}
+{"Finetune/Learning Rate": 1.311322300520423e-05, "Finetune/Loss": 0.8306962251663208, "Finetune/Loss (Raw)": 0.5467854142189026, "Finetune/Step": 8024, "Finetune/Step Time": 6.6834680158644915}
+{"Finetune/Learning Rate": 1.3111622688088126e-05, "Finetune/Loss": 0.8294283747673035, "Finetune/Loss (Raw)": 0.7709375619888306, "Finetune/Step": 8025, "Finetune/Step Time": 6.701520971953869}
+{"Finetune/Learning Rate": 1.3110022282735249e-05, "Finetune/Loss": 0.8290256261825562, "Finetune/Loss (Raw)": 0.7457209229469299, "Finetune/Step": 8026, "Finetune/Step Time": 6.7017690893262625}
+{"Finetune/Learning Rate": 1.3108421789190984e-05, "Finetune/Loss": 0.8292036056518555, "Finetune/Loss (Raw)": 0.8984282612800598, "Finetune/Step": 8027, "Finetune/Step Time": 6.698528924956918}
+{"Finetune/Learning Rate": 1.3106821207500718e-05, "Finetune/Loss": 0.8279494643211365, "Finetune/Loss (Raw)": 0.7477851510047913, "Finetune/Step": 8028, "Finetune/Step Time": 6.701353684067726}
+{"Finetune/Learning Rate": 1.310522053770984e-05, "Finetune/Loss": 0.8288715481758118, "Finetune/Loss (Raw)": 0.796279788017273, "Finetune/Step": 8029, "Finetune/Step Time": 6.701689433306456}
+{"Finetune/Learning Rate": 1.3103619779863732e-05, "Finetune/Loss": 0.8276846408843994, "Finetune/Loss (Raw)": 0.7919135689735413, "Finetune/Step": 8030, "Finetune/Step Time": 6.704742658883333}
+{"Finetune/Learning Rate": 1.3102018934007795e-05, "Finetune/Loss": 0.8267323970794678, "Finetune/Loss (Raw)": 0.7550389766693115, "Finetune/Step": 8031, "Finetune/Step Time": 6.705068774521351}
+{"Finetune/Learning Rate": 1.310041800018742e-05, "Finetune/Loss": 0.8282880187034607, "Finetune/Loss (Raw)": 0.9006931185722351, "Finetune/Step": 8032, "Finetune/Step Time": 6.7053343914449215}
+{"Finetune/Learning Rate": 1.309881697844801e-05, "Finetune/Loss": 0.8282015323638916, "Finetune/Loss (Raw)": 0.837795615196228, "Finetune/Step": 8033, "Finetune/Step Time": 6.707074807956815}
+{"Finetune/Learning Rate": 1.309721586883496e-05, "Finetune/Loss": 0.8276994824409485, "Finetune/Loss (Raw)": 0.8271468877792358, "Finetune/Step": 8034, "Finetune/Step Time": 6.704936800524592}
+{"Finetune/Learning Rate": 1.3095614671393676e-05, "Finetune/Loss": 0.8277977705001831, "Finetune/Loss (Raw)": 0.844399631023407, "Finetune/Step": 8035, "Finetune/Step Time": 6.701437782496214}
+{"Finetune/Learning Rate": 1.3094013386169565e-05, "Finetune/Loss": 0.8269861936569214, "Finetune/Loss (Raw)": 0.6032184362411499, "Finetune/Step": 8036, "Finetune/Step Time": 6.712344724684954}
+{"Finetune/Learning Rate": 1.3092412013208028e-05, "Finetune/Loss": 0.8283289670944214, "Finetune/Loss (Raw)": 0.9741774201393127, "Finetune/Step": 8037, "Finetune/Step Time": 6.714728714898229}
+{"Finetune/Learning Rate": 1.3090810552554483e-05, "Finetune/Loss": 0.8277715444564819, "Finetune/Loss (Raw)": 0.630617082118988, "Finetune/Step": 8038, "Finetune/Step Time": 6.713960157707334}
+{"Finetune/Learning Rate": 1.3089209004254341e-05, "Finetune/Loss": 0.8293545246124268, "Finetune/Loss (Raw)": 0.8638226985931396, "Finetune/Step": 8039, "Finetune/Step Time": 6.697500720620155}
+{"Finetune/Learning Rate": 1.3087607368353015e-05, "Finetune/Loss": 0.8286826014518738, "Finetune/Loss (Raw)": 0.8025128841400146, "Finetune/Step": 8040, "Finetune/Step Time": 6.698207911103964}
+{"Finetune/Learning Rate": 1.3086005644895922e-05, "Finetune/Loss": 0.826653242111206, "Finetune/Loss (Raw)": 0.6989098191261292, "Finetune/Step": 8041, "Finetune/Step Time": 6.710536310449243}
+{"Finetune/Learning Rate": 1.3084403833928488e-05, "Finetune/Loss": 0.8256672024726868, "Finetune/Loss (Raw)": 0.7751765847206116, "Finetune/Step": 8042, "Finetune/Step Time": 6.72192045673728}
+{"Finetune/Learning Rate": 1.308280193549613e-05, "Finetune/Loss": 0.8256028294563293, "Finetune/Loss (Raw)": 0.8081087470054626, "Finetune/Step": 8043, "Finetune/Step Time": 6.722833916544914}
+{"Finetune/Learning Rate": 1.3081199949644272e-05, "Finetune/Loss": 0.8241883516311646, "Finetune/Loss (Raw)": 0.8485298156738281, "Finetune/Step": 8044, "Finetune/Step Time": 6.710589919239283}
+{"Finetune/Learning Rate": 1.3079597876418351e-05, "Finetune/Loss": 0.825457751750946, "Finetune/Loss (Raw)": 1.0286213159561157, "Finetune/Step": 8045, "Finetune/Step Time": 6.710734061896801}
+{"Finetune/Learning Rate": 1.3077995715863789e-05, "Finetune/Loss": 0.8251597881317139, "Finetune/Loss (Raw)": 0.8708899617195129, "Finetune/Step": 8046, "Finetune/Step Time": 6.706227814778686}
+{"Finetune/Learning Rate": 1.307639346802602e-05, "Finetune/Loss": 0.8248575925827026, "Finetune/Loss (Raw)": 0.7790089249610901, "Finetune/Step": 8047, "Finetune/Step Time": 6.708029691129923}
+{"Finetune/Learning Rate": 1.3074791132950484e-05, "Finetune/Loss": 0.824440062046051, "Finetune/Loss (Raw)": 0.6922839283943176, "Finetune/Step": 8048, "Finetune/Step Time": 6.708479389548302}
+{"Finetune/Learning Rate": 1.3073188710682612e-05, "Finetune/Loss": 0.8244606852531433, "Finetune/Loss (Raw)": 0.7748912572860718, "Finetune/Step": 8049, "Finetune/Step Time": 6.727930035442114}
+{"Finetune/Learning Rate": 1.3071586201267848e-05, "Finetune/Loss": 0.8228456974029541, "Finetune/Loss (Raw)": 0.7190096974372864, "Finetune/Step": 8050, "Finetune/Step Time": 6.7513284627348185}
+{"Finetune/Learning Rate": 1.3069983604751633e-05, "Finetune/Loss": 0.821547269821167, "Finetune/Loss (Raw)": 0.6716024279594421, "Finetune/Step": 8051, "Finetune/Step Time": 6.755778383463621}
+{"Finetune/Learning Rate": 1.3068380921179413e-05, "Finetune/Loss": 0.8233475685119629, "Finetune/Loss (Raw)": 0.9189162254333496, "Finetune/Step": 8052, "Finetune/Step Time": 6.767467956990004}
+{"Finetune/Learning Rate": 1.3066778150596635e-05, "Finetune/Loss": 0.8240313529968262, "Finetune/Loss (Raw)": 0.871821939945221, "Finetune/Step": 8053, "Finetune/Step Time": 6.7678195890039206}
+{"Finetune/Learning Rate": 1.3065175293048751e-05, "Finetune/Loss": 0.8255660533905029, "Finetune/Loss (Raw)": 0.8711501359939575, "Finetune/Step": 8054, "Finetune/Step Time": 6.779792288318276}
+{"Finetune/Learning Rate": 1.3063572348581208e-05, "Finetune/Loss": 0.824928879737854, "Finetune/Loss (Raw)": 0.7253842949867249, "Finetune/Step": 8055, "Finetune/Step Time": 6.799341971054673}
+{"Finetune/Learning Rate": 1.306196931723947e-05, "Finetune/Loss": 0.8245339393615723, "Finetune/Loss (Raw)": 0.7367591857910156, "Finetune/Step": 8056, "Finetune/Step Time": 6.801324509084225}
+{"Finetune/Learning Rate": 1.3060366199068989e-05, "Finetune/Loss": 0.8233391046524048, "Finetune/Loss (Raw)": 0.7442042231559753, "Finetune/Step": 8057, "Finetune/Step Time": 6.803005853667855}
+{"Finetune/Learning Rate": 1.305876299411522e-05, "Finetune/Loss": 0.8229967355728149, "Finetune/Loss (Raw)": 0.7446743249893188, "Finetune/Step": 8058, "Finetune/Step Time": 6.805279493331909}
+{"Finetune/Learning Rate": 1.3057159702423634e-05, "Finetune/Loss": 0.8228327631950378, "Finetune/Loss (Raw)": 0.8387117385864258, "Finetune/Step": 8059, "Finetune/Step Time": 6.804750166833401}
+{"Finetune/Learning Rate": 1.3055556324039693e-05, "Finetune/Loss": 0.8221388459205627, "Finetune/Loss (Raw)": 0.7717617750167847, "Finetune/Step": 8060, "Finetune/Step Time": 6.821891963481903}
+{"Finetune/Learning Rate": 1.3053952859008863e-05, "Finetune/Loss": 0.8224923610687256, "Finetune/Loss (Raw)": 0.9772937893867493, "Finetune/Step": 8061, "Finetune/Step Time": 6.821394985541701}
+{"Finetune/Learning Rate": 1.3052349307376611e-05, "Finetune/Loss": 0.8224910497665405, "Finetune/Loss (Raw)": 0.945726752281189, "Finetune/Step": 8062, "Finetune/Step Time": 6.820117814466357}
+{"Finetune/Learning Rate": 1.3050745669188415e-05, "Finetune/Loss": 0.823115348815918, "Finetune/Loss (Raw)": 0.9317867159843445, "Finetune/Step": 8063, "Finetune/Step Time": 6.786562856286764}
+{"Finetune/Learning Rate": 1.304914194448975e-05, "Finetune/Loss": 0.8207657337188721, "Finetune/Loss (Raw)": 0.6388487219810486, "Finetune/Step": 8064, "Finetune/Step Time": 6.815630909055471}
+{"Finetune/Learning Rate": 1.3047538133326083e-05, "Finetune/Loss": 0.8220745921134949, "Finetune/Loss (Raw)": 0.8900429606437683, "Finetune/Step": 8065, "Finetune/Step Time": 6.80500023253262}
+{"Finetune/Learning Rate": 1.3045934235742906e-05, "Finetune/Loss": 0.8235478401184082, "Finetune/Loss (Raw)": 0.9365857243537903, "Finetune/Step": 8066, "Finetune/Step Time": 6.801173796877265}
+{"Finetune/Learning Rate": 1.3044330251785695e-05, "Finetune/Loss": 0.8228582143783569, "Finetune/Loss (Raw)": 0.8816964626312256, "Finetune/Step": 8067, "Finetune/Step Time": 6.801611460745335}
+{"Finetune/Learning Rate": 1.3042726181499932e-05, "Finetune/Loss": 0.8232083320617676, "Finetune/Loss (Raw)": 0.9440726637840271, "Finetune/Step": 8068, "Finetune/Step Time": 6.797366127371788}
+{"Finetune/Learning Rate": 1.304112202493111e-05, "Finetune/Loss": 0.8239160180091858, "Finetune/Loss (Raw)": 0.9320070147514343, "Finetune/Step": 8069, "Finetune/Step Time": 6.818333337083459}
+{"Finetune/Learning Rate": 1.3039517782124713e-05, "Finetune/Loss": 0.8219470977783203, "Finetune/Loss (Raw)": 0.6941124796867371, "Finetune/Step": 8070, "Finetune/Step Time": 6.817927967756987}
+{"Finetune/Learning Rate": 1.3037913453126236e-05, "Finetune/Loss": 0.822838544845581, "Finetune/Loss (Raw)": 0.8616579174995422, "Finetune/Step": 8071, "Finetune/Step Time": 6.823297664523125}
+{"Finetune/Learning Rate": 1.3036309037981171e-05, "Finetune/Loss": 0.8237218856811523, "Finetune/Loss (Raw)": 0.9739219546318054, "Finetune/Step": 8072, "Finetune/Step Time": 6.827982852235436}
+{"Finetune/Learning Rate": 1.3034704536735019e-05, "Finetune/Loss": 0.8234421014785767, "Finetune/Loss (Raw)": 0.8613816499710083, "Finetune/Step": 8073, "Finetune/Step Time": 6.832714172080159}
+{"Finetune/Learning Rate": 1.3033099949433272e-05, "Finetune/Loss": 0.8240998983383179, "Finetune/Loss (Raw)": 0.814150333404541, "Finetune/Step": 8074, "Finetune/Step Time": 6.840527752414346}
+{"Finetune/Learning Rate": 1.3031495276121438e-05, "Finetune/Loss": 0.8251954317092896, "Finetune/Loss (Raw)": 0.8106021285057068, "Finetune/Step": 8075, "Finetune/Step Time": 6.839095076546073}
+{"Finetune/Learning Rate": 1.3029890516845018e-05, "Finetune/Loss": 0.8261030912399292, "Finetune/Loss (Raw)": 0.9097323417663574, "Finetune/Step": 8076, "Finetune/Step Time": 6.845049254596233}
+{"Finetune/Learning Rate": 1.3028285671649518e-05, "Finetune/Loss": 0.8258145451545715, "Finetune/Loss (Raw)": 0.7892037630081177, "Finetune/Step": 8077, "Finetune/Step Time": 6.833487391471863}
+{"Finetune/Learning Rate": 1.3026680740580449e-05, "Finetune/Loss": 0.8250749111175537, "Finetune/Loss (Raw)": 0.7987958788871765, "Finetune/Step": 8078, "Finetune/Step Time": 6.8354287929832935}
+{"Finetune/Learning Rate": 1.3025075723683319e-05, "Finetune/Loss": 0.8237833976745605, "Finetune/Loss (Raw)": 0.7029099464416504, "Finetune/Step": 8079, "Finetune/Step Time": 6.82880661636591}
+{"Finetune/Learning Rate": 1.3023470621003641e-05, "Finetune/Loss": 0.8231334686279297, "Finetune/Loss (Raw)": 0.7471275925636292, "Finetune/Step": 8080, "Finetune/Step Time": 6.8330722618848085}
+{"Finetune/Learning Rate": 1.3021865432586942e-05, "Finetune/Loss": 0.8240785002708435, "Finetune/Loss (Raw)": 0.8948522806167603, "Finetune/Step": 8081, "Finetune/Step Time": 6.832299208268523}
+{"Finetune/Learning Rate": 1.3020260158478726e-05, "Finetune/Loss": 0.8226467370986938, "Finetune/Loss (Raw)": 0.6953093409538269, "Finetune/Step": 8082, "Finetune/Step Time": 6.813138818368316}
+{"Finetune/Learning Rate": 1.301865479872452e-05, "Finetune/Loss": 0.8244361877441406, "Finetune/Loss (Raw)": 0.884586751461029, "Finetune/Step": 8083, "Finetune/Step Time": 6.8028772212564945}
+{"Finetune/Learning Rate": 1.3017049353369853e-05, "Finetune/Loss": 0.8240067958831787, "Finetune/Loss (Raw)": 0.8162195086479187, "Finetune/Step": 8084, "Finetune/Step Time": 6.810415800660849}
+{"Finetune/Learning Rate": 1.3015443822460244e-05, "Finetune/Loss": 0.82252037525177, "Finetune/Loss (Raw)": 0.6865479350090027, "Finetune/Step": 8085, "Finetune/Step Time": 6.807996718212962}
+{"Finetune/Learning Rate": 1.3013838206041218e-05, "Finetune/Loss": 0.8238564729690552, "Finetune/Loss (Raw)": 0.8209328651428223, "Finetune/Step": 8086, "Finetune/Step Time": 6.810988679528236}
+{"Finetune/Learning Rate": 1.3012232504158315e-05, "Finetune/Loss": 0.8240251541137695, "Finetune/Loss (Raw)": 0.8105852007865906, "Finetune/Step": 8087, "Finetune/Step Time": 6.795138165354729}
+{"Finetune/Learning Rate": 1.3010626716857065e-05, "Finetune/Loss": 0.8240563869476318, "Finetune/Loss (Raw)": 0.9374680519104004, "Finetune/Step": 8088, "Finetune/Step Time": 6.77648120932281}
+{"Finetune/Learning Rate": 1.3009020844182998e-05, "Finetune/Loss": 0.8226751685142517, "Finetune/Loss (Raw)": 0.6604534983634949, "Finetune/Step": 8089, "Finetune/Step Time": 6.7756008207798}
+{"Finetune/Learning Rate": 1.300741488618166e-05, "Finetune/Loss": 0.822790801525116, "Finetune/Loss (Raw)": 0.8251396417617798, "Finetune/Step": 8090, "Finetune/Step Time": 6.756186796352267}
+{"Finetune/Learning Rate": 1.3005808842898586e-05, "Finetune/Loss": 0.8210768699645996, "Finetune/Loss (Raw)": 0.7468083500862122, "Finetune/Step": 8091, "Finetune/Step Time": 6.765415448695421}
+{"Finetune/Learning Rate": 1.3004202714379321e-05, "Finetune/Loss": 0.8204375505447388, "Finetune/Loss (Raw)": 0.7101519703865051, "Finetune/Step": 8092, "Finetune/Step Time": 6.772007727995515}
+{"Finetune/Learning Rate": 1.300259650066941e-05, "Finetune/Loss": 0.8210547566413879, "Finetune/Loss (Raw)": 0.8539162874221802, "Finetune/Step": 8093, "Finetune/Step Time": 6.772897394374013}
+{"Finetune/Learning Rate": 1.3000990201814401e-05, "Finetune/Loss": 0.819965660572052, "Finetune/Loss (Raw)": 0.7070195078849792, "Finetune/Step": 8094, "Finetune/Step Time": 6.770965162664652}
+{"Finetune/Learning Rate": 1.2999383817859843e-05, "Finetune/Loss": 0.8214321136474609, "Finetune/Loss (Raw)": 0.9970365762710571, "Finetune/Step": 8095, "Finetune/Step Time": 6.758618304505944}
+{"Finetune/Learning Rate": 1.2997777348851288e-05, "Finetune/Loss": 0.8220293521881104, "Finetune/Loss (Raw)": 0.8567053079605103, "Finetune/Step": 8096, "Finetune/Step Time": 6.75999078899622}
+{"Finetune/Learning Rate": 1.2996170794834293e-05, "Finetune/Loss": 0.8219064474105835, "Finetune/Loss (Raw)": 0.8573226928710938, "Finetune/Step": 8097, "Finetune/Step Time": 6.759141203016043}
+{"Finetune/Learning Rate": 1.2994564155854414e-05, "Finetune/Loss": 0.8215833902359009, "Finetune/Loss (Raw)": 0.8434878587722778, "Finetune/Step": 8098, "Finetune/Step Time": 6.758450321853161}
+{"Finetune/Learning Rate": 1.2992957431957211e-05, "Finetune/Loss": 0.8210675716400146, "Finetune/Loss (Raw)": 0.9136860966682434, "Finetune/Step": 8099, "Finetune/Step Time": 6.754666877910495}
+{"Finetune/Learning Rate": 1.2991350623188245e-05, "Finetune/Loss": 0.8214409947395325, "Finetune/Loss (Raw)": 0.9002663493156433, "Finetune/Step": 8100, "Finetune/Step Time": 6.757250897586346}
+{"Finetune/Learning Rate": 1.2989743729593082e-05, "Finetune/Loss": 0.8212497234344482, "Finetune/Loss (Raw)": 0.835263192653656, "Finetune/Step": 8101, "Finetune/Step Time": 6.75932409055531}
+{"Finetune/Learning Rate": 1.2988136751217292e-05, "Finetune/Loss": 0.8216193914413452, "Finetune/Loss (Raw)": 0.8523580431938171, "Finetune/Step": 8102, "Finetune/Step Time": 6.743018835783005}
+{"Finetune/Learning Rate": 1.2986529688106437e-05, "Finetune/Loss": 0.8202815055847168, "Finetune/Loss (Raw)": 0.6951647400856018, "Finetune/Step": 8103, "Finetune/Step Time": 6.747974473983049}
+{"Finetune/Learning Rate": 1.2984922540306095e-05, "Finetune/Loss": 0.8194104433059692, "Finetune/Loss (Raw)": 0.7797768115997314, "Finetune/Step": 8104, "Finetune/Step Time": 6.745393440127373}
+{"Finetune/Learning Rate": 1.2983315307861837e-05, "Finetune/Loss": 0.8199963569641113, "Finetune/Loss (Raw)": 0.8834661841392517, "Finetune/Step": 8105, "Finetune/Step Time": 6.75068686157465}
+{"Finetune/Learning Rate": 1.2981707990819242e-05, "Finetune/Loss": 0.8202692866325378, "Finetune/Loss (Raw)": 0.8663107752799988, "Finetune/Step": 8106, "Finetune/Step Time": 6.763056529685855}
+{"Finetune/Learning Rate": 1.298010058922388e-05, "Finetune/Loss": 0.8200352191925049, "Finetune/Loss (Raw)": 0.7992210388183594, "Finetune/Step": 8107, "Finetune/Step Time": 6.766159178689122}
+{"Finetune/Learning Rate": 1.2978493103121347e-05, "Finetune/Loss": 0.8181589841842651, "Finetune/Loss (Raw)": 0.7405784726142883, "Finetune/Step": 8108, "Finetune/Step Time": 6.767967749387026}
+{"Finetune/Learning Rate": 1.2976885532557217e-05, "Finetune/Loss": 0.8174011707305908, "Finetune/Loss (Raw)": 0.7996920943260193, "Finetune/Step": 8109, "Finetune/Step Time": 6.765316383913159}
+{"Finetune/Learning Rate": 1.2975277877577077e-05, "Finetune/Loss": 0.8176090717315674, "Finetune/Loss (Raw)": 0.898296058177948, "Finetune/Step": 8110, "Finetune/Step Time": 6.766061848029494}
+{"Finetune/Learning Rate": 1.297367013822652e-05, "Finetune/Loss": 0.8173625469207764, "Finetune/Loss (Raw)": 0.8613269925117493, "Finetune/Step": 8111, "Finetune/Step Time": 6.775258732959628}
+{"Finetune/Learning Rate": 1.297206231455113e-05, "Finetune/Loss": 0.8177453875541687, "Finetune/Loss (Raw)": 0.8326995968818665, "Finetune/Step": 8112, "Finetune/Step Time": 6.772147074341774}
+{"Finetune/Learning Rate": 1.2970454406596509e-05, "Finetune/Loss": 0.81987464427948, "Finetune/Loss (Raw)": 0.9254351854324341, "Finetune/Step": 8113, "Finetune/Step Time": 6.753870353102684}
+{"Finetune/Learning Rate": 1.296884641440824e-05, "Finetune/Loss": 0.8200395107269287, "Finetune/Loss (Raw)": 0.887687623500824, "Finetune/Step": 8114, "Finetune/Step Time": 6.748181134462357}
+{"Finetune/Learning Rate": 1.2967238338031937e-05, "Finetune/Loss": 0.8188390135765076, "Finetune/Loss (Raw)": 0.7318313121795654, "Finetune/Step": 8115, "Finetune/Step Time": 6.7636803444474936}
+{"Finetune/Learning Rate": 1.2965630177513192e-05, "Finetune/Loss": 0.818786084651947, "Finetune/Loss (Raw)": 0.8271546363830566, "Finetune/Step": 8116, "Finetune/Step Time": 6.766482004895806}
+{"Finetune/Learning Rate": 1.2964021932897603e-05, "Finetune/Loss": 0.8196511268615723, "Finetune/Loss (Raw)": 0.9912042617797852, "Finetune/Step": 8117, "Finetune/Step Time": 6.770790813490748}
+{"Finetune/Learning Rate": 1.2962413604230784e-05, "Finetune/Loss": 0.8193086385726929, "Finetune/Loss (Raw)": 0.8935211896896362, "Finetune/Step": 8118, "Finetune/Step Time": 6.776381067931652}
+{"Finetune/Learning Rate": 1.2960805191558339e-05, "Finetune/Loss": 0.8191882967948914, "Finetune/Loss (Raw)": 0.7029831409454346, "Finetune/Step": 8119, "Finetune/Step Time": 6.781870096921921}
+{"Finetune/Learning Rate": 1.2959196694925878e-05, "Finetune/Loss": 0.8195436596870422, "Finetune/Loss (Raw)": 0.7866372466087341, "Finetune/Step": 8120, "Finetune/Step Time": 6.781543526798487}
+{"Finetune/Learning Rate": 1.2957588114379011e-05, "Finetune/Loss": 0.8222922086715698, "Finetune/Loss (Raw)": 0.9910115003585815, "Finetune/Step": 8121, "Finetune/Step Time": 6.801459645852447}
+{"Finetune/Learning Rate": 1.2955979449963358e-05, "Finetune/Loss": 0.8236170411109924, "Finetune/Loss (Raw)": 0.90700763463974, "Finetune/Step": 8122, "Finetune/Step Time": 6.803258683532476}
+{"Finetune/Learning Rate": 1.2954370701724532e-05, "Finetune/Loss": 0.8229029774665833, "Finetune/Loss (Raw)": 0.8491271734237671, "Finetune/Step": 8123, "Finetune/Step Time": 6.806222029030323}
+{"Finetune/Learning Rate": 1.2952761869708157e-05, "Finetune/Loss": 0.8252749443054199, "Finetune/Loss (Raw)": 1.090782642364502, "Finetune/Step": 8124, "Finetune/Step Time": 6.812873635441065}
+{"Finetune/Learning Rate": 1.295115295395985e-05, "Finetune/Loss": 0.8235977292060852, "Finetune/Loss (Raw)": 0.704929530620575, "Finetune/Step": 8125, "Finetune/Step Time": 6.8194642178714275}
+{"Finetune/Learning Rate": 1.2949543954525236e-05, "Finetune/Loss": 0.8244040012359619, "Finetune/Loss (Raw)": 0.9656973481178284, "Finetune/Step": 8126, "Finetune/Step Time": 6.815592087805271}
+{"Finetune/Learning Rate": 1.2947934871449942e-05, "Finetune/Loss": 0.8229265809059143, "Finetune/Loss (Raw)": 0.734338641166687, "Finetune/Step": 8127, "Finetune/Step Time": 6.813439005985856}
+{"Finetune/Learning Rate": 1.2946325704779602e-05, "Finetune/Loss": 0.8230111002922058, "Finetune/Loss (Raw)": 0.630164623260498, "Finetune/Step": 8128, "Finetune/Step Time": 6.812990326434374}
+{"Finetune/Learning Rate": 1.294471645455984e-05, "Finetune/Loss": 0.8224881887435913, "Finetune/Loss (Raw)": 0.913668155670166, "Finetune/Step": 8129, "Finetune/Step Time": 6.813002925366163}
+{"Finetune/Learning Rate": 1.2943107120836296e-05, "Finetune/Loss": 0.8221743106842041, "Finetune/Loss (Raw)": 0.7810273766517639, "Finetune/Step": 8130, "Finetune/Step Time": 6.813439862802625}
+{"Finetune/Learning Rate": 1.29414977036546e-05, "Finetune/Loss": 0.820271909236908, "Finetune/Loss (Raw)": 0.7042545676231384, "Finetune/Step": 8131, "Finetune/Step Time": 6.8131852596998215}
+{"Finetune/Learning Rate": 1.2939888203060393e-05, "Finetune/Loss": 0.8195871114730835, "Finetune/Loss (Raw)": 0.8098952174186707, "Finetune/Step": 8132, "Finetune/Step Time": 6.813691901043057}
+{"Finetune/Learning Rate": 1.2938278619099323e-05, "Finetune/Loss": 0.8200964331626892, "Finetune/Loss (Raw)": 0.9355330467224121, "Finetune/Step": 8133, "Finetune/Step Time": 6.791339119896293}
+{"Finetune/Learning Rate": 1.293666895181702e-05, "Finetune/Loss": 0.8195590972900391, "Finetune/Loss (Raw)": 0.846875786781311, "Finetune/Step": 8134, "Finetune/Step Time": 6.775515466928482}
+{"Finetune/Learning Rate": 1.2935059201259137e-05, "Finetune/Loss": 0.8196160793304443, "Finetune/Loss (Raw)": 0.892688512802124, "Finetune/Step": 8135, "Finetune/Step Time": 6.773444579914212}
+{"Finetune/Learning Rate": 1.2933449367471322e-05, "Finetune/Loss": 0.8205884695053101, "Finetune/Loss (Raw)": 0.942884087562561, "Finetune/Step": 8136, "Finetune/Step Time": 6.758719818666577}
+{"Finetune/Learning Rate": 1.2931839450499227e-05, "Finetune/Loss": 0.8200697898864746, "Finetune/Loss (Raw)": 0.8325461745262146, "Finetune/Step": 8137, "Finetune/Step Time": 6.763019774109125}
+{"Finetune/Learning Rate": 1.2930229450388499e-05, "Finetune/Loss": 0.8189087510108948, "Finetune/Loss (Raw)": 0.6757509708404541, "Finetune/Step": 8138, "Finetune/Step Time": 6.777815347537398}
+{"Finetune/Learning Rate": 1.2928619367184799e-05, "Finetune/Loss": 0.8202033042907715, "Finetune/Loss (Raw)": 0.9188574552536011, "Finetune/Step": 8139, "Finetune/Step Time": 6.795097136870027}
+{"Finetune/Learning Rate": 1.292700920093378e-05, "Finetune/Loss": 0.8213028907775879, "Finetune/Loss (Raw)": 0.8699336647987366, "Finetune/Step": 8140, "Finetune/Step Time": 6.810230042785406}
+{"Finetune/Learning Rate": 1.2925398951681103e-05, "Finetune/Loss": 0.8206475973129272, "Finetune/Loss (Raw)": 0.7576960325241089, "Finetune/Step": 8141, "Finetune/Step Time": 6.808278804644942}
+{"Finetune/Learning Rate": 1.292378861947243e-05, "Finetune/Loss": 0.8220911026000977, "Finetune/Loss (Raw)": 0.8252561092376709, "Finetune/Step": 8142, "Finetune/Step Time": 6.805984990671277}
+{"Finetune/Learning Rate": 1.2922178204353429e-05, "Finetune/Loss": 0.8224911093711853, "Finetune/Loss (Raw)": 0.8368959426879883, "Finetune/Step": 8143, "Finetune/Step Time": 6.803923513740301}
+{"Finetune/Learning Rate": 1.292056770636976e-05, "Finetune/Loss": 0.8227230906486511, "Finetune/Loss (Raw)": 0.9074639678001404, "Finetune/Step": 8144, "Finetune/Step Time": 6.798648038879037}
+{"Finetune/Learning Rate": 1.2918957125567098e-05, "Finetune/Loss": 0.8216873407363892, "Finetune/Loss (Raw)": 0.8535333275794983, "Finetune/Step": 8145, "Finetune/Step Time": 6.797257699072361}
+{"Finetune/Learning Rate": 1.2917346461991112e-05, "Finetune/Loss": 0.82275390625, "Finetune/Loss (Raw)": 0.8388230800628662, "Finetune/Step": 8146, "Finetune/Step Time": 6.800085896626115}
+{"Finetune/Learning Rate": 1.2915735715687475e-05, "Finetune/Loss": 0.8217867016792297, "Finetune/Loss (Raw)": 0.6273890137672424, "Finetune/Step": 8147, "Finetune/Step Time": 6.8159738052636385}
+{"Finetune/Learning Rate": 1.2914124886701865e-05, "Finetune/Loss": 0.8211917877197266, "Finetune/Loss (Raw)": 0.7080841660499573, "Finetune/Step": 8148, "Finetune/Step Time": 6.830265769734979}
+{"Finetune/Learning Rate": 1.2912513975079959e-05, "Finetune/Loss": 0.8215093612670898, "Finetune/Loss (Raw)": 0.9197233319282532, "Finetune/Step": 8149, "Finetune/Step Time": 6.835042115300894}
+{"Finetune/Learning Rate": 1.2910902980867439e-05, "Finetune/Loss": 0.8212549090385437, "Finetune/Loss (Raw)": 0.8136345744132996, "Finetune/Step": 8150, "Finetune/Step Time": 6.8332098089158535}
+{"Finetune/Learning Rate": 1.2909291904109994e-05, "Finetune/Loss": 0.8228408098220825, "Finetune/Loss (Raw)": 0.9596976637840271, "Finetune/Step": 8151, "Finetune/Step Time": 6.833291565999389}
+{"Finetune/Learning Rate": 1.2907680744853295e-05, "Finetune/Loss": 0.8246254324913025, "Finetune/Loss (Raw)": 0.7752189040184021, "Finetune/Step": 8152, "Finetune/Step Time": 6.813766917213798}
+{"Finetune/Learning Rate": 1.2906069503143041e-05, "Finetune/Loss": 0.8248394727706909, "Finetune/Loss (Raw)": 0.798333466053009, "Finetune/Step": 8153, "Finetune/Step Time": 6.7964978646487}
+{"Finetune/Learning Rate": 1.2904458179024921e-05, "Finetune/Loss": 0.8269357085227966, "Finetune/Loss (Raw)": 1.014040231704712, "Finetune/Step": 8154, "Finetune/Step Time": 6.798349799588323}
+{"Finetune/Learning Rate": 1.2902846772544625e-05, "Finetune/Loss": 0.8260875940322876, "Finetune/Loss (Raw)": 0.7898738980293274, "Finetune/Step": 8155, "Finetune/Step Time": 6.8193781320005655}
+{"Finetune/Learning Rate": 1.2901235283747848e-05, "Finetune/Loss": 0.8273736238479614, "Finetune/Loss (Raw)": 0.9123907089233398, "Finetune/Step": 8156, "Finetune/Step Time": 6.814870236441493}
+{"Finetune/Learning Rate": 1.2899623712680293e-05, "Finetune/Loss": 0.8278359174728394, "Finetune/Loss (Raw)": 0.8554604649543762, "Finetune/Step": 8157, "Finetune/Step Time": 6.808590445667505}
+{"Finetune/Learning Rate": 1.2898012059387652e-05, "Finetune/Loss": 0.8274885416030884, "Finetune/Loss (Raw)": 0.7474405169487, "Finetune/Step": 8158, "Finetune/Step Time": 6.8071856535971165}
+{"Finetune/Learning Rate": 1.2896400323915627e-05, "Finetune/Loss": 0.8281960487365723, "Finetune/Loss (Raw)": 0.8456036448478699, "Finetune/Step": 8159, "Finetune/Step Time": 6.805960634723306}
+{"Finetune/Learning Rate": 1.289478850630993e-05, "Finetune/Loss": 0.8271920084953308, "Finetune/Loss (Raw)": 0.7721753120422363, "Finetune/Step": 8160, "Finetune/Step Time": 6.82094288058579}
+{"Finetune/Learning Rate": 1.289317660661626e-05, "Finetune/Loss": 0.8260217905044556, "Finetune/Loss (Raw)": 0.6880103349685669, "Finetune/Step": 8161, "Finetune/Step Time": 6.83604047074914}
+{"Finetune/Learning Rate": 1.289156462488033e-05, "Finetune/Loss": 0.8260008096694946, "Finetune/Loss (Raw)": 0.8244646787643433, "Finetune/Step": 8162, "Finetune/Step Time": 6.8383803479373455}
+{"Finetune/Learning Rate": 1.288995256114785e-05, "Finetune/Loss": 0.825752317905426, "Finetune/Loss (Raw)": 0.8125823140144348, "Finetune/Step": 8163, "Finetune/Step Time": 6.841741336509585}
+{"Finetune/Learning Rate": 1.288834041546453e-05, "Finetune/Loss": 0.8262221217155457, "Finetune/Loss (Raw)": 0.6633620858192444, "Finetune/Step": 8164, "Finetune/Step Time": 6.866156775504351}
+{"Finetune/Learning Rate": 1.2886728187876092e-05, "Finetune/Loss": 0.8243135213851929, "Finetune/Loss (Raw)": 0.7298707962036133, "Finetune/Step": 8165, "Finetune/Step Time": 6.866308925673366}
+{"Finetune/Learning Rate": 1.288511587842825e-05, "Finetune/Loss": 0.8260715007781982, "Finetune/Loss (Raw)": 0.8556402325630188, "Finetune/Step": 8166, "Finetune/Step Time": 6.851725505664945}
+{"Finetune/Learning Rate": 1.2883503487166727e-05, "Finetune/Loss": 0.8264628052711487, "Finetune/Loss (Raw)": 0.9139106273651123, "Finetune/Step": 8167, "Finetune/Step Time": 6.852788891643286}
+{"Finetune/Learning Rate": 1.2881891014137242e-05, "Finetune/Loss": 0.8273128271102905, "Finetune/Loss (Raw)": 0.9113122224807739, "Finetune/Step": 8168, "Finetune/Step Time": 6.853525964543223}
+{"Finetune/Learning Rate": 1.2880278459385526e-05, "Finetune/Loss": 0.8295222520828247, "Finetune/Loss (Raw)": 0.9817222952842712, "Finetune/Step": 8169, "Finetune/Step Time": 6.843883445486426}
+{"Finetune/Learning Rate": 1.2878665822957301e-05, "Finetune/Loss": 0.8287693858146667, "Finetune/Loss (Raw)": 0.67880779504776, "Finetune/Step": 8170, "Finetune/Step Time": 6.8436713013798}
+{"Finetune/Learning Rate": 1.2877053104898302e-05, "Finetune/Loss": 0.8303012251853943, "Finetune/Loss (Raw)": 1.0041837692260742, "Finetune/Step": 8171, "Finetune/Step Time": 6.841187205165625}
+{"Finetune/Learning Rate": 1.2875440305254259e-05, "Finetune/Loss": 0.8301054835319519, "Finetune/Loss (Raw)": 0.8234789967536926, "Finetune/Step": 8172, "Finetune/Step Time": 6.840849066153169}
+{"Finetune/Learning Rate": 1.28738274240709e-05, "Finetune/Loss": 0.8281445503234863, "Finetune/Loss (Raw)": 0.7776135206222534, "Finetune/Step": 8173, "Finetune/Step Time": 6.840692799538374}
+{"Finetune/Learning Rate": 1.2872214461393971e-05, "Finetune/Loss": 0.8272687196731567, "Finetune/Loss (Raw)": 0.7587840557098389, "Finetune/Step": 8174, "Finetune/Step Time": 6.8396331537514925}
+{"Finetune/Learning Rate": 1.2870601417269209e-05, "Finetune/Loss": 0.8283475637435913, "Finetune/Loss (Raw)": 0.9171025156974792, "Finetune/Step": 8175, "Finetune/Step Time": 6.84071708470583}
+{"Finetune/Learning Rate": 1.2868988291742349e-05, "Finetune/Loss": 0.8295634984970093, "Finetune/Loss (Raw)": 0.8479229807853699, "Finetune/Step": 8176, "Finetune/Step Time": 6.846410878002644}
+{"Finetune/Learning Rate": 1.2867375084859142e-05, "Finetune/Loss": 0.8308922648429871, "Finetune/Loss (Raw)": 0.9449741840362549, "Finetune/Step": 8177, "Finetune/Step Time": 6.824197014793754}
+{"Finetune/Learning Rate": 1.2865761796665332e-05, "Finetune/Loss": 0.831981360912323, "Finetune/Loss (Raw)": 0.8584164381027222, "Finetune/Step": 8178, "Finetune/Step Time": 6.799790600314736}
+{"Finetune/Learning Rate": 1.2864148427206667e-05, "Finetune/Loss": 0.8340660333633423, "Finetune/Loss (Raw)": 0.9384362697601318, "Finetune/Step": 8179, "Finetune/Step Time": 6.7984421625733376}
+{"Finetune/Learning Rate": 1.2862534976528893e-05, "Finetune/Loss": 0.8343110680580139, "Finetune/Loss (Raw)": 0.9502841830253601, "Finetune/Step": 8180, "Finetune/Step Time": 6.787333533167839}
+{"Finetune/Learning Rate": 1.2860921444677772e-05, "Finetune/Loss": 0.8347778916358948, "Finetune/Loss (Raw)": 0.9315761923789978, "Finetune/Step": 8181, "Finetune/Step Time": 6.789116708561778}
+{"Finetune/Learning Rate": 1.2859307831699052e-05, "Finetune/Loss": 0.8341553211212158, "Finetune/Loss (Raw)": 0.7914584875106812, "Finetune/Step": 8182, "Finetune/Step Time": 6.774037940427661}
+{"Finetune/Learning Rate": 1.2857694137638493e-05, "Finetune/Loss": 0.834929883480072, "Finetune/Loss (Raw)": 0.8245277404785156, "Finetune/Step": 8183, "Finetune/Step Time": 6.770925506949425}
+{"Finetune/Learning Rate": 1.2856080362541854e-05, "Finetune/Loss": 0.8359450101852417, "Finetune/Loss (Raw)": 0.8666976690292358, "Finetune/Step": 8184, "Finetune/Step Time": 6.766835110262036}
+{"Finetune/Learning Rate": 1.28544665064549e-05, "Finetune/Loss": 0.8366397619247437, "Finetune/Loss (Raw)": 0.833127498626709, "Finetune/Step": 8185, "Finetune/Step Time": 6.765225224196911}
+{"Finetune/Learning Rate": 1.2852852569423388e-05, "Finetune/Loss": 0.8369572162628174, "Finetune/Loss (Raw)": 0.7853105664253235, "Finetune/Step": 8186, "Finetune/Step Time": 6.7618104834109545}
+{"Finetune/Learning Rate": 1.2851238551493093e-05, "Finetune/Loss": 0.8385177254676819, "Finetune/Loss (Raw)": 1.0384598970413208, "Finetune/Step": 8187, "Finetune/Step Time": 6.759227983653545}
+{"Finetune/Learning Rate": 1.284962445270978e-05, "Finetune/Loss": 0.8392536640167236, "Finetune/Loss (Raw)": 0.8659668564796448, "Finetune/Step": 8188, "Finetune/Step Time": 6.744640393182635}
+{"Finetune/Learning Rate": 1.284801027311922e-05, "Finetune/Loss": 0.8378301858901978, "Finetune/Loss (Raw)": 0.795085072517395, "Finetune/Step": 8189, "Finetune/Step Time": 6.7434892896562815}
+{"Finetune/Learning Rate": 1.2846396012767189e-05, "Finetune/Loss": 0.8366706371307373, "Finetune/Loss (Raw)": 0.7973049879074097, "Finetune/Step": 8190, "Finetune/Step Time": 6.744789512827992}
+{"Finetune/Learning Rate": 1.2844781671699457e-05, "Finetune/Loss": 0.8368822932243347, "Finetune/Loss (Raw)": 0.9588755965232849, "Finetune/Step": 8191, "Finetune/Step Time": 6.750676902011037}
+{"Finetune/Learning Rate": 1.284316724996181e-05, "Finetune/Loss": 0.8382773399353027, "Finetune/Loss (Raw)": 0.8174152970314026, "Finetune/Step": 8192, "Finetune/Step Time": 6.718744931742549}
+{"Finetune/Learning Rate": 1.2841552747600025e-05, "Finetune/Loss": 0.8375431299209595, "Finetune/Loss (Raw)": 0.7960657477378845, "Finetune/Step": 8193, "Finetune/Step Time": 6.720319883897901}
+{"Finetune/Learning Rate": 1.2839938164659884e-05, "Finetune/Loss": 0.8365063071250916, "Finetune/Loss (Raw)": 0.8038753271102905, "Finetune/Step": 8194, "Finetune/Step Time": 6.723324194550514}
+{"Finetune/Learning Rate": 1.283832350118717e-05, "Finetune/Loss": 0.8369989395141602, "Finetune/Loss (Raw)": 0.9447484612464905, "Finetune/Step": 8195, "Finetune/Step Time": 6.723634649068117}
+{"Finetune/Learning Rate": 1.2836708757227675e-05, "Finetune/Loss": 0.8369444012641907, "Finetune/Loss (Raw)": 0.9370911717414856, "Finetune/Step": 8196, "Finetune/Step Time": 6.725137313827872}
+{"Finetune/Learning Rate": 1.2835093932827186e-05, "Finetune/Loss": 0.836602509021759, "Finetune/Loss (Raw)": 0.8882501125335693, "Finetune/Step": 8197, "Finetune/Step Time": 6.705230811610818}
+{"Finetune/Learning Rate": 1.2833479028031492e-05, "Finetune/Loss": 0.8383668065071106, "Finetune/Loss (Raw)": 0.9199376702308655, "Finetune/Step": 8198, "Finetune/Step Time": 6.706651935353875}
+{"Finetune/Learning Rate": 1.2831864042886393e-05, "Finetune/Loss": 0.8380316495895386, "Finetune/Loss (Raw)": 0.8187620043754578, "Finetune/Step": 8199, "Finetune/Step Time": 6.697792049497366}
+{"Finetune/Learning Rate": 1.2830248977437685e-05, "Finetune/Loss": 0.8363092541694641, "Finetune/Loss (Raw)": 0.7534523606300354, "Finetune/Step": 8200, "Finetune/Step Time": 6.708474652841687}
+{"Finetune/Learning Rate": 1.282863383173116e-05, "Finetune/Loss": 0.835814356803894, "Finetune/Loss (Raw)": 0.7980361580848694, "Finetune/Step": 8201, "Finetune/Step Time": 6.715870339423418}
+{"Finetune/Learning Rate": 1.2827018605812623e-05, "Finetune/Loss": 0.8364031314849854, "Finetune/Loss (Raw)": 0.8895082473754883, "Finetune/Step": 8202, "Finetune/Step Time": 6.706648007035255}
+{"Finetune/Learning Rate": 1.2825403299727881e-05, "Finetune/Loss": 0.8366307020187378, "Finetune/Loss (Raw)": 0.8397312164306641, "Finetune/Step": 8203, "Finetune/Step Time": 6.698915150016546}
+{"Finetune/Learning Rate": 1.2823787913522732e-05, "Finetune/Loss": 0.8350307941436768, "Finetune/Loss (Raw)": 0.704944372177124, "Finetune/Step": 8204, "Finetune/Step Time": 6.70392544195056}
+{"Finetune/Learning Rate": 1.2822172447242989e-05, "Finetune/Loss": 0.8346245884895325, "Finetune/Loss (Raw)": 0.7372094392776489, "Finetune/Step": 8205, "Finetune/Step Time": 6.708232741802931}
+{"Finetune/Learning Rate": 1.2820556900934462e-05, "Finetune/Loss": 0.8343995809555054, "Finetune/Loss (Raw)": 0.769999086856842, "Finetune/Step": 8206, "Finetune/Step Time": 6.740096962079406}
+{"Finetune/Learning Rate": 1.281894127464296e-05, "Finetune/Loss": 0.8370574712753296, "Finetune/Loss (Raw)": 1.0431172847747803, "Finetune/Step": 8207, "Finetune/Step Time": 6.7470138147473335}
+{"Finetune/Learning Rate": 1.2817325568414299e-05, "Finetune/Loss": 0.8375145196914673, "Finetune/Loss (Raw)": 0.8056279420852661, "Finetune/Step": 8208, "Finetune/Step Time": 6.743164701387286}
+{"Finetune/Learning Rate": 1.2815709782294297e-05, "Finetune/Loss": 0.8367601633071899, "Finetune/Loss (Raw)": 0.7983025312423706, "Finetune/Step": 8209, "Finetune/Step Time": 6.743779907003045}
+{"Finetune/Learning Rate": 1.2814093916328774e-05, "Finetune/Loss": 0.838050365447998, "Finetune/Loss (Raw)": 0.8604555130004883, "Finetune/Step": 8210, "Finetune/Step Time": 6.742054691538215}
+{"Finetune/Learning Rate": 1.2812477970563546e-05, "Finetune/Loss": 0.8376283645629883, "Finetune/Loss (Raw)": 0.8305657505989075, "Finetune/Step": 8211, "Finetune/Step Time": 6.743207821622491}
+{"Finetune/Learning Rate": 1.2810861945044444e-05, "Finetune/Loss": 0.8364205956459045, "Finetune/Loss (Raw)": 0.6616228818893433, "Finetune/Step": 8212, "Finetune/Step Time": 6.7501818388700485}
+{"Finetune/Learning Rate": 1.2809245839817288e-05, "Finetune/Loss": 0.8371684551239014, "Finetune/Loss (Raw)": 0.782280683517456, "Finetune/Step": 8213, "Finetune/Step Time": 6.772208672016859}
+{"Finetune/Learning Rate": 1.280762965492791e-05, "Finetune/Loss": 0.8369710445404053, "Finetune/Loss (Raw)": 0.795656144618988, "Finetune/Step": 8214, "Finetune/Step Time": 6.785812344402075}
+{"Finetune/Learning Rate": 1.2806013390422137e-05, "Finetune/Loss": 0.8371280431747437, "Finetune/Loss (Raw)": 0.8306798934936523, "Finetune/Step": 8215, "Finetune/Step Time": 6.78278436139226}
+{"Finetune/Learning Rate": 1.2804397046345805e-05, "Finetune/Loss": 0.8344230651855469, "Finetune/Loss (Raw)": 0.5912402272224426, "Finetune/Step": 8216, "Finetune/Step Time": 6.789272392168641}
+{"Finetune/Learning Rate": 1.2802780622744746e-05, "Finetune/Loss": 0.8372076153755188, "Finetune/Loss (Raw)": 1.0168675184249878, "Finetune/Step": 8217, "Finetune/Step Time": 6.789191534742713}
+{"Finetune/Learning Rate": 1.28011641196648e-05, "Finetune/Loss": 0.8370269536972046, "Finetune/Loss (Raw)": 0.8020166754722595, "Finetune/Step": 8218, "Finetune/Step Time": 6.790669625625014}
+{"Finetune/Learning Rate": 1.2799547537151804e-05, "Finetune/Loss": 0.8369203209877014, "Finetune/Loss (Raw)": 0.7331589460372925, "Finetune/Step": 8219, "Finetune/Step Time": 6.774991853162646}
+{"Finetune/Learning Rate": 1.2797930875251601e-05, "Finetune/Loss": 0.8377182483673096, "Finetune/Loss (Raw)": 0.8122926950454712, "Finetune/Step": 8220, "Finetune/Step Time": 6.76896277628839}
+{"Finetune/Learning Rate": 1.2796314134010034e-05, "Finetune/Loss": 0.8376352787017822, "Finetune/Loss (Raw)": 0.8432924151420593, "Finetune/Step": 8221, "Finetune/Step Time": 6.7644692081958055}
+{"Finetune/Learning Rate": 1.2794697313472953e-05, "Finetune/Loss": 0.838752269744873, "Finetune/Loss (Raw)": 0.849994957447052, "Finetune/Step": 8222, "Finetune/Step Time": 6.766241045668721}
+{"Finetune/Learning Rate": 1.27930804136862e-05, "Finetune/Loss": 0.8381203413009644, "Finetune/Loss (Raw)": 0.9161525368690491, "Finetune/Step": 8223, "Finetune/Step Time": 6.767623770982027}
+{"Finetune/Learning Rate": 1.279146343469563e-05, "Finetune/Loss": 0.8384631872177124, "Finetune/Loss (Raw)": 0.9005834460258484, "Finetune/Step": 8224, "Finetune/Step Time": 6.761606264859438}
+{"Finetune/Learning Rate": 1.2789846376547096e-05, "Finetune/Loss": 0.8390452861785889, "Finetune/Loss (Raw)": 0.9318315982818604, "Finetune/Step": 8225, "Finetune/Step Time": 6.7657183818519115}
+{"Finetune/Learning Rate": 1.278822923928645e-05, "Finetune/Loss": 0.8397037982940674, "Finetune/Loss (Raw)": 0.9277727007865906, "Finetune/Step": 8226, "Finetune/Step Time": 6.7860907185822725}
+{"Finetune/Learning Rate": 1.2786612022959553e-05, "Finetune/Loss": 0.8376336693763733, "Finetune/Loss (Raw)": 0.6487168669700623, "Finetune/Step": 8227, "Finetune/Step Time": 6.794685285538435}
+{"Finetune/Learning Rate": 1.2784994727612263e-05, "Finetune/Loss": 0.8370435237884521, "Finetune/Loss (Raw)": 0.82472825050354, "Finetune/Step": 8228, "Finetune/Step Time": 6.789711443707347}
+{"Finetune/Learning Rate": 1.2783377353290438e-05, "Finetune/Loss": 0.8371857404708862, "Finetune/Loss (Raw)": 0.853469729423523, "Finetune/Step": 8229, "Finetune/Step Time": 6.8033845368772745}
+{"Finetune/Learning Rate": 1.2781759900039952e-05, "Finetune/Loss": 0.8374444842338562, "Finetune/Loss (Raw)": 0.8854723572731018, "Finetune/Step": 8230, "Finetune/Step Time": 6.825725490227342}
+{"Finetune/Learning Rate": 1.2780142367906663e-05, "Finetune/Loss": 0.8396760821342468, "Finetune/Loss (Raw)": 0.9808109402656555, "Finetune/Step": 8231, "Finetune/Step Time": 6.840430965647101}
+{"Finetune/Learning Rate": 1.2778524756936438e-05, "Finetune/Loss": 0.8398194313049316, "Finetune/Loss (Raw)": 0.798133909702301, "Finetune/Step": 8232, "Finetune/Step Time": 6.850630816072226}
+{"Finetune/Learning Rate": 1.277690706717516e-05, "Finetune/Loss": 0.8388248682022095, "Finetune/Loss (Raw)": 0.7561550736427307, "Finetune/Step": 8233, "Finetune/Step Time": 6.865923682227731}
+{"Finetune/Learning Rate": 1.2775289298668689e-05, "Finetune/Loss": 0.8395281434059143, "Finetune/Loss (Raw)": 0.9563276171684265, "Finetune/Step": 8234, "Finetune/Step Time": 6.855848249047995}
+{"Finetune/Learning Rate": 1.2773671451462906e-05, "Finetune/Loss": 0.8396990895271301, "Finetune/Loss (Raw)": 0.8211057186126709, "Finetune/Step": 8235, "Finetune/Step Time": 6.861061004921794}
+{"Finetune/Learning Rate": 1.2772053525603689e-05, "Finetune/Loss": 0.8407367467880249, "Finetune/Loss (Raw)": 0.8733959197998047, "Finetune/Step": 8236, "Finetune/Step Time": 6.867599351331592}
+{"Finetune/Learning Rate": 1.2770435521136915e-05, "Finetune/Loss": 0.8412131071090698, "Finetune/Loss (Raw)": 0.860673189163208, "Finetune/Step": 8237, "Finetune/Step Time": 6.885985950008035}
+{"Finetune/Learning Rate": 1.2768817438108468e-05, "Finetune/Loss": 0.8414921760559082, "Finetune/Loss (Raw)": 0.9340105056762695, "Finetune/Step": 8238, "Finetune/Step Time": 6.886365490034223}
+{"Finetune/Learning Rate": 1.2767199276564232e-05, "Finetune/Loss": 0.8412944078445435, "Finetune/Loss (Raw)": 0.8360092043876648, "Finetune/Step": 8239, "Finetune/Step Time": 6.882299343124032}
+{"Finetune/Learning Rate": 1.2765581036550095e-05, "Finetune/Loss": 0.8413246870040894, "Finetune/Loss (Raw)": 0.8365773558616638, "Finetune/Step": 8240, "Finetune/Step Time": 6.883477009832859}
+{"Finetune/Learning Rate": 1.2763962718111942e-05, "Finetune/Loss": 0.8405182361602783, "Finetune/Loss (Raw)": 0.8222090601921082, "Finetune/Step": 8241, "Finetune/Step Time": 6.895879132673144}
+{"Finetune/Learning Rate": 1.2762344321295667e-05, "Finetune/Loss": 0.8400464057922363, "Finetune/Loss (Raw)": 0.8272961974143982, "Finetune/Step": 8242, "Finetune/Step Time": 6.897710667923093}
+{"Finetune/Learning Rate": 1.2760725846147162e-05, "Finetune/Loss": 0.841027557849884, "Finetune/Loss (Raw)": 0.8574142456054688, "Finetune/Step": 8243, "Finetune/Step Time": 6.883409475907683}
+{"Finetune/Learning Rate": 1.2759107292712324e-05, "Finetune/Loss": 0.8421871066093445, "Finetune/Loss (Raw)": 0.9755805134773254, "Finetune/Step": 8244, "Finetune/Step Time": 6.88441614434123}
+{"Finetune/Learning Rate": 1.2757488661037048e-05, "Finetune/Loss": 0.8395180702209473, "Finetune/Loss (Raw)": 0.6495705246925354, "Finetune/Step": 8245, "Finetune/Step Time": 6.882034223526716}
+{"Finetune/Learning Rate": 1.2755869951167233e-05, "Finetune/Loss": 0.8386582732200623, "Finetune/Loss (Raw)": 0.7834686636924744, "Finetune/Step": 8246, "Finetune/Step Time": 6.89200827293098}
+{"Finetune/Learning Rate": 1.2754251163148783e-05, "Finetune/Loss": 0.8400852680206299, "Finetune/Loss (Raw)": 0.8856323957443237, "Finetune/Step": 8247, "Finetune/Step Time": 6.879768466576934}
+{"Finetune/Learning Rate": 1.2752632297027605e-05, "Finetune/Loss": 0.839444100856781, "Finetune/Loss (Raw)": 0.7045701146125793, "Finetune/Step": 8248, "Finetune/Step Time": 6.89456832036376}
+{"Finetune/Learning Rate": 1.27510133528496e-05, "Finetune/Loss": 0.8384667634963989, "Finetune/Loss (Raw)": 0.8659104108810425, "Finetune/Step": 8249, "Finetune/Step Time": 6.872582348063588}
+{"Finetune/Learning Rate": 1.2749394330660679e-05, "Finetune/Loss": 0.8382259607315063, "Finetune/Loss (Raw)": 0.8761888742446899, "Finetune/Step": 8250, "Finetune/Step Time": 6.880878463387489}
+{"Finetune/Learning Rate": 1.2747775230506756e-05, "Finetune/Loss": 0.8380945920944214, "Finetune/Loss (Raw)": 0.8323120474815369, "Finetune/Step": 8251, "Finetune/Step Time": 6.880275413393974}
+{"Finetune/Learning Rate": 1.2746156052433738e-05, "Finetune/Loss": 0.8369667530059814, "Finetune/Loss (Raw)": 0.9464165568351746, "Finetune/Step": 8252, "Finetune/Step Time": 6.8726403173059225}
+{"Finetune/Learning Rate": 1.2744536796487543e-05, "Finetune/Loss": 0.8389310836791992, "Finetune/Loss (Raw)": 0.9563632011413574, "Finetune/Step": 8253, "Finetune/Step Time": 6.8612212631851435}
+{"Finetune/Learning Rate": 1.2742917462714093e-05, "Finetune/Loss": 0.8386036157608032, "Finetune/Loss (Raw)": 0.9237787127494812, "Finetune/Step": 8254, "Finetune/Step Time": 6.865217182785273}
+{"Finetune/Learning Rate": 1.2741298051159298e-05, "Finetune/Loss": 0.8387175798416138, "Finetune/Loss (Raw)": 0.7489204406738281, "Finetune/Step": 8255, "Finetune/Step Time": 6.868460740894079}
+{"Finetune/Learning Rate": 1.273967856186909e-05, "Finetune/Loss": 0.8398749828338623, "Finetune/Loss (Raw)": 0.7783207893371582, "Finetune/Step": 8256, "Finetune/Step Time": 6.855097206309438}
+{"Finetune/Learning Rate": 1.2738058994889386e-05, "Finetune/Loss": 0.8394064903259277, "Finetune/Loss (Raw)": 0.8537029027938843, "Finetune/Step": 8257, "Finetune/Step Time": 6.852083647623658}
+{"Finetune/Learning Rate": 1.2736439350266117e-05, "Finetune/Loss": 0.8391880393028259, "Finetune/Loss (Raw)": 0.7530659437179565, "Finetune/Step": 8258, "Finetune/Step Time": 6.8530182130634785}
+{"Finetune/Learning Rate": 1.2734819628045207e-05, "Finetune/Loss": 0.8395801186561584, "Finetune/Loss (Raw)": 0.7544373273849487, "Finetune/Step": 8259, "Finetune/Step Time": 6.8455024138092995}
+{"Finetune/Learning Rate": 1.2733199828272591e-05, "Finetune/Loss": 0.8391944169998169, "Finetune/Loss (Raw)": 0.7605289816856384, "Finetune/Step": 8260, "Finetune/Step Time": 6.852462463080883}
+{"Finetune/Learning Rate": 1.27315799509942e-05, "Finetune/Loss": 0.8379243612289429, "Finetune/Loss (Raw)": 0.7729650735855103, "Finetune/Step": 8261, "Finetune/Step Time": 6.860932964831591}
+{"Finetune/Learning Rate": 1.2729959996255968e-05, "Finetune/Loss": 0.8373467922210693, "Finetune/Loss (Raw)": 0.7729420065879822, "Finetune/Step": 8262, "Finetune/Step Time": 6.861486388370395}
+{"Finetune/Learning Rate": 1.2728339964103834e-05, "Finetune/Loss": 0.8376116156578064, "Finetune/Loss (Raw)": 0.9265866875648499, "Finetune/Step": 8263, "Finetune/Step Time": 6.864123657345772}
+{"Finetune/Learning Rate": 1.2726719854583736e-05, "Finetune/Loss": 0.8368269205093384, "Finetune/Loss (Raw)": 0.8424407839775085, "Finetune/Step": 8264, "Finetune/Step Time": 6.875567967072129}
+{"Finetune/Learning Rate": 1.2725099667741616e-05, "Finetune/Loss": 0.8364094495773315, "Finetune/Loss (Raw)": 0.7791149616241455, "Finetune/Step": 8265, "Finetune/Step Time": 6.886703968048096}
+{"Finetune/Learning Rate": 1.2723479403623424e-05, "Finetune/Loss": 0.8378260135650635, "Finetune/Loss (Raw)": 0.8570767045021057, "Finetune/Step": 8266, "Finetune/Step Time": 6.863764256238937}
+{"Finetune/Learning Rate": 1.2721859062275094e-05, "Finetune/Loss": 0.8354342579841614, "Finetune/Loss (Raw)": 0.6127066612243652, "Finetune/Step": 8267, "Finetune/Step Time": 6.856422247365117}
+{"Finetune/Learning Rate": 1.2720238643742585e-05, "Finetune/Loss": 0.8349825143814087, "Finetune/Loss (Raw)": 0.8121095299720764, "Finetune/Step": 8268, "Finetune/Step Time": 6.847479013726115}
+{"Finetune/Learning Rate": 1.2718618148071843e-05, "Finetune/Loss": 0.835211992263794, "Finetune/Loss (Raw)": 0.7870734930038452, "Finetune/Step": 8269, "Finetune/Step Time": 6.849600348621607}
+{"Finetune/Learning Rate": 1.2716997575308819e-05, "Finetune/Loss": 0.8363332748413086, "Finetune/Loss (Raw)": 0.9687812328338623, "Finetune/Step": 8270, "Finetune/Step Time": 6.850635958835483}
+{"Finetune/Learning Rate": 1.271537692549947e-05, "Finetune/Loss": 0.8363255262374878, "Finetune/Loss (Raw)": 0.8359038233757019, "Finetune/Step": 8271, "Finetune/Step Time": 6.850998127833009}
+{"Finetune/Learning Rate": 1.2713756198689757e-05, "Finetune/Loss": 0.8355242013931274, "Finetune/Loss (Raw)": 0.8048831224441528, "Finetune/Step": 8272, "Finetune/Step Time": 6.855402743443847}
+{"Finetune/Learning Rate": 1.2712135394925631e-05, "Finetune/Loss": 0.8359960317611694, "Finetune/Loss (Raw)": 0.9139313101768494, "Finetune/Step": 8273, "Finetune/Step Time": 6.856793126091361}
+{"Finetune/Learning Rate": 1.2710514514253057e-05, "Finetune/Loss": 0.8359593152999878, "Finetune/Loss (Raw)": 0.8341249227523804, "Finetune/Step": 8274, "Finetune/Step Time": 6.8508972972631454}
+{"Finetune/Learning Rate": 1.2708893556718002e-05, "Finetune/Loss": 0.8378601670265198, "Finetune/Loss (Raw)": 0.8706995248794556, "Finetune/Step": 8275, "Finetune/Step Time": 6.840877693146467}
+{"Finetune/Learning Rate": 1.2707272522366428e-05, "Finetune/Loss": 0.8391432762145996, "Finetune/Loss (Raw)": 0.8723260760307312, "Finetune/Step": 8276, "Finetune/Step Time": 6.831473855301738}
+{"Finetune/Learning Rate": 1.27056514112443e-05, "Finetune/Loss": 0.8376435041427612, "Finetune/Loss (Raw)": 0.727746844291687, "Finetune/Step": 8277, "Finetune/Step Time": 6.828464366495609}
+{"Finetune/Learning Rate": 1.2704030223397597e-05, "Finetune/Loss": 0.838398814201355, "Finetune/Loss (Raw)": 0.910319447517395, "Finetune/Step": 8278, "Finetune/Step Time": 6.823594219982624}
+{"Finetune/Learning Rate": 1.2702408958872283e-05, "Finetune/Loss": 0.8376359343528748, "Finetune/Loss (Raw)": 0.8620457649230957, "Finetune/Step": 8279, "Finetune/Step Time": 6.829785028472543}
+{"Finetune/Learning Rate": 1.2700787617714338e-05, "Finetune/Loss": 0.8382846117019653, "Finetune/Loss (Raw)": 0.8582501411437988, "Finetune/Step": 8280, "Finetune/Step Time": 6.834577089175582}
+{"Finetune/Learning Rate": 1.2699166199969733e-05, "Finetune/Loss": 0.8388563394546509, "Finetune/Loss (Raw)": 0.8715179562568665, "Finetune/Step": 8281, "Finetune/Step Time": 6.837599623948336}
+{"Finetune/Learning Rate": 1.2697544705684453e-05, "Finetune/Loss": 0.8370704650878906, "Finetune/Loss (Raw)": 0.7854508757591248, "Finetune/Step": 8282, "Finetune/Step Time": 6.841103905811906}
+{"Finetune/Learning Rate": 1.2695923134904474e-05, "Finetune/Loss": 0.8374207019805908, "Finetune/Loss (Raw)": 0.8347002863883972, "Finetune/Step": 8283, "Finetune/Step Time": 6.823827302083373}
+{"Finetune/Learning Rate": 1.2694301487675781e-05, "Finetune/Loss": 0.8382543325424194, "Finetune/Loss (Raw)": 1.0190876722335815, "Finetune/Step": 8284, "Finetune/Step Time": 6.8268222361803055}
+{"Finetune/Learning Rate": 1.269267976404436e-05, "Finetune/Loss": 0.8382441997528076, "Finetune/Loss (Raw)": 0.8541688323020935, "Finetune/Step": 8285, "Finetune/Step Time": 6.820963649079204}
+{"Finetune/Learning Rate": 1.2691057964056199e-05, "Finetune/Loss": 0.8392893075942993, "Finetune/Loss (Raw)": 0.8812105059623718, "Finetune/Step": 8286, "Finetune/Step Time": 6.819818664342165}
+{"Finetune/Learning Rate": 1.2689436087757285e-05, "Finetune/Loss": 0.8388394713401794, "Finetune/Loss (Raw)": 0.788030207157135, "Finetune/Step": 8287, "Finetune/Step Time": 6.818865576758981}
+{"Finetune/Learning Rate": 1.2687814135193613e-05, "Finetune/Loss": 0.8386495113372803, "Finetune/Loss (Raw)": 0.747857928276062, "Finetune/Step": 8288, "Finetune/Step Time": 6.808373138308525}
+{"Finetune/Learning Rate": 1.2686192106411172e-05, "Finetune/Loss": 0.8397268056869507, "Finetune/Loss (Raw)": 0.8259036540985107, "Finetune/Step": 8289, "Finetune/Step Time": 6.797533139586449}
+{"Finetune/Learning Rate": 1.2684570001455963e-05, "Finetune/Loss": 0.8395764827728271, "Finetune/Loss (Raw)": 0.8052210211753845, "Finetune/Step": 8290, "Finetune/Step Time": 6.789396446198225}
+{"Finetune/Learning Rate": 1.2682947820373983e-05, "Finetune/Loss": 0.8404886722564697, "Finetune/Loss (Raw)": 0.9293404817581177, "Finetune/Step": 8291, "Finetune/Step Time": 6.793853161856532}
+{"Finetune/Learning Rate": 1.2681325563211231e-05, "Finetune/Loss": 0.8419691920280457, "Finetune/Loss (Raw)": 0.8528738617897034, "Finetune/Step": 8292, "Finetune/Step Time": 6.75823038443923}
+{"Finetune/Learning Rate": 1.2679703230013714e-05, "Finetune/Loss": 0.8425185084342957, "Finetune/Loss (Raw)": 0.8001813888549805, "Finetune/Step": 8293, "Finetune/Step Time": 6.755700567737222}
+{"Finetune/Learning Rate": 1.2678080820827432e-05, "Finetune/Loss": 0.8415142297744751, "Finetune/Loss (Raw)": 0.7270989418029785, "Finetune/Step": 8294, "Finetune/Step Time": 6.771139910444617}
+{"Finetune/Learning Rate": 1.267645833569839e-05, "Finetune/Loss": 0.8404631614685059, "Finetune/Loss (Raw)": 0.7793693542480469, "Finetune/Step": 8295, "Finetune/Step Time": 6.7741968389600515}
+{"Finetune/Learning Rate": 1.2674835774672603e-05, "Finetune/Loss": 0.8405773639678955, "Finetune/Loss (Raw)": 0.9259299635887146, "Finetune/Step": 8296, "Finetune/Step Time": 6.787296283990145}
+{"Finetune/Learning Rate": 1.267321313779608e-05, "Finetune/Loss": 0.8399425745010376, "Finetune/Loss (Raw)": 0.9004672169685364, "Finetune/Step": 8297, "Finetune/Step Time": 6.7876799535006285}
+{"Finetune/Learning Rate": 1.2671590425114832e-05, "Finetune/Loss": 0.841989278793335, "Finetune/Loss (Raw)": 0.940794825553894, "Finetune/Step": 8298, "Finetune/Step Time": 6.792113300412893}
+{"Finetune/Learning Rate": 1.266996763667488e-05, "Finetune/Loss": 0.8404523134231567, "Finetune/Loss (Raw)": 0.8074514865875244, "Finetune/Step": 8299, "Finetune/Step Time": 6.7914181612432}
+{"Finetune/Learning Rate": 1.2668344772522238e-05, "Finetune/Loss": 0.8404391407966614, "Finetune/Loss (Raw)": 0.8217840194702148, "Finetune/Step": 8300, "Finetune/Step Time": 6.791094854474068}
+{"Finetune/Learning Rate": 1.2666721832702924e-05, "Finetune/Loss": 0.8401462435722351, "Finetune/Loss (Raw)": 0.7401224374771118, "Finetune/Step": 8301, "Finetune/Step Time": 6.793986093252897}
+{"Finetune/Learning Rate": 1.266509881726296e-05, "Finetune/Loss": 0.8400369882583618, "Finetune/Loss (Raw)": 0.7448014616966248, "Finetune/Step": 8302, "Finetune/Step Time": 6.80192443728447}
+{"Finetune/Learning Rate": 1.2663475726248378e-05, "Finetune/Loss": 0.8399783372879028, "Finetune/Loss (Raw)": 0.9095990061759949, "Finetune/Step": 8303, "Finetune/Step Time": 6.797020582482219}
+{"Finetune/Learning Rate": 1.2661852559705192e-05, "Finetune/Loss": 0.8410704135894775, "Finetune/Loss (Raw)": 0.9877039790153503, "Finetune/Step": 8304, "Finetune/Step Time": 6.794262658804655}
+{"Finetune/Learning Rate": 1.2660229317679438e-05, "Finetune/Loss": 0.8408376574516296, "Finetune/Loss (Raw)": 0.9151853919029236, "Finetune/Step": 8305, "Finetune/Step Time": 6.792698526754975}
+{"Finetune/Learning Rate": 1.2658606000217151e-05, "Finetune/Loss": 0.8400081396102905, "Finetune/Loss (Raw)": 0.7522296905517578, "Finetune/Step": 8306, "Finetune/Step Time": 6.792632285505533}
+{"Finetune/Learning Rate": 1.2656982607364351e-05, "Finetune/Loss": 0.839332103729248, "Finetune/Loss (Raw)": 0.8519148826599121, "Finetune/Step": 8307, "Finetune/Step Time": 6.809413840994239}
+{"Finetune/Learning Rate": 1.2655359139167083e-05, "Finetune/Loss": 0.8380128145217896, "Finetune/Loss (Raw)": 0.781407356262207, "Finetune/Step": 8308, "Finetune/Step Time": 6.808450173586607}
+{"Finetune/Learning Rate": 1.265373559567138e-05, "Finetune/Loss": 0.8371208906173706, "Finetune/Loss (Raw)": 0.8174117803573608, "Finetune/Step": 8309, "Finetune/Step Time": 6.810197863727808}
+{"Finetune/Learning Rate": 1.2652111976923282e-05, "Finetune/Loss": 0.8378685712814331, "Finetune/Loss (Raw)": 0.8871608376502991, "Finetune/Step": 8310, "Finetune/Step Time": 6.811701849102974}
+{"Finetune/Learning Rate": 1.265048828296883e-05, "Finetune/Loss": 0.8387418985366821, "Finetune/Loss (Raw)": 0.9363128542900085, "Finetune/Step": 8311, "Finetune/Step Time": 6.797679845243692}
+{"Finetune/Learning Rate": 1.2648864513854067e-05, "Finetune/Loss": 0.838518500328064, "Finetune/Loss (Raw)": 0.8381052017211914, "Finetune/Step": 8312, "Finetune/Step Time": 6.7973977122455835}
+{"Finetune/Learning Rate": 1.2647240669625038e-05, "Finetune/Loss": 0.8376959562301636, "Finetune/Loss (Raw)": 0.7278368473052979, "Finetune/Step": 8313, "Finetune/Step Time": 6.7954393941909075}
+{"Finetune/Learning Rate": 1.2645616750327792e-05, "Finetune/Loss": 0.8374056816101074, "Finetune/Loss (Raw)": 0.7481597661972046, "Finetune/Step": 8314, "Finetune/Step Time": 6.797859117388725}
+{"Finetune/Learning Rate": 1.2643992756008377e-05, "Finetune/Loss": 0.8361272811889648, "Finetune/Loss (Raw)": 0.8748269081115723, "Finetune/Step": 8315, "Finetune/Step Time": 6.799674641340971}
+{"Finetune/Learning Rate": 1.2642368686712846e-05, "Finetune/Loss": 0.8344797492027283, "Finetune/Loss (Raw)": 0.6550796031951904, "Finetune/Step": 8316, "Finetune/Step Time": 6.808174215257168}
+{"Finetune/Learning Rate": 1.2640744542487253e-05, "Finetune/Loss": 0.8328629732131958, "Finetune/Loss (Raw)": 0.5881379842758179, "Finetune/Step": 8317, "Finetune/Step Time": 6.819647373631597}
+{"Finetune/Learning Rate": 1.2639120323377659e-05, "Finetune/Loss": 0.8342829346656799, "Finetune/Loss (Raw)": 0.9790602922439575, "Finetune/Step": 8318, "Finetune/Step Time": 6.822302361950278}
+{"Finetune/Learning Rate": 1.263749602943011e-05, "Finetune/Loss": 0.8325141668319702, "Finetune/Loss (Raw)": 0.7324743866920471, "Finetune/Step": 8319, "Finetune/Step Time": 6.821682086214423}
+{"Finetune/Learning Rate": 1.2635871660690677e-05, "Finetune/Loss": 0.833146333694458, "Finetune/Loss (Raw)": 0.8983346819877625, "Finetune/Step": 8320, "Finetune/Step Time": 6.841611303389072}
+{"Finetune/Learning Rate": 1.2634247217205421e-05, "Finetune/Loss": 0.8348757028579712, "Finetune/Loss (Raw)": 1.0174249410629272, "Finetune/Step": 8321, "Finetune/Step Time": 6.857859302312136}
+{"Finetune/Learning Rate": 1.2632622699020403e-05, "Finetune/Loss": 0.8347388505935669, "Finetune/Loss (Raw)": 0.7863613963127136, "Finetune/Step": 8322, "Finetune/Step Time": 6.8565459828823805}
+{"Finetune/Learning Rate": 1.2630998106181688e-05, "Finetune/Loss": 0.8339902758598328, "Finetune/Loss (Raw)": 0.8489292860031128, "Finetune/Step": 8323, "Finetune/Step Time": 6.854822380468249}
+{"Finetune/Learning Rate": 1.2629373438735354e-05, "Finetune/Loss": 0.8332220315933228, "Finetune/Loss (Raw)": 0.838755190372467, "Finetune/Step": 8324, "Finetune/Step Time": 6.858452554792166}
+{"Finetune/Learning Rate": 1.2627748696727465e-05, "Finetune/Loss": 0.8338114023208618, "Finetune/Loss (Raw)": 0.9636886715888977, "Finetune/Step": 8325, "Finetune/Step Time": 6.856930652633309}
+{"Finetune/Learning Rate": 1.2626123880204091e-05, "Finetune/Loss": 0.8337305784225464, "Finetune/Loss (Raw)": 0.9095902442932129, "Finetune/Step": 8326, "Finetune/Step Time": 6.861202072352171}
+{"Finetune/Learning Rate": 1.2624498989211316e-05, "Finetune/Loss": 0.8339177370071411, "Finetune/Loss (Raw)": 0.8427152037620544, "Finetune/Step": 8327, "Finetune/Step Time": 6.867817496880889}
+{"Finetune/Learning Rate": 1.262287402379521e-05, "Finetune/Loss": 0.8334640264511108, "Finetune/Loss (Raw)": 0.6953856945037842, "Finetune/Step": 8328, "Finetune/Step Time": 6.856025896966457}
+{"Finetune/Learning Rate": 1.2621248984001858e-05, "Finetune/Loss": 0.833420991897583, "Finetune/Loss (Raw)": 0.7925131320953369, "Finetune/Step": 8329, "Finetune/Step Time": 6.8394895195961}
+{"Finetune/Learning Rate": 1.2619623869877336e-05, "Finetune/Loss": 0.8337315320968628, "Finetune/Loss (Raw)": 0.9292643666267395, "Finetune/Step": 8330, "Finetune/Step Time": 6.841286141425371}
+{"Finetune/Learning Rate": 1.2617998681467732e-05, "Finetune/Loss": 0.8335790038108826, "Finetune/Loss (Raw)": 0.8202113509178162, "Finetune/Step": 8331, "Finetune/Step Time": 6.843684649094939}
+{"Finetune/Learning Rate": 1.2616373418819128e-05, "Finetune/Loss": 0.8334835767745972, "Finetune/Loss (Raw)": 0.6927210688591003, "Finetune/Step": 8332, "Finetune/Step Time": 6.840300064533949}
+{"Finetune/Learning Rate": 1.2614748081977615e-05, "Finetune/Loss": 0.8330307006835938, "Finetune/Loss (Raw)": 0.6792479753494263, "Finetune/Step": 8333, "Finetune/Step Time": 6.833696074783802}
+{"Finetune/Learning Rate": 1.2613122670989282e-05, "Finetune/Loss": 0.8326709270477295, "Finetune/Loss (Raw)": 0.7239487767219543, "Finetune/Step": 8334, "Finetune/Step Time": 6.797870045527816}
+{"Finetune/Learning Rate": 1.261149718590022e-05, "Finetune/Loss": 0.8318336009979248, "Finetune/Loss (Raw)": 0.935940146446228, "Finetune/Step": 8335, "Finetune/Step Time": 6.789353670552373}
+{"Finetune/Learning Rate": 1.2609871626756522e-05, "Finetune/Loss": 0.8321590423583984, "Finetune/Loss (Raw)": 0.8472761511802673, "Finetune/Step": 8336, "Finetune/Step Time": 6.804253060370684}
+{"Finetune/Learning Rate": 1.260824599360429e-05, "Finetune/Loss": 0.8338159918785095, "Finetune/Loss (Raw)": 1.0103987455368042, "Finetune/Step": 8337, "Finetune/Step Time": 6.8078546561300755}
+{"Finetune/Learning Rate": 1.2606620286489616e-05, "Finetune/Loss": 0.8336951732635498, "Finetune/Loss (Raw)": 0.8449912667274475, "Finetune/Step": 8338, "Finetune/Step Time": 6.809632716700435}
+{"Finetune/Learning Rate": 1.2604994505458606e-05, "Finetune/Loss": 0.8335058093070984, "Finetune/Loss (Raw)": 0.8063324093818665, "Finetune/Step": 8339, "Finetune/Step Time": 6.810104586184025}
+{"Finetune/Learning Rate": 1.2603368650557354e-05, "Finetune/Loss": 0.8355870246887207, "Finetune/Loss (Raw)": 0.9280095100402832, "Finetune/Step": 8340, "Finetune/Step Time": 6.799938473850489}
+{"Finetune/Learning Rate": 1.2601742721831976e-05, "Finetune/Loss": 0.8363121151924133, "Finetune/Loss (Raw)": 0.8750975131988525, "Finetune/Step": 8341, "Finetune/Step Time": 6.779035227373242}
+{"Finetune/Learning Rate": 1.260011671932857e-05, "Finetune/Loss": 0.8367874026298523, "Finetune/Loss (Raw)": 0.8564901947975159, "Finetune/Step": 8342, "Finetune/Step Time": 6.76214748993516}
+{"Finetune/Learning Rate": 1.2598490643093247e-05, "Finetune/Loss": 0.8368266820907593, "Finetune/Loss (Raw)": 0.8357059359550476, "Finetune/Step": 8343, "Finetune/Step Time": 6.759201422333717}
+{"Finetune/Learning Rate": 1.2596864493172119e-05, "Finetune/Loss": 0.838398814201355, "Finetune/Loss (Raw)": 0.7924731969833374, "Finetune/Step": 8344, "Finetune/Step Time": 6.752536496147513}
+{"Finetune/Learning Rate": 1.25952382696113e-05, "Finetune/Loss": 0.8369400501251221, "Finetune/Loss (Raw)": 0.8301393985748291, "Finetune/Step": 8345, "Finetune/Step Time": 6.753496604040265}
+{"Finetune/Learning Rate": 1.2593611972456903e-05, "Finetune/Loss": 0.8367105722427368, "Finetune/Loss (Raw)": 0.7726521492004395, "Finetune/Step": 8346, "Finetune/Step Time": 6.7569412887096405}
+{"Finetune/Learning Rate": 1.2591985601755043e-05, "Finetune/Loss": 0.8382852077484131, "Finetune/Loss (Raw)": 0.934712827205658, "Finetune/Step": 8347, "Finetune/Step Time": 6.757807275280356}
+{"Finetune/Learning Rate": 1.2590359157551845e-05, "Finetune/Loss": 0.8383029699325562, "Finetune/Loss (Raw)": 0.8145604133605957, "Finetune/Step": 8348, "Finetune/Step Time": 6.761054476723075}
+{"Finetune/Learning Rate": 1.2588732639893426e-05, "Finetune/Loss": 0.8385841250419617, "Finetune/Loss (Raw)": 0.8792834281921387, "Finetune/Step": 8349, "Finetune/Step Time": 6.762927755713463}
+{"Finetune/Learning Rate": 1.258710604882591e-05, "Finetune/Loss": 0.8388449549674988, "Finetune/Loss (Raw)": 0.8833843469619751, "Finetune/Step": 8350, "Finetune/Step Time": 6.758557308465242}
+{"Finetune/Learning Rate": 1.2585479384395424e-05, "Finetune/Loss": 0.8395522236824036, "Finetune/Loss (Raw)": 1.0066838264465332, "Finetune/Step": 8351, "Finetune/Step Time": 6.771557765081525}
+{"Finetune/Learning Rate": 1.2583852646648097e-05, "Finetune/Loss": 0.8390438556671143, "Finetune/Loss (Raw)": 0.8355101943016052, "Finetune/Step": 8352, "Finetune/Step Time": 6.773245422169566}
+{"Finetune/Learning Rate": 1.2582225835630054e-05, "Finetune/Loss": 0.837551474571228, "Finetune/Loss (Raw)": 0.7408031225204468, "Finetune/Step": 8353, "Finetune/Step Time": 6.785101298242807}
+{"Finetune/Learning Rate": 1.2580598951387429e-05, "Finetune/Loss": 0.8365259766578674, "Finetune/Loss (Raw)": 0.7965120077133179, "Finetune/Step": 8354, "Finetune/Step Time": 6.768730437383056}
+{"Finetune/Learning Rate": 1.2578971993966355e-05, "Finetune/Loss": 0.8383363485336304, "Finetune/Loss (Raw)": 0.8804444670677185, "Finetune/Step": 8355, "Finetune/Step Time": 6.75853343680501}
+{"Finetune/Learning Rate": 1.2577344963412971e-05, "Finetune/Loss": 0.8385807275772095, "Finetune/Loss (Raw)": 0.856011688709259, "Finetune/Step": 8356, "Finetune/Step Time": 6.7648232989013195}
+{"Finetune/Learning Rate": 1.257571785977341e-05, "Finetune/Loss": 0.8381510972976685, "Finetune/Loss (Raw)": 0.798471212387085, "Finetune/Step": 8357, "Finetune/Step Time": 6.7466701082885265}
+{"Finetune/Learning Rate": 1.2574090683093818e-05, "Finetune/Loss": 0.8372441530227661, "Finetune/Loss (Raw)": 0.7693909406661987, "Finetune/Step": 8358, "Finetune/Step Time": 6.721733151003718}
+{"Finetune/Learning Rate": 1.2572463433420334e-05, "Finetune/Loss": 0.836214542388916, "Finetune/Loss (Raw)": 0.8490144610404968, "Finetune/Step": 8359, "Finetune/Step Time": 6.705647615715861}
+{"Finetune/Learning Rate": 1.2570836110799101e-05, "Finetune/Loss": 0.8358489871025085, "Finetune/Loss (Raw)": 0.7513445019721985, "Finetune/Step": 8360, "Finetune/Step Time": 6.694094739854336}
+{"Finetune/Learning Rate": 1.2569208715276266e-05, "Finetune/Loss": 0.8371738195419312, "Finetune/Loss (Raw)": 0.9257377982139587, "Finetune/Step": 8361, "Finetune/Step Time": 6.6819323264062405}
+{"Finetune/Learning Rate": 1.2567581246897977e-05, "Finetune/Loss": 0.8367967009544373, "Finetune/Loss (Raw)": 0.9080525040626526, "Finetune/Step": 8362, "Finetune/Step Time": 6.681311681866646}
+{"Finetune/Learning Rate": 1.256595370571039e-05, "Finetune/Loss": 0.8373967409133911, "Finetune/Loss (Raw)": 0.8979083895683289, "Finetune/Step": 8363, "Finetune/Step Time": 6.6765638664364815}
+{"Finetune/Learning Rate": 1.2564326091759647e-05, "Finetune/Loss": 0.8364671468734741, "Finetune/Loss (Raw)": 0.7544131278991699, "Finetune/Step": 8364, "Finetune/Step Time": 6.670227123424411}
+{"Finetune/Learning Rate": 1.2562698405091908e-05, "Finetune/Loss": 0.8359659910202026, "Finetune/Loss (Raw)": 0.7965197563171387, "Finetune/Step": 8365, "Finetune/Step Time": 6.65456803701818}
+{"Finetune/Learning Rate": 1.2561070645753333e-05, "Finetune/Loss": 0.8352885246276855, "Finetune/Loss (Raw)": 0.8472965955734253, "Finetune/Step": 8366, "Finetune/Step Time": 6.652745520696044}
+{"Finetune/Learning Rate": 1.2559442813790077e-05, "Finetune/Loss": 0.8355584144592285, "Finetune/Loss (Raw)": 0.8705585598945618, "Finetune/Step": 8367, "Finetune/Step Time": 6.651575906202197}
+{"Finetune/Learning Rate": 1.2557814909248297e-05, "Finetune/Loss": 0.8360433578491211, "Finetune/Loss (Raw)": 0.8986552953720093, "Finetune/Step": 8368, "Finetune/Step Time": 6.659629238769412}
+{"Finetune/Learning Rate": 1.2556186932174162e-05, "Finetune/Loss": 0.8363365530967712, "Finetune/Loss (Raw)": 0.8597321510314941, "Finetune/Step": 8369, "Finetune/Step Time": 6.654007302597165}
+{"Finetune/Learning Rate": 1.2554558882613837e-05, "Finetune/Loss": 0.8366430997848511, "Finetune/Loss (Raw)": 0.8665329813957214, "Finetune/Step": 8370, "Finetune/Step Time": 6.653353821486235}
+{"Finetune/Learning Rate": 1.255293076061348e-05, "Finetune/Loss": 0.835689902305603, "Finetune/Loss (Raw)": 0.7354044914245605, "Finetune/Step": 8371, "Finetune/Step Time": 6.654456088319421}
+{"Finetune/Learning Rate": 1.255130256621927e-05, "Finetune/Loss": 0.8346724510192871, "Finetune/Loss (Raw)": 0.8453471064567566, "Finetune/Step": 8372, "Finetune/Step Time": 6.6520863100886345}
+{"Finetune/Learning Rate": 1.2549674299477377e-05, "Finetune/Loss": 0.8352679014205933, "Finetune/Loss (Raw)": 0.7257834672927856, "Finetune/Step": 8373, "Finetune/Step Time": 6.649455917999148}
+{"Finetune/Learning Rate": 1.2548045960433968e-05, "Finetune/Loss": 0.8351858854293823, "Finetune/Loss (Raw)": 0.7729765176773071, "Finetune/Step": 8374, "Finetune/Step Time": 6.629869936034083}
+{"Finetune/Learning Rate": 1.254641754913522e-05, "Finetune/Loss": 0.8354912996292114, "Finetune/Loss (Raw)": 0.9247278571128845, "Finetune/Step": 8375, "Finetune/Step Time": 6.630122430622578}
+{"Finetune/Learning Rate": 1.2544789065627314e-05, "Finetune/Loss": 0.8355953693389893, "Finetune/Loss (Raw)": 0.7178953886032104, "Finetune/Step": 8376, "Finetune/Step Time": 6.615981815382838}
+{"Finetune/Learning Rate": 1.2543160509956424e-05, "Finetune/Loss": 0.8358778953552246, "Finetune/Loss (Raw)": 0.9020655751228333, "Finetune/Step": 8377, "Finetune/Step Time": 6.618430610746145}
+{"Finetune/Learning Rate": 1.2541531882168736e-05, "Finetune/Loss": 0.8345425724983215, "Finetune/Loss (Raw)": 0.7052707076072693, "Finetune/Step": 8378, "Finetune/Step Time": 6.609026927500963}
+{"Finetune/Learning Rate": 1.2539903182310428e-05, "Finetune/Loss": 0.8319085836410522, "Finetune/Loss (Raw)": 0.4951584041118622, "Finetune/Step": 8379, "Finetune/Step Time": 6.625261392444372}
+{"Finetune/Learning Rate": 1.253827441042769e-05, "Finetune/Loss": 0.8308122158050537, "Finetune/Loss (Raw)": 0.8060833811759949, "Finetune/Step": 8380, "Finetune/Step Time": 6.6275135558098555}
+{"Finetune/Learning Rate": 1.2536645566566709e-05, "Finetune/Loss": 0.829470157623291, "Finetune/Loss (Raw)": 0.7845802903175354, "Finetune/Step": 8381, "Finetune/Step Time": 6.6388867776840925}
+{"Finetune/Learning Rate": 1.253501665077367e-05, "Finetune/Loss": 0.8281168341636658, "Finetune/Loss (Raw)": 0.7505531907081604, "Finetune/Step": 8382, "Finetune/Step Time": 6.635496953502297}
+{"Finetune/Learning Rate": 1.2533387663094771e-05, "Finetune/Loss": 0.8295788764953613, "Finetune/Loss (Raw)": 0.9360664486885071, "Finetune/Step": 8383, "Finetune/Step Time": 6.630437187850475}
+{"Finetune/Learning Rate": 1.25317586035762e-05, "Finetune/Loss": 0.8292680382728577, "Finetune/Loss (Raw)": 0.7385292649269104, "Finetune/Step": 8384, "Finetune/Step Time": 6.629440205171704}
+{"Finetune/Learning Rate": 1.2530129472264155e-05, "Finetune/Loss": 0.8293561339378357, "Finetune/Loss (Raw)": 0.8649810552597046, "Finetune/Step": 8385, "Finetune/Step Time": 6.632069405168295}
+{"Finetune/Learning Rate": 1.252850026920483e-05, "Finetune/Loss": 0.82969069480896, "Finetune/Loss (Raw)": 0.7958813905715942, "Finetune/Step": 8386, "Finetune/Step Time": 6.644050532951951}
+{"Finetune/Learning Rate": 1.252687099444443e-05, "Finetune/Loss": 0.8312215805053711, "Finetune/Loss (Raw)": 0.9503979682922363, "Finetune/Step": 8387, "Finetune/Step Time": 6.640763433650136}
+{"Finetune/Learning Rate": 1.2525241648029157e-05, "Finetune/Loss": 0.8320903182029724, "Finetune/Loss (Raw)": 0.8717246055603027, "Finetune/Step": 8388, "Finetune/Step Time": 6.636700706556439}
+{"Finetune/Learning Rate": 1.2523612230005206e-05, "Finetune/Loss": 0.8334937691688538, "Finetune/Loss (Raw)": 0.9526059627532959, "Finetune/Step": 8389, "Finetune/Step Time": 6.62399573251605}
+{"Finetune/Learning Rate": 1.252198274041879e-05, "Finetune/Loss": 0.8342909812927246, "Finetune/Loss (Raw)": 0.8749808669090271, "Finetune/Step": 8390, "Finetune/Step Time": 6.624102322384715}
+{"Finetune/Learning Rate": 1.252035317931612e-05, "Finetune/Loss": 0.8329352140426636, "Finetune/Loss (Raw)": 0.7530535459518433, "Finetune/Step": 8391, "Finetune/Step Time": 6.629333971068263}
+{"Finetune/Learning Rate": 1.2518723546743395e-05, "Finetune/Loss": 0.8336085081100464, "Finetune/Loss (Raw)": 0.9286220669746399, "Finetune/Step": 8392, "Finetune/Step Time": 6.624462837353349}
+{"Finetune/Learning Rate": 1.2517093842746832e-05, "Finetune/Loss": 0.833916425704956, "Finetune/Loss (Raw)": 0.8185290694236755, "Finetune/Step": 8393, "Finetune/Step Time": 6.619735607877374}
+{"Finetune/Learning Rate": 1.251546406737265e-05, "Finetune/Loss": 0.8340970277786255, "Finetune/Loss (Raw)": 0.8801981210708618, "Finetune/Step": 8394, "Finetune/Step Time": 6.622954688966274}
+{"Finetune/Learning Rate": 1.2513834220667058e-05, "Finetune/Loss": 0.8341566324234009, "Finetune/Loss (Raw)": 0.6203318238258362, "Finetune/Step": 8395, "Finetune/Step Time": 6.6242143996059895}
+{"Finetune/Learning Rate": 1.2512204302676274e-05, "Finetune/Loss": 0.8342220783233643, "Finetune/Loss (Raw)": 0.8204920291900635, "Finetune/Step": 8396, "Finetune/Step Time": 6.616572408005595}
+{"Finetune/Learning Rate": 1.2510574313446521e-05, "Finetune/Loss": 0.8353850841522217, "Finetune/Loss (Raw)": 0.9359295964241028, "Finetune/Step": 8397, "Finetune/Step Time": 6.618139788508415}
+{"Finetune/Learning Rate": 1.250894425302402e-05, "Finetune/Loss": 0.8329819440841675, "Finetune/Loss (Raw)": 0.6611889004707336, "Finetune/Step": 8398, "Finetune/Step Time": 6.629017582163215}
+{"Finetune/Learning Rate": 1.2507314121454992e-05, "Finetune/Loss": 0.8327639698982239, "Finetune/Loss (Raw)": 0.8080004453659058, "Finetune/Step": 8399, "Finetune/Step Time": 6.630283081904054}
+{"Finetune/Learning Rate": 1.2505683918785669e-05, "Finetune/Loss": 0.8324857354164124, "Finetune/Loss (Raw)": 0.7692649364471436, "Finetune/Step": 8400, "Finetune/Step Time": 6.62870386429131}
+{"Finetune/Learning Rate": 1.2504053645062275e-05, "Finetune/Loss": 0.831953763961792, "Finetune/Loss (Raw)": 0.8458385467529297, "Finetune/Step": 8401, "Finetune/Step Time": 6.627590999007225}
+{"Finetune/Learning Rate": 1.250242330033104e-05, "Finetune/Loss": 0.8310666084289551, "Finetune/Loss (Raw)": 0.720565915107727, "Finetune/Step": 8402, "Finetune/Step Time": 6.631760474294424}
+{"Finetune/Learning Rate": 1.2500792884638195e-05, "Finetune/Loss": 0.831011176109314, "Finetune/Loss (Raw)": 0.8636071681976318, "Finetune/Step": 8403, "Finetune/Step Time": 6.626208391040564}
+{"Finetune/Learning Rate": 1.2499162398029974e-05, "Finetune/Loss": 0.8302001953125, "Finetune/Loss (Raw)": 0.7685194611549377, "Finetune/Step": 8404, "Finetune/Step Time": 6.6214912962168455}
+{"Finetune/Learning Rate": 1.2497531840552615e-05, "Finetune/Loss": 0.8309218287467957, "Finetune/Loss (Raw)": 0.8201216459274292, "Finetune/Step": 8405, "Finetune/Step Time": 6.6194688100367785}
+{"Finetune/Learning Rate": 1.2495901212252356e-05, "Finetune/Loss": 0.8308453559875488, "Finetune/Loss (Raw)": 0.900531530380249, "Finetune/Step": 8406, "Finetune/Step Time": 6.62457812577486}
+{"Finetune/Learning Rate": 1.2494270513175434e-05, "Finetune/Loss": 0.8301718235015869, "Finetune/Loss (Raw)": 0.7758303880691528, "Finetune/Step": 8407, "Finetune/Step Time": 6.620146514847875}
+{"Finetune/Learning Rate": 1.2492639743368096e-05, "Finetune/Loss": 0.8291904926300049, "Finetune/Loss (Raw)": 0.7326456308364868, "Finetune/Step": 8408, "Finetune/Step Time": 6.618076860904694}
+{"Finetune/Learning Rate": 1.249100890287658e-05, "Finetune/Loss": 0.8289709091186523, "Finetune/Loss (Raw)": 0.8434062600135803, "Finetune/Step": 8409, "Finetune/Step Time": 6.61340749822557}
+{"Finetune/Learning Rate": 1.2489377991747139e-05, "Finetune/Loss": 0.8292365074157715, "Finetune/Loss (Raw)": 0.8194448351860046, "Finetune/Step": 8410, "Finetune/Step Time": 6.625830864533782}
+{"Finetune/Learning Rate": 1.2487747010026011e-05, "Finetune/Loss": 0.8284110426902771, "Finetune/Loss (Raw)": 0.7290387749671936, "Finetune/Step": 8411, "Finetune/Step Time": 6.640236223116517}
+{"Finetune/Learning Rate": 1.2486115957759459e-05, "Finetune/Loss": 0.826740026473999, "Finetune/Loss (Raw)": 0.8052075505256653, "Finetune/Step": 8412, "Finetune/Step Time": 6.657166440039873}
+{"Finetune/Learning Rate": 1.2484484834993722e-05, "Finetune/Loss": 0.8258396983146667, "Finetune/Loss (Raw)": 0.7389174699783325, "Finetune/Step": 8413, "Finetune/Step Time": 6.657162331044674}
+{"Finetune/Learning Rate": 1.2482853641775062e-05, "Finetune/Loss": 0.8250819444656372, "Finetune/Loss (Raw)": 0.784217894077301, "Finetune/Step": 8414, "Finetune/Step Time": 6.655910165980458}
+{"Finetune/Learning Rate": 1.2481222378149735e-05, "Finetune/Loss": 0.8261719942092896, "Finetune/Loss (Raw)": 0.9275559186935425, "Finetune/Step": 8415, "Finetune/Step Time": 6.6575052086263895}
+{"Finetune/Learning Rate": 1.2479591044163997e-05, "Finetune/Loss": 0.8259696364402771, "Finetune/Loss (Raw)": 0.7219632863998413, "Finetune/Step": 8416, "Finetune/Step Time": 6.658440474420786}
+{"Finetune/Learning Rate": 1.2477959639864104e-05, "Finetune/Loss": 0.8245542049407959, "Finetune/Loss (Raw)": 0.6447240710258484, "Finetune/Step": 8417, "Finetune/Step Time": 6.669157423079014}
+{"Finetune/Learning Rate": 1.2476328165296326e-05, "Finetune/Loss": 0.8247795104980469, "Finetune/Loss (Raw)": 0.8340579271316528, "Finetune/Step": 8418, "Finetune/Step Time": 6.678091239184141}
+{"Finetune/Learning Rate": 1.2474696620506921e-05, "Finetune/Loss": 0.8248740434646606, "Finetune/Loss (Raw)": 0.9414429664611816, "Finetune/Step": 8419, "Finetune/Step Time": 6.673059668391943}
+{"Finetune/Learning Rate": 1.2473065005542155e-05, "Finetune/Loss": 0.824769139289856, "Finetune/Loss (Raw)": 0.8394500613212585, "Finetune/Step": 8420, "Finetune/Step Time": 6.6716537941247225}
+{"Finetune/Learning Rate": 1.2471433320448303e-05, "Finetune/Loss": 0.8247377872467041, "Finetune/Loss (Raw)": 0.7961653470993042, "Finetune/Step": 8421, "Finetune/Step Time": 6.6717895697802305}
+{"Finetune/Learning Rate": 1.2469801565271627e-05, "Finetune/Loss": 0.8257867097854614, "Finetune/Loss (Raw)": 0.8613609075546265, "Finetune/Step": 8422, "Finetune/Step Time": 6.661298567429185}
+{"Finetune/Learning Rate": 1.24681697400584e-05, "Finetune/Loss": 0.8264927864074707, "Finetune/Loss (Raw)": 0.8697485327720642, "Finetune/Step": 8423, "Finetune/Step Time": 6.6592504270374775}
+{"Finetune/Learning Rate": 1.24665378448549e-05, "Finetune/Loss": 0.8268733024597168, "Finetune/Loss (Raw)": 0.9746376872062683, "Finetune/Step": 8424, "Finetune/Step Time": 6.645249783992767}
+{"Finetune/Learning Rate": 1.2464905879707401e-05, "Finetune/Loss": 0.8254238367080688, "Finetune/Loss (Raw)": 0.7149347066879272, "Finetune/Step": 8425, "Finetune/Step Time": 6.6434349082410336}
+{"Finetune/Learning Rate": 1.2463273844662181e-05, "Finetune/Loss": 0.8250459432601929, "Finetune/Loss (Raw)": 0.8924198150634766, "Finetune/Step": 8426, "Finetune/Step Time": 6.642607083544135}
+{"Finetune/Learning Rate": 1.2461641739765515e-05, "Finetune/Loss": 0.8260016441345215, "Finetune/Loss (Raw)": 0.9297800660133362, "Finetune/Step": 8427, "Finetune/Step Time": 6.642639672383666}
+{"Finetune/Learning Rate": 1.2460009565063693e-05, "Finetune/Loss": 0.8264463543891907, "Finetune/Loss (Raw)": 0.8787097334861755, "Finetune/Step": 8428, "Finetune/Step Time": 6.645128516480327}
+{"Finetune/Learning Rate": 1.2458377320602995e-05, "Finetune/Loss": 0.8267785906791687, "Finetune/Loss (Raw)": 0.7826495170593262, "Finetune/Step": 8429, "Finetune/Step Time": 6.6427879352122545}
+{"Finetune/Learning Rate": 1.2456745006429705e-05, "Finetune/Loss": 0.8291335105895996, "Finetune/Loss (Raw)": 1.0462219715118408, "Finetune/Step": 8430, "Finetune/Step Time": 6.637257928028703}
+{"Finetune/Learning Rate": 1.2455112622590116e-05, "Finetune/Loss": 0.8280620574951172, "Finetune/Loss (Raw)": 0.7724643349647522, "Finetune/Step": 8431, "Finetune/Step Time": 6.639611206948757}
+{"Finetune/Learning Rate": 1.245348016913051e-05, "Finetune/Loss": 0.8270903825759888, "Finetune/Loss (Raw)": 0.8633248209953308, "Finetune/Step": 8432, "Finetune/Step Time": 6.645808592438698}
+{"Finetune/Learning Rate": 1.2451847646097188e-05, "Finetune/Loss": 0.8257662653923035, "Finetune/Loss (Raw)": 0.7457053661346436, "Finetune/Step": 8433, "Finetune/Step Time": 6.64833827316761}
+{"Finetune/Learning Rate": 1.2450215053536434e-05, "Finetune/Loss": 0.8247879147529602, "Finetune/Loss (Raw)": 0.6269925236701965, "Finetune/Step": 8434, "Finetune/Step Time": 6.661852827295661}
+{"Finetune/Learning Rate": 1.2448582391494551e-05, "Finetune/Loss": 0.825038492679596, "Finetune/Loss (Raw)": 0.8839962482452393, "Finetune/Step": 8435, "Finetune/Step Time": 6.641295924782753}
+{"Finetune/Learning Rate": 1.2446949660017835e-05, "Finetune/Loss": 0.8250378370285034, "Finetune/Loss (Raw)": 0.7813253402709961, "Finetune/Step": 8436, "Finetune/Step Time": 6.643136139959097}
+{"Finetune/Learning Rate": 1.2445316859152582e-05, "Finetune/Loss": 0.8261394500732422, "Finetune/Loss (Raw)": 0.9584093689918518, "Finetune/Step": 8437, "Finetune/Step Time": 6.641429862007499}
+{"Finetune/Learning Rate": 1.2443683988945099e-05, "Finetune/Loss": 0.8257263898849487, "Finetune/Loss (Raw)": 0.8342933058738708, "Finetune/Step": 8438, "Finetune/Step Time": 6.6395811550319195}
+{"Finetune/Learning Rate": 1.2442051049441687e-05, "Finetune/Loss": 0.8252036571502686, "Finetune/Loss (Raw)": 0.8694042563438416, "Finetune/Step": 8439, "Finetune/Step Time": 6.64746749214828}
+{"Finetune/Learning Rate": 1.2440418040688654e-05, "Finetune/Loss": 0.8238462805747986, "Finetune/Loss (Raw)": 0.664361298084259, "Finetune/Step": 8440, "Finetune/Step Time": 6.662251751869917}
+{"Finetune/Learning Rate": 1.2438784962732298e-05, "Finetune/Loss": 0.824512779712677, "Finetune/Loss (Raw)": 0.8131518959999084, "Finetune/Step": 8441, "Finetune/Step Time": 6.662356767803431}
+{"Finetune/Learning Rate": 1.2437151815618943e-05, "Finetune/Loss": 0.8256633281707764, "Finetune/Loss (Raw)": 0.8954281210899353, "Finetune/Step": 8442, "Finetune/Step Time": 6.6580172926187515}
+{"Finetune/Learning Rate": 1.2435518599394887e-05, "Finetune/Loss": 0.8253684639930725, "Finetune/Loss (Raw)": 0.8370776772499084, "Finetune/Step": 8443, "Finetune/Step Time": 6.657489638775587}
+{"Finetune/Learning Rate": 1.2433885314106451e-05, "Finetune/Loss": 0.8275055885314941, "Finetune/Loss (Raw)": 0.9286319613456726, "Finetune/Step": 8444, "Finetune/Step Time": 6.650454919785261}
+{"Finetune/Learning Rate": 1.243225195979995e-05, "Finetune/Loss": 0.8297069668769836, "Finetune/Loss (Raw)": 0.8699176907539368, "Finetune/Step": 8445, "Finetune/Step Time": 6.640534238889813}
+{"Finetune/Learning Rate": 1.2430618536521699e-05, "Finetune/Loss": 0.8276188969612122, "Finetune/Loss (Raw)": 0.7117882370948792, "Finetune/Step": 8446, "Finetune/Step Time": 6.639076936990023}
+{"Finetune/Learning Rate": 1.2428985044318015e-05, "Finetune/Loss": 0.828701913356781, "Finetune/Loss (Raw)": 0.8710988759994507, "Finetune/Step": 8447, "Finetune/Step Time": 6.63952736184001}
+{"Finetune/Learning Rate": 1.2427351483235224e-05, "Finetune/Loss": 0.828468918800354, "Finetune/Loss (Raw)": 0.86850905418396, "Finetune/Step": 8448, "Finetune/Step Time": 6.630417816340923}
+{"Finetune/Learning Rate": 1.242571785331965e-05, "Finetune/Loss": 0.8264833092689514, "Finetune/Loss (Raw)": 0.7632729411125183, "Finetune/Step": 8449, "Finetune/Step Time": 6.613326393067837}
+{"Finetune/Learning Rate": 1.2424084154617614e-05, "Finetune/Loss": 0.8269481658935547, "Finetune/Loss (Raw)": 0.8458584547042847, "Finetune/Step": 8450, "Finetune/Step Time": 6.6136148031800985}
+{"Finetune/Learning Rate": 1.2422450387175445e-05, "Finetune/Loss": 0.8259392976760864, "Finetune/Loss (Raw)": 0.7197944521903992, "Finetune/Step": 8451, "Finetune/Step Time": 6.627197444438934}
+{"Finetune/Learning Rate": 1.242081655103947e-05, "Finetune/Loss": 0.8258219957351685, "Finetune/Loss (Raw)": 0.8237442970275879, "Finetune/Step": 8452, "Finetune/Step Time": 6.628478422760963}
+{"Finetune/Learning Rate": 1.2419182646256022e-05, "Finetune/Loss": 0.8246597051620483, "Finetune/Loss (Raw)": 0.8149105310440063, "Finetune/Step": 8453, "Finetune/Step Time": 6.627155039459467}
+{"Finetune/Learning Rate": 1.2417548672871436e-05, "Finetune/Loss": 0.824448823928833, "Finetune/Loss (Raw)": 0.8825985789299011, "Finetune/Step": 8454, "Finetune/Step Time": 6.630277821794152}
+{"Finetune/Learning Rate": 1.241591463093204e-05, "Finetune/Loss": 0.8236614465713501, "Finetune/Loss (Raw)": 0.7419264316558838, "Finetune/Step": 8455, "Finetune/Step Time": 6.629051312804222}
+{"Finetune/Learning Rate": 1.2414280520484178e-05, "Finetune/Loss": 0.825818657875061, "Finetune/Loss (Raw)": 0.9715167284011841, "Finetune/Step": 8456, "Finetune/Step Time": 6.633177099749446}
+{"Finetune/Learning Rate": 1.2412646341574184e-05, "Finetune/Loss": 0.8271745443344116, "Finetune/Loss (Raw)": 0.9660660028457642, "Finetune/Step": 8457, "Finetune/Step Time": 6.634269583970308}
+{"Finetune/Learning Rate": 1.2411012094248402e-05, "Finetune/Loss": 0.8249706029891968, "Finetune/Loss (Raw)": 0.647158145904541, "Finetune/Step": 8458, "Finetune/Step Time": 6.634559813886881}
+{"Finetune/Learning Rate": 1.2409377778553172e-05, "Finetune/Loss": 0.824497401714325, "Finetune/Loss (Raw)": 0.7596400380134583, "Finetune/Step": 8459, "Finetune/Step Time": 6.639913866296411}
+{"Finetune/Learning Rate": 1.2407743394534839e-05, "Finetune/Loss": 0.8261433839797974, "Finetune/Loss (Raw)": 0.9034130573272705, "Finetune/Step": 8460, "Finetune/Step Time": 6.635149488225579}
+{"Finetune/Learning Rate": 1.2406108942239754e-05, "Finetune/Loss": 0.8259962201118469, "Finetune/Loss (Raw)": 0.6604022979736328, "Finetune/Step": 8461, "Finetune/Step Time": 6.639768244698644}
+{"Finetune/Learning Rate": 1.2404474421714254e-05, "Finetune/Loss": 0.8267887830734253, "Finetune/Loss (Raw)": 0.8254094123840332, "Finetune/Step": 8462, "Finetune/Step Time": 6.645274613052607}
+{"Finetune/Learning Rate": 1.2402839833004704e-05, "Finetune/Loss": 0.8262934684753418, "Finetune/Loss (Raw)": 0.8725282549858093, "Finetune/Step": 8463, "Finetune/Step Time": 6.645147070288658}
+{"Finetune/Learning Rate": 1.2401205176157447e-05, "Finetune/Loss": 0.8254287242889404, "Finetune/Loss (Raw)": 0.7365944981575012, "Finetune/Step": 8464, "Finetune/Step Time": 6.631182242184877}
+{"Finetune/Learning Rate": 1.2399570451218837e-05, "Finetune/Loss": 0.8236271142959595, "Finetune/Loss (Raw)": 0.7797931432723999, "Finetune/Step": 8465, "Finetune/Step Time": 6.644586265087128}
+{"Finetune/Learning Rate": 1.2397935658235234e-05, "Finetune/Loss": 0.8233230113983154, "Finetune/Loss (Raw)": 0.8060665130615234, "Finetune/Step": 8466, "Finetune/Step Time": 6.653363861143589}
+{"Finetune/Learning Rate": 1.2396300797252996e-05, "Finetune/Loss": 0.8235840201377869, "Finetune/Loss (Raw)": 0.8397341966629028, "Finetune/Step": 8467, "Finetune/Step Time": 6.652278048917651}
+{"Finetune/Learning Rate": 1.2394665868318478e-05, "Finetune/Loss": 0.8225045204162598, "Finetune/Loss (Raw)": 0.7898440957069397, "Finetune/Step": 8468, "Finetune/Step Time": 6.656466074287891}
+{"Finetune/Learning Rate": 1.2393030871478047e-05, "Finetune/Loss": 0.8214095830917358, "Finetune/Loss (Raw)": 0.7349389791488647, "Finetune/Step": 8469, "Finetune/Step Time": 6.658372174948454}
+{"Finetune/Learning Rate": 1.2391395806778068e-05, "Finetune/Loss": 0.8217141628265381, "Finetune/Loss (Raw)": 0.8954759240150452, "Finetune/Step": 8470, "Finetune/Step Time": 6.665578870102763}
+{"Finetune/Learning Rate": 1.2389760674264901e-05, "Finetune/Loss": 0.8217264413833618, "Finetune/Loss (Raw)": 0.837274432182312, "Finetune/Step": 8471, "Finetune/Step Time": 6.664936950430274}
+{"Finetune/Learning Rate": 1.2388125473984918e-05, "Finetune/Loss": 0.8216887712478638, "Finetune/Loss (Raw)": 0.7876605987548828, "Finetune/Step": 8472, "Finetune/Step Time": 6.667587839066982}
+{"Finetune/Learning Rate": 1.2386490205984488e-05, "Finetune/Loss": 0.8229165077209473, "Finetune/Loss (Raw)": 0.9872826933860779, "Finetune/Step": 8473, "Finetune/Step Time": 6.665865616872907}
+{"Finetune/Learning Rate": 1.2384854870309982e-05, "Finetune/Loss": 0.8243227601051331, "Finetune/Loss (Raw)": 0.9526519179344177, "Finetune/Step": 8474, "Finetune/Step Time": 6.659730598330498}
+{"Finetune/Learning Rate": 1.2383219467007772e-05, "Finetune/Loss": 0.8237444758415222, "Finetune/Loss (Raw)": 0.8606941103935242, "Finetune/Step": 8475, "Finetune/Step Time": 6.660075914114714}
+{"Finetune/Learning Rate": 1.2381583996124236e-05, "Finetune/Loss": 0.824008584022522, "Finetune/Loss (Raw)": 0.8483636379241943, "Finetune/Step": 8476, "Finetune/Step Time": 6.673674609512091}
+{"Finetune/Learning Rate": 1.2379948457705748e-05, "Finetune/Loss": 0.8235433101654053, "Finetune/Loss (Raw)": 0.8197282552719116, "Finetune/Step": 8477, "Finetune/Step Time": 6.6717210076749325}
+{"Finetune/Learning Rate": 1.2378312851798693e-05, "Finetune/Loss": 0.8215928673744202, "Finetune/Loss (Raw)": 0.6337347626686096, "Finetune/Step": 8478, "Finetune/Step Time": 6.68713771738112}
+{"Finetune/Learning Rate": 1.2376677178449445e-05, "Finetune/Loss": 0.8214925527572632, "Finetune/Loss (Raw)": 0.9938443899154663, "Finetune/Step": 8479, "Finetune/Step Time": 6.6688787173479795}
+{"Finetune/Learning Rate": 1.2375041437704394e-05, "Finetune/Loss": 0.8218659162521362, "Finetune/Loss (Raw)": 0.8832941651344299, "Finetune/Step": 8480, "Finetune/Step Time": 6.668114537373185}
+{"Finetune/Learning Rate": 1.237340562960992e-05, "Finetune/Loss": 0.8225252032279968, "Finetune/Loss (Raw)": 0.8251928091049194, "Finetune/Step": 8481, "Finetune/Step Time": 6.654597768560052}
+{"Finetune/Learning Rate": 1.237176975421241e-05, "Finetune/Loss": 0.8235009908676147, "Finetune/Loss (Raw)": 0.9214115142822266, "Finetune/Step": 8482, "Finetune/Step Time": 6.652761574834585}
+{"Finetune/Learning Rate": 1.2370133811558256e-05, "Finetune/Loss": 0.822869062423706, "Finetune/Loss (Raw)": 0.7995559573173523, "Finetune/Step": 8483, "Finetune/Step Time": 6.652635345235467}
+{"Finetune/Learning Rate": 1.2368497801693846e-05, "Finetune/Loss": 0.8217681646347046, "Finetune/Loss (Raw)": 0.7151034474372864, "Finetune/Step": 8484, "Finetune/Step Time": 6.658786874264479}
+{"Finetune/Learning Rate": 1.2366861724665577e-05, "Finetune/Loss": 0.822124719619751, "Finetune/Loss (Raw)": 0.8441087007522583, "Finetune/Step": 8485, "Finetune/Step Time": 6.658773405477405}
+{"Finetune/Learning Rate": 1.2365225580519836e-05, "Finetune/Loss": 0.822500467300415, "Finetune/Loss (Raw)": 0.8174822330474854, "Finetune/Step": 8486, "Finetune/Step Time": 6.661819785833359}
+{"Finetune/Learning Rate": 1.2363589369303022e-05, "Finetune/Loss": 0.8217434883117676, "Finetune/Loss (Raw)": 0.7521173357963562, "Finetune/Step": 8487, "Finetune/Step Time": 6.663129199296236}
+{"Finetune/Learning Rate": 1.236195309106154e-05, "Finetune/Loss": 0.8220213651657104, "Finetune/Loss (Raw)": 0.7869269251823425, "Finetune/Step": 8488, "Finetune/Step Time": 6.664706997573376}
+{"Finetune/Learning Rate": 1.236031674584178e-05, "Finetune/Loss": 0.82060706615448, "Finetune/Loss (Raw)": 0.7447013854980469, "Finetune/Step": 8489, "Finetune/Step Time": 6.657376617193222}
+{"Finetune/Learning Rate": 1.235868033369015e-05, "Finetune/Loss": 0.8206527829170227, "Finetune/Loss (Raw)": 0.9139026403427124, "Finetune/Step": 8490, "Finetune/Step Time": 6.659302992746234}
+{"Finetune/Learning Rate": 1.2357043854653055e-05, "Finetune/Loss": 0.8206608295440674, "Finetune/Loss (Raw)": 0.8989318013191223, "Finetune/Step": 8491, "Finetune/Step Time": 6.657257044687867}
+{"Finetune/Learning Rate": 1.2355407308776897e-05, "Finetune/Loss": 0.8203181028366089, "Finetune/Loss (Raw)": 0.7105531096458435, "Finetune/Step": 8492, "Finetune/Step Time": 6.653575845062733}
+{"Finetune/Learning Rate": 1.2353770696108085e-05, "Finetune/Loss": 0.8199437856674194, "Finetune/Loss (Raw)": 0.7486010193824768, "Finetune/Step": 8493, "Finetune/Step Time": 6.6531745214015245}
+{"Finetune/Learning Rate": 1.2352134016693032e-05, "Finetune/Loss": 0.8189959526062012, "Finetune/Loss (Raw)": 0.7259789705276489, "Finetune/Step": 8494, "Finetune/Step Time": 6.654609430581331}
+{"Finetune/Learning Rate": 1.2350497270578144e-05, "Finetune/Loss": 0.8183969855308533, "Finetune/Loss (Raw)": 0.7938881516456604, "Finetune/Step": 8495, "Finetune/Step Time": 6.653507102280855}
+{"Finetune/Learning Rate": 1.234886045780984e-05, "Finetune/Loss": 0.8175897598266602, "Finetune/Loss (Raw)": 0.7953271269798279, "Finetune/Step": 8496, "Finetune/Step Time": 6.660680701956153}
+{"Finetune/Learning Rate": 1.2347223578434528e-05, "Finetune/Loss": 0.8172348737716675, "Finetune/Loss (Raw)": 0.8143085837364197, "Finetune/Step": 8497, "Finetune/Step Time": 6.656684434041381}
+{"Finetune/Learning Rate": 1.2345586632498634e-05, "Finetune/Loss": 0.816158652305603, "Finetune/Loss (Raw)": 0.7287858128547668, "Finetune/Step": 8498, "Finetune/Step Time": 6.659200878813863}
+{"Finetune/Learning Rate": 1.2343949620048573e-05, "Finetune/Loss": 0.8164607882499695, "Finetune/Loss (Raw)": 0.7740715742111206, "Finetune/Step": 8499, "Finetune/Step Time": 6.6561807580292225}
+{"Finetune/Learning Rate": 1.2342312541130766e-05, "Finetune/Loss": 0.8164290189743042, "Finetune/Loss (Raw)": 0.8412774205207825, "Finetune/Step": 8500, "Finetune/Step Time": 6.6715780608356}
+{"Finetune/Learning Rate": 1.2340675395791632e-05, "Finetune/Loss": 0.8180757761001587, "Finetune/Loss (Raw)": 0.9365687370300293, "Finetune/Step": 8501, "Finetune/Step Time": 6.6889352183789015}
+{"Finetune/Learning Rate": 1.2339038184077606e-05, "Finetune/Loss": 0.81822669506073, "Finetune/Loss (Raw)": 0.7922984957695007, "Finetune/Step": 8502, "Finetune/Step Time": 6.689965540543199}
+{"Finetune/Learning Rate": 1.2337400906035104e-05, "Finetune/Loss": 0.8158247470855713, "Finetune/Loss (Raw)": 0.6172704100608826, "Finetune/Step": 8503, "Finetune/Step Time": 6.704277498647571}
+{"Finetune/Learning Rate": 1.2335763561710562e-05, "Finetune/Loss": 0.8165497779846191, "Finetune/Loss (Raw)": 0.810702383518219, "Finetune/Step": 8504, "Finetune/Step Time": 6.708149751648307}
+{"Finetune/Learning Rate": 1.2334126151150402e-05, "Finetune/Loss": 0.8153059482574463, "Finetune/Loss (Raw)": 0.7428622245788574, "Finetune/Step": 8505, "Finetune/Step Time": 6.707807091996074}
+{"Finetune/Learning Rate": 1.2332488674401068e-05, "Finetune/Loss": 0.8149030208587646, "Finetune/Loss (Raw)": 0.6536989212036133, "Finetune/Step": 8506, "Finetune/Step Time": 6.721490336582065}
+{"Finetune/Learning Rate": 1.2330851131508985e-05, "Finetune/Loss": 0.8185064792633057, "Finetune/Loss (Raw)": 0.9563909769058228, "Finetune/Step": 8507, "Finetune/Step Time": 6.7271822933107615}
+{"Finetune/Learning Rate": 1.2329213522520591e-05, "Finetune/Loss": 0.8186846971511841, "Finetune/Loss (Raw)": 0.828903317451477, "Finetune/Step": 8508, "Finetune/Step Time": 6.724700098857284}
+{"Finetune/Learning Rate": 1.2327575847482329e-05, "Finetune/Loss": 0.8185038566589355, "Finetune/Loss (Raw)": 0.7614238262176514, "Finetune/Step": 8509, "Finetune/Step Time": 6.715155148878694}
+{"Finetune/Learning Rate": 1.2325938106440629e-05, "Finetune/Loss": 0.8201555609703064, "Finetune/Loss (Raw)": 0.9619802236557007, "Finetune/Step": 8510, "Finetune/Step Time": 6.714528691023588}
+{"Finetune/Learning Rate": 1.2324300299441942e-05, "Finetune/Loss": 0.8189254403114319, "Finetune/Loss (Raw)": 0.7786065340042114, "Finetune/Step": 8511, "Finetune/Step Time": 6.719312451779842}
+{"Finetune/Learning Rate": 1.232266242653271e-05, "Finetune/Loss": 0.8211790323257446, "Finetune/Loss (Raw)": 1.0269887447357178, "Finetune/Step": 8512, "Finetune/Step Time": 6.720757711678743}
+{"Finetune/Learning Rate": 1.2321024487759373e-05, "Finetune/Loss": 0.8220065832138062, "Finetune/Loss (Raw)": 0.9709106683731079, "Finetune/Step": 8513, "Finetune/Step Time": 6.719600459560752}
+{"Finetune/Learning Rate": 1.2319386483168379e-05, "Finetune/Loss": 0.8214869499206543, "Finetune/Loss (Raw)": 0.7293655276298523, "Finetune/Step": 8514, "Finetune/Step Time": 6.707857351750135}
+{"Finetune/Learning Rate": 1.2317748412806184e-05, "Finetune/Loss": 0.8200727105140686, "Finetune/Loss (Raw)": 0.7693794965744019, "Finetune/Step": 8515, "Finetune/Step Time": 6.705840574577451}
+{"Finetune/Learning Rate": 1.2316110276719236e-05, "Finetune/Loss": 0.8192725777626038, "Finetune/Loss (Raw)": 0.7693041563034058, "Finetune/Step": 8516, "Finetune/Step Time": 6.7202240116894245}
+{"Finetune/Learning Rate": 1.2314472074953985e-05, "Finetune/Loss": 0.8182608485221863, "Finetune/Loss (Raw)": 0.8231029510498047, "Finetune/Step": 8517, "Finetune/Step Time": 6.726246904581785}
+{"Finetune/Learning Rate": 1.2312833807556886e-05, "Finetune/Loss": 0.8160059452056885, "Finetune/Loss (Raw)": 0.58635413646698, "Finetune/Step": 8518, "Finetune/Step Time": 6.753272568807006}
+{"Finetune/Learning Rate": 1.2311195474574398e-05, "Finetune/Loss": 0.8165547847747803, "Finetune/Loss (Raw)": 0.8233072757720947, "Finetune/Step": 8519, "Finetune/Step Time": 6.746602000668645}
+{"Finetune/Learning Rate": 1.2309557076052978e-05, "Finetune/Loss": 0.815471351146698, "Finetune/Loss (Raw)": 0.7899407744407654, "Finetune/Step": 8520, "Finetune/Step Time": 6.765505064278841}
+{"Finetune/Learning Rate": 1.2307918612039088e-05, "Finetune/Loss": 0.8162720203399658, "Finetune/Loss (Raw)": 0.9210212230682373, "Finetune/Step": 8521, "Finetune/Step Time": 6.75592752546072}
+{"Finetune/Learning Rate": 1.2306280082579186e-05, "Finetune/Loss": 0.8160247802734375, "Finetune/Loss (Raw)": 0.8485457897186279, "Finetune/Step": 8522, "Finetune/Step Time": 6.753692774102092}
+{"Finetune/Learning Rate": 1.2304641487719741e-05, "Finetune/Loss": 0.8176567554473877, "Finetune/Loss (Raw)": 0.8292227387428284, "Finetune/Step": 8523, "Finetune/Step Time": 6.739904683083296}
+{"Finetune/Learning Rate": 1.2303002827507218e-05, "Finetune/Loss": 0.817762553691864, "Finetune/Loss (Raw)": 0.8340392708778381, "Finetune/Step": 8524, "Finetune/Step Time": 6.750946763902903}
+{"Finetune/Learning Rate": 1.2301364101988083e-05, "Finetune/Loss": 0.8161395192146301, "Finetune/Loss (Raw)": 0.7281766533851624, "Finetune/Step": 8525, "Finetune/Step Time": 6.762040384113789}
+{"Finetune/Learning Rate": 1.2299725311208807e-05, "Finetune/Loss": 0.8163031935691833, "Finetune/Loss (Raw)": 0.6821441054344177, "Finetune/Step": 8526, "Finetune/Step Time": 6.74882966466248}
+{"Finetune/Learning Rate": 1.229808645521586e-05, "Finetune/Loss": 0.8176208734512329, "Finetune/Loss (Raw)": 0.9766591787338257, "Finetune/Step": 8527, "Finetune/Step Time": 6.766267139464617}
+{"Finetune/Learning Rate": 1.2296447534055715e-05, "Finetune/Loss": 0.8167815804481506, "Finetune/Loss (Raw)": 0.6618359088897705, "Finetune/Step": 8528, "Finetune/Step Time": 6.769581131637096}
+{"Finetune/Learning Rate": 1.229480854777485e-05, "Finetune/Loss": 0.8155118227005005, "Finetune/Loss (Raw)": 0.6833123564720154, "Finetune/Step": 8529, "Finetune/Step Time": 6.786212168633938}
+{"Finetune/Learning Rate": 1.2293169496419738e-05, "Finetune/Loss": 0.8153477907180786, "Finetune/Loss (Raw)": 0.6995704770088196, "Finetune/Step": 8530, "Finetune/Step Time": 6.7860245276242495}
+{"Finetune/Learning Rate": 1.2291530380036863e-05, "Finetune/Loss": 0.8164829611778259, "Finetune/Loss (Raw)": 1.0089054107666016, "Finetune/Step": 8531, "Finetune/Step Time": 6.788977885618806}
+{"Finetune/Learning Rate": 1.2289891198672699e-05, "Finetune/Loss": 0.8162144422531128, "Finetune/Loss (Raw)": 0.7341464161872864, "Finetune/Step": 8532, "Finetune/Step Time": 6.795778030529618}
+{"Finetune/Learning Rate": 1.2288251952373735e-05, "Finetune/Loss": 0.8180010914802551, "Finetune/Loss (Raw)": 1.0488172769546509, "Finetune/Step": 8533, "Finetune/Step Time": 6.800578208640218}
+{"Finetune/Learning Rate": 1.2286612641186453e-05, "Finetune/Loss": 0.8172625303268433, "Finetune/Loss (Raw)": 0.8059941530227661, "Finetune/Step": 8534, "Finetune/Step Time": 6.802713703364134}
+{"Finetune/Learning Rate": 1.2284973265157336e-05, "Finetune/Loss": 0.8172695636749268, "Finetune/Loss (Raw)": 0.776736855506897, "Finetune/Step": 8535, "Finetune/Step Time": 6.804348034784198}
+{"Finetune/Learning Rate": 1.2283333824332874e-05, "Finetune/Loss": 0.8179277181625366, "Finetune/Loss (Raw)": 0.8168784379959106, "Finetune/Step": 8536, "Finetune/Step Time": 6.803920080885291}
+{"Finetune/Learning Rate": 1.2281694318759562e-05, "Finetune/Loss": 0.8194800615310669, "Finetune/Loss (Raw)": 1.0421141386032104, "Finetune/Step": 8537, "Finetune/Step Time": 6.807547342032194}
+{"Finetune/Learning Rate": 1.2280054748483883e-05, "Finetune/Loss": 0.8203476071357727, "Finetune/Loss (Raw)": 0.9304890632629395, "Finetune/Step": 8538, "Finetune/Step Time": 6.792601730674505}
+{"Finetune/Learning Rate": 1.2278415113552338e-05, "Finetune/Loss": 0.8201676607131958, "Finetune/Loss (Raw)": 0.706008791923523, "Finetune/Step": 8539, "Finetune/Step Time": 6.782532466575503}
+{"Finetune/Learning Rate": 1.2276775414011421e-05, "Finetune/Loss": 0.820258617401123, "Finetune/Loss (Raw)": 0.8168478012084961, "Finetune/Step": 8540, "Finetune/Step Time": 6.763662999495864}
+{"Finetune/Learning Rate": 1.2275135649907624e-05, "Finetune/Loss": 0.8218640089035034, "Finetune/Loss (Raw)": 0.9444036483764648, "Finetune/Step": 8541, "Finetune/Step Time": 6.7624281868338585}
+{"Finetune/Learning Rate": 1.2273495821287449e-05, "Finetune/Loss": 0.8225624561309814, "Finetune/Loss (Raw)": 0.8736196756362915, "Finetune/Step": 8542, "Finetune/Step Time": 6.764859156683087}
+{"Finetune/Learning Rate": 1.22718559281974e-05, "Finetune/Loss": 0.8199750781059265, "Finetune/Loss (Raw)": 0.5963723063468933, "Finetune/Step": 8543, "Finetune/Step Time": 6.775994556024671}
+{"Finetune/Learning Rate": 1.2270215970683977e-05, "Finetune/Loss": 0.822115957736969, "Finetune/Loss (Raw)": 0.9959933757781982, "Finetune/Step": 8544, "Finetune/Step Time": 6.771080669015646}
+{"Finetune/Learning Rate": 1.2268575948793684e-05, "Finetune/Loss": 0.822993814945221, "Finetune/Loss (Raw)": 0.7570907473564148, "Finetune/Step": 8545, "Finetune/Step Time": 6.757648950442672}
+{"Finetune/Learning Rate": 1.2266935862573029e-05, "Finetune/Loss": 0.8233634829521179, "Finetune/Loss (Raw)": 0.8813765048980713, "Finetune/Step": 8546, "Finetune/Step Time": 6.750058937817812}
+{"Finetune/Learning Rate": 1.2265295712068517e-05, "Finetune/Loss": 0.8215600848197937, "Finetune/Loss (Raw)": 0.7106072902679443, "Finetune/Step": 8547, "Finetune/Step Time": 6.764810126274824}
+{"Finetune/Learning Rate": 1.2263655497326661e-05, "Finetune/Loss": 0.8220213055610657, "Finetune/Loss (Raw)": 0.898488461971283, "Finetune/Step": 8548, "Finetune/Step Time": 6.763578366488218}
+{"Finetune/Learning Rate": 1.2262015218393972e-05, "Finetune/Loss": 0.8225970268249512, "Finetune/Loss (Raw)": 0.8698537349700928, "Finetune/Step": 8549, "Finetune/Step Time": 6.766964668408036}
+{"Finetune/Learning Rate": 1.2260374875316966e-05, "Finetune/Loss": 0.8221793174743652, "Finetune/Loss (Raw)": 0.8078979849815369, "Finetune/Step": 8550, "Finetune/Step Time": 6.764074562117457}
+{"Finetune/Learning Rate": 1.2258734468142153e-05, "Finetune/Loss": 0.8218591213226318, "Finetune/Loss (Raw)": 0.8287608027458191, "Finetune/Step": 8551, "Finetune/Step Time": 6.765115851536393}
+{"Finetune/Learning Rate": 1.2257093996916057e-05, "Finetune/Loss": 0.8211461305618286, "Finetune/Loss (Raw)": 0.883372962474823, "Finetune/Step": 8552, "Finetune/Step Time": 6.764428004622459}
+{"Finetune/Learning Rate": 1.2255453461685189e-05, "Finetune/Loss": 0.8217861652374268, "Finetune/Loss (Raw)": 0.7968629002571106, "Finetune/Step": 8553, "Finetune/Step Time": 6.765180999413133}
+{"Finetune/Learning Rate": 1.2253812862496076e-05, "Finetune/Loss": 0.8216125965118408, "Finetune/Loss (Raw)": 0.8701989650726318, "Finetune/Step": 8554, "Finetune/Step Time": 6.748652020469308}
+{"Finetune/Learning Rate": 1.2252172199395245e-05, "Finetune/Loss": 0.8210258483886719, "Finetune/Loss (Raw)": 0.8546778559684753, "Finetune/Step": 8555, "Finetune/Step Time": 6.751592606306076}
+{"Finetune/Learning Rate": 1.2250531472429207e-05, "Finetune/Loss": 0.8208467960357666, "Finetune/Loss (Raw)": 0.8557882905006409, "Finetune/Step": 8556, "Finetune/Step Time": 6.751369632780552}
+{"Finetune/Learning Rate": 1.2248890681644499e-05, "Finetune/Loss": 0.8205374479293823, "Finetune/Loss (Raw)": 0.7430585026741028, "Finetune/Step": 8557, "Finetune/Step Time": 6.75146409869194}
+{"Finetune/Learning Rate": 1.2247249827087648e-05, "Finetune/Loss": 0.817767322063446, "Finetune/Loss (Raw)": 0.6916428804397583, "Finetune/Step": 8558, "Finetune/Step Time": 6.747794872149825}
+{"Finetune/Learning Rate": 1.2245608908805178e-05, "Finetune/Loss": 0.8183988928794861, "Finetune/Loss (Raw)": 0.8533096313476562, "Finetune/Step": 8559, "Finetune/Step Time": 6.746490590274334}
+{"Finetune/Learning Rate": 1.2243967926843627e-05, "Finetune/Loss": 0.8184260129928589, "Finetune/Loss (Raw)": 0.8667972087860107, "Finetune/Step": 8560, "Finetune/Step Time": 6.73803535848856}
+{"Finetune/Learning Rate": 1.2242326881249528e-05, "Finetune/Loss": 0.8196556568145752, "Finetune/Loss (Raw)": 0.9030892252922058, "Finetune/Step": 8561, "Finetune/Step Time": 6.738686889410019}
+{"Finetune/Learning Rate": 1.2240685772069417e-05, "Finetune/Loss": 0.8195509910583496, "Finetune/Loss (Raw)": 0.6136038303375244, "Finetune/Step": 8562, "Finetune/Step Time": 6.727189175784588}
+{"Finetune/Learning Rate": 1.2239044599349823e-05, "Finetune/Loss": 0.81882643699646, "Finetune/Loss (Raw)": 0.7912548780441284, "Finetune/Step": 8563, "Finetune/Step Time": 6.72788455337286}
+{"Finetune/Learning Rate": 1.2237403363137298e-05, "Finetune/Loss": 0.8191279172897339, "Finetune/Loss (Raw)": 0.8199106454849243, "Finetune/Step": 8564, "Finetune/Step Time": 6.726345183327794}
+{"Finetune/Learning Rate": 1.2235762063478372e-05, "Finetune/Loss": 0.8175841569900513, "Finetune/Loss (Raw)": 0.7608123421669006, "Finetune/Step": 8565, "Finetune/Step Time": 6.725992506369948}
+{"Finetune/Learning Rate": 1.2234120700419588e-05, "Finetune/Loss": 0.8168840408325195, "Finetune/Loss (Raw)": 0.7446736097335815, "Finetune/Step": 8566, "Finetune/Step Time": 6.754575207829475}
+{"Finetune/Learning Rate": 1.22324792740075e-05, "Finetune/Loss": 0.8146106600761414, "Finetune/Loss (Raw)": 0.5784160494804382, "Finetune/Step": 8567, "Finetune/Step Time": 6.7575577683746815}
+{"Finetune/Learning Rate": 1.2230837784288646e-05, "Finetune/Loss": 0.8159760236740112, "Finetune/Loss (Raw)": 0.8391224145889282, "Finetune/Step": 8568, "Finetune/Step Time": 6.745527189224958}
+{"Finetune/Learning Rate": 1.2229196231309575e-05, "Finetune/Loss": 0.8143923282623291, "Finetune/Loss (Raw)": 0.6104478240013123, "Finetune/Step": 8569, "Finetune/Step Time": 6.748174849897623}
+{"Finetune/Learning Rate": 1.222755461511684e-05, "Finetune/Loss": 0.8141903877258301, "Finetune/Loss (Raw)": 0.8695732355117798, "Finetune/Step": 8570, "Finetune/Step Time": 6.7497099209576845}
+{"Finetune/Learning Rate": 1.222591293575699e-05, "Finetune/Loss": 0.8150309920310974, "Finetune/Loss (Raw)": 0.944675862789154, "Finetune/Step": 8571, "Finetune/Step Time": 6.748077260330319}
+{"Finetune/Learning Rate": 1.2224271193276576e-05, "Finetune/Loss": 0.8148747682571411, "Finetune/Loss (Raw)": 0.9086390733718872, "Finetune/Step": 8572, "Finetune/Step Time": 6.747997589409351}
+{"Finetune/Learning Rate": 1.2222629387722159e-05, "Finetune/Loss": 0.8141892552375793, "Finetune/Loss (Raw)": 0.7821671366691589, "Finetune/Step": 8573, "Finetune/Step Time": 6.744422372430563}
+{"Finetune/Learning Rate": 1.2220987519140291e-05, "Finetune/Loss": 0.8151964545249939, "Finetune/Loss (Raw)": 0.8407098054885864, "Finetune/Step": 8574, "Finetune/Step Time": 6.742502298206091}
+{"Finetune/Learning Rate": 1.2219345587577533e-05, "Finetune/Loss": 0.8153854608535767, "Finetune/Loss (Raw)": 0.8952924013137817, "Finetune/Step": 8575, "Finetune/Step Time": 6.739423219114542}
+{"Finetune/Learning Rate": 1.2217703593080445e-05, "Finetune/Loss": 0.8157280683517456, "Finetune/Loss (Raw)": 0.9123560786247253, "Finetune/Step": 8576, "Finetune/Step Time": 6.731249010190368}
+{"Finetune/Learning Rate": 1.221606153569559e-05, "Finetune/Loss": 0.8160556554794312, "Finetune/Loss (Raw)": 0.8052169680595398, "Finetune/Step": 8577, "Finetune/Step Time": 6.72819454036653}
+{"Finetune/Learning Rate": 1.2214419415469532e-05, "Finetune/Loss": 0.8158332109451294, "Finetune/Loss (Raw)": 0.817372739315033, "Finetune/Step": 8578, "Finetune/Step Time": 6.728994781151414}
+{"Finetune/Learning Rate": 1.2212777232448837e-05, "Finetune/Loss": 0.8182518482208252, "Finetune/Loss (Raw)": 1.0293880701065063, "Finetune/Step": 8579, "Finetune/Step Time": 6.733578484505415}
+{"Finetune/Learning Rate": 1.221113498668007e-05, "Finetune/Loss": 0.8185244798660278, "Finetune/Loss (Raw)": 0.8586329221725464, "Finetune/Step": 8580, "Finetune/Step Time": 6.729751627892256}
+{"Finetune/Learning Rate": 1.2209492678209803e-05, "Finetune/Loss": 0.8184217214584351, "Finetune/Loss (Raw)": 0.8017589449882507, "Finetune/Step": 8581, "Finetune/Step Time": 6.736750012263656}
+{"Finetune/Learning Rate": 1.2207850307084607e-05, "Finetune/Loss": 0.8188737630844116, "Finetune/Loss (Raw)": 0.9404598474502563, "Finetune/Step": 8582, "Finetune/Step Time": 6.72990888915956}
+{"Finetune/Learning Rate": 1.2206207873351055e-05, "Finetune/Loss": 0.8193713426589966, "Finetune/Loss (Raw)": 0.8056167960166931, "Finetune/Step": 8583, "Finetune/Step Time": 6.732715683057904}
+{"Finetune/Learning Rate": 1.220456537705572e-05, "Finetune/Loss": 0.818477213382721, "Finetune/Loss (Raw)": 0.8570693135261536, "Finetune/Step": 8584, "Finetune/Step Time": 6.726312328130007}
+{"Finetune/Learning Rate": 1.2202922818245182e-05, "Finetune/Loss": 0.8181333541870117, "Finetune/Loss (Raw)": 0.9220612645149231, "Finetune/Step": 8585, "Finetune/Step Time": 6.728877387940884}
+{"Finetune/Learning Rate": 1.2201280196966016e-05, "Finetune/Loss": 0.8193881511688232, "Finetune/Loss (Raw)": 0.8077635765075684, "Finetune/Step": 8586, "Finetune/Step Time": 6.729792851954699}
+{"Finetune/Learning Rate": 1.2199637513264799e-05, "Finetune/Loss": 0.8197860717773438, "Finetune/Loss (Raw)": 0.8105760812759399, "Finetune/Step": 8587, "Finetune/Step Time": 6.741850944235921}
+{"Finetune/Learning Rate": 1.2197994767188124e-05, "Finetune/Loss": 0.8195930123329163, "Finetune/Loss (Raw)": 0.8787055611610413, "Finetune/Step": 8588, "Finetune/Step Time": 6.741680271923542}
+{"Finetune/Learning Rate": 1.2196351958782565e-05, "Finetune/Loss": 0.8210927248001099, "Finetune/Loss (Raw)": 0.8523690700531006, "Finetune/Step": 8589, "Finetune/Step Time": 6.7397560849785805}
+{"Finetune/Learning Rate": 1.219470908809471e-05, "Finetune/Loss": 0.8224110007286072, "Finetune/Loss (Raw)": 0.9941412806510925, "Finetune/Step": 8590, "Finetune/Step Time": 6.762127896770835}
+{"Finetune/Learning Rate": 1.2193066155171144e-05, "Finetune/Loss": 0.8222032785415649, "Finetune/Loss (Raw)": 0.8459383845329285, "Finetune/Step": 8591, "Finetune/Step Time": 6.779581684619188}
+{"Finetune/Learning Rate": 1.2191423160058462e-05, "Finetune/Loss": 0.8226839900016785, "Finetune/Loss (Raw)": 0.7981231808662415, "Finetune/Step": 8592, "Finetune/Step Time": 6.789796223863959}
+{"Finetune/Learning Rate": 1.2189780102803249e-05, "Finetune/Loss": 0.8245043754577637, "Finetune/Loss (Raw)": 1.0128072500228882, "Finetune/Step": 8593, "Finetune/Step Time": 6.773334363475442}
+{"Finetune/Learning Rate": 1.2188136983452097e-05, "Finetune/Loss": 0.8253254890441895, "Finetune/Loss (Raw)": 0.911171555519104, "Finetune/Step": 8594, "Finetune/Step Time": 6.763360690325499}
+{"Finetune/Learning Rate": 1.2186493802051605e-05, "Finetune/Loss": 0.8252649307250977, "Finetune/Loss (Raw)": 0.8319740891456604, "Finetune/Step": 8595, "Finetune/Step Time": 6.766467962414026}
+{"Finetune/Learning Rate": 1.2184850558648365e-05, "Finetune/Loss": 0.8255645036697388, "Finetune/Loss (Raw)": 0.8281985521316528, "Finetune/Step": 8596, "Finetune/Step Time": 6.758277926594019}
+{"Finetune/Learning Rate": 1.2183207253288975e-05, "Finetune/Loss": 0.8265560865402222, "Finetune/Loss (Raw)": 0.8618598580360413, "Finetune/Step": 8597, "Finetune/Step Time": 6.7558269910514355}
+{"Finetune/Learning Rate": 1.2181563886020038e-05, "Finetune/Loss": 0.827398955821991, "Finetune/Loss (Raw)": 1.0033608675003052, "Finetune/Step": 8598, "Finetune/Step Time": 6.751201929524541}
+{"Finetune/Learning Rate": 1.2179920456888152e-05, "Finetune/Loss": 0.8266792297363281, "Finetune/Loss (Raw)": 0.7451443076133728, "Finetune/Step": 8599, "Finetune/Step Time": 6.767688874155283}
+{"Finetune/Learning Rate": 1.2178276965939923e-05, "Finetune/Loss": 0.8276309967041016, "Finetune/Loss (Raw)": 0.9094930291175842, "Finetune/Step": 8600, "Finetune/Step Time": 6.764303421601653}
+{"Finetune/Learning Rate": 1.217663341322195e-05, "Finetune/Loss": 0.8256030082702637, "Finetune/Loss (Raw)": 0.7277029752731323, "Finetune/Step": 8601, "Finetune/Step Time": 6.768497979268432}
+{"Finetune/Learning Rate": 1.2174989798780842e-05, "Finetune/Loss": 0.823135495185852, "Finetune/Loss (Raw)": 0.6368116736412048, "Finetune/Step": 8602, "Finetune/Step Time": 6.784287549555302}
+{"Finetune/Learning Rate": 1.2173346122663212e-05, "Finetune/Loss": 0.8229888677597046, "Finetune/Loss (Raw)": 0.8419194221496582, "Finetune/Step": 8603, "Finetune/Step Time": 6.788591085001826}
+{"Finetune/Learning Rate": 1.2171702384915662e-05, "Finetune/Loss": 0.8228089213371277, "Finetune/Loss (Raw)": 0.8253335952758789, "Finetune/Step": 8604, "Finetune/Step Time": 6.775402586907148}
+{"Finetune/Learning Rate": 1.2170058585584809e-05, "Finetune/Loss": 0.8232390880584717, "Finetune/Loss (Raw)": 0.8747872114181519, "Finetune/Step": 8605, "Finetune/Step Time": 6.777048038318753}
+{"Finetune/Learning Rate": 1.216841472471727e-05, "Finetune/Loss": 0.8252067565917969, "Finetune/Loss (Raw)": 0.8855949640274048, "Finetune/Step": 8606, "Finetune/Step Time": 6.784217074513435}
+{"Finetune/Learning Rate": 1.216677080235965e-05, "Finetune/Loss": 0.8250323534011841, "Finetune/Loss (Raw)": 0.9715198874473572, "Finetune/Step": 8607, "Finetune/Step Time": 6.785390589386225}
+{"Finetune/Learning Rate": 1.2165126818558572e-05, "Finetune/Loss": 0.8244727849960327, "Finetune/Loss (Raw)": 0.8116703629493713, "Finetune/Step": 8608, "Finetune/Step Time": 6.787753138691187}
+{"Finetune/Learning Rate": 1.216348277336066e-05, "Finetune/Loss": 0.8241533637046814, "Finetune/Loss (Raw)": 0.7843102812767029, "Finetune/Step": 8609, "Finetune/Step Time": 6.788158588111401}
+{"Finetune/Learning Rate": 1.2161838666812522e-05, "Finetune/Loss": 0.8239644765853882, "Finetune/Loss (Raw)": 0.897228479385376, "Finetune/Step": 8610, "Finetune/Step Time": 6.7931545320898294}
+{"Finetune/Learning Rate": 1.216019449896079e-05, "Finetune/Loss": 0.8243374824523926, "Finetune/Loss (Raw)": 0.8473098278045654, "Finetune/Step": 8611, "Finetune/Step Time": 6.787101114168763}
+{"Finetune/Learning Rate": 1.2158550269852084e-05, "Finetune/Loss": 0.8245185613632202, "Finetune/Loss (Raw)": 0.7382822632789612, "Finetune/Step": 8612, "Finetune/Step Time": 6.774284841492772}
+{"Finetune/Learning Rate": 1.2156905979533031e-05, "Finetune/Loss": 0.8254714012145996, "Finetune/Loss (Raw)": 0.9660612344741821, "Finetune/Step": 8613, "Finetune/Step Time": 6.773720592260361}
+{"Finetune/Learning Rate": 1.2155261628050257e-05, "Finetune/Loss": 0.8252880573272705, "Finetune/Loss (Raw)": 0.7940154671669006, "Finetune/Step": 8614, "Finetune/Step Time": 6.770863953977823}
+{"Finetune/Learning Rate": 1.215361721545039e-05, "Finetune/Loss": 0.8260706663131714, "Finetune/Loss (Raw)": 0.8522930145263672, "Finetune/Step": 8615, "Finetune/Step Time": 6.7642714865505695}
+{"Finetune/Learning Rate": 1.2151972741780067e-05, "Finetune/Loss": 0.8260871171951294, "Finetune/Loss (Raw)": 0.7890323400497437, "Finetune/Step": 8616, "Finetune/Step Time": 6.763586390763521}
+{"Finetune/Learning Rate": 1.2150328207085913e-05, "Finetune/Loss": 0.8259897828102112, "Finetune/Loss (Raw)": 0.732249915599823, "Finetune/Step": 8617, "Finetune/Step Time": 6.767351560294628}
+{"Finetune/Learning Rate": 1.214868361141457e-05, "Finetune/Loss": 0.8254151344299316, "Finetune/Loss (Raw)": 0.8403410315513611, "Finetune/Step": 8618, "Finetune/Step Time": 6.766374196857214}
+{"Finetune/Learning Rate": 1.2147038954812665e-05, "Finetune/Loss": 0.8251456618309021, "Finetune/Loss (Raw)": 0.8644439578056335, "Finetune/Step": 8619, "Finetune/Step Time": 6.766155067831278}
+{"Finetune/Learning Rate": 1.2145394237326842e-05, "Finetune/Loss": 0.8257904648780823, "Finetune/Loss (Raw)": 0.7930849194526672, "Finetune/Step": 8620, "Finetune/Step Time": 6.772260596975684}
+{"Finetune/Learning Rate": 1.214374945900374e-05, "Finetune/Loss": 0.8265621662139893, "Finetune/Loss (Raw)": 0.8473834991455078, "Finetune/Step": 8621, "Finetune/Step Time": 6.7730682492256165}
+{"Finetune/Learning Rate": 1.2142104619890001e-05, "Finetune/Loss": 0.8267933130264282, "Finetune/Loss (Raw)": 0.7555604577064514, "Finetune/Step": 8622, "Finetune/Step Time": 6.771828221157193}
+{"Finetune/Learning Rate": 1.2140459720032262e-05, "Finetune/Loss": 0.8267277479171753, "Finetune/Loss (Raw)": 0.7855008840560913, "Finetune/Step": 8623, "Finetune/Step Time": 6.772079210728407}
+{"Finetune/Learning Rate": 1.2138814759477176e-05, "Finetune/Loss": 0.8256939649581909, "Finetune/Loss (Raw)": 0.662997305393219, "Finetune/Step": 8624, "Finetune/Step Time": 6.757796008139849}
+{"Finetune/Learning Rate": 1.2137169738271384e-05, "Finetune/Loss": 0.8258718252182007, "Finetune/Loss (Raw)": 0.8370813727378845, "Finetune/Step": 8625, "Finetune/Step Time": 6.758104331791401}
+{"Finetune/Learning Rate": 1.2135524656461535e-05, "Finetune/Loss": 0.8261032104492188, "Finetune/Loss (Raw)": 0.7583950757980347, "Finetune/Step": 8626, "Finetune/Step Time": 6.758285842835903}
+{"Finetune/Learning Rate": 1.2133879514094277e-05, "Finetune/Loss": 0.8266317844390869, "Finetune/Loss (Raw)": 0.8417356610298157, "Finetune/Step": 8627, "Finetune/Step Time": 6.755548406392336}
+{"Finetune/Learning Rate": 1.2132234311216271e-05, "Finetune/Loss": 0.8265997171401978, "Finetune/Loss (Raw)": 0.837165892124176, "Finetune/Step": 8628, "Finetune/Step Time": 6.736771045252681}
+{"Finetune/Learning Rate": 1.2130589047874155e-05, "Finetune/Loss": 0.8261877298355103, "Finetune/Loss (Raw)": 0.8838415145874023, "Finetune/Step": 8629, "Finetune/Step Time": 6.720555761829019}
+{"Finetune/Learning Rate": 1.2128943724114597e-05, "Finetune/Loss": 0.8266308903694153, "Finetune/Loss (Raw)": 0.8490185141563416, "Finetune/Step": 8630, "Finetune/Step Time": 6.71928770840168}
+{"Finetune/Learning Rate": 1.212729833998425e-05, "Finetune/Loss": 0.8294603824615479, "Finetune/Loss (Raw)": 0.9794477820396423, "Finetune/Step": 8631, "Finetune/Step Time": 6.720109393820167}
+{"Finetune/Learning Rate": 1.2125652895529766e-05, "Finetune/Loss": 0.8293641805648804, "Finetune/Loss (Raw)": 0.7983859181404114, "Finetune/Step": 8632, "Finetune/Step Time": 6.718882765620947}
+{"Finetune/Learning Rate": 1.2124007390797814e-05, "Finetune/Loss": 0.8306846618652344, "Finetune/Loss (Raw)": 0.9118853211402893, "Finetune/Step": 8633, "Finetune/Step Time": 6.721495432779193}
+{"Finetune/Learning Rate": 1.2122361825835054e-05, "Finetune/Loss": 0.8327710628509521, "Finetune/Loss (Raw)": 0.9207601547241211, "Finetune/Step": 8634, "Finetune/Step Time": 6.705802610144019}
+{"Finetune/Learning Rate": 1.2120716200688146e-05, "Finetune/Loss": 0.8320424556732178, "Finetune/Loss (Raw)": 0.8631234169006348, "Finetune/Step": 8635, "Finetune/Step Time": 6.684457816183567}
+{"Finetune/Learning Rate": 1.2119070515403755e-05, "Finetune/Loss": 0.8313852548599243, "Finetune/Loss (Raw)": 0.7447848916053772, "Finetune/Step": 8636, "Finetune/Step Time": 6.683559086173773}
+{"Finetune/Learning Rate": 1.2117424770028554e-05, "Finetune/Loss": 0.8317072987556458, "Finetune/Loss (Raw)": 0.8026495575904846, "Finetune/Step": 8637, "Finetune/Step Time": 6.684075338765979}
+{"Finetune/Learning Rate": 1.2115778964609204e-05, "Finetune/Loss": 0.830953061580658, "Finetune/Loss (Raw)": 0.865436851978302, "Finetune/Step": 8638, "Finetune/Step Time": 6.684074113145471}
+{"Finetune/Learning Rate": 1.2114133099192383e-05, "Finetune/Loss": 0.8315449357032776, "Finetune/Loss (Raw)": 0.8543651700019836, "Finetune/Step": 8639, "Finetune/Step Time": 6.684396201744676}
+{"Finetune/Learning Rate": 1.2112487173824755e-05, "Finetune/Loss": 0.8302274942398071, "Finetune/Loss (Raw)": 0.8583600521087646, "Finetune/Step": 8640, "Finetune/Step Time": 6.682547267526388}
+{"Finetune/Learning Rate": 1.2110841188553e-05, "Finetune/Loss": 0.8285650014877319, "Finetune/Loss (Raw)": 0.7581034302711487, "Finetune/Step": 8641, "Finetune/Step Time": 6.701461147516966}
+{"Finetune/Learning Rate": 1.2109195143423792e-05, "Finetune/Loss": 0.829501211643219, "Finetune/Loss (Raw)": 0.8492035269737244, "Finetune/Step": 8642, "Finetune/Step Time": 6.704408399760723}
+{"Finetune/Learning Rate": 1.2107549038483803e-05, "Finetune/Loss": 0.8298143148422241, "Finetune/Loss (Raw)": 0.8094509243965149, "Finetune/Step": 8643, "Finetune/Step Time": 6.707934897392988}
+{"Finetune/Learning Rate": 1.210590287377972e-05, "Finetune/Loss": 0.8310017585754395, "Finetune/Loss (Raw)": 0.9212977290153503, "Finetune/Step": 8644, "Finetune/Step Time": 6.69181514531374}
+{"Finetune/Learning Rate": 1.2104256649358219e-05, "Finetune/Loss": 0.8311871886253357, "Finetune/Loss (Raw)": 0.8468419909477234, "Finetune/Step": 8645, "Finetune/Step Time": 6.687481589615345}
+{"Finetune/Learning Rate": 1.2102610365265985e-05, "Finetune/Loss": 0.8336496353149414, "Finetune/Loss (Raw)": 0.9015492796897888, "Finetune/Step": 8646, "Finetune/Step Time": 6.658403741195798}
+{"Finetune/Learning Rate": 1.2100964021549697e-05, "Finetune/Loss": 0.8336525559425354, "Finetune/Loss (Raw)": 0.8236788511276245, "Finetune/Step": 8647, "Finetune/Step Time": 6.657919906079769}
+{"Finetune/Learning Rate": 1.2099317618256046e-05, "Finetune/Loss": 0.8332502841949463, "Finetune/Loss (Raw)": 0.7384542226791382, "Finetune/Step": 8648, "Finetune/Step Time": 6.634708356112242}
+{"Finetune/Learning Rate": 1.2097671155431718e-05, "Finetune/Loss": 0.8322927951812744, "Finetune/Loss (Raw)": 0.7984588146209717, "Finetune/Step": 8649, "Finetune/Step Time": 6.638215458020568}
+{"Finetune/Learning Rate": 1.2096024633123397e-05, "Finetune/Loss": 0.8326040506362915, "Finetune/Loss (Raw)": 0.8883906602859497, "Finetune/Step": 8650, "Finetune/Step Time": 6.6493903659284115}
+{"Finetune/Learning Rate": 1.2094378051377782e-05, "Finetune/Loss": 0.8330711126327515, "Finetune/Loss (Raw)": 0.8890032768249512, "Finetune/Step": 8651, "Finetune/Step Time": 6.651014734059572}
+{"Finetune/Learning Rate": 1.209273141024156e-05, "Finetune/Loss": 0.8333632946014404, "Finetune/Loss (Raw)": 0.8714404702186584, "Finetune/Step": 8652, "Finetune/Step Time": 6.640984142199159}
+{"Finetune/Learning Rate": 1.2091084709761422e-05, "Finetune/Loss": 0.8336244821548462, "Finetune/Loss (Raw)": 0.7616075873374939, "Finetune/Step": 8653, "Finetune/Step Time": 6.628886280581355}
+{"Finetune/Learning Rate": 1.2089437949984074e-05, "Finetune/Loss": 0.8344035744667053, "Finetune/Loss (Raw)": 0.7818668484687805, "Finetune/Step": 8654, "Finetune/Step Time": 6.633348738774657}
+{"Finetune/Learning Rate": 1.2087791130956203e-05, "Finetune/Loss": 0.8333669900894165, "Finetune/Loss (Raw)": 0.8439780473709106, "Finetune/Step": 8655, "Finetune/Step Time": 6.616337334737182}
+{"Finetune/Learning Rate": 1.2086144252724514e-05, "Finetune/Loss": 0.8347680568695068, "Finetune/Loss (Raw)": 0.8411789536476135, "Finetune/Step": 8656, "Finetune/Step Time": 6.630231624469161}
+{"Finetune/Learning Rate": 1.2084497315335705e-05, "Finetune/Loss": 0.8351595997810364, "Finetune/Loss (Raw)": 0.7334234118461609, "Finetune/Step": 8657, "Finetune/Step Time": 6.61344276368618}
+{"Finetune/Learning Rate": 1.2082850318836484e-05, "Finetune/Loss": 0.8354352712631226, "Finetune/Loss (Raw)": 0.7348588705062866, "Finetune/Step": 8658, "Finetune/Step Time": 6.611562438309193}
+{"Finetune/Learning Rate": 1.2081203263273546e-05, "Finetune/Loss": 0.8337184190750122, "Finetune/Loss (Raw)": 0.7891387343406677, "Finetune/Step": 8659, "Finetune/Step Time": 6.607183609157801}
+{"Finetune/Learning Rate": 1.2079556148693602e-05, "Finetune/Loss": 0.834355890750885, "Finetune/Loss (Raw)": 0.8157497644424438, "Finetune/Step": 8660, "Finetune/Step Time": 6.600631687790155}
+{"Finetune/Learning Rate": 1.2077908975143362e-05, "Finetune/Loss": 0.8322787284851074, "Finetune/Loss (Raw)": 0.7829391360282898, "Finetune/Step": 8661, "Finetune/Step Time": 6.600230731070042}
+{"Finetune/Learning Rate": 1.207626174266953e-05, "Finetune/Loss": 0.8325202465057373, "Finetune/Loss (Raw)": 0.8369044661521912, "Finetune/Step": 8662, "Finetune/Step Time": 6.597096329554915}
+{"Finetune/Learning Rate": 1.207461445131882e-05, "Finetune/Loss": 0.8348243236541748, "Finetune/Loss (Raw)": 1.0716537237167358, "Finetune/Step": 8663, "Finetune/Step Time": 6.598676353693008}
+{"Finetune/Learning Rate": 1.2072967101137942e-05, "Finetune/Loss": 0.834028422832489, "Finetune/Loss (Raw)": 0.7150095105171204, "Finetune/Step": 8664, "Finetune/Step Time": 6.594760447740555}
+{"Finetune/Learning Rate": 1.2071319692173613e-05, "Finetune/Loss": 0.832834005355835, "Finetune/Loss (Raw)": 0.8892278075218201, "Finetune/Step": 8665, "Finetune/Step Time": 6.595256531611085}
+{"Finetune/Learning Rate": 1.2069672224472548e-05, "Finetune/Loss": 0.8318039178848267, "Finetune/Loss (Raw)": 0.798643946647644, "Finetune/Step": 8666, "Finetune/Step Time": 6.596044756472111}
+{"Finetune/Learning Rate": 1.2068024698081462e-05, "Finetune/Loss": 0.8327534198760986, "Finetune/Loss (Raw)": 0.8275358080863953, "Finetune/Step": 8667, "Finetune/Step Time": 6.59097140096128}
+{"Finetune/Learning Rate": 1.2066377113047078e-05, "Finetune/Loss": 0.8333438634872437, "Finetune/Loss (Raw)": 0.8924357295036316, "Finetune/Step": 8668, "Finetune/Step Time": 6.594822961837053}
+{"Finetune/Learning Rate": 1.2064729469416114e-05, "Finetune/Loss": 0.8329180479049683, "Finetune/Loss (Raw)": 0.889894425868988, "Finetune/Step": 8669, "Finetune/Step Time": 6.592874163761735}
+{"Finetune/Learning Rate": 1.2063081767235296e-05, "Finetune/Loss": 0.8318503499031067, "Finetune/Loss (Raw)": 0.7369508743286133, "Finetune/Step": 8670, "Finetune/Step Time": 6.590868027880788}
+{"Finetune/Learning Rate": 1.2061434006551343e-05, "Finetune/Loss": 0.8339319229125977, "Finetune/Loss (Raw)": 0.862815797328949, "Finetune/Step": 8671, "Finetune/Step Time": 6.5770103223621845}
+{"Finetune/Learning Rate": 1.2059786187410984e-05, "Finetune/Loss": 0.8331590890884399, "Finetune/Loss (Raw)": 0.8970725536346436, "Finetune/Step": 8672, "Finetune/Step Time": 6.577387792989612}
+{"Finetune/Learning Rate": 1.205813830986095e-05, "Finetune/Loss": 0.8335127830505371, "Finetune/Loss (Raw)": 0.8023635149002075, "Finetune/Step": 8673, "Finetune/Step Time": 6.575615085661411}
+{"Finetune/Learning Rate": 1.205649037394796e-05, "Finetune/Loss": 0.8337781429290771, "Finetune/Loss (Raw)": 0.9153463840484619, "Finetune/Step": 8674, "Finetune/Step Time": 6.579518664628267}
+{"Finetune/Learning Rate": 1.2054842379718755e-05, "Finetune/Loss": 0.8323601484298706, "Finetune/Loss (Raw)": 0.5291033387184143, "Finetune/Step": 8675, "Finetune/Step Time": 6.586113538593054}
+{"Finetune/Learning Rate": 1.2053194327220061e-05, "Finetune/Loss": 0.8317199349403381, "Finetune/Loss (Raw)": 0.8165375590324402, "Finetune/Step": 8676, "Finetune/Step Time": 6.585819171741605}
+{"Finetune/Learning Rate": 1.2051546216498615e-05, "Finetune/Loss": 0.8314038515090942, "Finetune/Loss (Raw)": 0.8293981552124023, "Finetune/Step": 8677, "Finetune/Step Time": 6.586705397814512}
+{"Finetune/Learning Rate": 1.2049898047601152e-05, "Finetune/Loss": 0.8325037360191345, "Finetune/Loss (Raw)": 0.9486792087554932, "Finetune/Step": 8678, "Finetune/Step Time": 6.583854081109166}
+{"Finetune/Learning Rate": 1.2048249820574411e-05, "Finetune/Loss": 0.8325033187866211, "Finetune/Loss (Raw)": 0.8287083506584167, "Finetune/Step": 8679, "Finetune/Step Time": 6.590422578155994}
+{"Finetune/Learning Rate": 1.2046601535465127e-05, "Finetune/Loss": 0.8309581875801086, "Finetune/Loss (Raw)": 0.6855912804603577, "Finetune/Step": 8680, "Finetune/Step Time": 6.607487354427576}
+{"Finetune/Learning Rate": 1.2044953192320044e-05, "Finetune/Loss": 0.8323222994804382, "Finetune/Loss (Raw)": 0.971473217010498, "Finetune/Step": 8681, "Finetune/Step Time": 6.624833658337593}
+{"Finetune/Learning Rate": 1.2043304791185906e-05, "Finetune/Loss": 0.8323063254356384, "Finetune/Loss (Raw)": 0.86815345287323, "Finetune/Step": 8682, "Finetune/Step Time": 6.62821576371789}
+{"Finetune/Learning Rate": 1.2041656332109453e-05, "Finetune/Loss": 0.8318514823913574, "Finetune/Loss (Raw)": 0.7964583039283752, "Finetune/Step": 8683, "Finetune/Step Time": 6.6252584252506495}
+{"Finetune/Learning Rate": 1.2040007815137431e-05, "Finetune/Loss": 0.8320088386535645, "Finetune/Loss (Raw)": 0.8759377002716064, "Finetune/Step": 8684, "Finetune/Step Time": 6.623909404501319}
+{"Finetune/Learning Rate": 1.2038359240316589e-05, "Finetune/Loss": 0.8326374292373657, "Finetune/Loss (Raw)": 0.8235136270523071, "Finetune/Step": 8685, "Finetune/Step Time": 6.638739947229624}
+{"Finetune/Learning Rate": 1.2036710607693673e-05, "Finetune/Loss": 0.8326798677444458, "Finetune/Loss (Raw)": 0.6970695853233337, "Finetune/Step": 8686, "Finetune/Step Time": 6.652649374678731}
+{"Finetune/Learning Rate": 1.2035061917315441e-05, "Finetune/Loss": 0.8322611451148987, "Finetune/Loss (Raw)": 0.7997162938117981, "Finetune/Step": 8687, "Finetune/Step Time": 6.65418772213161}
+{"Finetune/Learning Rate": 1.2033413169228636e-05, "Finetune/Loss": 0.8315722942352295, "Finetune/Loss (Raw)": 0.778620183467865, "Finetune/Step": 8688, "Finetune/Step Time": 6.6531761679798365}
+{"Finetune/Learning Rate": 1.2031764363480017e-05, "Finetune/Loss": 0.8310513496398926, "Finetune/Loss (Raw)": 0.8364102244377136, "Finetune/Step": 8689, "Finetune/Step Time": 6.654468048363924}
+{"Finetune/Learning Rate": 1.2030115500116338e-05, "Finetune/Loss": 0.8314051628112793, "Finetune/Loss (Raw)": 0.6588974595069885, "Finetune/Step": 8690, "Finetune/Step Time": 6.661834752187133}
+{"Finetune/Learning Rate": 1.2028466579184355e-05, "Finetune/Loss": 0.8317088484764099, "Finetune/Loss (Raw)": 0.8301282525062561, "Finetune/Step": 8691, "Finetune/Step Time": 6.66234078630805}
+{"Finetune/Learning Rate": 1.202681760073083e-05, "Finetune/Loss": 0.831907331943512, "Finetune/Loss (Raw)": 0.8453097939491272, "Finetune/Step": 8692, "Finetune/Step Time": 6.680997913703322}
+{"Finetune/Learning Rate": 1.202516856480252e-05, "Finetune/Loss": 0.8324460983276367, "Finetune/Loss (Raw)": 0.8297817707061768, "Finetune/Step": 8693, "Finetune/Step Time": 6.680922729894519}
+{"Finetune/Learning Rate": 1.2023519471446192e-05, "Finetune/Loss": 0.8334303498268127, "Finetune/Loss (Raw)": 0.870650589466095, "Finetune/Step": 8694, "Finetune/Step Time": 6.657868171110749}
+{"Finetune/Learning Rate": 1.2021870320708599e-05, "Finetune/Loss": 0.8342107534408569, "Finetune/Loss (Raw)": 0.6783080697059631, "Finetune/Step": 8695, "Finetune/Step Time": 6.645171081647277}
+{"Finetune/Learning Rate": 1.2020221112636518e-05, "Finetune/Loss": 0.8339360356330872, "Finetune/Loss (Raw)": 0.8039580583572388, "Finetune/Step": 8696, "Finetune/Step Time": 6.659956410527229}
+{"Finetune/Learning Rate": 1.201857184727671e-05, "Finetune/Loss": 0.8361198902130127, "Finetune/Loss (Raw)": 0.8899844288825989, "Finetune/Step": 8697, "Finetune/Step Time": 6.6599433198571205}
+{"Finetune/Learning Rate": 1.2016922524675945e-05, "Finetune/Loss": 0.8350741863250732, "Finetune/Loss (Raw)": 0.7357177734375, "Finetune/Step": 8698, "Finetune/Step Time": 6.66650103777647}
+{"Finetune/Learning Rate": 1.2015273144880992e-05, "Finetune/Loss": 0.8353646993637085, "Finetune/Loss (Raw)": 0.9818695783615112, "Finetune/Step": 8699, "Finetune/Step Time": 6.66555886529386}
+{"Finetune/Learning Rate": 1.2013623707938622e-05, "Finetune/Loss": 0.8348884582519531, "Finetune/Loss (Raw)": 0.8476749658584595, "Finetune/Step": 8700, "Finetune/Step Time": 6.664083279669285}
+{"Finetune/Learning Rate": 1.2011974213895614e-05, "Finetune/Loss": 0.8351696133613586, "Finetune/Loss (Raw)": 0.8181591033935547, "Finetune/Step": 8701, "Finetune/Step Time": 6.665255349129438}
+{"Finetune/Learning Rate": 1.2010324662798734e-05, "Finetune/Loss": 0.8357926607131958, "Finetune/Loss (Raw)": 0.9204574823379517, "Finetune/Step": 8702, "Finetune/Step Time": 6.669906172901392}
+{"Finetune/Learning Rate": 1.2008675054694763e-05, "Finetune/Loss": 0.8345520496368408, "Finetune/Loss (Raw)": 0.7364961504936218, "Finetune/Step": 8703, "Finetune/Step Time": 6.67384778149426}
+{"Finetune/Learning Rate": 1.2007025389630484e-05, "Finetune/Loss": 0.8321535587310791, "Finetune/Loss (Raw)": 0.6053540110588074, "Finetune/Step": 8704, "Finetune/Step Time": 6.688193589448929}
+{"Finetune/Learning Rate": 1.2005375667652667e-05, "Finetune/Loss": 0.8333562016487122, "Finetune/Loss (Raw)": 0.9591463208198547, "Finetune/Step": 8705, "Finetune/Step Time": 6.691143848001957}
+{"Finetune/Learning Rate": 1.20037258888081e-05, "Finetune/Loss": 0.8330800533294678, "Finetune/Loss (Raw)": 0.7820293307304382, "Finetune/Step": 8706, "Finetune/Step Time": 6.693501444533467}
+{"Finetune/Learning Rate": 1.2002076053143568e-05, "Finetune/Loss": 0.8318769335746765, "Finetune/Loss (Raw)": 0.8753891587257385, "Finetune/Step": 8707, "Finetune/Step Time": 6.677935883402824}
+{"Finetune/Learning Rate": 1.2000426160705849e-05, "Finetune/Loss": 0.8316477537155151, "Finetune/Loss (Raw)": 0.829293966293335, "Finetune/Step": 8708, "Finetune/Step Time": 6.675236945971847}
+{"Finetune/Learning Rate": 1.1998776211541732e-05, "Finetune/Loss": 0.8313809633255005, "Finetune/Loss (Raw)": 0.7676114439964294, "Finetune/Step": 8709, "Finetune/Step Time": 6.667103249579668}
+{"Finetune/Learning Rate": 1.199712620569801e-05, "Finetune/Loss": 0.8305754661560059, "Finetune/Loss (Raw)": 0.8373532295227051, "Finetune/Step": 8710, "Finetune/Step Time": 6.663348946720362}
+{"Finetune/Learning Rate": 1.1995476143221462e-05, "Finetune/Loss": 0.8305761218070984, "Finetune/Loss (Raw)": 0.8057036399841309, "Finetune/Step": 8711, "Finetune/Step Time": 6.657439015805721}
+{"Finetune/Learning Rate": 1.1993826024158887e-05, "Finetune/Loss": 0.8313875198364258, "Finetune/Loss (Raw)": 0.960933268070221, "Finetune/Step": 8712, "Finetune/Step Time": 6.6640511360019445}
+{"Finetune/Learning Rate": 1.1992175848557076e-05, "Finetune/Loss": 0.830788254737854, "Finetune/Loss (Raw)": 0.8453459143638611, "Finetune/Step": 8713, "Finetune/Step Time": 6.667032124474645}
+{"Finetune/Learning Rate": 1.1990525616462825e-05, "Finetune/Loss": 0.8311835527420044, "Finetune/Loss (Raw)": 0.8583630919456482, "Finetune/Step": 8714, "Finetune/Step Time": 6.669936118647456}
+{"Finetune/Learning Rate": 1.1988875327922923e-05, "Finetune/Loss": 0.8320315480232239, "Finetune/Loss (Raw)": 0.9191234707832336, "Finetune/Step": 8715, "Finetune/Step Time": 6.650467017665505}
+{"Finetune/Learning Rate": 1.1987224982984176e-05, "Finetune/Loss": 0.831301748752594, "Finetune/Loss (Raw)": 0.7852892279624939, "Finetune/Step": 8716, "Finetune/Step Time": 6.649911027401686}
+{"Finetune/Learning Rate": 1.1985574581693378e-05, "Finetune/Loss": 0.8309813737869263, "Finetune/Loss (Raw)": 0.811369001865387, "Finetune/Step": 8717, "Finetune/Step Time": 6.6497868206351995}
+{"Finetune/Learning Rate": 1.1983924124097333e-05, "Finetune/Loss": 0.831051230430603, "Finetune/Loss (Raw)": 1.0030826330184937, "Finetune/Step": 8718, "Finetune/Step Time": 6.632868362590671}
+{"Finetune/Learning Rate": 1.1982273610242839e-05, "Finetune/Loss": 0.8311721682548523, "Finetune/Loss (Raw)": 0.8614176511764526, "Finetune/Step": 8719, "Finetune/Step Time": 6.621063485741615}
+{"Finetune/Learning Rate": 1.1980623040176704e-05, "Finetune/Loss": 0.8307704925537109, "Finetune/Loss (Raw)": 0.7467079162597656, "Finetune/Step": 8720, "Finetune/Step Time": 6.615609960630536}
+{"Finetune/Learning Rate": 1.1978972413945732e-05, "Finetune/Loss": 0.8295937776565552, "Finetune/Loss (Raw)": 0.8621865510940552, "Finetune/Step": 8721, "Finetune/Step Time": 6.616312192752957}
+{"Finetune/Learning Rate": 1.197732173159673e-05, "Finetune/Loss": 0.828021764755249, "Finetune/Loss (Raw)": 0.7099537253379822, "Finetune/Step": 8722, "Finetune/Step Time": 6.631581947207451}
+{"Finetune/Learning Rate": 1.1975670993176503e-05, "Finetune/Loss": 0.827809751033783, "Finetune/Loss (Raw)": 0.8048319816589355, "Finetune/Step": 8723, "Finetune/Step Time": 6.627892205491662}
+{"Finetune/Learning Rate": 1.1974020198731867e-05, "Finetune/Loss": 0.8281282186508179, "Finetune/Loss (Raw)": 0.8689606189727783, "Finetune/Step": 8724, "Finetune/Step Time": 6.630658010020852}
+{"Finetune/Learning Rate": 1.1972369348309632e-05, "Finetune/Loss": 0.8278917074203491, "Finetune/Loss (Raw)": 0.831591010093689, "Finetune/Step": 8725, "Finetune/Step Time": 6.643312279134989}
+{"Finetune/Learning Rate": 1.1970718441956608e-05, "Finetune/Loss": 0.8273743987083435, "Finetune/Loss (Raw)": 0.9371431469917297, "Finetune/Step": 8726, "Finetune/Step Time": 6.644479565322399}
+{"Finetune/Learning Rate": 1.1969067479719615e-05, "Finetune/Loss": 0.8283236026763916, "Finetune/Loss (Raw)": 0.8666436672210693, "Finetune/Step": 8727, "Finetune/Step Time": 6.636047586798668}
+{"Finetune/Learning Rate": 1.196741646164547e-05, "Finetune/Loss": 0.8269205689430237, "Finetune/Loss (Raw)": 0.7299047112464905, "Finetune/Step": 8728, "Finetune/Step Time": 6.637227449566126}
+{"Finetune/Learning Rate": 1.1965765387780988e-05, "Finetune/Loss": 0.8285952210426331, "Finetune/Loss (Raw)": 0.9420594573020935, "Finetune/Step": 8729, "Finetune/Step Time": 6.633810048922896}
+{"Finetune/Learning Rate": 1.1964114258172986e-05, "Finetune/Loss": 0.8302245140075684, "Finetune/Loss (Raw)": 0.8453599214553833, "Finetune/Step": 8730, "Finetune/Step Time": 6.6222441382706165}
+{"Finetune/Learning Rate": 1.1962463072868291e-05, "Finetune/Loss": 0.8289554119110107, "Finetune/Loss (Raw)": 0.6794763803482056, "Finetune/Step": 8731, "Finetune/Step Time": 6.6305798497051}
+{"Finetune/Learning Rate": 1.1960811831913723e-05, "Finetune/Loss": 0.8292056322097778, "Finetune/Loss (Raw)": 0.857361376285553, "Finetune/Step": 8732, "Finetune/Step Time": 6.631187444552779}
+{"Finetune/Learning Rate": 1.195916053535611e-05, "Finetune/Loss": 0.8276746273040771, "Finetune/Loss (Raw)": 0.6788135766983032, "Finetune/Step": 8733, "Finetune/Step Time": 6.630790255963802}
+{"Finetune/Learning Rate": 1.1957509183242273e-05, "Finetune/Loss": 0.8278698921203613, "Finetune/Loss (Raw)": 0.9105894565582275, "Finetune/Step": 8734, "Finetune/Step Time": 6.6118648163974285}
+{"Finetune/Learning Rate": 1.1955857775619041e-05, "Finetune/Loss": 0.8272031545639038, "Finetune/Loss (Raw)": 0.8861867785453796, "Finetune/Step": 8735, "Finetune/Step Time": 6.610690096393228}
+{"Finetune/Learning Rate": 1.1954206312533246e-05, "Finetune/Loss": 0.8270033597946167, "Finetune/Loss (Raw)": 0.7860876321792603, "Finetune/Step": 8736, "Finetune/Step Time": 6.610500289127231}
+{"Finetune/Learning Rate": 1.1952554794031714e-05, "Finetune/Loss": 0.8264169692993164, "Finetune/Loss (Raw)": 0.7092525362968445, "Finetune/Step": 8737, "Finetune/Step Time": 6.62149690836668}
+{"Finetune/Learning Rate": 1.1950903220161286e-05, "Finetune/Loss": 0.8266644477844238, "Finetune/Loss (Raw)": 0.9289064407348633, "Finetune/Step": 8738, "Finetune/Step Time": 6.615917893126607}
+{"Finetune/Learning Rate": 1.1949251590968784e-05, "Finetune/Loss": 0.8270347118377686, "Finetune/Loss (Raw)": 0.8947059512138367, "Finetune/Step": 8739, "Finetune/Step Time": 6.6243201941251755}
+{"Finetune/Learning Rate": 1.1947599906501055e-05, "Finetune/Loss": 0.8283278942108154, "Finetune/Loss (Raw)": 0.9038141369819641, "Finetune/Step": 8740, "Finetune/Step Time": 6.628372851759195}
+{"Finetune/Learning Rate": 1.1945948166804928e-05, "Finetune/Loss": 0.826777458190918, "Finetune/Loss (Raw)": 0.7676027417182922, "Finetune/Step": 8741, "Finetune/Step Time": 6.630971435457468}
+{"Finetune/Learning Rate": 1.1944296371927245e-05, "Finetune/Loss": 0.8266217708587646, "Finetune/Loss (Raw)": 0.77408367395401, "Finetune/Step": 8742, "Finetune/Step Time": 6.627202050760388}
+{"Finetune/Learning Rate": 1.1942644521914846e-05, "Finetune/Loss": 0.8261337280273438, "Finetune/Loss (Raw)": 0.789829671382904, "Finetune/Step": 8743, "Finetune/Step Time": 6.627392215654254}
+{"Finetune/Learning Rate": 1.1940992616814572e-05, "Finetune/Loss": 0.826359748840332, "Finetune/Loss (Raw)": 0.8179531097412109, "Finetune/Step": 8744, "Finetune/Step Time": 6.6288087125867605}
+{"Finetune/Learning Rate": 1.1939340656673269e-05, "Finetune/Loss": 0.8269058465957642, "Finetune/Loss (Raw)": 0.8021537065505981, "Finetune/Step": 8745, "Finetune/Step Time": 6.627889953553677}
+{"Finetune/Learning Rate": 1.1937688641537779e-05, "Finetune/Loss": 0.825805127620697, "Finetune/Loss (Raw)": 0.6994509100914001, "Finetune/Step": 8746, "Finetune/Step Time": 6.6529481690377}
+{"Finetune/Learning Rate": 1.1936036571454946e-05, "Finetune/Loss": 0.8254770040512085, "Finetune/Loss (Raw)": 0.8224486112594604, "Finetune/Step": 8747, "Finetune/Step Time": 6.653488891199231}
+{"Finetune/Learning Rate": 1.1934384446471622e-05, "Finetune/Loss": 0.8262030482292175, "Finetune/Loss (Raw)": 0.8860157132148743, "Finetune/Step": 8748, "Finetune/Step Time": 6.651066649705172}
+{"Finetune/Learning Rate": 1.193273226663466e-05, "Finetune/Loss": 0.8258665204048157, "Finetune/Loss (Raw)": 0.80430668592453, "Finetune/Step": 8749, "Finetune/Step Time": 6.648580193519592}
+{"Finetune/Learning Rate": 1.1931080031990905e-05, "Finetune/Loss": 0.8260846138000488, "Finetune/Loss (Raw)": 0.7834819555282593, "Finetune/Step": 8750, "Finetune/Step Time": 6.6495859026908875}
+{"Finetune/Learning Rate": 1.1929427742587207e-05, "Finetune/Loss": 0.8278714418411255, "Finetune/Loss (Raw)": 1.014204502105713, "Finetune/Step": 8751, "Finetune/Step Time": 6.6527362782508135}
+{"Finetune/Learning Rate": 1.1927775398470432e-05, "Finetune/Loss": 0.8291726112365723, "Finetune/Loss (Raw)": 0.8295510411262512, "Finetune/Step": 8752, "Finetune/Step Time": 6.650753976777196}
+{"Finetune/Learning Rate": 1.1926122999687423e-05, "Finetune/Loss": 0.8280770778656006, "Finetune/Loss (Raw)": 0.6968541741371155, "Finetune/Step": 8753, "Finetune/Step Time": 6.649497140198946}
+{"Finetune/Learning Rate": 1.1924470546285043e-05, "Finetune/Loss": 0.8286339044570923, "Finetune/Loss (Raw)": 0.8296688795089722, "Finetune/Step": 8754, "Finetune/Step Time": 6.6565487664192915}
+{"Finetune/Learning Rate": 1.1922818038310155e-05, "Finetune/Loss": 0.8280830383300781, "Finetune/Loss (Raw)": 0.7712275981903076, "Finetune/Step": 8755, "Finetune/Step Time": 6.674400217831135}
+{"Finetune/Learning Rate": 1.1921165475809612e-05, "Finetune/Loss": 0.8277927041053772, "Finetune/Loss (Raw)": 0.7999975085258484, "Finetune/Step": 8756, "Finetune/Step Time": 6.677198017016053}
+{"Finetune/Learning Rate": 1.191951285883028e-05, "Finetune/Loss": 0.8271963596343994, "Finetune/Loss (Raw)": 0.8075129389762878, "Finetune/Step": 8757, "Finetune/Step Time": 6.683106495067477}
+{"Finetune/Learning Rate": 1.1917860187419022e-05, "Finetune/Loss": 0.8276797533035278, "Finetune/Loss (Raw)": 0.9108914136886597, "Finetune/Step": 8758, "Finetune/Step Time": 6.686583545058966}
+{"Finetune/Learning Rate": 1.1916207461622702e-05, "Finetune/Loss": 0.826981782913208, "Finetune/Loss (Raw)": 0.8901098966598511, "Finetune/Step": 8759, "Finetune/Step Time": 6.678436683490872}
+{"Finetune/Learning Rate": 1.1914554681488188e-05, "Finetune/Loss": 0.8277155160903931, "Finetune/Loss (Raw)": 0.8923054337501526, "Finetune/Step": 8760, "Finetune/Step Time": 6.680919740349054}
+{"Finetune/Learning Rate": 1.1912901847062346e-05, "Finetune/Loss": 0.8278758525848389, "Finetune/Loss (Raw)": 0.9324004054069519, "Finetune/Step": 8761, "Finetune/Step Time": 6.702847881242633}
+{"Finetune/Learning Rate": 1.191124895839205e-05, "Finetune/Loss": 0.8274926543235779, "Finetune/Loss (Raw)": 0.8717184066772461, "Finetune/Step": 8762, "Finetune/Step Time": 6.702348036691546}
+{"Finetune/Learning Rate": 1.1909596015524165e-05, "Finetune/Loss": 0.8274368643760681, "Finetune/Loss (Raw)": 0.8559755682945251, "Finetune/Step": 8763, "Finetune/Step Time": 6.701853523030877}
+{"Finetune/Learning Rate": 1.190794301850557e-05, "Finetune/Loss": 0.8278086185455322, "Finetune/Loss (Raw)": 0.7923659682273865, "Finetune/Step": 8764, "Finetune/Step Time": 6.70549163594842}
+{"Finetune/Learning Rate": 1.1906289967383135e-05, "Finetune/Loss": 0.827860951423645, "Finetune/Loss (Raw)": 0.8093582391738892, "Finetune/Step": 8765, "Finetune/Step Time": 6.700799906626344}
+{"Finetune/Learning Rate": 1.1904636862203737e-05, "Finetune/Loss": 0.8283324241638184, "Finetune/Loss (Raw)": 0.9257842302322388, "Finetune/Step": 8766, "Finetune/Step Time": 6.700870698317885}
+{"Finetune/Learning Rate": 1.1902983703014257e-05, "Finetune/Loss": 0.8289227485656738, "Finetune/Loss (Raw)": 0.929924488067627, "Finetune/Step": 8767, "Finetune/Step Time": 6.7030181754380465}
+{"Finetune/Learning Rate": 1.1901330489861564e-05, "Finetune/Loss": 0.8283443450927734, "Finetune/Loss (Raw)": 0.7843303680419922, "Finetune/Step": 8768, "Finetune/Step Time": 6.70302058942616}
+{"Finetune/Learning Rate": 1.189967722279255e-05, "Finetune/Loss": 0.8291239738464355, "Finetune/Loss (Raw)": 0.8578895926475525, "Finetune/Step": 8769, "Finetune/Step Time": 6.688505802303553}
+{"Finetune/Learning Rate": 1.1898023901854092e-05, "Finetune/Loss": 0.8280400633811951, "Finetune/Loss (Raw)": 0.7104683518409729, "Finetune/Step": 8770, "Finetune/Step Time": 6.697890967130661}
+{"Finetune/Learning Rate": 1.189637052709307e-05, "Finetune/Loss": 0.8283320665359497, "Finetune/Loss (Raw)": 0.8468266129493713, "Finetune/Step": 8771, "Finetune/Step Time": 6.714175961911678}
+{"Finetune/Learning Rate": 1.1894717098556376e-05, "Finetune/Loss": 0.8270940780639648, "Finetune/Loss (Raw)": 0.7628311514854431, "Finetune/Step": 8772, "Finetune/Step Time": 6.716262323781848}
+{"Finetune/Learning Rate": 1.1893063616290891e-05, "Finetune/Loss": 0.8266514539718628, "Finetune/Loss (Raw)": 0.7901800870895386, "Finetune/Step": 8773, "Finetune/Step Time": 6.722078224644065}
+{"Finetune/Learning Rate": 1.1891410080343508e-05, "Finetune/Loss": 0.8252017498016357, "Finetune/Loss (Raw)": 0.7159944176673889, "Finetune/Step": 8774, "Finetune/Step Time": 6.727277483791113}
+{"Finetune/Learning Rate": 1.1889756490761109e-05, "Finetune/Loss": 0.8252052068710327, "Finetune/Loss (Raw)": 0.8241146206855774, "Finetune/Step": 8775, "Finetune/Step Time": 6.725184313952923}
+{"Finetune/Learning Rate": 1.1888102847590592e-05, "Finetune/Loss": 0.8261182308197021, "Finetune/Loss (Raw)": 0.8553216457366943, "Finetune/Step": 8776, "Finetune/Step Time": 6.724746521562338}
+{"Finetune/Learning Rate": 1.1886449150878848e-05, "Finetune/Loss": 0.8267230987548828, "Finetune/Loss (Raw)": 0.8758910298347473, "Finetune/Step": 8777, "Finetune/Step Time": 6.723439587280154}
+{"Finetune/Learning Rate": 1.1884795400672769e-05, "Finetune/Loss": 0.8276228308677673, "Finetune/Loss (Raw)": 1.0035561323165894, "Finetune/Step": 8778, "Finetune/Step Time": 6.7237508445978165}
+{"Finetune/Learning Rate": 1.1883141597019252e-05, "Finetune/Loss": 0.8277571201324463, "Finetune/Loss (Raw)": 0.9061859250068665, "Finetune/Step": 8779, "Finetune/Step Time": 6.723621927201748}
+{"Finetune/Learning Rate": 1.1881487739965197e-05, "Finetune/Loss": 0.8280691504478455, "Finetune/Loss (Raw)": 0.9113828539848328, "Finetune/Step": 8780, "Finetune/Step Time": 6.7271818574517965}
+{"Finetune/Learning Rate": 1.1879833829557497e-05, "Finetune/Loss": 0.828881561756134, "Finetune/Loss (Raw)": 0.8655959367752075, "Finetune/Step": 8781, "Finetune/Step Time": 6.724728247150779}
+{"Finetune/Learning Rate": 1.1878179865843054e-05, "Finetune/Loss": 0.8298230171203613, "Finetune/Loss (Raw)": 0.9023683071136475, "Finetune/Step": 8782, "Finetune/Step Time": 6.718782218173146}
+{"Finetune/Learning Rate": 1.1876525848868773e-05, "Finetune/Loss": 0.8296895027160645, "Finetune/Loss (Raw)": 0.8268981575965881, "Finetune/Step": 8783, "Finetune/Step Time": 6.728602208197117}
+{"Finetune/Learning Rate": 1.1874871778681555e-05, "Finetune/Loss": 0.8292213082313538, "Finetune/Loss (Raw)": 0.781247079372406, "Finetune/Step": 8784, "Finetune/Step Time": 6.715136269107461}
+{"Finetune/Learning Rate": 1.1873217655328303e-05, "Finetune/Loss": 0.8288366794586182, "Finetune/Loss (Raw)": 0.6841880083084106, "Finetune/Step": 8785, "Finetune/Step Time": 6.722811741754413}
+{"Finetune/Learning Rate": 1.1871563478855928e-05, "Finetune/Loss": 0.8303897380828857, "Finetune/Loss (Raw)": 0.9336567521095276, "Finetune/Step": 8786, "Finetune/Step Time": 6.742496600374579}
+{"Finetune/Learning Rate": 1.1869909249311333e-05, "Finetune/Loss": 0.830869197845459, "Finetune/Loss (Raw)": 0.8505102396011353, "Finetune/Step": 8787, "Finetune/Step Time": 6.756224462762475}
+{"Finetune/Learning Rate": 1.186825496674143e-05, "Finetune/Loss": 0.8305743932723999, "Finetune/Loss (Raw)": 0.7780084013938904, "Finetune/Step": 8788, "Finetune/Step Time": 6.767576236277819}
+{"Finetune/Learning Rate": 1.1866600631193129e-05, "Finetune/Loss": 0.8315788507461548, "Finetune/Loss (Raw)": 0.9115083813667297, "Finetune/Step": 8789, "Finetune/Step Time": 6.768241751939058}
+{"Finetune/Learning Rate": 1.186494624271334e-05, "Finetune/Loss": 0.831262469291687, "Finetune/Loss (Raw)": 0.7964110374450684, "Finetune/Step": 8790, "Finetune/Step Time": 6.767272520810366}
+{"Finetune/Learning Rate": 1.186329180134898e-05, "Finetune/Loss": 0.8296271562576294, "Finetune/Loss (Raw)": 0.8623359799385071, "Finetune/Step": 8791, "Finetune/Step Time": 6.766649853438139}
+{"Finetune/Learning Rate": 1.1861637307146962e-05, "Finetune/Loss": 0.830597460269928, "Finetune/Loss (Raw)": 0.839201033115387, "Finetune/Step": 8792, "Finetune/Step Time": 6.769941445440054}
+{"Finetune/Learning Rate": 1.1859982760154205e-05, "Finetune/Loss": 0.8302810192108154, "Finetune/Loss (Raw)": 0.8487275242805481, "Finetune/Step": 8793, "Finetune/Step Time": 6.766193009912968}
+{"Finetune/Learning Rate": 1.1858328160417625e-05, "Finetune/Loss": 0.8312676548957825, "Finetune/Loss (Raw)": 0.9249318838119507, "Finetune/Step": 8794, "Finetune/Step Time": 6.766553299501538}
+{"Finetune/Learning Rate": 1.1856673507984145e-05, "Finetune/Loss": 0.8318477869033813, "Finetune/Loss (Raw)": 0.9017933011054993, "Finetune/Step": 8795, "Finetune/Step Time": 6.767448863014579}
+{"Finetune/Learning Rate": 1.185501880290068e-05, "Finetune/Loss": 0.8298131227493286, "Finetune/Loss (Raw)": 0.6320000290870667, "Finetune/Step": 8796, "Finetune/Step Time": 6.773792900145054}
+{"Finetune/Learning Rate": 1.185336404521416e-05, "Finetune/Loss": 0.829473614692688, "Finetune/Loss (Raw)": 0.8464421033859253, "Finetune/Step": 8797, "Finetune/Step Time": 6.775831988081336}
+{"Finetune/Learning Rate": 1.1851709234971507e-05, "Finetune/Loss": 0.8303253650665283, "Finetune/Loss (Raw)": 0.845969021320343, "Finetune/Step": 8798, "Finetune/Step Time": 6.7741495333611965}
+{"Finetune/Learning Rate": 1.185005437221964e-05, "Finetune/Loss": 0.8311340808868408, "Finetune/Loss (Raw)": 0.9663305878639221, "Finetune/Step": 8799, "Finetune/Step Time": 6.776222674176097}
+{"Finetune/Learning Rate": 1.1848399457005496e-05, "Finetune/Loss": 0.831108808517456, "Finetune/Loss (Raw)": 0.8938365578651428, "Finetune/Step": 8800, "Finetune/Step Time": 6.778464302420616}
+{"Finetune/Learning Rate": 1.1846744489376e-05, "Finetune/Loss": 0.8325680494308472, "Finetune/Loss (Raw)": 0.9891549944877625, "Finetune/Step": 8801, "Finetune/Step Time": 6.780692528933287}
+{"Finetune/Learning Rate": 1.1845089469378081e-05, "Finetune/Loss": 0.8324120044708252, "Finetune/Loss (Raw)": 0.8953654766082764, "Finetune/Step": 8802, "Finetune/Step Time": 6.77774896658957}
+{"Finetune/Learning Rate": 1.1843434397058668e-05, "Finetune/Loss": 0.8345487117767334, "Finetune/Loss (Raw)": 0.8025953769683838, "Finetune/Step": 8803, "Finetune/Step Time": 6.753725279122591}
+{"Finetune/Learning Rate": 1.1841779272464703e-05, "Finetune/Loss": 0.8346369862556458, "Finetune/Loss (Raw)": 0.8278396129608154, "Finetune/Step": 8804, "Finetune/Step Time": 6.75309812836349}
+{"Finetune/Learning Rate": 1.1840124095643113e-05, "Finetune/Loss": 0.8349905610084534, "Finetune/Loss (Raw)": 0.8746613264083862, "Finetune/Step": 8805, "Finetune/Step Time": 6.749501707032323}
+{"Finetune/Learning Rate": 1.1838468866640836e-05, "Finetune/Loss": 0.8341408967971802, "Finetune/Loss (Raw)": 0.8399234414100647, "Finetune/Step": 8806, "Finetune/Step Time": 6.771765228360891}
+{"Finetune/Learning Rate": 1.183681358550481e-05, "Finetune/Loss": 0.8349114656448364, "Finetune/Loss (Raw)": 0.9273450970649719, "Finetune/Step": 8807, "Finetune/Step Time": 6.774637568742037}
+{"Finetune/Learning Rate": 1.1835158252281973e-05, "Finetune/Loss": 0.8357380628585815, "Finetune/Loss (Raw)": 0.7913877367973328, "Finetune/Step": 8808, "Finetune/Step Time": 6.7553728725761175}
+{"Finetune/Learning Rate": 1.1833502867019269e-05, "Finetune/Loss": 0.835580587387085, "Finetune/Loss (Raw)": 0.9513204097747803, "Finetune/Step": 8809, "Finetune/Step Time": 6.737288322299719}
+{"Finetune/Learning Rate": 1.1831847429763634e-05, "Finetune/Loss": 0.8350416421890259, "Finetune/Loss (Raw)": 0.7991637587547302, "Finetune/Step": 8810, "Finetune/Step Time": 6.730356998741627}
+{"Finetune/Learning Rate": 1.1830191940562016e-05, "Finetune/Loss": 0.8346492648124695, "Finetune/Loss (Raw)": 0.7462358474731445, "Finetune/Step": 8811, "Finetune/Step Time": 6.7290486469864845}
+{"Finetune/Learning Rate": 1.1828536399461362e-05, "Finetune/Loss": 0.8348165154457092, "Finetune/Loss (Raw)": 0.8973461389541626, "Finetune/Step": 8812, "Finetune/Step Time": 6.735714955255389}
+{"Finetune/Learning Rate": 1.1826880806508611e-05, "Finetune/Loss": 0.8340116739273071, "Finetune/Loss (Raw)": 0.7204943299293518, "Finetune/Step": 8813, "Finetune/Step Time": 6.735696289688349}
+{"Finetune/Learning Rate": 1.1825225161750718e-05, "Finetune/Loss": 0.8356161117553711, "Finetune/Loss (Raw)": 0.9024419784545898, "Finetune/Step": 8814, "Finetune/Step Time": 6.7221491280943155}
+{"Finetune/Learning Rate": 1.1823569465234628e-05, "Finetune/Loss": 0.8365646600723267, "Finetune/Loss (Raw)": 0.9211235642433167, "Finetune/Step": 8815, "Finetune/Step Time": 6.721413729712367}
+{"Finetune/Learning Rate": 1.1821913717007298e-05, "Finetune/Loss": 0.8369303941726685, "Finetune/Loss (Raw)": 0.8254371285438538, "Finetune/Step": 8816, "Finetune/Step Time": 6.722353423014283}
+{"Finetune/Learning Rate": 1.1820257917115669e-05, "Finetune/Loss": 0.8372441530227661, "Finetune/Loss (Raw)": 0.8765676021575928, "Finetune/Step": 8817, "Finetune/Step Time": 6.719515908509493}
+{"Finetune/Learning Rate": 1.1818602065606706e-05, "Finetune/Loss": 0.8378853797912598, "Finetune/Loss (Raw)": 0.7409687042236328, "Finetune/Step": 8818, "Finetune/Step Time": 6.71509169228375}
+{"Finetune/Learning Rate": 1.181694616252736e-05, "Finetune/Loss": 0.8376988768577576, "Finetune/Loss (Raw)": 0.8062615394592285, "Finetune/Step": 8819, "Finetune/Step Time": 6.715639380738139}
+{"Finetune/Learning Rate": 1.1815290207924584e-05, "Finetune/Loss": 0.837444007396698, "Finetune/Loss (Raw)": 0.8126841187477112, "Finetune/Step": 8820, "Finetune/Step Time": 6.698191363364458}
+{"Finetune/Learning Rate": 1.181363420184534e-05, "Finetune/Loss": 0.8380317687988281, "Finetune/Loss (Raw)": 0.9050219655036926, "Finetune/Step": 8821, "Finetune/Step Time": 6.696065349504352}
+{"Finetune/Learning Rate": 1.1811978144336594e-05, "Finetune/Loss": 0.8371132612228394, "Finetune/Loss (Raw)": 0.7530854940414429, "Finetune/Step": 8822, "Finetune/Step Time": 6.699907286092639}
+{"Finetune/Learning Rate": 1.1810322035445294e-05, "Finetune/Loss": 0.8393287658691406, "Finetune/Loss (Raw)": 0.9618930816650391, "Finetune/Step": 8823, "Finetune/Step Time": 6.697398580610752}
+{"Finetune/Learning Rate": 1.1808665875218408e-05, "Finetune/Loss": 0.8393731117248535, "Finetune/Loss (Raw)": 0.8096240162849426, "Finetune/Step": 8824, "Finetune/Step Time": 6.678908443078399}
+{"Finetune/Learning Rate": 1.1807009663702907e-05, "Finetune/Loss": 0.8392196893692017, "Finetune/Loss (Raw)": 0.8703472018241882, "Finetune/Step": 8825, "Finetune/Step Time": 6.68359343521297}
+{"Finetune/Learning Rate": 1.1805353400945748e-05, "Finetune/Loss": 0.8405674695968628, "Finetune/Loss (Raw)": 0.9082359075546265, "Finetune/Step": 8826, "Finetune/Step Time": 6.6797629073262215}
+{"Finetune/Learning Rate": 1.1803697086993896e-05, "Finetune/Loss": 0.8403880596160889, "Finetune/Loss (Raw)": 0.958904504776001, "Finetune/Step": 8827, "Finetune/Step Time": 6.680246386677027}
+{"Finetune/Learning Rate": 1.1802040721894328e-05, "Finetune/Loss": 0.8401182889938354, "Finetune/Loss (Raw)": 0.8131507635116577, "Finetune/Step": 8828, "Finetune/Step Time": 6.684240557253361}
+{"Finetune/Learning Rate": 1.1800384305694009e-05, "Finetune/Loss": 0.8408646583557129, "Finetune/Loss (Raw)": 0.9136848449707031, "Finetune/Step": 8829, "Finetune/Step Time": 6.683331161737442}
+{"Finetune/Learning Rate": 1.179872783843991e-05, "Finetune/Loss": 0.8403977155685425, "Finetune/Loss (Raw)": 0.8606918454170227, "Finetune/Step": 8830, "Finetune/Step Time": 6.681884508579969}
+{"Finetune/Learning Rate": 1.1797071320179003e-05, "Finetune/Loss": 0.8423365950584412, "Finetune/Loss (Raw)": 0.9846768379211426, "Finetune/Step": 8831, "Finetune/Step Time": 6.679394673556089}
+{"Finetune/Learning Rate": 1.1795414750958265e-05, "Finetune/Loss": 0.8432466983795166, "Finetune/Loss (Raw)": 0.7218501567840576, "Finetune/Step": 8832, "Finetune/Step Time": 6.687112204730511}
+{"Finetune/Learning Rate": 1.1793758130824671e-05, "Finetune/Loss": 0.8420469164848328, "Finetune/Loss (Raw)": 0.8055703043937683, "Finetune/Step": 8833, "Finetune/Step Time": 6.694134909659624}
+{"Finetune/Learning Rate": 1.1792101459825194e-05, "Finetune/Loss": 0.8419992923736572, "Finetune/Loss (Raw)": 0.7759288549423218, "Finetune/Step": 8834, "Finetune/Step Time": 6.690928529947996}
+{"Finetune/Learning Rate": 1.1790444738006819e-05, "Finetune/Loss": 0.8418577909469604, "Finetune/Loss (Raw)": 0.8572804927825928, "Finetune/Step": 8835, "Finetune/Step Time": 6.706040780991316}
+{"Finetune/Learning Rate": 1.178878796541652e-05, "Finetune/Loss": 0.8423320055007935, "Finetune/Loss (Raw)": 0.889987587928772, "Finetune/Step": 8836, "Finetune/Step Time": 6.7044645845890045}
+{"Finetune/Learning Rate": 1.1787131142101282e-05, "Finetune/Loss": 0.8437775373458862, "Finetune/Loss (Raw)": 0.9526422023773193, "Finetune/Step": 8837, "Finetune/Step Time": 6.705769285559654}
+{"Finetune/Learning Rate": 1.1785474268108088e-05, "Finetune/Loss": 0.8440218567848206, "Finetune/Loss (Raw)": 0.8686279058456421, "Finetune/Step": 8838, "Finetune/Step Time": 6.707748562097549}
+{"Finetune/Learning Rate": 1.178381734348392e-05, "Finetune/Loss": 0.8441914319992065, "Finetune/Loss (Raw)": 0.8274069428443909, "Finetune/Step": 8839, "Finetune/Step Time": 6.7071831207722425}
+{"Finetune/Learning Rate": 1.1782160368275768e-05, "Finetune/Loss": 0.843542218208313, "Finetune/Loss (Raw)": 0.8778364062309265, "Finetune/Step": 8840, "Finetune/Step Time": 6.710709258913994}
+{"Finetune/Learning Rate": 1.178050334253061e-05, "Finetune/Loss": 0.8449752330780029, "Finetune/Loss (Raw)": 1.0287734270095825, "Finetune/Step": 8841, "Finetune/Step Time": 6.705117741599679}
+{"Finetune/Learning Rate": 1.1778846266295441e-05, "Finetune/Loss": 0.844272792339325, "Finetune/Loss (Raw)": 0.7684472799301147, "Finetune/Step": 8842, "Finetune/Step Time": 6.701527027413249}
+{"Finetune/Learning Rate": 1.1777189139617255e-05, "Finetune/Loss": 0.8433226346969604, "Finetune/Loss (Raw)": 0.797508180141449, "Finetune/Step": 8843, "Finetune/Step Time": 6.703942831605673}
+{"Finetune/Learning Rate": 1.1775531962543036e-05, "Finetune/Loss": 0.843130350112915, "Finetune/Loss (Raw)": 0.7606743574142456, "Finetune/Step": 8844, "Finetune/Step Time": 6.704383455216885}
+{"Finetune/Learning Rate": 1.1773874735119778e-05, "Finetune/Loss": 0.8433235883712769, "Finetune/Loss (Raw)": 0.8360973596572876, "Finetune/Step": 8845, "Finetune/Step Time": 6.703091971576214}
+{"Finetune/Learning Rate": 1.177221745739448e-05, "Finetune/Loss": 0.8422830104827881, "Finetune/Loss (Raw)": 0.8698920607566833, "Finetune/Step": 8846, "Finetune/Step Time": 6.693927636370063}
+{"Finetune/Learning Rate": 1.177056012941413e-05, "Finetune/Loss": 0.8408561944961548, "Finetune/Loss (Raw)": 0.6787857413291931, "Finetune/Step": 8847, "Finetune/Step Time": 6.6902977507561445}
+{"Finetune/Learning Rate": 1.176890275122573e-05, "Finetune/Loss": 0.8416644930839539, "Finetune/Loss (Raw)": 0.8501724600791931, "Finetune/Step": 8848, "Finetune/Step Time": 6.684132589027286}
+{"Finetune/Learning Rate": 1.1767245322876282e-05, "Finetune/Loss": 0.8412914276123047, "Finetune/Loss (Raw)": 0.8144405484199524, "Finetune/Step": 8849, "Finetune/Step Time": 6.681101460009813}
+{"Finetune/Learning Rate": 1.176558784441278e-05, "Finetune/Loss": 0.8421667218208313, "Finetune/Loss (Raw)": 0.8219860792160034, "Finetune/Step": 8850, "Finetune/Step Time": 6.669956250116229}
+{"Finetune/Learning Rate": 1.1763930315882226e-05, "Finetune/Loss": 0.8415127396583557, "Finetune/Loss (Raw)": 0.7211175560951233, "Finetune/Step": 8851, "Finetune/Step Time": 6.683087974786758}
+{"Finetune/Learning Rate": 1.1762272737331626e-05, "Finetune/Loss": 0.8432464599609375, "Finetune/Loss (Raw)": 1.0908774137496948, "Finetune/Step": 8852, "Finetune/Step Time": 6.681157071143389}
+{"Finetune/Learning Rate": 1.1760615108807982e-05, "Finetune/Loss": 0.8428581953048706, "Finetune/Loss (Raw)": 0.7818891406059265, "Finetune/Step": 8853, "Finetune/Step Time": 6.668338738381863}
+{"Finetune/Learning Rate": 1.17589574303583e-05, "Finetune/Loss": 0.8418112993240356, "Finetune/Loss (Raw)": 0.8031529188156128, "Finetune/Step": 8854, "Finetune/Step Time": 6.669305998831987}
+{"Finetune/Learning Rate": 1.1757299702029586e-05, "Finetune/Loss": 0.8409960269927979, "Finetune/Loss (Raw)": 0.7622880339622498, "Finetune/Step": 8855, "Finetune/Step Time": 6.663409968838096}
+{"Finetune/Learning Rate": 1.175564192386885e-05, "Finetune/Loss": 0.8403525352478027, "Finetune/Loss (Raw)": 0.6475397944450378, "Finetune/Step": 8856, "Finetune/Step Time": 6.66639288328588}
+{"Finetune/Learning Rate": 1.1753984095923102e-05, "Finetune/Loss": 0.8394265174865723, "Finetune/Loss (Raw)": 0.8235286474227905, "Finetune/Step": 8857, "Finetune/Step Time": 6.664013424888253}
+{"Finetune/Learning Rate": 1.1752326218239354e-05, "Finetune/Loss": 0.8385871648788452, "Finetune/Loss (Raw)": 0.7379136085510254, "Finetune/Step": 8858, "Finetune/Step Time": 6.662068918347359}
+{"Finetune/Learning Rate": 1.1750668290864616e-05, "Finetune/Loss": 0.8409706950187683, "Finetune/Loss (Raw)": 0.9845664501190186, "Finetune/Step": 8859, "Finetune/Step Time": 6.650608146563172}
+{"Finetune/Learning Rate": 1.1749010313845903e-05, "Finetune/Loss": 0.84108567237854, "Finetune/Loss (Raw)": 0.8720781803131104, "Finetune/Step": 8860, "Finetune/Step Time": 6.665854325518012}
+{"Finetune/Learning Rate": 1.1747352287230234e-05, "Finetune/Loss": 0.8433288335800171, "Finetune/Loss (Raw)": 0.9659382700920105, "Finetune/Step": 8861, "Finetune/Step Time": 6.681178776547313}
+{"Finetune/Learning Rate": 1.1745694211064617e-05, "Finetune/Loss": 0.8426550626754761, "Finetune/Loss (Raw)": 0.8243548274040222, "Finetune/Step": 8862, "Finetune/Step Time": 6.680116653442383}
+{"Finetune/Learning Rate": 1.174403608539608e-05, "Finetune/Loss": 0.8424499034881592, "Finetune/Loss (Raw)": 0.8599182963371277, "Finetune/Step": 8863, "Finetune/Step Time": 6.682428376749158}
+{"Finetune/Learning Rate": 1.1742377910271638e-05, "Finetune/Loss": 0.8434484601020813, "Finetune/Loss (Raw)": 0.9139055013656616, "Finetune/Step": 8864, "Finetune/Step Time": 6.680122738704085}
+{"Finetune/Learning Rate": 1.1740719685738316e-05, "Finetune/Loss": 0.8448600769042969, "Finetune/Loss (Raw)": 0.8899432420730591, "Finetune/Step": 8865, "Finetune/Step Time": 6.669100163504481}
+{"Finetune/Learning Rate": 1.1739061411843129e-05, "Finetune/Loss": 0.8450585603713989, "Finetune/Loss (Raw)": 0.9543114900588989, "Finetune/Step": 8866, "Finetune/Step Time": 6.6687693651765585}
+{"Finetune/Learning Rate": 1.1737403088633108e-05, "Finetune/Loss": 0.8443688750267029, "Finetune/Loss (Raw)": 0.8064250946044922, "Finetune/Step": 8867, "Finetune/Step Time": 6.665312014520168}
+{"Finetune/Learning Rate": 1.173574471615528e-05, "Finetune/Loss": 0.8435391783714294, "Finetune/Loss (Raw)": 0.7976158857345581, "Finetune/Step": 8868, "Finetune/Step Time": 6.662919478490949}
+{"Finetune/Learning Rate": 1.1734086294456659e-05, "Finetune/Loss": 0.8448271751403809, "Finetune/Loss (Raw)": 0.9324644207954407, "Finetune/Step": 8869, "Finetune/Step Time": 6.678242390975356}
+{"Finetune/Learning Rate": 1.1732427823584287e-05, "Finetune/Loss": 0.8453303575515747, "Finetune/Loss (Raw)": 0.8384943008422852, "Finetune/Step": 8870, "Finetune/Step Time": 6.684095395728946}
+{"Finetune/Learning Rate": 1.173076930358519e-05, "Finetune/Loss": 0.8450717926025391, "Finetune/Loss (Raw)": 0.7567325234413147, "Finetune/Step": 8871, "Finetune/Step Time": 6.684820139780641}
+{"Finetune/Learning Rate": 1.1729110734506396e-05, "Finetune/Loss": 0.8441616892814636, "Finetune/Loss (Raw)": 0.7014572620391846, "Finetune/Step": 8872, "Finetune/Step Time": 6.690692814067006}
+{"Finetune/Learning Rate": 1.1727452116394935e-05, "Finetune/Loss": 0.8450490236282349, "Finetune/Loss (Raw)": 0.9157356023788452, "Finetune/Step": 8873, "Finetune/Step Time": 6.688173241913319}
+{"Finetune/Learning Rate": 1.1725793449297849e-05, "Finetune/Loss": 0.8468177914619446, "Finetune/Loss (Raw)": 0.9258446097373962, "Finetune/Step": 8874, "Finetune/Step Time": 6.662021664902568}
+{"Finetune/Learning Rate": 1.1724134733262165e-05, "Finetune/Loss": 0.8475358486175537, "Finetune/Loss (Raw)": 0.9143669605255127, "Finetune/Step": 8875, "Finetune/Step Time": 6.660741539672017}
+{"Finetune/Learning Rate": 1.1722475968334921e-05, "Finetune/Loss": 0.8461706638336182, "Finetune/Loss (Raw)": 0.7112748622894287, "Finetune/Step": 8876, "Finetune/Step Time": 6.6757998168468475}
+{"Finetune/Learning Rate": 1.1720817154563162e-05, "Finetune/Loss": 0.8460826873779297, "Finetune/Loss (Raw)": 0.7930389642715454, "Finetune/Step": 8877, "Finetune/Step Time": 6.678174521774054}
+{"Finetune/Learning Rate": 1.1719158291993917e-05, "Finetune/Loss": 0.8461336493492126, "Finetune/Loss (Raw)": 0.7900098562240601, "Finetune/Step": 8878, "Finetune/Step Time": 6.677433827891946}
+{"Finetune/Learning Rate": 1.1717499380674235e-05, "Finetune/Loss": 0.8447790145874023, "Finetune/Loss (Raw)": 0.8408022522926331, "Finetune/Step": 8879, "Finetune/Step Time": 6.6763810478150845}
+{"Finetune/Learning Rate": 1.1715840420651153e-05, "Finetune/Loss": 0.8449403047561646, "Finetune/Loss (Raw)": 0.850206196308136, "Finetune/Step": 8880, "Finetune/Step Time": 6.679239304736257}
+{"Finetune/Learning Rate": 1.1714181411971715e-05, "Finetune/Loss": 0.8471424579620361, "Finetune/Loss (Raw)": 0.9787225723266602, "Finetune/Step": 8881, "Finetune/Step Time": 6.682250265032053}
+{"Finetune/Learning Rate": 1.171252235468297e-05, "Finetune/Loss": 0.8458417654037476, "Finetune/Loss (Raw)": 0.6631877422332764, "Finetune/Step": 8882, "Finetune/Step Time": 6.67414496652782}
+{"Finetune/Learning Rate": 1.1710863248831956e-05, "Finetune/Loss": 0.8461852073669434, "Finetune/Loss (Raw)": 0.8151901364326477, "Finetune/Step": 8883, "Finetune/Step Time": 6.659175453707576}
+{"Finetune/Learning Rate": 1.1709204094465728e-05, "Finetune/Loss": 0.8468491435050964, "Finetune/Loss (Raw)": 0.8849737048149109, "Finetune/Step": 8884, "Finetune/Step Time": 6.659343801438808}
+{"Finetune/Learning Rate": 1.170754489163133e-05, "Finetune/Loss": 0.8468163013458252, "Finetune/Loss (Raw)": 0.8033186793327332, "Finetune/Step": 8885, "Finetune/Step Time": 6.653018034994602}
+{"Finetune/Learning Rate": 1.1705885640375819e-05, "Finetune/Loss": 0.8455561399459839, "Finetune/Loss (Raw)": 0.7495819330215454, "Finetune/Step": 8886, "Finetune/Step Time": 6.652901267632842}
+{"Finetune/Learning Rate": 1.1704226340746239e-05, "Finetune/Loss": 0.8448923826217651, "Finetune/Loss (Raw)": 0.8051439523696899, "Finetune/Step": 8887, "Finetune/Step Time": 6.652273453772068}
+{"Finetune/Learning Rate": 1.1702566992789646e-05, "Finetune/Loss": 0.8441065549850464, "Finetune/Loss (Raw)": 0.7917230129241943, "Finetune/Step": 8888, "Finetune/Step Time": 6.649530669674277}
+{"Finetune/Learning Rate": 1.1700907596553097e-05, "Finetune/Loss": 0.8435666561126709, "Finetune/Loss (Raw)": 0.8632911443710327, "Finetune/Step": 8889, "Finetune/Step Time": 6.624973736703396}
+{"Finetune/Learning Rate": 1.169924815208364e-05, "Finetune/Loss": 0.8436994552612305, "Finetune/Loss (Raw)": 0.8887141346931458, "Finetune/Step": 8890, "Finetune/Step Time": 6.627360168844461}
+{"Finetune/Learning Rate": 1.1697588659428343e-05, "Finetune/Loss": 0.84315025806427, "Finetune/Loss (Raw)": 0.7856825590133667, "Finetune/Step": 8891, "Finetune/Step Time": 6.629049504175782}
+{"Finetune/Learning Rate": 1.1695929118634257e-05, "Finetune/Loss": 0.8436213135719299, "Finetune/Loss (Raw)": 0.8526613116264343, "Finetune/Step": 8892, "Finetune/Step Time": 6.625423859804869}
+{"Finetune/Learning Rate": 1.1694269529748442e-05, "Finetune/Loss": 0.844393253326416, "Finetune/Loss (Raw)": 0.9081670045852661, "Finetune/Step": 8893, "Finetune/Step Time": 6.625016869977117}
+{"Finetune/Learning Rate": 1.1692609892817961e-05, "Finetune/Loss": 0.8445109724998474, "Finetune/Loss (Raw)": 0.9408564567565918, "Finetune/Step": 8894, "Finetune/Step Time": 6.621348803862929}
+{"Finetune/Learning Rate": 1.1690950207889882e-05, "Finetune/Loss": 0.8443331718444824, "Finetune/Loss (Raw)": 0.9071692824363708, "Finetune/Step": 8895, "Finetune/Step Time": 6.61647891625762}
+{"Finetune/Learning Rate": 1.1689290475011258e-05, "Finetune/Loss": 0.8440301418304443, "Finetune/Loss (Raw)": 0.7455356121063232, "Finetune/Step": 8896, "Finetune/Step Time": 6.620086008682847}
+{"Finetune/Learning Rate": 1.1687630694229159e-05, "Finetune/Loss": 0.843355655670166, "Finetune/Loss (Raw)": 0.7715533375740051, "Finetune/Step": 8897, "Finetune/Step Time": 6.621832810342312}
+{"Finetune/Learning Rate": 1.1685970865590659e-05, "Finetune/Loss": 0.8444960117340088, "Finetune/Loss (Raw)": 0.8564409613609314, "Finetune/Step": 8898, "Finetune/Step Time": 6.605836918577552}
+{"Finetune/Learning Rate": 1.1684310989142816e-05, "Finetune/Loss": 0.8442184925079346, "Finetune/Loss (Raw)": 0.8112976551055908, "Finetune/Step": 8899, "Finetune/Step Time": 6.586975537240505}
+{"Finetune/Learning Rate": 1.1682651064932702e-05, "Finetune/Loss": 0.8454265594482422, "Finetune/Loss (Raw)": 0.9174604415893555, "Finetune/Step": 8900, "Finetune/Step Time": 6.584003448486328}
+{"Finetune/Learning Rate": 1.1680991093007388e-05, "Finetune/Loss": 0.8450216054916382, "Finetune/Loss (Raw)": 0.7383496761322021, "Finetune/Step": 8901, "Finetune/Step Time": 6.589009588584304}
+{"Finetune/Learning Rate": 1.1679331073413946e-05, "Finetune/Loss": 0.8458859920501709, "Finetune/Loss (Raw)": 0.8266406059265137, "Finetune/Step": 8902, "Finetune/Step Time": 6.584452405571938}
+{"Finetune/Learning Rate": 1.1677671006199453e-05, "Finetune/Loss": 0.8460354804992676, "Finetune/Loss (Raw)": 0.8432449698448181, "Finetune/Step": 8903, "Finetune/Step Time": 6.584038445726037}
+{"Finetune/Learning Rate": 1.167601089141098e-05, "Finetune/Loss": 0.8466588258743286, "Finetune/Loss (Raw)": 0.9351140260696411, "Finetune/Step": 8904, "Finetune/Step Time": 6.58242061920464}
+{"Finetune/Learning Rate": 1.1674350729095603e-05, "Finetune/Loss": 0.846688449382782, "Finetune/Loss (Raw)": 0.8796785473823547, "Finetune/Step": 8905, "Finetune/Step Time": 6.5803795251995325}
+{"Finetune/Learning Rate": 1.16726905193004e-05, "Finetune/Loss": 0.8452651500701904, "Finetune/Loss (Raw)": 0.8213804960250854, "Finetune/Step": 8906, "Finetune/Step Time": 6.575413711369038}
+{"Finetune/Learning Rate": 1.1671030262072454e-05, "Finetune/Loss": 0.8445795178413391, "Finetune/Loss (Raw)": 0.8184191584587097, "Finetune/Step": 8907, "Finetune/Step Time": 6.572216076776385}
+{"Finetune/Learning Rate": 1.1669369957458838e-05, "Finetune/Loss": 0.8434240221977234, "Finetune/Loss (Raw)": 0.7634794116020203, "Finetune/Step": 8908, "Finetune/Step Time": 6.568317603319883}
+{"Finetune/Learning Rate": 1.1667709605506638e-05, "Finetune/Loss": 0.8441841006278992, "Finetune/Loss (Raw)": 0.9628880620002747, "Finetune/Step": 8909, "Finetune/Step Time": 6.5678585804998875}
+{"Finetune/Learning Rate": 1.166604920626294e-05, "Finetune/Loss": 0.8432722091674805, "Finetune/Loss (Raw)": 0.7856425046920776, "Finetune/Step": 8910, "Finetune/Step Time": 6.5695549957454205}
+{"Finetune/Learning Rate": 1.1664388759774817e-05, "Finetune/Loss": 0.8435386419296265, "Finetune/Loss (Raw)": 0.8610090613365173, "Finetune/Step": 8911, "Finetune/Step Time": 6.562872933223844}
+{"Finetune/Learning Rate": 1.1662728266089365e-05, "Finetune/Loss": 0.8450039625167847, "Finetune/Loss (Raw)": 0.9688042402267456, "Finetune/Step": 8912, "Finetune/Step Time": 6.559407062828541}
+{"Finetune/Learning Rate": 1.166106772525367e-05, "Finetune/Loss": 0.8464893102645874, "Finetune/Loss (Raw)": 0.8743104338645935, "Finetune/Step": 8913, "Finetune/Step Time": 6.551198853179812}
+{"Finetune/Learning Rate": 1.1659407137314811e-05, "Finetune/Loss": 0.8461921215057373, "Finetune/Loss (Raw)": 0.8956130146980286, "Finetune/Step": 8914, "Finetune/Step Time": 6.5325881242752075}
+{"Finetune/Learning Rate": 1.1657746502319888e-05, "Finetune/Loss": 0.8468850255012512, "Finetune/Loss (Raw)": 0.9392051100730896, "Finetune/Step": 8915, "Finetune/Step Time": 6.52209011092782}
+{"Finetune/Learning Rate": 1.1656085820315992e-05, "Finetune/Loss": 0.8476066589355469, "Finetune/Loss (Raw)": 0.8703718185424805, "Finetune/Step": 8916, "Finetune/Step Time": 6.5107248947024345}
+{"Finetune/Learning Rate": 1.1654425091350208e-05, "Finetune/Loss": 0.8466335535049438, "Finetune/Loss (Raw)": 0.7869612574577332, "Finetune/Step": 8917, "Finetune/Step Time": 6.508235527202487}
+{"Finetune/Learning Rate": 1.1652764315469631e-05, "Finetune/Loss": 0.8472883701324463, "Finetune/Loss (Raw)": 0.8802290558815002, "Finetune/Step": 8918, "Finetune/Step Time": 6.508268037810922}
+{"Finetune/Learning Rate": 1.1651103492721363e-05, "Finetune/Loss": 0.846697211265564, "Finetune/Loss (Raw)": 0.786664605140686, "Finetune/Step": 8919, "Finetune/Step Time": 6.508530599996448}
+{"Finetune/Learning Rate": 1.1649442623152492e-05, "Finetune/Loss": 0.8459622859954834, "Finetune/Loss (Raw)": 0.7451332211494446, "Finetune/Step": 8920, "Finetune/Step Time": 6.523183865472674}
+{"Finetune/Learning Rate": 1.1647781706810116e-05, "Finetune/Loss": 0.8460012674331665, "Finetune/Loss (Raw)": 0.8537182211875916, "Finetune/Step": 8921, "Finetune/Step Time": 6.526635503396392}
+{"Finetune/Learning Rate": 1.164612074374134e-05, "Finetune/Loss": 0.8459833860397339, "Finetune/Loss (Raw)": 0.9226422905921936, "Finetune/Step": 8922, "Finetune/Step Time": 6.521183084696531}
+{"Finetune/Learning Rate": 1.1644459733993261e-05, "Finetune/Loss": 0.8441904187202454, "Finetune/Loss (Raw)": 0.6722912788391113, "Finetune/Step": 8923, "Finetune/Step Time": 6.520279286429286}
+{"Finetune/Learning Rate": 1.1642798677612979e-05, "Finetune/Loss": 0.8469728231430054, "Finetune/Loss (Raw)": 0.9881419539451599, "Finetune/Step": 8924, "Finetune/Step Time": 6.516194215044379}
+{"Finetune/Learning Rate": 1.1641137574647596e-05, "Finetune/Loss": 0.8465315699577332, "Finetune/Loss (Raw)": 0.7899646162986755, "Finetune/Step": 8925, "Finetune/Step Time": 6.531840912997723}
+{"Finetune/Learning Rate": 1.163947642514422e-05, "Finetune/Loss": 0.8449581861495972, "Finetune/Loss (Raw)": 0.6445768475532532, "Finetune/Step": 8926, "Finetune/Step Time": 6.548733819276094}
+{"Finetune/Learning Rate": 1.1637815229149956e-05, "Finetune/Loss": 0.8431418538093567, "Finetune/Loss (Raw)": 0.7338389754295349, "Finetune/Step": 8927, "Finetune/Step Time": 6.5475043300539255}
+{"Finetune/Learning Rate": 1.1636153986711906e-05, "Finetune/Loss": 0.8433565497398376, "Finetune/Loss (Raw)": 0.9213160872459412, "Finetune/Step": 8928, "Finetune/Step Time": 6.543172495439649}
+{"Finetune/Learning Rate": 1.1634492697877184e-05, "Finetune/Loss": 0.8417308926582336, "Finetune/Loss (Raw)": 0.781072735786438, "Finetune/Step": 8929, "Finetune/Step Time": 6.542335230857134}
+{"Finetune/Learning Rate": 1.1632831362692897e-05, "Finetune/Loss": 0.8398022651672363, "Finetune/Loss (Raw)": 0.6485032439231873, "Finetune/Step": 8930, "Finetune/Step Time": 6.542506974190474}
+{"Finetune/Learning Rate": 1.1631169981206156e-05, "Finetune/Loss": 0.8397143483161926, "Finetune/Loss (Raw)": 0.7913400530815125, "Finetune/Step": 8931, "Finetune/Step Time": 6.547104028984904}
+{"Finetune/Learning Rate": 1.162950855346407e-05, "Finetune/Loss": 0.8395083546638489, "Finetune/Loss (Raw)": 0.8014702200889587, "Finetune/Step": 8932, "Finetune/Step Time": 6.547957995906472}
+{"Finetune/Learning Rate": 1.1627847079513759e-05, "Finetune/Loss": 0.8385152220726013, "Finetune/Loss (Raw)": 0.7475415468215942, "Finetune/Step": 8933, "Finetune/Step Time": 6.546624036505818}
+{"Finetune/Learning Rate": 1.1626185559402335e-05, "Finetune/Loss": 0.8376250267028809, "Finetune/Loss (Raw)": 0.7259786128997803, "Finetune/Step": 8934, "Finetune/Step Time": 6.526993699371815}
+{"Finetune/Learning Rate": 1.1624523993176907e-05, "Finetune/Loss": 0.8370530605316162, "Finetune/Loss (Raw)": 0.8541407585144043, "Finetune/Step": 8935, "Finetune/Step Time": 6.517686219885945}
+{"Finetune/Learning Rate": 1.16228623808846e-05, "Finetune/Loss": 0.8372863531112671, "Finetune/Loss (Raw)": 0.8212471008300781, "Finetune/Step": 8936, "Finetune/Step Time": 6.51735251955688}
+{"Finetune/Learning Rate": 1.1621200722572535e-05, "Finetune/Loss": 0.8369308710098267, "Finetune/Loss (Raw)": 0.9058073163032532, "Finetune/Step": 8937, "Finetune/Step Time": 6.5213997680693865}
+{"Finetune/Learning Rate": 1.1619539018287822e-05, "Finetune/Loss": 0.8370040655136108, "Finetune/Loss (Raw)": 0.808546781539917, "Finetune/Step": 8938, "Finetune/Step Time": 6.5203980300575495}
+{"Finetune/Learning Rate": 1.161787726807759e-05, "Finetune/Loss": 0.8372195959091187, "Finetune/Loss (Raw)": 0.7738203406333923, "Finetune/Step": 8939, "Finetune/Step Time": 6.525484809651971}
+{"Finetune/Learning Rate": 1.161621547198896e-05, "Finetune/Loss": 0.836132287979126, "Finetune/Loss (Raw)": 0.758170485496521, "Finetune/Step": 8940, "Finetune/Step Time": 6.519090047106147}
+{"Finetune/Learning Rate": 1.1614553630069055e-05, "Finetune/Loss": 0.8376032114028931, "Finetune/Loss (Raw)": 0.9087627530097961, "Finetune/Step": 8941, "Finetune/Step Time": 6.505740467458963}
+{"Finetune/Learning Rate": 1.1612891742364995e-05, "Finetune/Loss": 0.8366316556930542, "Finetune/Loss (Raw)": 0.7780914902687073, "Finetune/Step": 8942, "Finetune/Step Time": 6.531545391306281}
+{"Finetune/Learning Rate": 1.1611229808923921e-05, "Finetune/Loss": 0.8352880477905273, "Finetune/Loss (Raw)": 0.7491380572319031, "Finetune/Step": 8943, "Finetune/Step Time": 6.528702320531011}
+{"Finetune/Learning Rate": 1.1609567829792945e-05, "Finetune/Loss": 0.8351256847381592, "Finetune/Loss (Raw)": 0.8046554327011108, "Finetune/Step": 8944, "Finetune/Step Time": 6.5247027315199375}
+{"Finetune/Learning Rate": 1.1607905805019203e-05, "Finetune/Loss": 0.8341865539550781, "Finetune/Loss (Raw)": 0.7563539743423462, "Finetune/Step": 8945, "Finetune/Step Time": 6.5249983835965395}
+{"Finetune/Learning Rate": 1.1606243734649827e-05, "Finetune/Loss": 0.8334951400756836, "Finetune/Loss (Raw)": 0.6524829864501953, "Finetune/Step": 8946, "Finetune/Step Time": 6.530886227265}
+{"Finetune/Learning Rate": 1.1604581618731946e-05, "Finetune/Loss": 0.8327727317810059, "Finetune/Loss (Raw)": 0.7137898802757263, "Finetune/Step": 8947, "Finetune/Step Time": 6.531667996197939}
+{"Finetune/Learning Rate": 1.1602919457312689e-05, "Finetune/Loss": 0.8332617282867432, "Finetune/Loss (Raw)": 0.8752697110176086, "Finetune/Step": 8948, "Finetune/Step Time": 6.5265842247754335}
+{"Finetune/Learning Rate": 1.1601257250439195e-05, "Finetune/Loss": 0.8318317532539368, "Finetune/Loss (Raw)": 0.7219821810722351, "Finetune/Step": 8949, "Finetune/Step Time": 6.53016466088593}
+{"Finetune/Learning Rate": 1.1599594998158602e-05, "Finetune/Loss": 0.8325817584991455, "Finetune/Loss (Raw)": 0.8490889072418213, "Finetune/Step": 8950, "Finetune/Step Time": 6.5359572265297174}
+{"Finetune/Learning Rate": 1.1597932700518044e-05, "Finetune/Loss": 0.8306258916854858, "Finetune/Loss (Raw)": 0.7115437984466553, "Finetune/Step": 8951, "Finetune/Step Time": 6.553489472717047}
+{"Finetune/Learning Rate": 1.1596270357564656e-05, "Finetune/Loss": 0.8300829529762268, "Finetune/Loss (Raw)": 0.7401233911514282, "Finetune/Step": 8952, "Finetune/Step Time": 6.552744574844837}
+{"Finetune/Learning Rate": 1.1594607969345582e-05, "Finetune/Loss": 0.8310227394104004, "Finetune/Loss (Raw)": 0.9906418323516846, "Finetune/Step": 8953, "Finetune/Step Time": 6.551363483071327}
+{"Finetune/Learning Rate": 1.1592945535907958e-05, "Finetune/Loss": 0.8310386538505554, "Finetune/Loss (Raw)": 0.9102781414985657, "Finetune/Step": 8954, "Finetune/Step Time": 6.5510792806744576}
+{"Finetune/Learning Rate": 1.159128305729893e-05, "Finetune/Loss": 0.8304250240325928, "Finetune/Loss (Raw)": 0.8803518414497375, "Finetune/Step": 8955, "Finetune/Step Time": 6.551477055996656}
+{"Finetune/Learning Rate": 1.158962053356564e-05, "Finetune/Loss": 0.8312187194824219, "Finetune/Loss (Raw)": 0.9147414565086365, "Finetune/Step": 8956, "Finetune/Step Time": 6.551897803321481}
+{"Finetune/Learning Rate": 1.158795796475523e-05, "Finetune/Loss": 0.829964280128479, "Finetune/Loss (Raw)": 0.7531241178512573, "Finetune/Step": 8957, "Finetune/Step Time": 6.5540870279073715}
+{"Finetune/Learning Rate": 1.158629535091485e-05, "Finetune/Loss": 0.8292696475982666, "Finetune/Loss (Raw)": 0.7717757225036621, "Finetune/Step": 8958, "Finetune/Step Time": 6.551090491935611}
+{"Finetune/Learning Rate": 1.1584632692091643e-05, "Finetune/Loss": 0.8282532095909119, "Finetune/Loss (Raw)": 0.8545737266540527, "Finetune/Step": 8959, "Finetune/Step Time": 6.558396607637405}
+{"Finetune/Learning Rate": 1.1582969988332757e-05, "Finetune/Loss": 0.8275216817855835, "Finetune/Loss (Raw)": 0.6282095313072205, "Finetune/Step": 8960, "Finetune/Step Time": 6.547842590138316}
+{"Finetune/Learning Rate": 1.1581307239685346e-05, "Finetune/Loss": 0.8279163241386414, "Finetune/Loss (Raw)": 0.8560890555381775, "Finetune/Step": 8961, "Finetune/Step Time": 6.5397594682872295}
+{"Finetune/Learning Rate": 1.157964444619656e-05, "Finetune/Loss": 0.8270992040634155, "Finetune/Loss (Raw)": 0.6713431477546692, "Finetune/Step": 8962, "Finetune/Step Time": 6.544299839064479}
+{"Finetune/Learning Rate": 1.1577981607913547e-05, "Finetune/Loss": 0.8277348279953003, "Finetune/Loss (Raw)": 0.9386298060417175, "Finetune/Step": 8963, "Finetune/Step Time": 6.526898987591267}
+{"Finetune/Learning Rate": 1.1576318724883461e-05, "Finetune/Loss": 0.8272761106491089, "Finetune/Loss (Raw)": 0.8312711715698242, "Finetune/Step": 8964, "Finetune/Step Time": 6.530629878863692}
+{"Finetune/Learning Rate": 1.1574655797153464e-05, "Finetune/Loss": 0.8263590335845947, "Finetune/Loss (Raw)": 0.8352596759796143, "Finetune/Step": 8965, "Finetune/Step Time": 6.528705719858408}
+{"Finetune/Learning Rate": 1.1572992824770703e-05, "Finetune/Loss": 0.8254142999649048, "Finetune/Loss (Raw)": 0.7477049231529236, "Finetune/Step": 8966, "Finetune/Step Time": 6.558089217171073}
+{"Finetune/Learning Rate": 1.1571329807782336e-05, "Finetune/Loss": 0.8259623646736145, "Finetune/Loss (Raw)": 0.8975570797920227, "Finetune/Step": 8967, "Finetune/Step Time": 6.558501927182078}
+{"Finetune/Learning Rate": 1.1569666746235527e-05, "Finetune/Loss": 0.8253854513168335, "Finetune/Loss (Raw)": 0.8039891719818115, "Finetune/Step": 8968, "Finetune/Step Time": 6.550130520015955}
+{"Finetune/Learning Rate": 1.1568003640177434e-05, "Finetune/Loss": 0.8243225812911987, "Finetune/Loss (Raw)": 0.8927341103553772, "Finetune/Step": 8969, "Finetune/Step Time": 6.548861702904105}
+{"Finetune/Learning Rate": 1.1566340489655213e-05, "Finetune/Loss": 0.824528694152832, "Finetune/Loss (Raw)": 0.7948315143585205, "Finetune/Step": 8970, "Finetune/Step Time": 6.550260469317436}
+{"Finetune/Learning Rate": 1.1564677294716032e-05, "Finetune/Loss": 0.8254092931747437, "Finetune/Loss (Raw)": 0.9102170467376709, "Finetune/Step": 8971, "Finetune/Step Time": 6.547799600288272}
+{"Finetune/Learning Rate": 1.1563014055407052e-05, "Finetune/Loss": 0.8241214752197266, "Finetune/Loss (Raw)": 0.5958391427993774, "Finetune/Step": 8972, "Finetune/Step Time": 6.561050718650222}
+{"Finetune/Learning Rate": 1.1561350771775438e-05, "Finetune/Loss": 0.8229883909225464, "Finetune/Loss (Raw)": 0.6910658478736877, "Finetune/Step": 8973, "Finetune/Step Time": 6.56261133775115}
+{"Finetune/Learning Rate": 1.1559687443868354e-05, "Finetune/Loss": 0.8226836919784546, "Finetune/Loss (Raw)": 0.8308826088905334, "Finetune/Step": 8974, "Finetune/Step Time": 6.565452536568046}
+{"Finetune/Learning Rate": 1.1558024071732971e-05, "Finetune/Loss": 0.8238540887832642, "Finetune/Loss (Raw)": 0.8285958766937256, "Finetune/Step": 8975, "Finetune/Step Time": 6.562371224164963}
+{"Finetune/Learning Rate": 1.1556360655416457e-05, "Finetune/Loss": 0.8245347738265991, "Finetune/Loss (Raw)": 0.9373064637184143, "Finetune/Step": 8976, "Finetune/Step Time": 6.565163481980562}
+{"Finetune/Learning Rate": 1.1554697194965978e-05, "Finetune/Loss": 0.8250248432159424, "Finetune/Loss (Raw)": 0.877165675163269, "Finetune/Step": 8977, "Finetune/Step Time": 6.565355869010091}
+{"Finetune/Learning Rate": 1.1553033690428708e-05, "Finetune/Loss": 0.8247799873352051, "Finetune/Loss (Raw)": 0.7906485199928284, "Finetune/Step": 8978, "Finetune/Step Time": 6.562084494158626}
+{"Finetune/Learning Rate": 1.1551370141851819e-05, "Finetune/Loss": 0.8256723880767822, "Finetune/Loss (Raw)": 0.8353391885757446, "Finetune/Step": 8979, "Finetune/Step Time": 6.54883817769587}
+{"Finetune/Learning Rate": 1.1549706549282486e-05, "Finetune/Loss": 0.8237229585647583, "Finetune/Loss (Raw)": 0.841344952583313, "Finetune/Step": 8980, "Finetune/Step Time": 6.552981277927756}
+{"Finetune/Learning Rate": 1.1548042912767881e-05, "Finetune/Loss": 0.8230176568031311, "Finetune/Loss (Raw)": 0.6916190981864929, "Finetune/Step": 8981, "Finetune/Step Time": 6.5527596939355135}
+{"Finetune/Learning Rate": 1.154637923235518e-05, "Finetune/Loss": 0.8220821022987366, "Finetune/Loss (Raw)": 0.683396577835083, "Finetune/Step": 8982, "Finetune/Step Time": 6.548356033861637}
+{"Finetune/Learning Rate": 1.1544715508091564e-05, "Finetune/Loss": 0.8228448629379272, "Finetune/Loss (Raw)": 0.859927237033844, "Finetune/Step": 8983, "Finetune/Step Time": 6.566480055451393}
+{"Finetune/Learning Rate": 1.1543051740024204e-05, "Finetune/Loss": 0.8243891000747681, "Finetune/Loss (Raw)": 0.8452003598213196, "Finetune/Step": 8984, "Finetune/Step Time": 6.563109677284956}
+{"Finetune/Learning Rate": 1.1541387928200286e-05, "Finetune/Loss": 0.8248530626296997, "Finetune/Loss (Raw)": 0.8829159736633301, "Finetune/Step": 8985, "Finetune/Step Time": 6.567664230242372}
+{"Finetune/Learning Rate": 1.1539724072666995e-05, "Finetune/Loss": 0.8261045813560486, "Finetune/Loss (Raw)": 0.8981119990348816, "Finetune/Step": 8986, "Finetune/Step Time": 6.568621780723333}
+{"Finetune/Learning Rate": 1.1538060173471502e-05, "Finetune/Loss": 0.8246160745620728, "Finetune/Loss (Raw)": 0.7940376996994019, "Finetune/Step": 8987, "Finetune/Step Time": 6.565863309428096}
+{"Finetune/Learning Rate": 1.1536396230660998e-05, "Finetune/Loss": 0.8232192993164062, "Finetune/Loss (Raw)": 0.6932843923568726, "Finetune/Step": 8988, "Finetune/Step Time": 6.586523938924074}
+{"Finetune/Learning Rate": 1.1534732244282666e-05, "Finetune/Loss": 0.8213176131248474, "Finetune/Loss (Raw)": 0.7225266098976135, "Finetune/Step": 8989, "Finetune/Step Time": 6.568127116188407}
+{"Finetune/Learning Rate": 1.1533068214383692e-05, "Finetune/Loss": 0.821516752243042, "Finetune/Loss (Raw)": 0.8498439192771912, "Finetune/Step": 8990, "Finetune/Step Time": 6.581094469875097}
+{"Finetune/Learning Rate": 1.153140414101126e-05, "Finetune/Loss": 0.8204861879348755, "Finetune/Loss (Raw)": 0.728006899356842, "Finetune/Step": 8991, "Finetune/Step Time": 6.580791460350156}
+{"Finetune/Learning Rate": 1.1529740024212566e-05, "Finetune/Loss": 0.8193945288658142, "Finetune/Loss (Raw)": 0.774174690246582, "Finetune/Step": 8992, "Finetune/Step Time": 6.603010835126042}
+{"Finetune/Learning Rate": 1.1528075864034791e-05, "Finetune/Loss": 0.8192335367202759, "Finetune/Loss (Raw)": 0.86933434009552, "Finetune/Step": 8993, "Finetune/Step Time": 6.605805728584528}
+{"Finetune/Learning Rate": 1.1526411660525132e-05, "Finetune/Loss": 0.8176674842834473, "Finetune/Loss (Raw)": 0.7538576126098633, "Finetune/Step": 8994, "Finetune/Step Time": 6.6052670534700155}
+{"Finetune/Learning Rate": 1.1524747413730777e-05, "Finetune/Loss": 0.8182871341705322, "Finetune/Loss (Raw)": 0.8857371807098389, "Finetune/Step": 8995, "Finetune/Step Time": 6.604002844542265}
+{"Finetune/Learning Rate": 1.1523083123698921e-05, "Finetune/Loss": 0.8193645477294922, "Finetune/Loss (Raw)": 0.9355190396308899, "Finetune/Step": 8996, "Finetune/Step Time": 6.616630123928189}
+{"Finetune/Learning Rate": 1.152141879047676e-05, "Finetune/Loss": 0.8188793659210205, "Finetune/Loss (Raw)": 0.8703708052635193, "Finetune/Step": 8997, "Finetune/Step Time": 6.603605542331934}
+{"Finetune/Learning Rate": 1.1519754414111488e-05, "Finetune/Loss": 0.8187386393547058, "Finetune/Loss (Raw)": 0.8204746246337891, "Finetune/Step": 8998, "Finetune/Step Time": 6.60253881663084}
+{"Finetune/Learning Rate": 1.1518089994650303e-05, "Finetune/Loss": 0.8191794157028198, "Finetune/Loss (Raw)": 0.8131592869758606, "Finetune/Step": 8999, "Finetune/Step Time": 6.603278499096632}
+{"Finetune/Learning Rate": 1.1516425532140403e-05, "Finetune/Loss": 0.8207149505615234, "Finetune/Loss (Raw)": 0.8980015516281128, "Finetune/Step": 9000, "Finetune/Step Time": 6.5956407357007265}
+{"Finetune/Learning Rate": 1.1514761026628985e-05, "Finetune/Loss": 0.8198286890983582, "Finetune/Loss (Raw)": 0.8022951483726501, "Finetune/Step": 9001, "Finetune/Step Time": 6.600955680012703}
+{"Finetune/Learning Rate": 1.1513096478163252e-05, "Finetune/Loss": 0.8190521597862244, "Finetune/Loss (Raw)": 0.8264480233192444, "Finetune/Step": 9002, "Finetune/Step Time": 6.601230397820473}
+{"Finetune/Learning Rate": 1.1511431886790407e-05, "Finetune/Loss": 0.8190488815307617, "Finetune/Loss (Raw)": 0.9139468669891357, "Finetune/Step": 9003, "Finetune/Step Time": 6.604881169274449}
+{"Finetune/Learning Rate": 1.1509767252557651e-05, "Finetune/Loss": 0.8197711110115051, "Finetune/Loss (Raw)": 0.8037189841270447, "Finetune/Step": 9004, "Finetune/Step Time": 6.590807024389505}
+{"Finetune/Learning Rate": 1.150810257551219e-05, "Finetune/Loss": 0.8194313049316406, "Finetune/Loss (Raw)": 0.7495476007461548, "Finetune/Step": 9005, "Finetune/Step Time": 6.587206268683076}
+{"Finetune/Learning Rate": 1.1506437855701227e-05, "Finetune/Loss": 0.8204582333564758, "Finetune/Loss (Raw)": 0.9214539527893066, "Finetune/Step": 9006, "Finetune/Step Time": 6.5980674754828215}
+{"Finetune/Learning Rate": 1.1504773093171972e-05, "Finetune/Loss": 0.8209624290466309, "Finetune/Loss (Raw)": 0.9053440690040588, "Finetune/Step": 9007, "Finetune/Step Time": 6.593322383239865}
+{"Finetune/Learning Rate": 1.1503108287971627e-05, "Finetune/Loss": 0.8210897445678711, "Finetune/Loss (Raw)": 0.8664965629577637, "Finetune/Step": 9008, "Finetune/Step Time": 6.589696902781725}
+{"Finetune/Learning Rate": 1.1501443440147409e-05, "Finetune/Loss": 0.8191969990730286, "Finetune/Loss (Raw)": 0.7364557981491089, "Finetune/Step": 9009, "Finetune/Step Time": 6.588401298969984}
+{"Finetune/Learning Rate": 1.1499778549746525e-05, "Finetune/Loss": 0.821003258228302, "Finetune/Loss (Raw)": 0.8943864703178406, "Finetune/Step": 9010, "Finetune/Step Time": 6.59236891195178}
+{"Finetune/Learning Rate": 1.1498113616816185e-05, "Finetune/Loss": 0.8224028944969177, "Finetune/Loss (Raw)": 0.9943428635597229, "Finetune/Step": 9011, "Finetune/Step Time": 6.589471751824021}
+{"Finetune/Learning Rate": 1.1496448641403602e-05, "Finetune/Loss": 0.8213178515434265, "Finetune/Loss (Raw)": 0.7460895776748657, "Finetune/Step": 9012, "Finetune/Step Time": 6.587847538292408}
+{"Finetune/Learning Rate": 1.1494783623555992e-05, "Finetune/Loss": 0.8214799165725708, "Finetune/Loss (Raw)": 0.8240565657615662, "Finetune/Step": 9013, "Finetune/Step Time": 6.587428607046604}
+{"Finetune/Learning Rate": 1.1493118563320569e-05, "Finetune/Loss": 0.8221691846847534, "Finetune/Loss (Raw)": 0.837816059589386, "Finetune/Step": 9014, "Finetune/Step Time": 6.5853232108056545}
+{"Finetune/Learning Rate": 1.1491453460744546e-05, "Finetune/Loss": 0.8232735991477966, "Finetune/Loss (Raw)": 0.9465081095695496, "Finetune/Step": 9015, "Finetune/Step Time": 6.601726770401001}
+{"Finetune/Learning Rate": 1.148978831587515e-05, "Finetune/Loss": 0.822246789932251, "Finetune/Loss (Raw)": 0.6602845788002014, "Finetune/Step": 9016, "Finetune/Step Time": 6.599051456898451}
+{"Finetune/Learning Rate": 1.148812312875959e-05, "Finetune/Loss": 0.8236579298973083, "Finetune/Loss (Raw)": 1.0439205169677734, "Finetune/Step": 9017, "Finetune/Step Time": 6.602222695946693}
+{"Finetune/Learning Rate": 1.148645789944509e-05, "Finetune/Loss": 0.8222312331199646, "Finetune/Loss (Raw)": 0.7060993313789368, "Finetune/Step": 9018, "Finetune/Step Time": 6.6011783182621}
+{"Finetune/Learning Rate": 1.1484792627978872e-05, "Finetune/Loss": 0.8221180438995361, "Finetune/Loss (Raw)": 0.7711977958679199, "Finetune/Step": 9019, "Finetune/Step Time": 6.617430981248617}
+{"Finetune/Learning Rate": 1.1483127314408156e-05, "Finetune/Loss": 0.8218063712120056, "Finetune/Loss (Raw)": 0.8127653002738953, "Finetune/Step": 9020, "Finetune/Step Time": 6.620151359587908}
+{"Finetune/Learning Rate": 1.1481461958780166e-05, "Finetune/Loss": 0.8194419145584106, "Finetune/Loss (Raw)": 0.6055095195770264, "Finetune/Step": 9021, "Finetune/Step Time": 6.637735605239868}
+{"Finetune/Learning Rate": 1.147979656114213e-05, "Finetune/Loss": 0.8199478387832642, "Finetune/Loss (Raw)": 1.0056160688400269, "Finetune/Step": 9022, "Finetune/Step Time": 6.645865473896265}
+{"Finetune/Learning Rate": 1.147813112154127e-05, "Finetune/Loss": 0.8196064233779907, "Finetune/Loss (Raw)": 0.863469123840332, "Finetune/Step": 9023, "Finetune/Step Time": 6.653643546625972}
+{"Finetune/Learning Rate": 1.1476465640024814e-05, "Finetune/Loss": 0.819973349571228, "Finetune/Loss (Raw)": 0.7925003170967102, "Finetune/Step": 9024, "Finetune/Step Time": 6.651286805048585}
+{"Finetune/Learning Rate": 1.1474800116639993e-05, "Finetune/Loss": 0.8208011388778687, "Finetune/Loss (Raw)": 0.8775187134742737, "Finetune/Step": 9025, "Finetune/Step Time": 6.647670790553093}
+{"Finetune/Learning Rate": 1.147313455143403e-05, "Finetune/Loss": 0.8210723996162415, "Finetune/Loss (Raw)": 0.8911588788032532, "Finetune/Step": 9026, "Finetune/Step Time": 6.647921429947019}
+{"Finetune/Learning Rate": 1.1471468944454165e-05, "Finetune/Loss": 0.8218227624893188, "Finetune/Loss (Raw)": 0.9073426127433777, "Finetune/Step": 9027, "Finetune/Step Time": 6.647754900157452}
+{"Finetune/Learning Rate": 1.1469803295747626e-05, "Finetune/Loss": 0.8215345144271851, "Finetune/Loss (Raw)": 0.8805631995201111, "Finetune/Step": 9028, "Finetune/Step Time": 6.6483933590352535}
+{"Finetune/Learning Rate": 1.146813760536164e-05, "Finetune/Loss": 0.822196364402771, "Finetune/Loss (Raw)": 0.8230710625648499, "Finetune/Step": 9029, "Finetune/Step Time": 6.636971261352301}
+{"Finetune/Learning Rate": 1.146647187334345e-05, "Finetune/Loss": 0.8223838806152344, "Finetune/Loss (Raw)": 0.8506413698196411, "Finetune/Step": 9030, "Finetune/Step Time": 6.6365484315901995}
+{"Finetune/Learning Rate": 1.1464806099740287e-05, "Finetune/Loss": 0.8218485116958618, "Finetune/Loss (Raw)": 0.7747207283973694, "Finetune/Step": 9031, "Finetune/Step Time": 6.6387324295938015}
+{"Finetune/Learning Rate": 1.1463140284599387e-05, "Finetune/Loss": 0.8207684755325317, "Finetune/Loss (Raw)": 0.796863317489624, "Finetune/Step": 9032, "Finetune/Step Time": 6.641363246366382}
+{"Finetune/Learning Rate": 1.1461474427967988e-05, "Finetune/Loss": 0.8202188611030579, "Finetune/Loss (Raw)": 0.8093287944793701, "Finetune/Step": 9033, "Finetune/Step Time": 6.642748072743416}
+{"Finetune/Learning Rate": 1.1459808529893334e-05, "Finetune/Loss": 0.8204516172409058, "Finetune/Loss (Raw)": 0.851178765296936, "Finetune/Step": 9034, "Finetune/Step Time": 6.65160408616066}
+{"Finetune/Learning Rate": 1.145814259042266e-05, "Finetune/Loss": 0.8209748268127441, "Finetune/Loss (Raw)": 0.8853842616081238, "Finetune/Step": 9035, "Finetune/Step Time": 6.653990723192692}
+{"Finetune/Learning Rate": 1.1456476609603206e-05, "Finetune/Loss": 0.8218480348587036, "Finetune/Loss (Raw)": 0.875255286693573, "Finetune/Step": 9036, "Finetune/Step Time": 6.660607717931271}
+{"Finetune/Learning Rate": 1.1454810587482221e-05, "Finetune/Loss": 0.820661723613739, "Finetune/Loss (Raw)": 0.8110352158546448, "Finetune/Step": 9037, "Finetune/Step Time": 6.6660633236169815}
+{"Finetune/Learning Rate": 1.1453144524106944e-05, "Finetune/Loss": 0.8209319114685059, "Finetune/Loss (Raw)": 0.820224940776825, "Finetune/Step": 9038, "Finetune/Step Time": 6.670661836862564}
+{"Finetune/Learning Rate": 1.145147841952462e-05, "Finetune/Loss": 0.8222297430038452, "Finetune/Loss (Raw)": 1.0271395444869995, "Finetune/Step": 9039, "Finetune/Step Time": 6.666630266234279}
+{"Finetune/Learning Rate": 1.1449812273782492e-05, "Finetune/Loss": 0.8217230439186096, "Finetune/Loss (Raw)": 0.9039431214332581, "Finetune/Step": 9040, "Finetune/Step Time": 6.684708287939429}
+{"Finetune/Learning Rate": 1.1448146086927816e-05, "Finetune/Loss": 0.821668267250061, "Finetune/Loss (Raw)": 0.867305338382721, "Finetune/Step": 9041, "Finetune/Step Time": 6.701898396015167}
+{"Finetune/Learning Rate": 1.1446479859007834e-05, "Finetune/Loss": 0.8206946849822998, "Finetune/Loss (Raw)": 0.7709863781929016, "Finetune/Step": 9042, "Finetune/Step Time": 6.7270461190491915}
+{"Finetune/Learning Rate": 1.144481359006979e-05, "Finetune/Loss": 0.8198621869087219, "Finetune/Loss (Raw)": 0.8326473236083984, "Finetune/Step": 9043, "Finetune/Step Time": 6.72454278729856}
+{"Finetune/Learning Rate": 1.1443147280160949e-05, "Finetune/Loss": 0.8197047710418701, "Finetune/Loss (Raw)": 0.8502210974693298, "Finetune/Step": 9044, "Finetune/Step Time": 6.725279876962304}
+{"Finetune/Learning Rate": 1.144148092932855e-05, "Finetune/Loss": 0.8197622299194336, "Finetune/Loss (Raw)": 0.7943203449249268, "Finetune/Step": 9045, "Finetune/Step Time": 6.726048149168491}
+{"Finetune/Learning Rate": 1.1439814537619853e-05, "Finetune/Loss": 0.8199410438537598, "Finetune/Loss (Raw)": 0.9031189680099487, "Finetune/Step": 9046, "Finetune/Step Time": 6.724835243076086}
+{"Finetune/Learning Rate": 1.1438148105082109e-05, "Finetune/Loss": 0.8201206922531128, "Finetune/Loss (Raw)": 0.8096577525138855, "Finetune/Step": 9047, "Finetune/Step Time": 6.731262385845184}
+{"Finetune/Learning Rate": 1.1436481631762574e-05, "Finetune/Loss": 0.821325421333313, "Finetune/Loss (Raw)": 0.8993313312530518, "Finetune/Step": 9048, "Finetune/Step Time": 6.715969720855355}
+{"Finetune/Learning Rate": 1.1434815117708507e-05, "Finetune/Loss": 0.8209477663040161, "Finetune/Loss (Raw)": 0.8053799867630005, "Finetune/Step": 9049, "Finetune/Step Time": 6.714419594034553}
+{"Finetune/Learning Rate": 1.1433148562967162e-05, "Finetune/Loss": 0.8209884166717529, "Finetune/Loss (Raw)": 0.9278536438941956, "Finetune/Step": 9050, "Finetune/Step Time": 6.7179245091974735}
+{"Finetune/Learning Rate": 1.1431481967585799e-05, "Finetune/Loss": 0.8215723633766174, "Finetune/Loss (Raw)": 0.7470278143882751, "Finetune/Step": 9051, "Finetune/Step Time": 6.713878685608506}
+{"Finetune/Learning Rate": 1.1429815331611677e-05, "Finetune/Loss": 0.8194849491119385, "Finetune/Loss (Raw)": 0.7209543585777283, "Finetune/Step": 9052, "Finetune/Step Time": 6.7093990463763475}
+{"Finetune/Learning Rate": 1.1428148655092059e-05, "Finetune/Loss": 0.819294273853302, "Finetune/Loss (Raw)": 0.7655591368675232, "Finetune/Step": 9053, "Finetune/Step Time": 6.694710792973638}
+{"Finetune/Learning Rate": 1.1426481938074208e-05, "Finetune/Loss": 0.8200321793556213, "Finetune/Loss (Raw)": 0.7390302419662476, "Finetune/Step": 9054, "Finetune/Step Time": 6.678943831473589}
+{"Finetune/Learning Rate": 1.1424815180605382e-05, "Finetune/Loss": 0.8208576440811157, "Finetune/Loss (Raw)": 0.8394931554794312, "Finetune/Step": 9055, "Finetune/Step Time": 6.6831444427371025}
+{"Finetune/Learning Rate": 1.1423148382732854e-05, "Finetune/Loss": 0.8194711208343506, "Finetune/Loss (Raw)": 0.7438499927520752, "Finetune/Step": 9056, "Finetune/Step Time": 6.705123411491513}
+{"Finetune/Learning Rate": 1.142148154450388e-05, "Finetune/Loss": 0.8193261623382568, "Finetune/Loss (Raw)": 0.7625160813331604, "Finetune/Step": 9057, "Finetune/Step Time": 6.716352509334683}
+{"Finetune/Learning Rate": 1.1419814665965733e-05, "Finetune/Loss": 0.821174144744873, "Finetune/Loss (Raw)": 0.8850371837615967, "Finetune/Step": 9058, "Finetune/Step Time": 6.715761847794056}
+{"Finetune/Learning Rate": 1.1418147747165683e-05, "Finetune/Loss": 0.8215963840484619, "Finetune/Loss (Raw)": 0.845395028591156, "Finetune/Step": 9059, "Finetune/Step Time": 6.714872773736715}
+{"Finetune/Learning Rate": 1.141648078815099e-05, "Finetune/Loss": 0.8221186399459839, "Finetune/Loss (Raw)": 0.8683167099952698, "Finetune/Step": 9060, "Finetune/Step Time": 6.71217012219131}
+{"Finetune/Learning Rate": 1.141481378896893e-05, "Finetune/Loss": 0.8238270282745361, "Finetune/Loss (Raw)": 0.9662138223648071, "Finetune/Step": 9061, "Finetune/Step Time": 6.708026651293039}
+{"Finetune/Learning Rate": 1.141314674966678e-05, "Finetune/Loss": 0.8249181509017944, "Finetune/Loss (Raw)": 0.8656498193740845, "Finetune/Step": 9062, "Finetune/Step Time": 6.706377359107137}
+{"Finetune/Learning Rate": 1.1411479670291803e-05, "Finetune/Loss": 0.8231006860733032, "Finetune/Loss (Raw)": 0.6214965581893921, "Finetune/Step": 9063, "Finetune/Step Time": 6.711509965360165}
+{"Finetune/Learning Rate": 1.1409812550891272e-05, "Finetune/Loss": 0.8236474990844727, "Finetune/Loss (Raw)": 0.8912346363067627, "Finetune/Step": 9064, "Finetune/Step Time": 6.714391987770796}
+{"Finetune/Learning Rate": 1.1408145391512474e-05, "Finetune/Loss": 0.823029637336731, "Finetune/Loss (Raw)": 0.8267295360565186, "Finetune/Step": 9065, "Finetune/Step Time": 6.71343395486474}
+{"Finetune/Learning Rate": 1.1406478192202672e-05, "Finetune/Loss": 0.8220471143722534, "Finetune/Loss (Raw)": 0.68277907371521, "Finetune/Step": 9066, "Finetune/Step Time": 6.722096825018525}
+{"Finetune/Learning Rate": 1.140481095300915e-05, "Finetune/Loss": 0.8216928243637085, "Finetune/Loss (Raw)": 0.7284717559814453, "Finetune/Step": 9067, "Finetune/Step Time": 6.718299178406596}
+{"Finetune/Learning Rate": 1.1403143673979182e-05, "Finetune/Loss": 0.8225424289703369, "Finetune/Loss (Raw)": 0.8669158816337585, "Finetune/Step": 9068, "Finetune/Step Time": 6.7215311992913485}
+{"Finetune/Learning Rate": 1.1401476355160051e-05, "Finetune/Loss": 0.8205828070640564, "Finetune/Loss (Raw)": 0.6579375267028809, "Finetune/Step": 9069, "Finetune/Step Time": 6.742624269798398}
+{"Finetune/Learning Rate": 1.1399808996599036e-05, "Finetune/Loss": 0.8205958604812622, "Finetune/Loss (Raw)": 0.7797662019729614, "Finetune/Step": 9070, "Finetune/Step Time": 6.720752006396651}
+{"Finetune/Learning Rate": 1.1398141598343417e-05, "Finetune/Loss": 0.8205544948577881, "Finetune/Loss (Raw)": 0.7438428997993469, "Finetune/Step": 9071, "Finetune/Step Time": 6.725570077076554}
+{"Finetune/Learning Rate": 1.1396474160440479e-05, "Finetune/Loss": 0.8208978772163391, "Finetune/Loss (Raw)": 0.8486040234565735, "Finetune/Step": 9072, "Finetune/Step Time": 6.729968765750527}
+{"Finetune/Learning Rate": 1.1394806682937505e-05, "Finetune/Loss": 0.821338415145874, "Finetune/Loss (Raw)": 0.8127408027648926, "Finetune/Step": 9073, "Finetune/Step Time": 6.726850088685751}
+{"Finetune/Learning Rate": 1.139313916588178e-05, "Finetune/Loss": 0.821803867816925, "Finetune/Loss (Raw)": 0.7120647430419922, "Finetune/Step": 9074, "Finetune/Step Time": 6.7226375583559275}
+{"Finetune/Learning Rate": 1.1391471609320588e-05, "Finetune/Loss": 0.8227167129516602, "Finetune/Loss (Raw)": 0.8306325674057007, "Finetune/Step": 9075, "Finetune/Step Time": 6.723908821120858}
+{"Finetune/Learning Rate": 1.1389804013301219e-05, "Finetune/Loss": 0.8222710490226746, "Finetune/Loss (Raw)": 0.8182225227355957, "Finetune/Step": 9076, "Finetune/Step Time": 6.7263229582458735}
+{"Finetune/Learning Rate": 1.1388136377870965e-05, "Finetune/Loss": 0.8228350281715393, "Finetune/Loss (Raw)": 0.7941796183586121, "Finetune/Step": 9077, "Finetune/Step Time": 6.724582966417074}
+{"Finetune/Learning Rate": 1.1386468703077102e-05, "Finetune/Loss": 0.8233962059020996, "Finetune/Loss (Raw)": 0.9209166169166565, "Finetune/Step": 9078, "Finetune/Step Time": 6.71279133297503}
+{"Finetune/Learning Rate": 1.1384800988966933e-05, "Finetune/Loss": 0.8255180716514587, "Finetune/Loss (Raw)": 0.9831381440162659, "Finetune/Step": 9079, "Finetune/Step Time": 6.698748862370849}
+{"Finetune/Learning Rate": 1.1383133235587748e-05, "Finetune/Loss": 0.8266077637672424, "Finetune/Loss (Raw)": 0.8796026706695557, "Finetune/Step": 9080, "Finetune/Step Time": 6.712196659296751}
+{"Finetune/Learning Rate": 1.1381465442986834e-05, "Finetune/Loss": 0.8260663747787476, "Finetune/Loss (Raw)": 0.921345055103302, "Finetune/Step": 9081, "Finetune/Step Time": 6.70915493927896}
+{"Finetune/Learning Rate": 1.1379797611211491e-05, "Finetune/Loss": 0.8252243995666504, "Finetune/Loss (Raw)": 0.8025070428848267, "Finetune/Step": 9082, "Finetune/Step Time": 6.706460386514664}
+{"Finetune/Learning Rate": 1.1378129740309011e-05, "Finetune/Loss": 0.8246307969093323, "Finetune/Loss (Raw)": 0.8043670654296875, "Finetune/Step": 9083, "Finetune/Step Time": 6.703293275088072}
+{"Finetune/Learning Rate": 1.137646183032669e-05, "Finetune/Loss": 0.8238983750343323, "Finetune/Loss (Raw)": 0.820993185043335, "Finetune/Step": 9084, "Finetune/Step Time": 6.704668963328004}
+{"Finetune/Learning Rate": 1.1374793881311826e-05, "Finetune/Loss": 0.8249669671058655, "Finetune/Loss (Raw)": 0.8899080753326416, "Finetune/Step": 9085, "Finetune/Step Time": 6.704413468018174}
+{"Finetune/Learning Rate": 1.1373125893311717e-05, "Finetune/Loss": 0.8245477676391602, "Finetune/Loss (Raw)": 0.7181107997894287, "Finetune/Step": 9086, "Finetune/Step Time": 6.710857313126326}
+{"Finetune/Learning Rate": 1.1371457866373662e-05, "Finetune/Loss": 0.8256220817565918, "Finetune/Loss (Raw)": 0.9920869469642639, "Finetune/Step": 9087, "Finetune/Step Time": 6.704447843134403}
+{"Finetune/Learning Rate": 1.136978980054496e-05, "Finetune/Loss": 0.8278166055679321, "Finetune/Loss (Raw)": 0.9091124534606934, "Finetune/Step": 9088, "Finetune/Step Time": 6.694317055866122}
+{"Finetune/Learning Rate": 1.1368121695872918e-05, "Finetune/Loss": 0.8284806609153748, "Finetune/Loss (Raw)": 0.9410862922668457, "Finetune/Step": 9089, "Finetune/Step Time": 6.696179589256644}
+{"Finetune/Learning Rate": 1.1366453552404832e-05, "Finetune/Loss": 0.8281902074813843, "Finetune/Loss (Raw)": 0.6341668367385864, "Finetune/Step": 9090, "Finetune/Step Time": 6.706164620816708}
+{"Finetune/Learning Rate": 1.136478537018801e-05, "Finetune/Loss": 0.829131543636322, "Finetune/Loss (Raw)": 1.0591213703155518, "Finetune/Step": 9091, "Finetune/Step Time": 6.70866140909493}
+{"Finetune/Learning Rate": 1.1363117149269756e-05, "Finetune/Loss": 0.8292124271392822, "Finetune/Loss (Raw)": 0.8416274785995483, "Finetune/Step": 9092, "Finetune/Step Time": 6.713237466290593}
+{"Finetune/Learning Rate": 1.1361448889697376e-05, "Finetune/Loss": 0.8277040123939514, "Finetune/Loss (Raw)": 0.6421842575073242, "Finetune/Step": 9093, "Finetune/Step Time": 6.726211342960596}
+{"Finetune/Learning Rate": 1.1359780591518177e-05, "Finetune/Loss": 0.8290125131607056, "Finetune/Loss (Raw)": 0.9151874780654907, "Finetune/Step": 9094, "Finetune/Step Time": 6.702550191432238}
+{"Finetune/Learning Rate": 1.1358112254779465e-05, "Finetune/Loss": 0.829005241394043, "Finetune/Loss (Raw)": 0.8966248631477356, "Finetune/Step": 9095, "Finetune/Step Time": 6.704941490665078}
+{"Finetune/Learning Rate": 1.1356443879528554e-05, "Finetune/Loss": 0.829879105091095, "Finetune/Loss (Raw)": 0.9158399701118469, "Finetune/Step": 9096, "Finetune/Step Time": 6.710814679041505}
+{"Finetune/Learning Rate": 1.135477546581275e-05, "Finetune/Loss": 0.8290842771530151, "Finetune/Loss (Raw)": 0.7910025119781494, "Finetune/Step": 9097, "Finetune/Step Time": 6.740692866966128}
+{"Finetune/Learning Rate": 1.1353107013679368e-05, "Finetune/Loss": 0.8291933536529541, "Finetune/Loss (Raw)": 0.8087964653968811, "Finetune/Step": 9098, "Finetune/Step Time": 6.739634936675429}
+{"Finetune/Learning Rate": 1.1351438523175717e-05, "Finetune/Loss": 0.8286459445953369, "Finetune/Loss (Raw)": 0.8401415348052979, "Finetune/Step": 9099, "Finetune/Step Time": 6.747585128992796}
+{"Finetune/Learning Rate": 1.1349769994349113e-05, "Finetune/Loss": 0.8317128419876099, "Finetune/Loss (Raw)": 0.988406777381897, "Finetune/Step": 9100, "Finetune/Step Time": 6.733161151409149}
+{"Finetune/Learning Rate": 1.1348101427246873e-05, "Finetune/Loss": 0.8331269025802612, "Finetune/Loss (Raw)": 0.8720711469650269, "Finetune/Step": 9101, "Finetune/Step Time": 6.736082214862108}
+{"Finetune/Learning Rate": 1.1346432821916307e-05, "Finetune/Loss": 0.8334637880325317, "Finetune/Loss (Raw)": 0.8739966750144958, "Finetune/Step": 9102, "Finetune/Step Time": 6.737619422376156}
+{"Finetune/Learning Rate": 1.1344764178404734e-05, "Finetune/Loss": 0.8332381844520569, "Finetune/Loss (Raw)": 0.7997215390205383, "Finetune/Step": 9103, "Finetune/Step Time": 6.741790281608701}
+{"Finetune/Learning Rate": 1.1343095496759478e-05, "Finetune/Loss": 0.8321495056152344, "Finetune/Loss (Raw)": 0.7979538440704346, "Finetune/Step": 9104, "Finetune/Step Time": 6.740974707528949}
+{"Finetune/Learning Rate": 1.1341426777027848e-05, "Finetune/Loss": 0.8309276103973389, "Finetune/Loss (Raw)": 0.7207617163658142, "Finetune/Step": 9105, "Finetune/Step Time": 6.764438817277551}
+{"Finetune/Learning Rate": 1.133975801925717e-05, "Finetune/Loss": 0.8319255113601685, "Finetune/Loss (Raw)": 0.9183864593505859, "Finetune/Step": 9106, "Finetune/Step Time": 6.77755968645215}
+{"Finetune/Learning Rate": 1.1338089223494767e-05, "Finetune/Loss": 0.832217812538147, "Finetune/Loss (Raw)": 0.8727518916130066, "Finetune/Step": 9107, "Finetune/Step Time": 6.776090456172824}
+{"Finetune/Learning Rate": 1.1336420389787957e-05, "Finetune/Loss": 0.8326533436775208, "Finetune/Loss (Raw)": 0.8970836400985718, "Finetune/Step": 9108, "Finetune/Step Time": 6.7735178004950285}
+{"Finetune/Learning Rate": 1.1334751518184062e-05, "Finetune/Loss": 0.8340599536895752, "Finetune/Loss (Raw)": 0.8716737031936646, "Finetune/Step": 9109, "Finetune/Step Time": 6.774513978511095}
+{"Finetune/Learning Rate": 1.1333082608730415e-05, "Finetune/Loss": 0.8345118761062622, "Finetune/Loss (Raw)": 0.7412359714508057, "Finetune/Step": 9110, "Finetune/Step Time": 6.776548113673925}
+{"Finetune/Learning Rate": 1.133141366147433e-05, "Finetune/Loss": 0.8342981934547424, "Finetune/Loss (Raw)": 0.832577645778656, "Finetune/Step": 9111, "Finetune/Step Time": 6.759072387591004}
+{"Finetune/Learning Rate": 1.1329744676463144e-05, "Finetune/Loss": 0.8341226577758789, "Finetune/Loss (Raw)": 0.82272869348526, "Finetune/Step": 9112, "Finetune/Step Time": 6.7618848122656345}
+{"Finetune/Learning Rate": 1.1328075653744177e-05, "Finetune/Loss": 0.8341019749641418, "Finetune/Loss (Raw)": 0.8802768588066101, "Finetune/Step": 9113, "Finetune/Step Time": 6.7642769161611795}
+{"Finetune/Learning Rate": 1.1326406593364766e-05, "Finetune/Loss": 0.8332399129867554, "Finetune/Loss (Raw)": 0.7877618074417114, "Finetune/Step": 9114, "Finetune/Step Time": 6.780620260164142}
+{"Finetune/Learning Rate": 1.1324737495372232e-05, "Finetune/Loss": 0.8339166641235352, "Finetune/Loss (Raw)": 0.880662202835083, "Finetune/Step": 9115, "Finetune/Step Time": 6.7861741334199905}
+{"Finetune/Learning Rate": 1.132306835981391e-05, "Finetune/Loss": 0.8348697423934937, "Finetune/Loss (Raw)": 0.8152812719345093, "Finetune/Step": 9116, "Finetune/Step Time": 6.7504152450710535}
+{"Finetune/Learning Rate": 1.1321399186737131e-05, "Finetune/Loss": 0.8353639841079712, "Finetune/Loss (Raw)": 0.7857864499092102, "Finetune/Step": 9117, "Finetune/Step Time": 6.75336854532361}
+{"Finetune/Learning Rate": 1.1319729976189231e-05, "Finetune/Loss": 0.8360179662704468, "Finetune/Loss (Raw)": 0.9335571527481079, "Finetune/Step": 9118, "Finetune/Step Time": 6.739459827542305}
+{"Finetune/Learning Rate": 1.131806072821754e-05, "Finetune/Loss": 0.8370121717453003, "Finetune/Loss (Raw)": 0.8552675247192383, "Finetune/Step": 9119, "Finetune/Step Time": 6.740637805312872}
+{"Finetune/Learning Rate": 1.1316391442869394e-05, "Finetune/Loss": 0.8378354907035828, "Finetune/Loss (Raw)": 0.8795549273490906, "Finetune/Step": 9120, "Finetune/Step Time": 6.718680443242192}
+{"Finetune/Learning Rate": 1.1314722120192133e-05, "Finetune/Loss": 0.8368251323699951, "Finetune/Loss (Raw)": 0.7400137186050415, "Finetune/Step": 9121, "Finetune/Step Time": 6.7394661996513605}
+{"Finetune/Learning Rate": 1.1313052760233087e-05, "Finetune/Loss": 0.837194561958313, "Finetune/Loss (Raw)": 0.8011383414268494, "Finetune/Step": 9122, "Finetune/Step Time": 6.740718996152282}
+{"Finetune/Learning Rate": 1.13113833630396e-05, "Finetune/Loss": 0.8366934657096863, "Finetune/Loss (Raw)": 0.8215967416763306, "Finetune/Step": 9123, "Finetune/Step Time": 6.744629314169288}
+{"Finetune/Learning Rate": 1.1309713928659012e-05, "Finetune/Loss": 0.8363738059997559, "Finetune/Loss (Raw)": 0.8945968151092529, "Finetune/Step": 9124, "Finetune/Step Time": 6.7339759431779385}
+{"Finetune/Learning Rate": 1.130804445713866e-05, "Finetune/Loss": 0.8346456289291382, "Finetune/Loss (Raw)": 0.6491659879684448, "Finetune/Step": 9125, "Finetune/Step Time": 6.735793670639396}
+{"Finetune/Learning Rate": 1.1306374948525886e-05, "Finetune/Loss": 0.8351911306381226, "Finetune/Loss (Raw)": 0.8903082609176636, "Finetune/Step": 9126, "Finetune/Step Time": 6.738341476768255}
+{"Finetune/Learning Rate": 1.1304705402868035e-05, "Finetune/Loss": 0.8371910452842712, "Finetune/Loss (Raw)": 1.0691453218460083, "Finetune/Step": 9127, "Finetune/Step Time": 6.737659735605121}
+{"Finetune/Learning Rate": 1.130303582021245e-05, "Finetune/Loss": 0.8353742361068726, "Finetune/Loss (Raw)": 0.6654509902000427, "Finetune/Step": 9128, "Finetune/Step Time": 6.739042062312365}
+{"Finetune/Learning Rate": 1.1301366200606472e-05, "Finetune/Loss": 0.8358454704284668, "Finetune/Loss (Raw)": 0.8626171946525574, "Finetune/Step": 9129, "Finetune/Step Time": 6.734573362395167}
+{"Finetune/Learning Rate": 1.1299696544097447e-05, "Finetune/Loss": 0.836039662361145, "Finetune/Loss (Raw)": 0.8512948155403137, "Finetune/Step": 9130, "Finetune/Step Time": 6.752628233283758}
+{"Finetune/Learning Rate": 1.1298026850732728e-05, "Finetune/Loss": 0.8350781798362732, "Finetune/Loss (Raw)": 0.7908785939216614, "Finetune/Step": 9131, "Finetune/Step Time": 6.763525001704693}
+{"Finetune/Learning Rate": 1.1296357120559658e-05, "Finetune/Loss": 0.8350254893302917, "Finetune/Loss (Raw)": 0.7969748973846436, "Finetune/Step": 9132, "Finetune/Step Time": 6.760003792122006}
+{"Finetune/Learning Rate": 1.1294687353625586e-05, "Finetune/Loss": 0.835324227809906, "Finetune/Loss (Raw)": 0.7877916693687439, "Finetune/Step": 9133, "Finetune/Step Time": 6.763904521241784}
+{"Finetune/Learning Rate": 1.129301754997786e-05, "Finetune/Loss": 0.8337960243225098, "Finetune/Loss (Raw)": 0.7258375883102417, "Finetune/Step": 9134, "Finetune/Step Time": 6.754268424585462}
+{"Finetune/Learning Rate": 1.1291347709663837e-05, "Finetune/Loss": 0.833014965057373, "Finetune/Loss (Raw)": 0.8053750991821289, "Finetune/Step": 9135, "Finetune/Step Time": 6.77079707197845}
+{"Finetune/Learning Rate": 1.1289677832730864e-05, "Finetune/Loss": 0.8335045576095581, "Finetune/Loss (Raw)": 0.9291647672653198, "Finetune/Step": 9136, "Finetune/Step Time": 6.775523455813527}
+{"Finetune/Learning Rate": 1.1288007919226289e-05, "Finetune/Loss": 0.8359874486923218, "Finetune/Loss (Raw)": 1.0542685985565186, "Finetune/Step": 9137, "Finetune/Step Time": 6.777833363041282}
+{"Finetune/Learning Rate": 1.128633796919748e-05, "Finetune/Loss": 0.8345718383789062, "Finetune/Loss (Raw)": 0.7131791710853577, "Finetune/Step": 9138, "Finetune/Step Time": 6.786099787801504}
+{"Finetune/Learning Rate": 1.1284667982691781e-05, "Finetune/Loss": 0.8330768346786499, "Finetune/Loss (Raw)": 0.8029841780662537, "Finetune/Step": 9139, "Finetune/Step Time": 6.78908159583807}
+{"Finetune/Learning Rate": 1.1282997959756551e-05, "Finetune/Loss": 0.832809567451477, "Finetune/Loss (Raw)": 0.7118737697601318, "Finetune/Step": 9140, "Finetune/Step Time": 6.808138808235526}
+{"Finetune/Learning Rate": 1.1281327900439147e-05, "Finetune/Loss": 0.8330238461494446, "Finetune/Loss (Raw)": 0.8514919877052307, "Finetune/Step": 9141, "Finetune/Step Time": 6.808251449838281}
+{"Finetune/Learning Rate": 1.1279657804786927e-05, "Finetune/Loss": 0.8335259556770325, "Finetune/Loss (Raw)": 0.9020845293998718, "Finetune/Step": 9142, "Finetune/Step Time": 6.809216385707259}
+{"Finetune/Learning Rate": 1.1277987672847253e-05, "Finetune/Loss": 0.8337020874023438, "Finetune/Loss (Raw)": 0.969057023525238, "Finetune/Step": 9143, "Finetune/Step Time": 6.783804275095463}
+{"Finetune/Learning Rate": 1.127631750466748e-05, "Finetune/Loss": 0.8351929783821106, "Finetune/Loss (Raw)": 0.8511138558387756, "Finetune/Step": 9144, "Finetune/Step Time": 6.7863954324275255}
+{"Finetune/Learning Rate": 1.1274647300294975e-05, "Finetune/Loss": 0.8344695568084717, "Finetune/Loss (Raw)": 0.9513240456581116, "Finetune/Step": 9145, "Finetune/Step Time": 6.7814507689327}
+{"Finetune/Learning Rate": 1.1272977059777093e-05, "Finetune/Loss": 0.8360942006111145, "Finetune/Loss (Raw)": 0.9140536785125732, "Finetune/Step": 9146, "Finetune/Step Time": 6.804785093292594}
+{"Finetune/Learning Rate": 1.1271306783161204e-05, "Finetune/Loss": 0.8377892971038818, "Finetune/Loss (Raw)": 0.9881649017333984, "Finetune/Step": 9147, "Finetune/Step Time": 6.788033604621887}
+{"Finetune/Learning Rate": 1.1269636470494669e-05, "Finetune/Loss": 0.8348349332809448, "Finetune/Loss (Raw)": 0.4346136152744293, "Finetune/Step": 9148, "Finetune/Step Time": 6.815741904079914}
+{"Finetune/Learning Rate": 1.1267966121824854e-05, "Finetune/Loss": 0.836216390132904, "Finetune/Loss (Raw)": 0.782338559627533, "Finetune/Step": 9149, "Finetune/Step Time": 6.804826347157359}
+{"Finetune/Learning Rate": 1.1266295737199129e-05, "Finetune/Loss": 0.8338504433631897, "Finetune/Loss (Raw)": 0.7027724981307983, "Finetune/Step": 9150, "Finetune/Step Time": 6.805349551141262}
+{"Finetune/Learning Rate": 1.126462531666485e-05, "Finetune/Loss": 0.8326339721679688, "Finetune/Loss (Raw)": 0.7077606916427612, "Finetune/Step": 9151, "Finetune/Step Time": 6.798891665413976}
+{"Finetune/Learning Rate": 1.12629548602694e-05, "Finetune/Loss": 0.8334466218948364, "Finetune/Loss (Raw)": 0.8965205550193787, "Finetune/Step": 9152, "Finetune/Step Time": 6.8028642274439335}
+{"Finetune/Learning Rate": 1.1261284368060139e-05, "Finetune/Loss": 0.8313437700271606, "Finetune/Loss (Raw)": 0.6083530187606812, "Finetune/Step": 9153, "Finetune/Step Time": 6.806122971698642}
+{"Finetune/Learning Rate": 1.1259613840084438e-05, "Finetune/Loss": 0.8310184478759766, "Finetune/Loss (Raw)": 0.8495187759399414, "Finetune/Step": 9154, "Finetune/Step Time": 6.808409279212356}
+{"Finetune/Learning Rate": 1.1257943276389673e-05, "Finetune/Loss": 0.8304778337478638, "Finetune/Loss (Raw)": 0.8381370902061462, "Finetune/Step": 9155, "Finetune/Step Time": 6.815655387938023}
+{"Finetune/Learning Rate": 1.1256272677023214e-05, "Finetune/Loss": 0.8308135271072388, "Finetune/Loss (Raw)": 0.9235321283340454, "Finetune/Step": 9156, "Finetune/Step Time": 6.816722897812724}
+{"Finetune/Learning Rate": 1.1254602042032434e-05, "Finetune/Loss": 0.8323767185211182, "Finetune/Loss (Raw)": 1.0231680870056152, "Finetune/Step": 9157, "Finetune/Step Time": 6.8193707428872585}
+{"Finetune/Learning Rate": 1.1252931371464707e-05, "Finetune/Loss": 0.8329620957374573, "Finetune/Loss (Raw)": 0.9255620241165161, "Finetune/Step": 9158, "Finetune/Step Time": 6.8201030641794205}
+{"Finetune/Learning Rate": 1.125126066536741e-05, "Finetune/Loss": 0.83258455991745, "Finetune/Loss (Raw)": 0.7264006733894348, "Finetune/Step": 9159, "Finetune/Step Time": 6.833666022866964}
+{"Finetune/Learning Rate": 1.1249589923787918e-05, "Finetune/Loss": 0.8326305747032166, "Finetune/Loss (Raw)": 0.8027503490447998, "Finetune/Step": 9160, "Finetune/Step Time": 6.835161181166768}
+{"Finetune/Learning Rate": 1.124791914677361e-05, "Finetune/Loss": 0.8322259187698364, "Finetune/Loss (Raw)": 0.7575286626815796, "Finetune/Step": 9161, "Finetune/Step Time": 6.835493542253971}
+{"Finetune/Learning Rate": 1.124624833437186e-05, "Finetune/Loss": 0.8318879008293152, "Finetune/Loss (Raw)": 0.8079180717468262, "Finetune/Step": 9162, "Finetune/Step Time": 6.822062650695443}
+{"Finetune/Learning Rate": 1.1244577486630055e-05, "Finetune/Loss": 0.8315483331680298, "Finetune/Loss (Raw)": 0.8419147729873657, "Finetune/Step": 9163, "Finetune/Step Time": 6.820071496069431}
+{"Finetune/Learning Rate": 1.124290660359557e-05, "Finetune/Loss": 0.8306127786636353, "Finetune/Loss (Raw)": 0.7555053234100342, "Finetune/Step": 9164, "Finetune/Step Time": 6.8156589195132256}
+{"Finetune/Learning Rate": 1.1241235685315788e-05, "Finetune/Loss": 0.8307000398635864, "Finetune/Loss (Raw)": 0.822208821773529, "Finetune/Step": 9165, "Finetune/Step Time": 6.812236646190286}
+{"Finetune/Learning Rate": 1.1239564731838093e-05, "Finetune/Loss": 0.8309565782546997, "Finetune/Loss (Raw)": 0.8530664443969727, "Finetune/Step": 9166, "Finetune/Step Time": 6.809117624536157}
+{"Finetune/Learning Rate": 1.1237893743209865e-05, "Finetune/Loss": 0.8292447328567505, "Finetune/Loss (Raw)": 0.8080130219459534, "Finetune/Step": 9167, "Finetune/Step Time": 6.812191300094128}
+{"Finetune/Learning Rate": 1.123622271947849e-05, "Finetune/Loss": 0.8285555243492126, "Finetune/Loss (Raw)": 0.8157304525375366, "Finetune/Step": 9168, "Finetune/Step Time": 6.791909385472536}
+{"Finetune/Learning Rate": 1.1234551660691357e-05, "Finetune/Loss": 0.8287160396575928, "Finetune/Loss (Raw)": 0.8878500461578369, "Finetune/Step": 9169, "Finetune/Step Time": 6.774371460080147}
+{"Finetune/Learning Rate": 1.1232880566895847e-05, "Finetune/Loss": 0.8286060094833374, "Finetune/Loss (Raw)": 0.7569018602371216, "Finetune/Step": 9170, "Finetune/Step Time": 6.748271619901061}
+{"Finetune/Learning Rate": 1.1231209438139354e-05, "Finetune/Loss": 0.8286045789718628, "Finetune/Loss (Raw)": 0.832467794418335, "Finetune/Step": 9171, "Finetune/Step Time": 6.746995208784938}
+{"Finetune/Learning Rate": 1.1229538274469258e-05, "Finetune/Loss": 0.8279668688774109, "Finetune/Loss (Raw)": 0.7685912251472473, "Finetune/Step": 9172, "Finetune/Step Time": 6.746916681528091}
+{"Finetune/Learning Rate": 1.1227867075932954e-05, "Finetune/Loss": 0.8285987377166748, "Finetune/Loss (Raw)": 0.8752017617225647, "Finetune/Step": 9173, "Finetune/Step Time": 6.759945128113031}
+{"Finetune/Learning Rate": 1.1226195842577834e-05, "Finetune/Loss": 0.8262510299682617, "Finetune/Loss (Raw)": 0.6026062965393066, "Finetune/Step": 9174, "Finetune/Step Time": 6.773613180965185}
+{"Finetune/Learning Rate": 1.1224524574451282e-05, "Finetune/Loss": 0.8273667097091675, "Finetune/Loss (Raw)": 0.9524637460708618, "Finetune/Step": 9175, "Finetune/Step Time": 6.767436100170016}
+{"Finetune/Learning Rate": 1.1222853271600698e-05, "Finetune/Loss": 0.8278635740280151, "Finetune/Loss (Raw)": 0.962937593460083, "Finetune/Step": 9176, "Finetune/Step Time": 6.769091159105301}
+{"Finetune/Learning Rate": 1.1221181934073473e-05, "Finetune/Loss": 0.8280681371688843, "Finetune/Loss (Raw)": 0.8315623998641968, "Finetune/Step": 9177, "Finetune/Step Time": 6.767159102484584}
+{"Finetune/Learning Rate": 1.1219510561916999e-05, "Finetune/Loss": 0.826513409614563, "Finetune/Loss (Raw)": 0.7288453578948975, "Finetune/Step": 9178, "Finetune/Step Time": 6.766685334965587}
+{"Finetune/Learning Rate": 1.1217839155178673e-05, "Finetune/Loss": 0.8278038501739502, "Finetune/Loss (Raw)": 0.9122042655944824, "Finetune/Step": 9179, "Finetune/Step Time": 6.773850776255131}
+{"Finetune/Learning Rate": 1.1216167713905896e-05, "Finetune/Loss": 0.8285051584243774, "Finetune/Loss (Raw)": 0.8107235431671143, "Finetune/Step": 9180, "Finetune/Step Time": 6.774796245619655}
+{"Finetune/Learning Rate": 1.1214496238146057e-05, "Finetune/Loss": 0.8284191489219666, "Finetune/Loss (Raw)": 0.754548966884613, "Finetune/Step": 9181, "Finetune/Step Time": 6.77448064647615}
+{"Finetune/Learning Rate": 1.1212824727946557e-05, "Finetune/Loss": 0.8288557529449463, "Finetune/Loss (Raw)": 0.7949095368385315, "Finetune/Step": 9182, "Finetune/Step Time": 6.798002053052187}
+{"Finetune/Learning Rate": 1.1211153183354801e-05, "Finetune/Loss": 0.8286559581756592, "Finetune/Loss (Raw)": 0.8139228820800781, "Finetune/Step": 9183, "Finetune/Step Time": 6.8044901844114065}
+{"Finetune/Learning Rate": 1.1209481604418182e-05, "Finetune/Loss": 0.8304152488708496, "Finetune/Loss (Raw)": 0.9690388441085815, "Finetune/Step": 9184, "Finetune/Step Time": 6.783831514418125}
+{"Finetune/Learning Rate": 1.1207809991184103e-05, "Finetune/Loss": 0.8311346769332886, "Finetune/Loss (Raw)": 0.854602575302124, "Finetune/Step": 9185, "Finetune/Step Time": 6.773021753877401}
+{"Finetune/Learning Rate": 1.1206138343699971e-05, "Finetune/Loss": 0.8306834697723389, "Finetune/Loss (Raw)": 0.8272817730903625, "Finetune/Step": 9186, "Finetune/Step Time": 6.780414314940572}
+{"Finetune/Learning Rate": 1.1204466662013182e-05, "Finetune/Loss": 0.8317430019378662, "Finetune/Loss (Raw)": 0.9810183644294739, "Finetune/Step": 9187, "Finetune/Step Time": 6.779671285301447}
+{"Finetune/Learning Rate": 1.1202794946171144e-05, "Finetune/Loss": 0.8325803279876709, "Finetune/Loss (Raw)": 0.9754958748817444, "Finetune/Step": 9188, "Finetune/Step Time": 6.779587268829346}
+{"Finetune/Learning Rate": 1.1201123196221262e-05, "Finetune/Loss": 0.831840455532074, "Finetune/Loss (Raw)": 0.8715057969093323, "Finetune/Step": 9189, "Finetune/Step Time": 6.786233266815543}
+{"Finetune/Learning Rate": 1.1199451412210941e-05, "Finetune/Loss": 0.8311328887939453, "Finetune/Loss (Raw)": 0.7750844955444336, "Finetune/Step": 9190, "Finetune/Step Time": 6.790017267689109}
+{"Finetune/Learning Rate": 1.1197779594187592e-05, "Finetune/Loss": 0.8326511383056641, "Finetune/Loss (Raw)": 0.8158305883407593, "Finetune/Step": 9191, "Finetune/Step Time": 6.7858105562627316}
+{"Finetune/Learning Rate": 1.1196107742198617e-05, "Finetune/Loss": 0.8322877883911133, "Finetune/Loss (Raw)": 0.8447293639183044, "Finetune/Step": 9192, "Finetune/Step Time": 6.785553572699428}
+{"Finetune/Learning Rate": 1.1194435856291427e-05, "Finetune/Loss": 0.8325635194778442, "Finetune/Loss (Raw)": 0.8620181083679199, "Finetune/Step": 9193, "Finetune/Step Time": 6.7840987499803305}
+{"Finetune/Learning Rate": 1.1192763936513433e-05, "Finetune/Loss": 0.8330025672912598, "Finetune/Loss (Raw)": 0.738985538482666, "Finetune/Step": 9194, "Finetune/Step Time": 6.804697910323739}
+{"Finetune/Learning Rate": 1.119109198291205e-05, "Finetune/Loss": 0.8323149681091309, "Finetune/Loss (Raw)": 0.6404523849487305, "Finetune/Step": 9195, "Finetune/Step Time": 6.822922665625811}
+{"Finetune/Learning Rate": 1.1189419995534677e-05, "Finetune/Loss": 0.8320302367210388, "Finetune/Loss (Raw)": 0.8304718732833862, "Finetune/Step": 9196, "Finetune/Step Time": 6.825056565925479}
+{"Finetune/Learning Rate": 1.1187747974428742e-05, "Finetune/Loss": 0.8334673643112183, "Finetune/Loss (Raw)": 0.8418902158737183, "Finetune/Step": 9197, "Finetune/Step Time": 6.8033295180648565}
+{"Finetune/Learning Rate": 1.1186075919641648e-05, "Finetune/Loss": 0.8350103497505188, "Finetune/Loss (Raw)": 0.9772690534591675, "Finetune/Step": 9198, "Finetune/Step Time": 6.802899932488799}
+{"Finetune/Learning Rate": 1.1184403831220818e-05, "Finetune/Loss": 0.835729718208313, "Finetune/Loss (Raw)": 0.8359268307685852, "Finetune/Step": 9199, "Finetune/Step Time": 6.796828648075461}
+{"Finetune/Learning Rate": 1.1182731709213658e-05, "Finetune/Loss": 0.8343533277511597, "Finetune/Loss (Raw)": 0.672416090965271, "Finetune/Step": 9200, "Finetune/Step Time": 6.799785913899541}
+{"Finetune/Learning Rate": 1.1181059553667592e-05, "Finetune/Loss": 0.8334565162658691, "Finetune/Loss (Raw)": 0.6979472637176514, "Finetune/Step": 9201, "Finetune/Step Time": 6.812185667455196}
+{"Finetune/Learning Rate": 1.117938736463004e-05, "Finetune/Loss": 0.8342310190200806, "Finetune/Loss (Raw)": 0.8112031817436218, "Finetune/Step": 9202, "Finetune/Step Time": 6.815935192629695}
+{"Finetune/Learning Rate": 1.117771514214841e-05, "Finetune/Loss": 0.8353006839752197, "Finetune/Loss (Raw)": 0.9675527811050415, "Finetune/Step": 9203, "Finetune/Step Time": 6.8131940718740225}
+{"Finetune/Learning Rate": 1.1176042886270128e-05, "Finetune/Loss": 0.8353066444396973, "Finetune/Loss (Raw)": 0.8189882636070251, "Finetune/Step": 9204, "Finetune/Step Time": 6.814141135662794}
+{"Finetune/Learning Rate": 1.1174370597042619e-05, "Finetune/Loss": 0.835004448890686, "Finetune/Loss (Raw)": 0.7554959654808044, "Finetune/Step": 9205, "Finetune/Step Time": 6.817234270274639}
+{"Finetune/Learning Rate": 1.1172698274513297e-05, "Finetune/Loss": 0.8352426886558533, "Finetune/Loss (Raw)": 0.9514131546020508, "Finetune/Step": 9206, "Finetune/Step Time": 6.817354816943407}
+{"Finetune/Learning Rate": 1.1171025918729584e-05, "Finetune/Loss": 0.8325477838516235, "Finetune/Loss (Raw)": 0.6381860971450806, "Finetune/Step": 9207, "Finetune/Step Time": 6.827160015702248}
+{"Finetune/Learning Rate": 1.116935352973891e-05, "Finetune/Loss": 0.8333193063735962, "Finetune/Loss (Raw)": 0.9783626794815063, "Finetune/Step": 9208, "Finetune/Step Time": 6.81625603325665}
+{"Finetune/Learning Rate": 1.116768110758869e-05, "Finetune/Loss": 0.8327386975288391, "Finetune/Loss (Raw)": 0.8470261096954346, "Finetune/Step": 9209, "Finetune/Step Time": 6.818448273465037}
+{"Finetune/Learning Rate": 1.1166008652326358e-05, "Finetune/Loss": 0.8326578140258789, "Finetune/Loss (Raw)": 0.7921592593193054, "Finetune/Step": 9210, "Finetune/Step Time": 6.8257041070610285}
+{"Finetune/Learning Rate": 1.1164336163999334e-05, "Finetune/Loss": 0.8321279287338257, "Finetune/Loss (Raw)": 0.7365349531173706, "Finetune/Step": 9211, "Finetune/Step Time": 6.846307745203376}
+{"Finetune/Learning Rate": 1.1162663642655049e-05, "Finetune/Loss": 0.8315655589103699, "Finetune/Loss (Raw)": 0.7490105032920837, "Finetune/Step": 9212, "Finetune/Step Time": 6.8534678760915995}
+{"Finetune/Learning Rate": 1.116099108834093e-05, "Finetune/Loss": 0.8317643404006958, "Finetune/Loss (Raw)": 0.9153496026992798, "Finetune/Step": 9213, "Finetune/Step Time": 6.853300644084811}
+{"Finetune/Learning Rate": 1.1159318501104403e-05, "Finetune/Loss": 0.8307322263717651, "Finetune/Loss (Raw)": 0.5860101580619812, "Finetune/Step": 9214, "Finetune/Step Time": 6.848016424104571}
+{"Finetune/Learning Rate": 1.1157645880992901e-05, "Finetune/Loss": 0.8292994499206543, "Finetune/Loss (Raw)": 0.8086904883384705, "Finetune/Step": 9215, "Finetune/Step Time": 6.850559236481786}
+{"Finetune/Learning Rate": 1.1155973228053854e-05, "Finetune/Loss": 0.8291535377502441, "Finetune/Loss (Raw)": 0.8904271125793457, "Finetune/Step": 9216, "Finetune/Step Time": 6.849073288962245}
+{"Finetune/Learning Rate": 1.1154300542334692e-05, "Finetune/Loss": 0.827501654624939, "Finetune/Loss (Raw)": 0.729647696018219, "Finetune/Step": 9217, "Finetune/Step Time": 6.8444931879639626}
+{"Finetune/Learning Rate": 1.1152627823882852e-05, "Finetune/Loss": 0.8297480344772339, "Finetune/Loss (Raw)": 0.9217063188552856, "Finetune/Step": 9218, "Finetune/Step Time": 6.827967330813408}
+{"Finetune/Learning Rate": 1.1150955072745762e-05, "Finetune/Loss": 0.8264546394348145, "Finetune/Loss (Raw)": 0.6375628709793091, "Finetune/Step": 9219, "Finetune/Step Time": 6.825005814433098}
+{"Finetune/Learning Rate": 1.114928228897086e-05, "Finetune/Loss": 0.8270761966705322, "Finetune/Loss (Raw)": 0.9211867451667786, "Finetune/Step": 9220, "Finetune/Step Time": 6.836827466264367}
+{"Finetune/Learning Rate": 1.1147609472605578e-05, "Finetune/Loss": 0.8281682729721069, "Finetune/Loss (Raw)": 0.7819758057594299, "Finetune/Step": 9221, "Finetune/Step Time": 6.840545695275068}
+{"Finetune/Learning Rate": 1.1145936623697357e-05, "Finetune/Loss": 0.8277562856674194, "Finetune/Loss (Raw)": 0.8624448180198669, "Finetune/Step": 9222, "Finetune/Step Time": 6.8396050948649645}
+{"Finetune/Learning Rate": 1.1144263742293635e-05, "Finetune/Loss": 0.8263605833053589, "Finetune/Loss (Raw)": 0.7179858088493347, "Finetune/Step": 9223, "Finetune/Step Time": 6.836617702618241}
+{"Finetune/Learning Rate": 1.1142590828441841e-05, "Finetune/Loss": 0.8238452672958374, "Finetune/Loss (Raw)": 0.5938693881034851, "Finetune/Step": 9224, "Finetune/Step Time": 6.8423165660351515}
+{"Finetune/Learning Rate": 1.1140917882189424e-05, "Finetune/Loss": 0.8231266140937805, "Finetune/Loss (Raw)": 0.6990205645561218, "Finetune/Step": 9225, "Finetune/Step Time": 6.825298285111785}
+{"Finetune/Learning Rate": 1.1139244903583822e-05, "Finetune/Loss": 0.8229257464408875, "Finetune/Loss (Raw)": 0.7830857038497925, "Finetune/Step": 9226, "Finetune/Step Time": 6.829539462924004}
+{"Finetune/Learning Rate": 1.113757189267247e-05, "Finetune/Loss": 0.8231005668640137, "Finetune/Loss (Raw)": 0.8625194430351257, "Finetune/Step": 9227, "Finetune/Step Time": 6.829992296174169}
+{"Finetune/Learning Rate": 1.1135898849502813e-05, "Finetune/Loss": 0.8219947814941406, "Finetune/Loss (Raw)": 0.8468652367591858, "Finetune/Step": 9228, "Finetune/Step Time": 6.832872005179524}
+{"Finetune/Learning Rate": 1.11342257741223e-05, "Finetune/Loss": 0.8224072456359863, "Finetune/Loss (Raw)": 0.9248656034469604, "Finetune/Step": 9229, "Finetune/Step Time": 6.831723183393478}
+{"Finetune/Learning Rate": 1.1132552666578364e-05, "Finetune/Loss": 0.8206723928451538, "Finetune/Loss (Raw)": 0.6519341468811035, "Finetune/Step": 9230, "Finetune/Step Time": 6.829822404310107}
+{"Finetune/Learning Rate": 1.1130879526918457e-05, "Finetune/Loss": 0.8208321332931519, "Finetune/Loss (Raw)": 0.820171594619751, "Finetune/Step": 9231, "Finetune/Step Time": 6.849700976163149}
+{"Finetune/Learning Rate": 1.1129206355190025e-05, "Finetune/Loss": 0.8213803768157959, "Finetune/Loss (Raw)": 0.868128776550293, "Finetune/Step": 9232, "Finetune/Step Time": 6.851206313818693}
+{"Finetune/Learning Rate": 1.1127533151440509e-05, "Finetune/Loss": 0.82230544090271, "Finetune/Loss (Raw)": 0.8391706347465515, "Finetune/Step": 9233, "Finetune/Step Time": 6.832873901352286}
+{"Finetune/Learning Rate": 1.1125859915717359e-05, "Finetune/Loss": 0.821678876876831, "Finetune/Loss (Raw)": 0.8381751179695129, "Finetune/Step": 9234, "Finetune/Step Time": 6.81857649423182}
+{"Finetune/Learning Rate": 1.1124186648068024e-05, "Finetune/Loss": 0.8221480250358582, "Finetune/Loss (Raw)": 0.9328089356422424, "Finetune/Step": 9235, "Finetune/Step Time": 6.8210421949625015}
+{"Finetune/Learning Rate": 1.112251334853995e-05, "Finetune/Loss": 0.8205996155738831, "Finetune/Loss (Raw)": 0.6988859176635742, "Finetune/Step": 9236, "Finetune/Step Time": 6.837177095934749}
+{"Finetune/Learning Rate": 1.1120840017180594e-05, "Finetune/Loss": 0.819838285446167, "Finetune/Loss (Raw)": 0.7742263078689575, "Finetune/Step": 9237, "Finetune/Step Time": 6.836105713620782}
+{"Finetune/Learning Rate": 1.11191666540374e-05, "Finetune/Loss": 0.8208297491073608, "Finetune/Loss (Raw)": 0.8681439161300659, "Finetune/Step": 9238, "Finetune/Step Time": 6.836083671078086}
+{"Finetune/Learning Rate": 1.1117493259157823e-05, "Finetune/Loss": 0.8208581209182739, "Finetune/Loss (Raw)": 0.8362076878547668, "Finetune/Step": 9239, "Finetune/Step Time": 6.8338627852499485}
+{"Finetune/Learning Rate": 1.1115819832589314e-05, "Finetune/Loss": 0.8210145831108093, "Finetune/Loss (Raw)": 0.8427560925483704, "Finetune/Step": 9240, "Finetune/Step Time": 6.8326675072312355}
+{"Finetune/Learning Rate": 1.1114146374379327e-05, "Finetune/Loss": 0.8206455707550049, "Finetune/Loss (Raw)": 0.8330441117286682, "Finetune/Step": 9241, "Finetune/Step Time": 6.826674958691001}
+{"Finetune/Learning Rate": 1.1112472884575319e-05, "Finetune/Loss": 0.8191684484481812, "Finetune/Loss (Raw)": 0.5986838936805725, "Finetune/Step": 9242, "Finetune/Step Time": 6.824560148641467}
+{"Finetune/Learning Rate": 1.111079936322474e-05, "Finetune/Loss": 0.8182958364486694, "Finetune/Loss (Raw)": 0.768971860408783, "Finetune/Step": 9243, "Finetune/Step Time": 6.822504092007875}
+{"Finetune/Learning Rate": 1.1109125810375054e-05, "Finetune/Loss": 0.8181579113006592, "Finetune/Loss (Raw)": 0.7976332306861877, "Finetune/Step": 9244, "Finetune/Step Time": 6.819674206897616}
+{"Finetune/Learning Rate": 1.1107452226073709e-05, "Finetune/Loss": 0.8173419237136841, "Finetune/Loss (Raw)": 0.6813395619392395, "Finetune/Step": 9245, "Finetune/Step Time": 6.819596245884895}
+{"Finetune/Learning Rate": 1.1105778610368172e-05, "Finetune/Loss": 0.8161250352859497, "Finetune/Loss (Raw)": 0.7777965068817139, "Finetune/Step": 9246, "Finetune/Step Time": 6.819594025611877}
+{"Finetune/Learning Rate": 1.1104104963305899e-05, "Finetune/Loss": 0.8154333233833313, "Finetune/Loss (Raw)": 0.7667275071144104, "Finetune/Step": 9247, "Finetune/Step Time": 6.820649253204465}
+{"Finetune/Learning Rate": 1.1102431284934345e-05, "Finetune/Loss": 0.8158478736877441, "Finetune/Loss (Raw)": 0.9326115250587463, "Finetune/Step": 9248, "Finetune/Step Time": 6.818924615159631}
+{"Finetune/Learning Rate": 1.1100757575300976e-05, "Finetune/Loss": 0.8158046007156372, "Finetune/Loss (Raw)": 0.7344760894775391, "Finetune/Step": 9249, "Finetune/Step Time": 6.793208489194512}
+{"Finetune/Learning Rate": 1.1099083834453255e-05, "Finetune/Loss": 0.8140926361083984, "Finetune/Loss (Raw)": 0.5820046067237854, "Finetune/Step": 9250, "Finetune/Step Time": 6.80470722168684}
+{"Finetune/Learning Rate": 1.1097410062438641e-05, "Finetune/Loss": 0.8133440017700195, "Finetune/Loss (Raw)": 0.7257701754570007, "Finetune/Step": 9251, "Finetune/Step Time": 6.80603370629251}
+{"Finetune/Learning Rate": 1.1095736259304593e-05, "Finetune/Loss": 0.8126177787780762, "Finetune/Loss (Raw)": 0.801642119884491, "Finetune/Step": 9252, "Finetune/Step Time": 6.8050777688622475}
+{"Finetune/Learning Rate": 1.1094062425098586e-05, "Finetune/Loss": 0.8132785558700562, "Finetune/Loss (Raw)": 0.7337526082992554, "Finetune/Step": 9253, "Finetune/Step Time": 6.800593718886375}
+{"Finetune/Learning Rate": 1.109238855986808e-05, "Finetune/Loss": 0.8133351802825928, "Finetune/Loss (Raw)": 0.8975540995597839, "Finetune/Step": 9254, "Finetune/Step Time": 6.794421190395951}
+{"Finetune/Learning Rate": 1.1090714663660538e-05, "Finetune/Loss": 0.8113973140716553, "Finetune/Loss (Raw)": 0.8210948705673218, "Finetune/Step": 9255, "Finetune/Step Time": 6.794556267559528}
+{"Finetune/Learning Rate": 1.1089040736523431e-05, "Finetune/Loss": 0.8125259876251221, "Finetune/Loss (Raw)": 0.8099262118339539, "Finetune/Step": 9256, "Finetune/Step Time": 6.792343845590949}
+{"Finetune/Learning Rate": 1.1087366778504225e-05, "Finetune/Loss": 0.8124815821647644, "Finetune/Loss (Raw)": 0.8569328188896179, "Finetune/Step": 9257, "Finetune/Step Time": 6.793438578024507}
+{"Finetune/Learning Rate": 1.1085692789650388e-05, "Finetune/Loss": 0.8131016492843628, "Finetune/Loss (Raw)": 0.9306532144546509, "Finetune/Step": 9258, "Finetune/Step Time": 6.776219803839922}
+{"Finetune/Learning Rate": 1.1084018770009392e-05, "Finetune/Loss": 0.8124362230300903, "Finetune/Loss (Raw)": 0.7057104706764221, "Finetune/Step": 9259, "Finetune/Step Time": 6.762138035148382}
+{"Finetune/Learning Rate": 1.1082344719628707e-05, "Finetune/Loss": 0.8119577169418335, "Finetune/Loss (Raw)": 0.735729992389679, "Finetune/Step": 9260, "Finetune/Step Time": 6.763095395639539}
+{"Finetune/Learning Rate": 1.1080670638555804e-05, "Finetune/Loss": 0.8110029101371765, "Finetune/Loss (Raw)": 0.6655753254890442, "Finetune/Step": 9261, "Finetune/Step Time": 6.759752184152603}
+{"Finetune/Learning Rate": 1.1078996526838153e-05, "Finetune/Loss": 0.8113248944282532, "Finetune/Loss (Raw)": 0.7670510411262512, "Finetune/Step": 9262, "Finetune/Step Time": 6.77706135250628}
+{"Finetune/Learning Rate": 1.1077322384523229e-05, "Finetune/Loss": 0.8105114698410034, "Finetune/Loss (Raw)": 0.7012526392936707, "Finetune/Step": 9263, "Finetune/Step Time": 6.7654748521745205}
+{"Finetune/Learning Rate": 1.1075648211658505e-05, "Finetune/Loss": 0.8088748455047607, "Finetune/Loss (Raw)": 0.7196756601333618, "Finetune/Step": 9264, "Finetune/Step Time": 6.768218483775854}
+{"Finetune/Learning Rate": 1.1073974008291456e-05, "Finetune/Loss": 0.8073053359985352, "Finetune/Loss (Raw)": 0.8533768057823181, "Finetune/Step": 9265, "Finetune/Step Time": 6.771406041458249}
+{"Finetune/Learning Rate": 1.1072299774469562e-05, "Finetune/Loss": 0.8075724244117737, "Finetune/Loss (Raw)": 0.7473624348640442, "Finetune/Step": 9266, "Finetune/Step Time": 6.7617312874644995}
+{"Finetune/Learning Rate": 1.1070625510240291e-05, "Finetune/Loss": 0.8086953163146973, "Finetune/Loss (Raw)": 0.9467127323150635, "Finetune/Step": 9267, "Finetune/Step Time": 6.759127775207162}
+{"Finetune/Learning Rate": 1.1068951215651132e-05, "Finetune/Loss": 0.80893874168396, "Finetune/Loss (Raw)": 0.7430307865142822, "Finetune/Step": 9268, "Finetune/Step Time": 6.7545121014118195}
+{"Finetune/Learning Rate": 1.1067276890749547e-05, "Finetune/Loss": 0.8094626665115356, "Finetune/Loss (Raw)": 0.9185559153556824, "Finetune/Step": 9269, "Finetune/Step Time": 6.76075454801321}
+{"Finetune/Learning Rate": 1.1065602535583029e-05, "Finetune/Loss": 0.8093966841697693, "Finetune/Loss (Raw)": 0.8936412930488586, "Finetune/Step": 9270, "Finetune/Step Time": 6.771248549222946}
+{"Finetune/Learning Rate": 1.1063928150199054e-05, "Finetune/Loss": 0.8083366751670837, "Finetune/Loss (Raw)": 0.8333768844604492, "Finetune/Step": 9271, "Finetune/Step Time": 6.772497156634927}
+{"Finetune/Learning Rate": 1.1062253734645103e-05, "Finetune/Loss": 0.807549238204956, "Finetune/Loss (Raw)": 0.7503241896629333, "Finetune/Step": 9272, "Finetune/Step Time": 6.769417088478804}
+{"Finetune/Learning Rate": 1.106057928896865e-05, "Finetune/Loss": 0.8069405555725098, "Finetune/Loss (Raw)": 0.8734146356582642, "Finetune/Step": 9273, "Finetune/Step Time": 6.771680848672986}
+{"Finetune/Learning Rate": 1.1058904813217192e-05, "Finetune/Loss": 0.8075305223464966, "Finetune/Loss (Raw)": 0.9895642399787903, "Finetune/Step": 9274, "Finetune/Step Time": 6.747332379221916}
+{"Finetune/Learning Rate": 1.1057230307438203e-05, "Finetune/Loss": 0.8054059743881226, "Finetune/Loss (Raw)": 0.7162237167358398, "Finetune/Step": 9275, "Finetune/Step Time": 6.747003784403205}
+{"Finetune/Learning Rate": 1.1055555771679165e-05, "Finetune/Loss": 0.8092366456985474, "Finetune/Loss (Raw)": 0.9249475002288818, "Finetune/Step": 9276, "Finetune/Step Time": 6.719288796186447}
+{"Finetune/Learning Rate": 1.1053881205987571e-05, "Finetune/Loss": 0.809360682964325, "Finetune/Loss (Raw)": 0.7982101440429688, "Finetune/Step": 9277, "Finetune/Step Time": 6.716683717444539}
+{"Finetune/Learning Rate": 1.10522066104109e-05, "Finetune/Loss": 0.8105891942977905, "Finetune/Loss (Raw)": 0.8600218892097473, "Finetune/Step": 9278, "Finetune/Step Time": 6.707915581762791}
+{"Finetune/Learning Rate": 1.1050531984996644e-05, "Finetune/Loss": 0.8116998076438904, "Finetune/Loss (Raw)": 0.8499146103858948, "Finetune/Step": 9279, "Finetune/Step Time": 6.707713855430484}
+{"Finetune/Learning Rate": 1.1048857329792284e-05, "Finetune/Loss": 0.8115409016609192, "Finetune/Loss (Raw)": 0.8761836290359497, "Finetune/Step": 9280, "Finetune/Step Time": 6.701307578012347}
+{"Finetune/Learning Rate": 1.1047182644845318e-05, "Finetune/Loss": 0.8129329681396484, "Finetune/Loss (Raw)": 0.7865393161773682, "Finetune/Step": 9281, "Finetune/Step Time": 6.6992351077497005}
+{"Finetune/Learning Rate": 1.1045507930203228e-05, "Finetune/Loss": 0.8135718703269958, "Finetune/Loss (Raw)": 0.9312943816184998, "Finetune/Step": 9282, "Finetune/Step Time": 6.6992553025484085}
+{"Finetune/Learning Rate": 1.1043833185913506e-05, "Finetune/Loss": 0.8134148716926575, "Finetune/Loss (Raw)": 0.8180393576622009, "Finetune/Step": 9283, "Finetune/Step Time": 6.695107260718942}
+{"Finetune/Learning Rate": 1.1042158412023642e-05, "Finetune/Loss": 0.8124637603759766, "Finetune/Loss (Raw)": 0.8017898797988892, "Finetune/Step": 9284, "Finetune/Step Time": 6.6965101305395365}
+{"Finetune/Learning Rate": 1.1040483608581132e-05, "Finetune/Loss": 0.8112074136734009, "Finetune/Loss (Raw)": 0.8623550534248352, "Finetune/Step": 9285, "Finetune/Step Time": 6.710908846929669}
+{"Finetune/Learning Rate": 1.1038808775633462e-05, "Finetune/Loss": 0.8107338547706604, "Finetune/Loss (Raw)": 0.864950954914093, "Finetune/Step": 9286, "Finetune/Step Time": 6.710823301225901}
+{"Finetune/Learning Rate": 1.103713391322813e-05, "Finetune/Loss": 0.8109691143035889, "Finetune/Loss (Raw)": 0.7565152645111084, "Finetune/Step": 9287, "Finetune/Step Time": 6.702127369120717}
+{"Finetune/Learning Rate": 1.1035459021412631e-05, "Finetune/Loss": 0.8121126890182495, "Finetune/Loss (Raw)": 0.9491321444511414, "Finetune/Step": 9288, "Finetune/Step Time": 6.698514236137271}
+{"Finetune/Learning Rate": 1.1033784100234458e-05, "Finetune/Loss": 0.8119391202926636, "Finetune/Loss (Raw)": 0.7353024482727051, "Finetune/Step": 9289, "Finetune/Step Time": 6.707256006076932}
+{"Finetune/Learning Rate": 1.1032109149741105e-05, "Finetune/Loss": 0.811306357383728, "Finetune/Loss (Raw)": 0.7269300222396851, "Finetune/Step": 9290, "Finetune/Step Time": 6.709434617310762}
+{"Finetune/Learning Rate": 1.1030434169980075e-05, "Finetune/Loss": 0.8111577033996582, "Finetune/Loss (Raw)": 0.8228892683982849, "Finetune/Step": 9291, "Finetune/Step Time": 6.710075344890356}
+{"Finetune/Learning Rate": 1.102875916099886e-05, "Finetune/Loss": 0.8117011785507202, "Finetune/Loss (Raw)": 0.8250657916069031, "Finetune/Step": 9292, "Finetune/Step Time": 6.708983002230525}
+{"Finetune/Learning Rate": 1.1027084122844962e-05, "Finetune/Loss": 0.8120138645172119, "Finetune/Loss (Raw)": 0.8622353672981262, "Finetune/Step": 9293, "Finetune/Step Time": 6.7095011081546545}
+{"Finetune/Learning Rate": 1.1025409055565879e-05, "Finetune/Loss": 0.8132109642028809, "Finetune/Loss (Raw)": 1.006292700767517, "Finetune/Step": 9294, "Finetune/Step Time": 6.709438785910606}
+{"Finetune/Learning Rate": 1.1023733959209108e-05, "Finetune/Loss": 0.8137900829315186, "Finetune/Loss (Raw)": 0.8821381330490112, "Finetune/Step": 9295, "Finetune/Step Time": 6.707495920360088}
+{"Finetune/Learning Rate": 1.1022058833822158e-05, "Finetune/Loss": 0.8134544491767883, "Finetune/Loss (Raw)": 0.7727707624435425, "Finetune/Step": 9296, "Finetune/Step Time": 6.716169284656644}
+{"Finetune/Learning Rate": 1.1020383679452522e-05, "Finetune/Loss": 0.8136322498321533, "Finetune/Loss (Raw)": 0.910610556602478, "Finetune/Step": 9297, "Finetune/Step Time": 6.715709887444973}
+{"Finetune/Learning Rate": 1.1018708496147708e-05, "Finetune/Loss": 0.8140902519226074, "Finetune/Loss (Raw)": 0.8155232667922974, "Finetune/Step": 9298, "Finetune/Step Time": 6.7160914689302444}
+{"Finetune/Learning Rate": 1.1017033283955219e-05, "Finetune/Loss": 0.8143203258514404, "Finetune/Loss (Raw)": 0.8619204759597778, "Finetune/Step": 9299, "Finetune/Step Time": 6.732646644115448}
+{"Finetune/Learning Rate": 1.1015358042922554e-05, "Finetune/Loss": 0.8142898678779602, "Finetune/Loss (Raw)": 0.7646900415420532, "Finetune/Step": 9300, "Finetune/Step Time": 6.734977813437581}
+{"Finetune/Learning Rate": 1.1013682773097225e-05, "Finetune/Loss": 0.8149692416191101, "Finetune/Loss (Raw)": 0.9621610045433044, "Finetune/Step": 9301, "Finetune/Step Time": 6.721255201846361}
+{"Finetune/Learning Rate": 1.1012007474526735e-05, "Finetune/Loss": 0.8162778615951538, "Finetune/Loss (Raw)": 0.770115315914154, "Finetune/Step": 9302, "Finetune/Step Time": 6.7100072633475065}
+{"Finetune/Learning Rate": 1.1010332147258592e-05, "Finetune/Loss": 0.815099835395813, "Finetune/Loss (Raw)": 0.8016688227653503, "Finetune/Step": 9303, "Finetune/Step Time": 6.708563080057502}
+{"Finetune/Learning Rate": 1.1008656791340297e-05, "Finetune/Loss": 0.8137904405593872, "Finetune/Loss (Raw)": 0.7953401207923889, "Finetune/Step": 9304, "Finetune/Step Time": 6.707232587039471}
+{"Finetune/Learning Rate": 1.100698140681937e-05, "Finetune/Loss": 0.8134592175483704, "Finetune/Loss (Raw)": 0.7891591787338257, "Finetune/Step": 9305, "Finetune/Step Time": 6.710000904276967}
+{"Finetune/Learning Rate": 1.100530599374331e-05, "Finetune/Loss": 0.8154488801956177, "Finetune/Loss (Raw)": 0.983529269695282, "Finetune/Step": 9306, "Finetune/Step Time": 6.710444536060095}
+{"Finetune/Learning Rate": 1.1003630552159634e-05, "Finetune/Loss": 0.8132850527763367, "Finetune/Loss (Raw)": 0.6352332830429077, "Finetune/Step": 9307, "Finetune/Step Time": 6.714316964149475}
+{"Finetune/Learning Rate": 1.1001955082115847e-05, "Finetune/Loss": 0.8131061792373657, "Finetune/Loss (Raw)": 0.7878254652023315, "Finetune/Step": 9308, "Finetune/Step Time": 6.7154822032898664}
+{"Finetune/Learning Rate": 1.1000279583659465e-05, "Finetune/Loss": 0.8138163089752197, "Finetune/Loss (Raw)": 0.8454408049583435, "Finetune/Step": 9309, "Finetune/Step Time": 6.713329806923866}
+{"Finetune/Learning Rate": 1.0998604056837995e-05, "Finetune/Loss": 0.8133590817451477, "Finetune/Loss (Raw)": 0.7363854646682739, "Finetune/Step": 9310, "Finetune/Step Time": 6.71176927164197}
+{"Finetune/Learning Rate": 1.0996928501698958e-05, "Finetune/Loss": 0.8141192197799683, "Finetune/Loss (Raw)": 0.9112233519554138, "Finetune/Step": 9311, "Finetune/Step Time": 6.719016442075372}
+{"Finetune/Learning Rate": 1.099525291828986e-05, "Finetune/Loss": 0.8127095103263855, "Finetune/Loss (Raw)": 0.7885943055152893, "Finetune/Step": 9312, "Finetune/Step Time": 6.716860223561525}
+{"Finetune/Learning Rate": 1.099357730665822e-05, "Finetune/Loss": 0.812397837638855, "Finetune/Loss (Raw)": 0.8147095441818237, "Finetune/Step": 9313, "Finetune/Step Time": 6.715004172176123}
+{"Finetune/Learning Rate": 1.0991901666851555e-05, "Finetune/Loss": 0.8125270009040833, "Finetune/Loss (Raw)": 0.8438167572021484, "Finetune/Step": 9314, "Finetune/Step Time": 6.709103571251035}
+{"Finetune/Learning Rate": 1.0990225998917376e-05, "Finetune/Loss": 0.8118342161178589, "Finetune/Loss (Raw)": 0.8923360705375671, "Finetune/Step": 9315, "Finetune/Step Time": 6.710006738081574}
+{"Finetune/Learning Rate": 1.0988550302903205e-05, "Finetune/Loss": 0.809403657913208, "Finetune/Loss (Raw)": 0.6643909811973572, "Finetune/Step": 9316, "Finetune/Step Time": 6.722757836803794}
+{"Finetune/Learning Rate": 1.0986874578856562e-05, "Finetune/Loss": 0.8086177110671997, "Finetune/Loss (Raw)": 0.7708979845046997, "Finetune/Step": 9317, "Finetune/Step Time": 6.7191724460572}
+{"Finetune/Learning Rate": 1.0985198826824956e-05, "Finetune/Loss": 0.8097474575042725, "Finetune/Loss (Raw)": 0.9197036623954773, "Finetune/Step": 9318, "Finetune/Step Time": 6.722036810591817}
+{"Finetune/Learning Rate": 1.0983523046855917e-05, "Finetune/Loss": 0.8100787997245789, "Finetune/Loss (Raw)": 0.8582372665405273, "Finetune/Step": 9319, "Finetune/Step Time": 6.725476425141096}
+{"Finetune/Learning Rate": 1.098184723899696e-05, "Finetune/Loss": 0.8091458082199097, "Finetune/Loss (Raw)": 0.725306510925293, "Finetune/Step": 9320, "Finetune/Step Time": 6.7224798537790775}
+{"Finetune/Learning Rate": 1.098017140329561e-05, "Finetune/Loss": 0.8091295957565308, "Finetune/Loss (Raw)": 0.8599361777305603, "Finetune/Step": 9321, "Finetune/Step Time": 6.724725881591439}
+{"Finetune/Learning Rate": 1.097849553979938e-05, "Finetune/Loss": 0.8094971776008606, "Finetune/Loss (Raw)": 0.7860447764396667, "Finetune/Step": 9322, "Finetune/Step Time": 6.699499418959022}
+{"Finetune/Learning Rate": 1.0976819648555806e-05, "Finetune/Loss": 0.812275767326355, "Finetune/Loss (Raw)": 0.9961103796958923, "Finetune/Step": 9323, "Finetune/Step Time": 6.682733844965696}
+{"Finetune/Learning Rate": 1.0975143729612399e-05, "Finetune/Loss": 0.8128918409347534, "Finetune/Loss (Raw)": 0.9093319177627563, "Finetune/Step": 9324, "Finetune/Step Time": 6.680365338921547}
+{"Finetune/Learning Rate": 1.097346778301669e-05, "Finetune/Loss": 0.8108140230178833, "Finetune/Loss (Raw)": 0.5759240388870239, "Finetune/Step": 9325, "Finetune/Step Time": 6.708663584664464}
+{"Finetune/Learning Rate": 1.0971791808816204e-05, "Finetune/Loss": 0.8090841174125671, "Finetune/Loss (Raw)": 0.7558395266532898, "Finetune/Step": 9326, "Finetune/Step Time": 6.726701084524393}
+{"Finetune/Learning Rate": 1.0970115807058465e-05, "Finetune/Loss": 0.8100557327270508, "Finetune/Loss (Raw)": 0.9602892994880676, "Finetune/Step": 9327, "Finetune/Step Time": 6.730909263715148}
+{"Finetune/Learning Rate": 1.0968439777791e-05, "Finetune/Loss": 0.810589075088501, "Finetune/Loss (Raw)": 0.7406908869743347, "Finetune/Step": 9328, "Finetune/Step Time": 6.72488434240222}
+{"Finetune/Learning Rate": 1.0966763721061337e-05, "Finetune/Loss": 0.8115828633308411, "Finetune/Loss (Raw)": 0.8251504898071289, "Finetune/Step": 9329, "Finetune/Step Time": 6.717931875959039}
+{"Finetune/Learning Rate": 1.0965087636917006e-05, "Finetune/Loss": 0.8113604187965393, "Finetune/Loss (Raw)": 0.7827343344688416, "Finetune/Step": 9330, "Finetune/Step Time": 6.707514872774482}
+{"Finetune/Learning Rate": 1.0963411525405532e-05, "Finetune/Loss": 0.8100723624229431, "Finetune/Loss (Raw)": 0.802676796913147, "Finetune/Step": 9331, "Finetune/Step Time": 6.711566990241408}
+{"Finetune/Learning Rate": 1.0961735386574447e-05, "Finetune/Loss": 0.8098187446594238, "Finetune/Loss (Raw)": 0.7865279912948608, "Finetune/Step": 9332, "Finetune/Step Time": 6.712033772841096}
+{"Finetune/Learning Rate": 1.0960059220471282e-05, "Finetune/Loss": 0.8109174966812134, "Finetune/Loss (Raw)": 0.8961381316184998, "Finetune/Step": 9333, "Finetune/Step Time": 6.709887323901057}
+{"Finetune/Learning Rate": 1.0958383027143566e-05, "Finetune/Loss": 0.8097299933433533, "Finetune/Loss (Raw)": 0.799414336681366, "Finetune/Step": 9334, "Finetune/Step Time": 6.7097952254116535}
+{"Finetune/Learning Rate": 1.0956706806638833e-05, "Finetune/Loss": 0.8110267519950867, "Finetune/Loss (Raw)": 0.8041655421257019, "Finetune/Step": 9335, "Finetune/Step Time": 6.711313109844923}
+{"Finetune/Learning Rate": 1.0955030559004616e-05, "Finetune/Loss": 0.8098025321960449, "Finetune/Loss (Raw)": 0.8216648101806641, "Finetune/Step": 9336, "Finetune/Step Time": 6.709804806858301}
+{"Finetune/Learning Rate": 1.0953354284288448e-05, "Finetune/Loss": 0.8103544116020203, "Finetune/Loss (Raw)": 0.9176658391952515, "Finetune/Step": 9337, "Finetune/Step Time": 6.7065471690148115}
+{"Finetune/Learning Rate": 1.0951677982537866e-05, "Finetune/Loss": 0.8105061650276184, "Finetune/Loss (Raw)": 0.8115864992141724, "Finetune/Step": 9338, "Finetune/Step Time": 6.6997090093791485}
+{"Finetune/Learning Rate": 1.0950001653800398e-05, "Finetune/Loss": 0.8106766939163208, "Finetune/Loss (Raw)": 0.7583534717559814, "Finetune/Step": 9339, "Finetune/Step Time": 6.6845950074493885}
+{"Finetune/Learning Rate": 1.0948325298123586e-05, "Finetune/Loss": 0.8109229803085327, "Finetune/Loss (Raw)": 0.7805452346801758, "Finetune/Step": 9340, "Finetune/Step Time": 6.673443546518683}
+{"Finetune/Learning Rate": 1.0946648915554968e-05, "Finetune/Loss": 0.8109196424484253, "Finetune/Loss (Raw)": 0.9149221181869507, "Finetune/Step": 9341, "Finetune/Step Time": 6.684916131198406}
+{"Finetune/Learning Rate": 1.0944972506142076e-05, "Finetune/Loss": 0.8124407529830933, "Finetune/Loss (Raw)": 0.7807090878486633, "Finetune/Step": 9342, "Finetune/Step Time": 6.686575524508953}
+{"Finetune/Learning Rate": 1.094329606993245e-05, "Finetune/Loss": 0.8116714358329773, "Finetune/Loss (Raw)": 0.7102141976356506, "Finetune/Step": 9343, "Finetune/Step Time": 6.6863010209053755}
+{"Finetune/Learning Rate": 1.0941619606973633e-05, "Finetune/Loss": 0.8114272356033325, "Finetune/Loss (Raw)": 0.8591667413711548, "Finetune/Step": 9344, "Finetune/Step Time": 6.685679459944367}
+{"Finetune/Learning Rate": 1.0939943117313158e-05, "Finetune/Loss": 0.8121441006660461, "Finetune/Loss (Raw)": 0.8214144110679626, "Finetune/Step": 9345, "Finetune/Step Time": 6.68847156688571}
+{"Finetune/Learning Rate": 1.093826660099857e-05, "Finetune/Loss": 0.8108546733856201, "Finetune/Loss (Raw)": 0.756659984588623, "Finetune/Step": 9346, "Finetune/Step Time": 6.705583123490214}
+{"Finetune/Learning Rate": 1.0936590058077413e-05, "Finetune/Loss": 0.8127529621124268, "Finetune/Loss (Raw)": 0.8805416822433472, "Finetune/Step": 9347, "Finetune/Step Time": 6.70745306275785}
+{"Finetune/Learning Rate": 1.0934913488597223e-05, "Finetune/Loss": 0.8132627010345459, "Finetune/Loss (Raw)": 0.9864305853843689, "Finetune/Step": 9348, "Finetune/Step Time": 6.686664961278439}
+{"Finetune/Learning Rate": 1.0933236892605543e-05, "Finetune/Loss": 0.8144166469573975, "Finetune/Loss (Raw)": 0.9296896457672119, "Finetune/Step": 9349, "Finetune/Step Time": 6.673921093344688}
+{"Finetune/Learning Rate": 1.093156027014992e-05, "Finetune/Loss": 0.8138005137443542, "Finetune/Loss (Raw)": 0.7835769057273865, "Finetune/Step": 9350, "Finetune/Step Time": 6.6701593697071075}
+{"Finetune/Learning Rate": 1.0929883621277896e-05, "Finetune/Loss": 0.8139076232910156, "Finetune/Loss (Raw)": 0.7316909432411194, "Finetune/Step": 9351, "Finetune/Step Time": 6.673989173024893}
+{"Finetune/Learning Rate": 1.0928206946037019e-05, "Finetune/Loss": 0.8161411881446838, "Finetune/Loss (Raw)": 0.8797667026519775, "Finetune/Step": 9352, "Finetune/Step Time": 6.659276697784662}
+{"Finetune/Learning Rate": 1.0926530244474828e-05, "Finetune/Loss": 0.8167312145233154, "Finetune/Loss (Raw)": 0.7745425701141357, "Finetune/Step": 9353, "Finetune/Step Time": 6.646954622119665}
+{"Finetune/Learning Rate": 1.0924853516638879e-05, "Finetune/Loss": 0.8170150518417358, "Finetune/Loss (Raw)": 0.819416880607605, "Finetune/Step": 9354, "Finetune/Step Time": 6.645052874460816}
+{"Finetune/Learning Rate": 1.092317676257671e-05, "Finetune/Loss": 0.8167074918746948, "Finetune/Loss (Raw)": 0.8231537938117981, "Finetune/Step": 9355, "Finetune/Step Time": 6.643687229603529}
+{"Finetune/Learning Rate": 1.0921499982335877e-05, "Finetune/Loss": 0.8162906169891357, "Finetune/Loss (Raw)": 0.7935113310813904, "Finetune/Step": 9356, "Finetune/Step Time": 6.640897223725915}
+{"Finetune/Learning Rate": 1.0919823175963922e-05, "Finetune/Loss": 0.8156402111053467, "Finetune/Loss (Raw)": 0.8416141271591187, "Finetune/Step": 9357, "Finetune/Step Time": 6.640555746853352}
+{"Finetune/Learning Rate": 1.0918146343508398e-05, "Finetune/Loss": 0.817186713218689, "Finetune/Loss (Raw)": 0.8498831987380981, "Finetune/Step": 9358, "Finetune/Step Time": 6.638844348490238}
+{"Finetune/Learning Rate": 1.0916469485016856e-05, "Finetune/Loss": 0.8182188272476196, "Finetune/Loss (Raw)": 0.9522742629051208, "Finetune/Step": 9359, "Finetune/Step Time": 6.615001156926155}
+{"Finetune/Learning Rate": 1.0914792600536843e-05, "Finetune/Loss": 0.8188239336013794, "Finetune/Loss (Raw)": 0.9455881118774414, "Finetune/Step": 9360, "Finetune/Step Time": 6.611074805259705}
+{"Finetune/Learning Rate": 1.0913115690115914e-05, "Finetune/Loss": 0.8189908862113953, "Finetune/Loss (Raw)": 0.860541045665741, "Finetune/Step": 9361, "Finetune/Step Time": 6.610642682760954}
+{"Finetune/Learning Rate": 1.0911438753801624e-05, "Finetune/Loss": 0.8193037509918213, "Finetune/Loss (Raw)": 0.87822026014328, "Finetune/Step": 9362, "Finetune/Step Time": 6.624062240123749}
+{"Finetune/Learning Rate": 1.0909761791641517e-05, "Finetune/Loss": 0.8191708922386169, "Finetune/Loss (Raw)": 0.9158033132553101, "Finetune/Step": 9363, "Finetune/Step Time": 6.6243161372840405}
+{"Finetune/Learning Rate": 1.0908084803683157e-05, "Finetune/Loss": 0.8207709789276123, "Finetune/Loss (Raw)": 0.9036941528320312, "Finetune/Step": 9364, "Finetune/Step Time": 6.605705197900534}
+{"Finetune/Learning Rate": 1.0906407789974091e-05, "Finetune/Loss": 0.8205713033676147, "Finetune/Loss (Raw)": 0.7486685514450073, "Finetune/Step": 9365, "Finetune/Step Time": 6.611209141090512}
+{"Finetune/Learning Rate": 1.0904730750561883e-05, "Finetune/Loss": 0.8215600252151489, "Finetune/Loss (Raw)": 0.9946978092193604, "Finetune/Step": 9366, "Finetune/Step Time": 6.610653081908822}
+{"Finetune/Learning Rate": 1.0903053685494078e-05, "Finetune/Loss": 0.8218350410461426, "Finetune/Loss (Raw)": 0.8714143633842468, "Finetune/Step": 9367, "Finetune/Step Time": 6.613723317161202}
+{"Finetune/Learning Rate": 1.090137659481824e-05, "Finetune/Loss": 0.8216754198074341, "Finetune/Loss (Raw)": 0.8223209977149963, "Finetune/Step": 9368, "Finetune/Step Time": 6.61686316691339}
+{"Finetune/Learning Rate": 1.0899699478581927e-05, "Finetune/Loss": 0.8213408589363098, "Finetune/Loss (Raw)": 0.7902209758758545, "Finetune/Step": 9369, "Finetune/Step Time": 6.614981148391962}
+{"Finetune/Learning Rate": 1.0898022336832692e-05, "Finetune/Loss": 0.8242201209068298, "Finetune/Loss (Raw)": 0.9672279953956604, "Finetune/Step": 9370, "Finetune/Step Time": 6.598700162023306}
+{"Finetune/Learning Rate": 1.08963451696181e-05, "Finetune/Loss": 0.8228939771652222, "Finetune/Loss (Raw)": 0.5992287397384644, "Finetune/Step": 9371, "Finetune/Step Time": 6.595873814076185}
+{"Finetune/Learning Rate": 1.0894667976985707e-05, "Finetune/Loss": 0.8231024742126465, "Finetune/Loss (Raw)": 0.8243269920349121, "Finetune/Step": 9372, "Finetune/Step Time": 6.600143833085895}
+{"Finetune/Learning Rate": 1.0892990758983073e-05, "Finetune/Loss": 0.8245472311973572, "Finetune/Loss (Raw)": 0.8662655353546143, "Finetune/Step": 9373, "Finetune/Step Time": 6.5984695218503475}
+{"Finetune/Learning Rate": 1.089131351565776e-05, "Finetune/Loss": 0.8240189552307129, "Finetune/Loss (Raw)": 0.7101688981056213, "Finetune/Step": 9374, "Finetune/Step Time": 6.598906455561519}
+{"Finetune/Learning Rate": 1.0889636247057334e-05, "Finetune/Loss": 0.8240604400634766, "Finetune/Loss (Raw)": 0.7720481157302856, "Finetune/Step": 9375, "Finetune/Step Time": 6.612340917810798}
+{"Finetune/Learning Rate": 1.0887958953229349e-05, "Finetune/Loss": 0.8236819505691528, "Finetune/Loss (Raw)": 0.8841648697853088, "Finetune/Step": 9376, "Finetune/Step Time": 6.6353144478052855}
+{"Finetune/Learning Rate": 1.0886281634221377e-05, "Finetune/Loss": 0.8252376317977905, "Finetune/Loss (Raw)": 0.933602511882782, "Finetune/Step": 9377, "Finetune/Step Time": 6.6353188175708055}
+{"Finetune/Learning Rate": 1.0884604290080976e-05, "Finetune/Loss": 0.8276671767234802, "Finetune/Loss (Raw)": 0.89298015832901, "Finetune/Step": 9378, "Finetune/Step Time": 6.624518809840083}
+{"Finetune/Learning Rate": 1.0882926920855712e-05, "Finetune/Loss": 0.8275667428970337, "Finetune/Loss (Raw)": 0.7129110097885132, "Finetune/Step": 9379, "Finetune/Step Time": 6.628837341442704}
+{"Finetune/Learning Rate": 1.0881249526593154e-05, "Finetune/Loss": 0.828216552734375, "Finetune/Loss (Raw)": 0.8848240375518799, "Finetune/Step": 9380, "Finetune/Step Time": 6.628391237929463}
+{"Finetune/Learning Rate": 1.0879572107340864e-05, "Finetune/Loss": 0.8291776776313782, "Finetune/Loss (Raw)": 0.8567764163017273, "Finetune/Step": 9381, "Finetune/Step Time": 6.625593803822994}
+{"Finetune/Learning Rate": 1.0877894663146409e-05, "Finetune/Loss": 0.8281041383743286, "Finetune/Loss (Raw)": 0.7601450681686401, "Finetune/Step": 9382, "Finetune/Step Time": 6.631418824195862}
+{"Finetune/Learning Rate": 1.087621719405736e-05, "Finetune/Loss": 0.828295886516571, "Finetune/Loss (Raw)": 0.8456331491470337, "Finetune/Step": 9383, "Finetune/Step Time": 6.63433044962585}
+{"Finetune/Learning Rate": 1.087453970012128e-05, "Finetune/Loss": 0.8287244439125061, "Finetune/Loss (Raw)": 0.8647812008857727, "Finetune/Step": 9384, "Finetune/Step Time": 6.645076075568795}
+{"Finetune/Learning Rate": 1.0872862181385744e-05, "Finetune/Loss": 0.828494668006897, "Finetune/Loss (Raw)": 0.8275173306465149, "Finetune/Step": 9385, "Finetune/Step Time": 6.641964165493846}
+{"Finetune/Learning Rate": 1.0871184637898315e-05, "Finetune/Loss": 0.8277448415756226, "Finetune/Loss (Raw)": 0.8346846103668213, "Finetune/Step": 9386, "Finetune/Step Time": 6.644673936069012}
+{"Finetune/Learning Rate": 1.086950706970657e-05, "Finetune/Loss": 0.8285145163536072, "Finetune/Loss (Raw)": 0.8042229413986206, "Finetune/Step": 9387, "Finetune/Step Time": 6.645162774249911}
+{"Finetune/Learning Rate": 1.0867829476858076e-05, "Finetune/Loss": 0.8294488787651062, "Finetune/Loss (Raw)": 0.8553296327590942, "Finetune/Step": 9388, "Finetune/Step Time": 6.644781764596701}
+{"Finetune/Learning Rate": 1.0866151859400406e-05, "Finetune/Loss": 0.830771803855896, "Finetune/Loss (Raw)": 0.8349138498306274, "Finetune/Step": 9389, "Finetune/Step Time": 6.648207183927298}
+{"Finetune/Learning Rate": 1.0864474217381136e-05, "Finetune/Loss": 0.8317530155181885, "Finetune/Loss (Raw)": 0.8926393985748291, "Finetune/Step": 9390, "Finetune/Step Time": 6.62989710085094}
+{"Finetune/Learning Rate": 1.0862796550847829e-05, "Finetune/Loss": 0.8330591917037964, "Finetune/Loss (Raw)": 0.8684425950050354, "Finetune/Step": 9391, "Finetune/Step Time": 6.627575455233455}
+{"Finetune/Learning Rate": 1.0861118859848067e-05, "Finetune/Loss": 0.8352773189544678, "Finetune/Loss (Raw)": 1.0036020278930664, "Finetune/Step": 9392, "Finetune/Step Time": 6.623487262055278}
+{"Finetune/Learning Rate": 1.0859441144429428e-05, "Finetune/Loss": 0.8359178900718689, "Finetune/Loss (Raw)": 0.9353700876235962, "Finetune/Step": 9393, "Finetune/Step Time": 6.617293195798993}
+{"Finetune/Learning Rate": 1.0857763404639479e-05, "Finetune/Loss": 0.837145984172821, "Finetune/Loss (Raw)": 0.9045560359954834, "Finetune/Step": 9394, "Finetune/Step Time": 6.612973494455218}
+{"Finetune/Learning Rate": 1.0856085640525795e-05, "Finetune/Loss": 0.8365538120269775, "Finetune/Loss (Raw)": 0.8709180355072021, "Finetune/Step": 9395, "Finetune/Step Time": 6.612258629873395}
+{"Finetune/Learning Rate": 1.0854407852135961e-05, "Finetune/Loss": 0.836229681968689, "Finetune/Loss (Raw)": 0.7015370726585388, "Finetune/Step": 9396, "Finetune/Step Time": 6.606112187728286}
+{"Finetune/Learning Rate": 1.0852730039517549e-05, "Finetune/Loss": 0.8347854614257812, "Finetune/Loss (Raw)": 0.7336915731430054, "Finetune/Step": 9397, "Finetune/Step Time": 6.611318934708834}
+{"Finetune/Learning Rate": 1.0851052202718136e-05, "Finetune/Loss": 0.8347945213317871, "Finetune/Loss (Raw)": 0.8948127627372742, "Finetune/Step": 9398, "Finetune/Step Time": 6.602595826610923}
+{"Finetune/Learning Rate": 1.0849374341785306e-05, "Finetune/Loss": 0.834788978099823, "Finetune/Loss (Raw)": 0.8326562643051147, "Finetune/Step": 9399, "Finetune/Step Time": 6.6055396646261215}
+{"Finetune/Learning Rate": 1.0847696456766632e-05, "Finetune/Loss": 0.8369083404541016, "Finetune/Loss (Raw)": 1.0216094255447388, "Finetune/Step": 9400, "Finetune/Step Time": 6.623513180762529}
+{"Finetune/Learning Rate": 1.0846018547709698e-05, "Finetune/Loss": 0.8369385004043579, "Finetune/Loss (Raw)": 0.8772655129432678, "Finetune/Step": 9401, "Finetune/Step Time": 6.639714229851961}
+{"Finetune/Learning Rate": 1.0844340614662086e-05, "Finetune/Loss": 0.8371138572692871, "Finetune/Loss (Raw)": 1.0120223760604858, "Finetune/Step": 9402, "Finetune/Step Time": 6.653748527169228}
+{"Finetune/Learning Rate": 1.0842662657671373e-05, "Finetune/Loss": 0.8383163213729858, "Finetune/Loss (Raw)": 0.8701351284980774, "Finetune/Step": 9403, "Finetune/Step Time": 6.653112692758441}
+{"Finetune/Learning Rate": 1.0840984676785142e-05, "Finetune/Loss": 0.8391510248184204, "Finetune/Loss (Raw)": 1.031790852546692, "Finetune/Step": 9404, "Finetune/Step Time": 6.6527579594403505}
+{"Finetune/Learning Rate": 1.0839306672050978e-05, "Finetune/Loss": 0.8389298319816589, "Finetune/Loss (Raw)": 0.7698935866355896, "Finetune/Step": 9405, "Finetune/Step Time": 6.65286854095757}
+{"Finetune/Learning Rate": 1.0837628643516464e-05, "Finetune/Loss": 0.8387191891670227, "Finetune/Loss (Raw)": 0.8330591320991516, "Finetune/Step": 9406, "Finetune/Step Time": 6.660595469176769}
+{"Finetune/Learning Rate": 1.0835950591229183e-05, "Finetune/Loss": 0.8385231494903564, "Finetune/Loss (Raw)": 0.8248251676559448, "Finetune/Step": 9407, "Finetune/Step Time": 6.658319251611829}
+{"Finetune/Learning Rate": 1.083427251523672e-05, "Finetune/Loss": 0.8395348787307739, "Finetune/Loss (Raw)": 1.0056796073913574, "Finetune/Step": 9408, "Finetune/Step Time": 6.662659015506506}
+{"Finetune/Learning Rate": 1.0832594415586662e-05, "Finetune/Loss": 0.8378769159317017, "Finetune/Loss (Raw)": 0.5743229389190674, "Finetune/Step": 9409, "Finetune/Step Time": 6.673145867884159}
+{"Finetune/Learning Rate": 1.0830916292326595e-05, "Finetune/Loss": 0.8372623920440674, "Finetune/Loss (Raw)": 0.8526415228843689, "Finetune/Step": 9410, "Finetune/Step Time": 6.680690694600344}
+{"Finetune/Learning Rate": 1.0829238145504104e-05, "Finetune/Loss": 0.8386510610580444, "Finetune/Loss (Raw)": 0.9957865476608276, "Finetune/Step": 9411, "Finetune/Step Time": 6.679866626858711}
+{"Finetune/Learning Rate": 1.0827559975166775e-05, "Finetune/Loss": 0.8386976718902588, "Finetune/Loss (Raw)": 0.8077545166015625, "Finetune/Step": 9412, "Finetune/Step Time": 6.677046349272132}
+{"Finetune/Learning Rate": 1.08258817813622e-05, "Finetune/Loss": 0.8381679058074951, "Finetune/Loss (Raw)": 0.7945442795753479, "Finetune/Step": 9413, "Finetune/Step Time": 6.6729274690151215}
+{"Finetune/Learning Rate": 1.0824203564137967e-05, "Finetune/Loss": 0.8369395136833191, "Finetune/Loss (Raw)": 0.7077162861824036, "Finetune/Step": 9414, "Finetune/Step Time": 6.690132485702634}
+{"Finetune/Learning Rate": 1.0822525323541661e-05, "Finetune/Loss": 0.8372242450714111, "Finetune/Loss (Raw)": 0.7929564118385315, "Finetune/Step": 9415, "Finetune/Step Time": 6.685583796352148}
+{"Finetune/Learning Rate": 1.0820847059620879e-05, "Finetune/Loss": 0.8356381058692932, "Finetune/Loss (Raw)": 0.7461130619049072, "Finetune/Step": 9416, "Finetune/Step Time": 6.710149982944131}
+{"Finetune/Learning Rate": 1.081916877242321e-05, "Finetune/Loss": 0.8363972902297974, "Finetune/Loss (Raw)": 0.8324717879295349, "Finetune/Step": 9417, "Finetune/Step Time": 6.698376566171646}
+{"Finetune/Learning Rate": 1.081749046199624e-05, "Finetune/Loss": 0.8369675874710083, "Finetune/Loss (Raw)": 0.7999345064163208, "Finetune/Step": 9418, "Finetune/Step Time": 6.6925726570189}
+{"Finetune/Learning Rate": 1.0815812128387566e-05, "Finetune/Loss": 0.8357054591178894, "Finetune/Loss (Raw)": 0.6613346338272095, "Finetune/Step": 9419, "Finetune/Step Time": 6.702287372201681}
+{"Finetune/Learning Rate": 1.0814133771644783e-05, "Finetune/Loss": 0.8360397815704346, "Finetune/Loss (Raw)": 0.8678605556488037, "Finetune/Step": 9420, "Finetune/Step Time": 6.704389998689294}
+{"Finetune/Learning Rate": 1.081245539181548e-05, "Finetune/Loss": 0.8360531330108643, "Finetune/Loss (Raw)": 0.8639361262321472, "Finetune/Step": 9421, "Finetune/Step Time": 6.704867847263813}
+{"Finetune/Learning Rate": 1.0810776988947252e-05, "Finetune/Loss": 0.8337398171424866, "Finetune/Loss (Raw)": 0.710196852684021, "Finetune/Step": 9422, "Finetune/Step Time": 6.719229348003864}
+{"Finetune/Learning Rate": 1.0809098563087692e-05, "Finetune/Loss": 0.8335548043251038, "Finetune/Loss (Raw)": 0.8584518432617188, "Finetune/Step": 9423, "Finetune/Step Time": 6.720521420240402}
+{"Finetune/Learning Rate": 1.08074201142844e-05, "Finetune/Loss": 0.8339940309524536, "Finetune/Loss (Raw)": 0.8289979696273804, "Finetune/Step": 9424, "Finetune/Step Time": 6.71188941411674}
+{"Finetune/Learning Rate": 1.080574164258497e-05, "Finetune/Loss": 0.8334794044494629, "Finetune/Loss (Raw)": 0.8447341322898865, "Finetune/Step": 9425, "Finetune/Step Time": 6.713431838899851}
+{"Finetune/Learning Rate": 1.0804063148036996e-05, "Finetune/Loss": 0.8340038061141968, "Finetune/Loss (Raw)": 0.882645845413208, "Finetune/Step": 9426, "Finetune/Step Time": 6.713684055954218}
+{"Finetune/Learning Rate": 1.080238463068808e-05, "Finetune/Loss": 0.8343896269798279, "Finetune/Loss (Raw)": 0.9113107919692993, "Finetune/Step": 9427, "Finetune/Step Time": 6.7023893017321825}
+{"Finetune/Learning Rate": 1.0800706090585814e-05, "Finetune/Loss": 0.8348520398139954, "Finetune/Loss (Raw)": 0.8238766193389893, "Finetune/Step": 9428, "Finetune/Step Time": 6.698036493733525}
+{"Finetune/Learning Rate": 1.0799027527777803e-05, "Finetune/Loss": 0.8337370753288269, "Finetune/Loss (Raw)": 0.8194456696510315, "Finetune/Step": 9429, "Finetune/Step Time": 6.7015397772192955}
+{"Finetune/Learning Rate": 1.0797348942311644e-05, "Finetune/Loss": 0.8333055973052979, "Finetune/Loss (Raw)": 0.7148807048797607, "Finetune/Step": 9430, "Finetune/Step Time": 6.698137238621712}
+{"Finetune/Learning Rate": 1.0795670334234936e-05, "Finetune/Loss": 0.8328243494033813, "Finetune/Loss (Raw)": 0.7400740385055542, "Finetune/Step": 9431, "Finetune/Step Time": 6.70289639942348}
+{"Finetune/Learning Rate": 1.0793991703595279e-05, "Finetune/Loss": 0.8329225182533264, "Finetune/Loss (Raw)": 0.8079081177711487, "Finetune/Step": 9432, "Finetune/Step Time": 6.700215166434646}
+{"Finetune/Learning Rate": 1.0792313050440276e-05, "Finetune/Loss": 0.8335855007171631, "Finetune/Loss (Raw)": 0.8740205764770508, "Finetune/Step": 9433, "Finetune/Step Time": 6.696082515642047}
+{"Finetune/Learning Rate": 1.0790634374817525e-05, "Finetune/Loss": 0.8322421908378601, "Finetune/Loss (Raw)": 0.8115803599357605, "Finetune/Step": 9434, "Finetune/Step Time": 6.693734126165509}
+{"Finetune/Learning Rate": 1.0788955676774635e-05, "Finetune/Loss": 0.8336931467056274, "Finetune/Loss (Raw)": 0.820955753326416, "Finetune/Step": 9435, "Finetune/Step Time": 6.698391875252128}
+{"Finetune/Learning Rate": 1.0787276956359202e-05, "Finetune/Loss": 0.8344432711601257, "Finetune/Loss (Raw)": 0.8838476538658142, "Finetune/Step": 9436, "Finetune/Step Time": 6.69527673535049}
+{"Finetune/Learning Rate": 1.0785598213618835e-05, "Finetune/Loss": 0.8348424434661865, "Finetune/Loss (Raw)": 0.8965328931808472, "Finetune/Step": 9437, "Finetune/Step Time": 6.694747479632497}
+{"Finetune/Learning Rate": 1.078391944860114e-05, "Finetune/Loss": 0.835829496383667, "Finetune/Loss (Raw)": 0.8627278804779053, "Finetune/Step": 9438, "Finetune/Step Time": 6.676623756065965}
+{"Finetune/Learning Rate": 1.0782240661353716e-05, "Finetune/Loss": 0.8344578146934509, "Finetune/Loss (Raw)": 0.7356449365615845, "Finetune/Step": 9439, "Finetune/Step Time": 6.684010419994593}
+{"Finetune/Learning Rate": 1.0780561851924168e-05, "Finetune/Loss": 0.833694577217102, "Finetune/Loss (Raw)": 0.6909062266349792, "Finetune/Step": 9440, "Finetune/Step Time": 6.687685986980796}
+{"Finetune/Learning Rate": 1.0778883020360112e-05, "Finetune/Loss": 0.8341964483261108, "Finetune/Loss (Raw)": 0.8789488077163696, "Finetune/Step": 9441, "Finetune/Step Time": 6.6862724013626575}
+{"Finetune/Learning Rate": 1.0777204166709144e-05, "Finetune/Loss": 0.8348921537399292, "Finetune/Loss (Raw)": 0.932854950428009, "Finetune/Step": 9442, "Finetune/Step Time": 6.690013539046049}
+{"Finetune/Learning Rate": 1.0775525291018873e-05, "Finetune/Loss": 0.8328754901885986, "Finetune/Loss (Raw)": 0.6342066526412964, "Finetune/Step": 9443, "Finetune/Step Time": 6.70342112518847}
+{"Finetune/Learning Rate": 1.0773846393336916e-05, "Finetune/Loss": 0.8335018157958984, "Finetune/Loss (Raw)": 0.7445671558380127, "Finetune/Step": 9444, "Finetune/Step Time": 6.695165423676372}
+{"Finetune/Learning Rate": 1.0772167473710873e-05, "Finetune/Loss": 0.8328756093978882, "Finetune/Loss (Raw)": 0.6907491087913513, "Finetune/Step": 9445, "Finetune/Step Time": 6.69621068239212}
+{"Finetune/Learning Rate": 1.0770488532188356e-05, "Finetune/Loss": 0.8321743011474609, "Finetune/Loss (Raw)": 0.8299337029457092, "Finetune/Step": 9446, "Finetune/Step Time": 6.690144194290042}
+{"Finetune/Learning Rate": 1.0768809568816974e-05, "Finetune/Loss": 0.831662654876709, "Finetune/Loss (Raw)": 0.7927411198616028, "Finetune/Step": 9447, "Finetune/Step Time": 6.686403004452586}
+{"Finetune/Learning Rate": 1.0767130583644343e-05, "Finetune/Loss": 0.8323092460632324, "Finetune/Loss (Raw)": 0.8080686926841736, "Finetune/Step": 9448, "Finetune/Step Time": 6.698936283588409}
+{"Finetune/Learning Rate": 1.0765451576718067e-05, "Finetune/Loss": 0.8324005603790283, "Finetune/Loss (Raw)": 0.8716313242912292, "Finetune/Step": 9449, "Finetune/Step Time": 6.697980996221304}
+{"Finetune/Learning Rate": 1.0763772548085762e-05, "Finetune/Loss": 0.8333150148391724, "Finetune/Loss (Raw)": 0.9030910134315491, "Finetune/Step": 9450, "Finetune/Step Time": 6.697425222024322}
+{"Finetune/Learning Rate": 1.0762093497795038e-05, "Finetune/Loss": 0.8316777348518372, "Finetune/Loss (Raw)": 0.786532998085022, "Finetune/Step": 9451, "Finetune/Step Time": 6.693417465314269}
+{"Finetune/Learning Rate": 1.076041442589351e-05, "Finetune/Loss": 0.8310630917549133, "Finetune/Loss (Raw)": 0.8306636214256287, "Finetune/Step": 9452, "Finetune/Step Time": 6.695287395268679}
+{"Finetune/Learning Rate": 1.0758735332428793e-05, "Finetune/Loss": 0.8333138227462769, "Finetune/Loss (Raw)": 0.8640219569206238, "Finetune/Step": 9453, "Finetune/Step Time": 6.6678127478808165}
+{"Finetune/Learning Rate": 1.0757056217448498e-05, "Finetune/Loss": 0.8338764905929565, "Finetune/Loss (Raw)": 0.827857494354248, "Finetune/Step": 9454, "Finetune/Step Time": 6.648137142881751}
+{"Finetune/Learning Rate": 1.0755377081000242e-05, "Finetune/Loss": 0.8328742980957031, "Finetune/Loss (Raw)": 0.832003116607666, "Finetune/Step": 9455, "Finetune/Step Time": 6.648712238296866}
+{"Finetune/Learning Rate": 1.0753697923131641e-05, "Finetune/Loss": 0.8324464559555054, "Finetune/Loss (Raw)": 0.685932993888855, "Finetune/Step": 9456, "Finetune/Step Time": 6.650528462603688}
+{"Finetune/Learning Rate": 1.0752018743890308e-05, "Finetune/Loss": 0.832280695438385, "Finetune/Loss (Raw)": 0.8039281964302063, "Finetune/Step": 9457, "Finetune/Step Time": 6.66071012429893}
+{"Finetune/Learning Rate": 1.0750339543323862e-05, "Finetune/Loss": 0.8325071334838867, "Finetune/Loss (Raw)": 0.8117246627807617, "Finetune/Step": 9458, "Finetune/Step Time": 6.66297254525125}
+{"Finetune/Learning Rate": 1.0748660321479922e-05, "Finetune/Loss": 0.8313621282577515, "Finetune/Loss (Raw)": 0.6561117172241211, "Finetune/Step": 9459, "Finetune/Step Time": 6.669483622536063}
+{"Finetune/Learning Rate": 1.0746981078406105e-05, "Finetune/Loss": 0.8313684463500977, "Finetune/Loss (Raw)": 0.7873444557189941, "Finetune/Step": 9460, "Finetune/Step Time": 6.672511363402009}
+{"Finetune/Learning Rate": 1.0745301814150025e-05, "Finetune/Loss": 0.8308120369911194, "Finetune/Loss (Raw)": 0.8249124884605408, "Finetune/Step": 9461, "Finetune/Step Time": 6.676420886069536}
+{"Finetune/Learning Rate": 1.0743622528759306e-05, "Finetune/Loss": 0.8294162750244141, "Finetune/Loss (Raw)": 0.6207520961761475, "Finetune/Step": 9462, "Finetune/Step Time": 6.689694514498115}
+{"Finetune/Learning Rate": 1.074194322228157e-05, "Finetune/Loss": 0.8287029266357422, "Finetune/Loss (Raw)": 0.712855875492096, "Finetune/Step": 9463, "Finetune/Step Time": 6.68463447317481}
+{"Finetune/Learning Rate": 1.074026389476443e-05, "Finetune/Loss": 0.8275308609008789, "Finetune/Loss (Raw)": 0.6716386079788208, "Finetune/Step": 9464, "Finetune/Step Time": 6.687983777374029}
+{"Finetune/Learning Rate": 1.073858454625551e-05, "Finetune/Loss": 0.8278090357780457, "Finetune/Loss (Raw)": 0.9532768726348877, "Finetune/Step": 9465, "Finetune/Step Time": 6.705872179940343}
+{"Finetune/Learning Rate": 1.073690517680244e-05, "Finetune/Loss": 0.8270922303199768, "Finetune/Loss (Raw)": 0.7198365926742554, "Finetune/Step": 9466, "Finetune/Step Time": 6.707013042643666}
+{"Finetune/Learning Rate": 1.0735225786452828e-05, "Finetune/Loss": 0.8280023336410522, "Finetune/Loss (Raw)": 0.8748385906219482, "Finetune/Step": 9467, "Finetune/Step Time": 6.707904385402799}
+{"Finetune/Learning Rate": 1.0733546375254302e-05, "Finetune/Loss": 0.8280139565467834, "Finetune/Loss (Raw)": 0.7820412516593933, "Finetune/Step": 9468, "Finetune/Step Time": 6.704224202781916}
+{"Finetune/Learning Rate": 1.0731866943254492e-05, "Finetune/Loss": 0.8267278075218201, "Finetune/Loss (Raw)": 0.7502957582473755, "Finetune/Step": 9469, "Finetune/Step Time": 6.692673075944185}
+{"Finetune/Learning Rate": 1.0730187490501017e-05, "Finetune/Loss": 0.8268728256225586, "Finetune/Loss (Raw)": 0.7992684841156006, "Finetune/Step": 9470, "Finetune/Step Time": 6.68743391521275}
+{"Finetune/Learning Rate": 1.0728508017041494e-05, "Finetune/Loss": 0.828280508518219, "Finetune/Loss (Raw)": 0.8903961181640625, "Finetune/Step": 9471, "Finetune/Step Time": 6.6818022560328245}
+{"Finetune/Learning Rate": 1.0726828522923563e-05, "Finetune/Loss": 0.8288759589195251, "Finetune/Loss (Raw)": 0.9353857040405273, "Finetune/Step": 9472, "Finetune/Step Time": 6.681164216250181}
+{"Finetune/Learning Rate": 1.0725149008194838e-05, "Finetune/Loss": 0.8295005559921265, "Finetune/Loss (Raw)": 0.901360273361206, "Finetune/Step": 9473, "Finetune/Step Time": 6.6777967512607574}
+{"Finetune/Learning Rate": 1.072346947290295e-05, "Finetune/Loss": 0.8298896551132202, "Finetune/Loss (Raw)": 0.8064751625061035, "Finetune/Step": 9474, "Finetune/Step Time": 6.661713263019919}
+{"Finetune/Learning Rate": 1.0721789917095524e-05, "Finetune/Loss": 0.8280218839645386, "Finetune/Loss (Raw)": 0.6414650678634644, "Finetune/Step": 9475, "Finetune/Step Time": 6.671834882348776}
+{"Finetune/Learning Rate": 1.072011034082019e-05, "Finetune/Loss": 0.8262245655059814, "Finetune/Loss (Raw)": 0.7563687562942505, "Finetune/Step": 9476, "Finetune/Step Time": 6.673918103799224}
+{"Finetune/Learning Rate": 1.0718430744124573e-05, "Finetune/Loss": 0.8254553079605103, "Finetune/Loss (Raw)": 0.831221878528595, "Finetune/Step": 9477, "Finetune/Step Time": 6.669288409873843}
+{"Finetune/Learning Rate": 1.0716751127056304e-05, "Finetune/Loss": 0.8256550431251526, "Finetune/Loss (Raw)": 0.8091467022895813, "Finetune/Step": 9478, "Finetune/Step Time": 6.6706330347806215}
+{"Finetune/Learning Rate": 1.0715071489663012e-05, "Finetune/Loss": 0.8273131251335144, "Finetune/Loss (Raw)": 0.9439235329627991, "Finetune/Step": 9479, "Finetune/Step Time": 6.6672539208084345}
+{"Finetune/Learning Rate": 1.0713391831992324e-05, "Finetune/Loss": 0.8270772695541382, "Finetune/Loss (Raw)": 0.8495711088180542, "Finetune/Step": 9480, "Finetune/Step Time": 6.67047849483788}
+{"Finetune/Learning Rate": 1.0711712154091874e-05, "Finetune/Loss": 0.8270555734634399, "Finetune/Loss (Raw)": 0.7717720866203308, "Finetune/Step": 9481, "Finetune/Step Time": 6.679714133962989}
+{"Finetune/Learning Rate": 1.071003245600929e-05, "Finetune/Loss": 0.8267998695373535, "Finetune/Loss (Raw)": 0.7866957783699036, "Finetune/Step": 9482, "Finetune/Step Time": 6.680275613442063}
+{"Finetune/Learning Rate": 1.0708352737792205e-05, "Finetune/Loss": 0.8271021842956543, "Finetune/Loss (Raw)": 0.8618435859680176, "Finetune/Step": 9483, "Finetune/Step Time": 6.674354476854205}
+{"Finetune/Learning Rate": 1.0706672999488253e-05, "Finetune/Loss": 0.8277523517608643, "Finetune/Loss (Raw)": 0.876735508441925, "Finetune/Step": 9484, "Finetune/Step Time": 6.672988070175052}
+{"Finetune/Learning Rate": 1.0704993241145058e-05, "Finetune/Loss": 0.8280662298202515, "Finetune/Loss (Raw)": 0.8817843198776245, "Finetune/Step": 9485, "Finetune/Step Time": 6.672946806997061}
+{"Finetune/Learning Rate": 1.0703313462810265e-05, "Finetune/Loss": 0.8280983567237854, "Finetune/Loss (Raw)": 0.8539920449256897, "Finetune/Step": 9486, "Finetune/Step Time": 6.677003152668476}
+{"Finetune/Learning Rate": 1.07016336645315e-05, "Finetune/Loss": 0.8263638615608215, "Finetune/Loss (Raw)": 0.730261504650116, "Finetune/Step": 9487, "Finetune/Step Time": 6.685124550014734}
+{"Finetune/Learning Rate": 1.06999538463564e-05, "Finetune/Loss": 0.8269597887992859, "Finetune/Loss (Raw)": 1.0218687057495117, "Finetune/Step": 9488, "Finetune/Step Time": 6.685053661465645}
+{"Finetune/Learning Rate": 1.0698274008332598e-05, "Finetune/Loss": 0.8265920877456665, "Finetune/Loss (Raw)": 0.8134798407554626, "Finetune/Step": 9489, "Finetune/Step Time": 6.68229541555047}
+{"Finetune/Learning Rate": 1.0696594150507735e-05, "Finetune/Loss": 0.8260297775268555, "Finetune/Loss (Raw)": 0.8062466979026794, "Finetune/Step": 9490, "Finetune/Step Time": 6.70520163141191}
+{"Finetune/Learning Rate": 1.069491427292944e-05, "Finetune/Loss": 0.8253672122955322, "Finetune/Loss (Raw)": 0.8309908509254456, "Finetune/Step": 9491, "Finetune/Step Time": 6.721922101452947}
+{"Finetune/Learning Rate": 1.0693234375645349e-05, "Finetune/Loss": 0.8246505260467529, "Finetune/Loss (Raw)": 0.811958372592926, "Finetune/Step": 9492, "Finetune/Step Time": 6.724223490804434}
+{"Finetune/Learning Rate": 1.0691554458703109e-05, "Finetune/Loss": 0.8269015550613403, "Finetune/Loss (Raw)": 1.0368006229400635, "Finetune/Step": 9493, "Finetune/Step Time": 6.718762207776308}
+{"Finetune/Learning Rate": 1.0689874522150348e-05, "Finetune/Loss": 0.8257321715354919, "Finetune/Loss (Raw)": 0.8450146913528442, "Finetune/Step": 9494, "Finetune/Step Time": 6.717809062451124}
+{"Finetune/Learning Rate": 1.0688194566034706e-05, "Finetune/Loss": 0.8256645798683167, "Finetune/Loss (Raw)": 0.8627604246139526, "Finetune/Step": 9495, "Finetune/Step Time": 6.721786571666598}
+{"Finetune/Learning Rate": 1.0686514590403823e-05, "Finetune/Loss": 0.8253101110458374, "Finetune/Loss (Raw)": 0.7769485116004944, "Finetune/Step": 9496, "Finetune/Step Time": 6.714789774268866}
+{"Finetune/Learning Rate": 1.068483459530534e-05, "Finetune/Loss": 0.8253421783447266, "Finetune/Loss (Raw)": 0.7943243980407715, "Finetune/Step": 9497, "Finetune/Step Time": 6.719397956505418}
+{"Finetune/Learning Rate": 1.0683154580786894e-05, "Finetune/Loss": 0.8241852521896362, "Finetune/Loss (Raw)": 0.819145917892456, "Finetune/Step": 9498, "Finetune/Step Time": 6.7228465359658}
+{"Finetune/Learning Rate": 1.0681474546896126e-05, "Finetune/Loss": 0.8253160119056702, "Finetune/Loss (Raw)": 0.7439690828323364, "Finetune/Step": 9499, "Finetune/Step Time": 6.7228973638266325}
+{"Finetune/Learning Rate": 1.0679794493680679e-05, "Finetune/Loss": 0.8254528045654297, "Finetune/Loss (Raw)": 0.8418351411819458, "Finetune/Step": 9500, "Finetune/Step Time": 6.722721602767706}
+{"Finetune/Learning Rate": 1.0678114421188195e-05, "Finetune/Loss": 0.8255516290664673, "Finetune/Loss (Raw)": 0.8789138197898865, "Finetune/Step": 9501, "Finetune/Step Time": 6.721259076148272}
+{"Finetune/Learning Rate": 1.0676434329466312e-05, "Finetune/Loss": 0.8268111944198608, "Finetune/Loss (Raw)": 0.8713942766189575, "Finetune/Step": 9502, "Finetune/Step Time": 6.72093696333468}
+{"Finetune/Learning Rate": 1.0674754218562675e-05, "Finetune/Loss": 0.8260277509689331, "Finetune/Loss (Raw)": 0.6717667579650879, "Finetune/Step": 9503, "Finetune/Step Time": 6.704106858000159}
+{"Finetune/Learning Rate": 1.0673074088524926e-05, "Finetune/Loss": 0.8244650959968567, "Finetune/Loss (Raw)": 0.6841452717781067, "Finetune/Step": 9504, "Finetune/Step Time": 6.709974851459265}
+{"Finetune/Learning Rate": 1.0671393939400715e-05, "Finetune/Loss": 0.8231179714202881, "Finetune/Loss (Raw)": 0.7611698508262634, "Finetune/Step": 9505, "Finetune/Step Time": 6.71443972364068}
+{"Finetune/Learning Rate": 1.0669713771237676e-05, "Finetune/Loss": 0.8224884271621704, "Finetune/Loss (Raw)": 0.8123998641967773, "Finetune/Step": 9506, "Finetune/Step Time": 6.7381920628249645}
+{"Finetune/Learning Rate": 1.066803358408346e-05, "Finetune/Loss": 0.8227638006210327, "Finetune/Loss (Raw)": 0.7481628656387329, "Finetune/Step": 9507, "Finetune/Step Time": 6.728480450809002}
+{"Finetune/Learning Rate": 1.0666353377985712e-05, "Finetune/Loss": 0.8223326802253723, "Finetune/Loss (Raw)": 0.8296332955360413, "Finetune/Step": 9508, "Finetune/Step Time": 6.731073638424277}
+{"Finetune/Learning Rate": 1.0664673152992076e-05, "Finetune/Loss": 0.8219791650772095, "Finetune/Loss (Raw)": 0.8115341067314148, "Finetune/Step": 9509, "Finetune/Step Time": 6.73464672267437}
+{"Finetune/Learning Rate": 1.0662992909150199e-05, "Finetune/Loss": 0.82276451587677, "Finetune/Loss (Raw)": 0.8606616854667664, "Finetune/Step": 9510, "Finetune/Step Time": 6.727005211636424}
+{"Finetune/Learning Rate": 1.0661312646507731e-05, "Finetune/Loss": 0.8232473731040955, "Finetune/Loss (Raw)": 0.9074415564537048, "Finetune/Step": 9511, "Finetune/Step Time": 6.7270770985633135}
+{"Finetune/Learning Rate": 1.0659632365112317e-05, "Finetune/Loss": 0.8226285576820374, "Finetune/Loss (Raw)": 0.7855710983276367, "Finetune/Step": 9512, "Finetune/Step Time": 6.7172760013490915}
+{"Finetune/Learning Rate": 1.0657952065011599e-05, "Finetune/Loss": 0.8231201171875, "Finetune/Loss (Raw)": 0.890434205532074, "Finetune/Step": 9513, "Finetune/Step Time": 6.715315163135529}
+{"Finetune/Learning Rate": 1.0656271746253237e-05, "Finetune/Loss": 0.8234024047851562, "Finetune/Loss (Raw)": 0.8708212375640869, "Finetune/Step": 9514, "Finetune/Step Time": 6.712342770770192}
+{"Finetune/Learning Rate": 1.0654591408884874e-05, "Finetune/Loss": 0.824918806552887, "Finetune/Loss (Raw)": 0.9983242750167847, "Finetune/Step": 9515, "Finetune/Step Time": 6.7102806475013494}
+{"Finetune/Learning Rate": 1.065291105295416e-05, "Finetune/Loss": 0.8236023187637329, "Finetune/Loss (Raw)": 0.6868165135383606, "Finetune/Step": 9516, "Finetune/Step Time": 6.710358427837491}
+{"Finetune/Learning Rate": 1.0651230678508744e-05, "Finetune/Loss": 0.8229514360427856, "Finetune/Loss (Raw)": 0.751602053642273, "Finetune/Step": 9517, "Finetune/Step Time": 6.716112012043595}
+{"Finetune/Learning Rate": 1.0649550285596278e-05, "Finetune/Loss": 0.8224778175354004, "Finetune/Loss (Raw)": 0.8320159912109375, "Finetune/Step": 9518, "Finetune/Step Time": 6.716298205778003}
+{"Finetune/Learning Rate": 1.0647869874264411e-05, "Finetune/Loss": 0.8229489326477051, "Finetune/Loss (Raw)": 0.9287406206130981, "Finetune/Step": 9519, "Finetune/Step Time": 6.7337839882820845}
+{"Finetune/Learning Rate": 1.0646189444560799e-05, "Finetune/Loss": 0.8215364217758179, "Finetune/Loss (Raw)": 0.8228030204772949, "Finetune/Step": 9520, "Finetune/Step Time": 6.7519496493041515}
+{"Finetune/Learning Rate": 1.0644508996533092e-05, "Finetune/Loss": 0.8219115734100342, "Finetune/Loss (Raw)": 0.9833890199661255, "Finetune/Step": 9521, "Finetune/Step Time": 6.7537249475717545}
+{"Finetune/Learning Rate": 1.0642828530228941e-05, "Finetune/Loss": 0.8219367861747742, "Finetune/Loss (Raw)": 0.907787561416626, "Finetune/Step": 9522, "Finetune/Step Time": 6.780483607202768}
+{"Finetune/Learning Rate": 1.0641148045696003e-05, "Finetune/Loss": 0.8204922676086426, "Finetune/Loss (Raw)": 0.6860150694847107, "Finetune/Step": 9523, "Finetune/Step Time": 6.786943726241589}
+{"Finetune/Learning Rate": 1.063946754298193e-05, "Finetune/Loss": 0.8212257027626038, "Finetune/Loss (Raw)": 0.7954208850860596, "Finetune/Step": 9524, "Finetune/Step Time": 6.77741351723671}
+{"Finetune/Learning Rate": 1.0637787022134373e-05, "Finetune/Loss": 0.8214880228042603, "Finetune/Loss (Raw)": 0.7672647833824158, "Finetune/Step": 9525, "Finetune/Step Time": 6.763216610997915}
+{"Finetune/Learning Rate": 1.0636106483200991e-05, "Finetune/Loss": 0.8190581798553467, "Finetune/Loss (Raw)": 0.5837937593460083, "Finetune/Step": 9526, "Finetune/Step Time": 6.761116731911898}
+{"Finetune/Learning Rate": 1.063442592622944e-05, "Finetune/Loss": 0.8197515606880188, "Finetune/Loss (Raw)": 0.9214100241661072, "Finetune/Step": 9527, "Finetune/Step Time": 6.7582093849778175}
+{"Finetune/Learning Rate": 1.063274535126737e-05, "Finetune/Loss": 0.8174512386322021, "Finetune/Loss (Raw)": 0.7271713614463806, "Finetune/Step": 9528, "Finetune/Step Time": 6.742296202108264}
+{"Finetune/Learning Rate": 1.0631064758362445e-05, "Finetune/Loss": 0.816714882850647, "Finetune/Loss (Raw)": 0.7830141186714172, "Finetune/Step": 9529, "Finetune/Step Time": 6.724832758307457}
+{"Finetune/Learning Rate": 1.0629384147562314e-05, "Finetune/Loss": 0.8148223161697388, "Finetune/Loss (Raw)": 0.7697694897651672, "Finetune/Step": 9530, "Finetune/Step Time": 6.710163017734885}
+{"Finetune/Learning Rate": 1.062770351891464e-05, "Finetune/Loss": 0.8155714273452759, "Finetune/Loss (Raw)": 0.9660192728042603, "Finetune/Step": 9531, "Finetune/Step Time": 6.712109502404928}
+{"Finetune/Learning Rate": 1.0626022872467078e-05, "Finetune/Loss": 0.8138574361801147, "Finetune/Loss (Raw)": 0.812402069568634, "Finetune/Step": 9532, "Finetune/Step Time": 6.71017293818295}
+{"Finetune/Learning Rate": 1.0624342208267293e-05, "Finetune/Loss": 0.8136804103851318, "Finetune/Loss (Raw)": 0.7472416162490845, "Finetune/Step": 9533, "Finetune/Step Time": 6.711348924785852}
+{"Finetune/Learning Rate": 1.0622661526362932e-05, "Finetune/Loss": 0.8134664297103882, "Finetune/Loss (Raw)": 0.805660605430603, "Finetune/Step": 9534, "Finetune/Step Time": 6.7053025886416435}
+{"Finetune/Learning Rate": 1.0620980826801663e-05, "Finetune/Loss": 0.8128383159637451, "Finetune/Loss (Raw)": 0.7444283962249756, "Finetune/Step": 9535, "Finetune/Step Time": 6.704766450449824}
+{"Finetune/Learning Rate": 1.0619300109631146e-05, "Finetune/Loss": 0.8111432790756226, "Finetune/Loss (Raw)": 0.788709819316864, "Finetune/Step": 9536, "Finetune/Step Time": 6.704218678176403}
+{"Finetune/Learning Rate": 1.0617619374899032e-05, "Finetune/Loss": 0.8127210736274719, "Finetune/Loss (Raw)": 0.7762836217880249, "Finetune/Step": 9537, "Finetune/Step Time": 6.689867647364736}
+{"Finetune/Learning Rate": 1.0615938622652995e-05, "Finetune/Loss": 0.8133312463760376, "Finetune/Loss (Raw)": 0.9307492971420288, "Finetune/Step": 9538, "Finetune/Step Time": 6.6827989891171455}
+{"Finetune/Learning Rate": 1.061425785294069e-05, "Finetune/Loss": 0.8125472068786621, "Finetune/Loss (Raw)": 0.895425021648407, "Finetune/Step": 9539, "Finetune/Step Time": 6.683243339881301}
+{"Finetune/Learning Rate": 1.0612577065809779e-05, "Finetune/Loss": 0.8123336434364319, "Finetune/Loss (Raw)": 0.7804192304611206, "Finetune/Step": 9540, "Finetune/Step Time": 6.684376932680607}
+{"Finetune/Learning Rate": 1.0610896261307919e-05, "Finetune/Loss": 0.8107562065124512, "Finetune/Loss (Raw)": 0.5926370620727539, "Finetune/Step": 9541, "Finetune/Step Time": 6.673683255910873}
+{"Finetune/Learning Rate": 1.0609215439482785e-05, "Finetune/Loss": 0.8107709884643555, "Finetune/Loss (Raw)": 0.7096058130264282, "Finetune/Step": 9542, "Finetune/Step Time": 6.658218337222934}
+{"Finetune/Learning Rate": 1.060753460038203e-05, "Finetune/Loss": 0.8102535009384155, "Finetune/Loss (Raw)": 0.7267131805419922, "Finetune/Step": 9543, "Finetune/Step Time": 6.654759408906102}
+{"Finetune/Learning Rate": 1.0605853744053322e-05, "Finetune/Loss": 0.8108163475990295, "Finetune/Loss (Raw)": 0.8181604743003845, "Finetune/Step": 9544, "Finetune/Step Time": 6.634236389771104}
+{"Finetune/Learning Rate": 1.0604172870544325e-05, "Finetune/Loss": 0.810725212097168, "Finetune/Loss (Raw)": 0.8208052515983582, "Finetune/Step": 9545, "Finetune/Step Time": 6.6386156883090734}
+{"Finetune/Learning Rate": 1.0602491979902702e-05, "Finetune/Loss": 0.8111972212791443, "Finetune/Loss (Raw)": 0.8603578209877014, "Finetune/Step": 9546, "Finetune/Step Time": 6.63879818469286}
+{"Finetune/Learning Rate": 1.0600811072176123e-05, "Finetune/Loss": 0.8130985498428345, "Finetune/Loss (Raw)": 0.9047030210494995, "Finetune/Step": 9547, "Finetune/Step Time": 6.628898374736309}
+{"Finetune/Learning Rate": 1.0599130147412246e-05, "Finetune/Loss": 0.8123945593833923, "Finetune/Loss (Raw)": 0.7777436375617981, "Finetune/Step": 9548, "Finetune/Step Time": 6.638185476884246}
+{"Finetune/Learning Rate": 1.0597449205658746e-05, "Finetune/Loss": 0.8118368983268738, "Finetune/Loss (Raw)": 0.7925615310668945, "Finetune/Step": 9549, "Finetune/Step Time": 6.636397702619433}
+{"Finetune/Learning Rate": 1.0595768246963283e-05, "Finetune/Loss": 0.8123998045921326, "Finetune/Loss (Raw)": 0.7822464108467102, "Finetune/Step": 9550, "Finetune/Step Time": 6.624368796125054}
+{"Finetune/Learning Rate": 1.0594087271373525e-05, "Finetune/Loss": 0.8124963045120239, "Finetune/Loss (Raw)": 0.8708009123802185, "Finetune/Step": 9551, "Finetune/Step Time": 6.621271431446075}
+{"Finetune/Learning Rate": 1.0592406278937143e-05, "Finetune/Loss": 0.8128979206085205, "Finetune/Loss (Raw)": 0.8804067969322205, "Finetune/Step": 9552, "Finetune/Step Time": 6.622312068939209}
+{"Finetune/Learning Rate": 1.0590725269701804e-05, "Finetune/Loss": 0.8121718764305115, "Finetune/Loss (Raw)": 0.7517972588539124, "Finetune/Step": 9553, "Finetune/Step Time": 6.639925615862012}
+{"Finetune/Learning Rate": 1.0589044243715179e-05, "Finetune/Loss": 0.8115323185920715, "Finetune/Loss (Raw)": 0.8007841110229492, "Finetune/Step": 9554, "Finetune/Step Time": 6.641556028276682}
+{"Finetune/Learning Rate": 1.058736320102493e-05, "Finetune/Loss": 0.811413586139679, "Finetune/Loss (Raw)": 0.8961108922958374, "Finetune/Step": 9555, "Finetune/Step Time": 6.656558996066451}
+{"Finetune/Learning Rate": 1.058568214167873e-05, "Finetune/Loss": 0.8119997382164001, "Finetune/Loss (Raw)": 0.8989063501358032, "Finetune/Step": 9556, "Finetune/Step Time": 6.659720188006759}
+{"Finetune/Learning Rate": 1.0584001065724254e-05, "Finetune/Loss": 0.8123353123664856, "Finetune/Loss (Raw)": 0.8623988032341003, "Finetune/Step": 9557, "Finetune/Step Time": 6.658876854926348}
+{"Finetune/Learning Rate": 1.0582319973209164e-05, "Finetune/Loss": 0.8135553598403931, "Finetune/Loss (Raw)": 0.8710494637489319, "Finetune/Step": 9558, "Finetune/Step Time": 6.673364780843258}
+{"Finetune/Learning Rate": 1.0580638864181138e-05, "Finetune/Loss": 0.8155481815338135, "Finetune/Loss (Raw)": 0.9951479434967041, "Finetune/Step": 9559, "Finetune/Step Time": 6.667043441906571}
+{"Finetune/Learning Rate": 1.0578957738687847e-05, "Finetune/Loss": 0.8149300813674927, "Finetune/Loss (Raw)": 0.7288014888763428, "Finetune/Step": 9560, "Finetune/Step Time": 6.670961011201143}
+{"Finetune/Learning Rate": 1.057727659677696e-05, "Finetune/Loss": 0.8153787851333618, "Finetune/Loss (Raw)": 0.9314522743225098, "Finetune/Step": 9561, "Finetune/Step Time": 6.676906850188971}
+{"Finetune/Learning Rate": 1.0575595438496147e-05, "Finetune/Loss": 0.8161290884017944, "Finetune/Loss (Raw)": 0.9076172113418579, "Finetune/Step": 9562, "Finetune/Step Time": 6.678906727582216}
+{"Finetune/Learning Rate": 1.0573914263893088e-05, "Finetune/Loss": 0.8162227869033813, "Finetune/Loss (Raw)": 0.8329547643661499, "Finetune/Step": 9563, "Finetune/Step Time": 6.665803801268339}
+{"Finetune/Learning Rate": 1.057223307301545e-05, "Finetune/Loss": 0.8156697750091553, "Finetune/Loss (Raw)": 0.8130564093589783, "Finetune/Step": 9564, "Finetune/Step Time": 6.668945208191872}
+{"Finetune/Learning Rate": 1.0570551865910907e-05, "Finetune/Loss": 0.816065788269043, "Finetune/Loss (Raw)": 0.9472211003303528, "Finetune/Step": 9565, "Finetune/Step Time": 6.6710761077702045}
+{"Finetune/Learning Rate": 1.056887064262714e-05, "Finetune/Loss": 0.8155039548873901, "Finetune/Loss (Raw)": 0.7908204793930054, "Finetune/Step": 9566, "Finetune/Step Time": 6.666235338896513}
+{"Finetune/Learning Rate": 1.056718940321182e-05, "Finetune/Loss": 0.8165935277938843, "Finetune/Loss (Raw)": 0.8750972151756287, "Finetune/Step": 9567, "Finetune/Step Time": 6.643245110288262}
+{"Finetune/Learning Rate": 1.0565508147712618e-05, "Finetune/Loss": 0.8169423341751099, "Finetune/Loss (Raw)": 0.7355555891990662, "Finetune/Step": 9568, "Finetune/Step Time": 6.641748886555433}
+{"Finetune/Learning Rate": 1.0563826876177215e-05, "Finetune/Loss": 0.8160893321037292, "Finetune/Loss (Raw)": 0.7697693705558777, "Finetune/Step": 9569, "Finetune/Step Time": 6.643688544631004}
+{"Finetune/Learning Rate": 1.0562145588653283e-05, "Finetune/Loss": 0.8146551251411438, "Finetune/Loss (Raw)": 0.7492786049842834, "Finetune/Step": 9570, "Finetune/Step Time": 6.640862241387367}
+{"Finetune/Learning Rate": 1.05604642851885e-05, "Finetune/Loss": 0.8158990740776062, "Finetune/Loss (Raw)": 0.793428897857666, "Finetune/Step": 9571, "Finetune/Step Time": 6.631282225251198}
+{"Finetune/Learning Rate": 1.0558782965830547e-05, "Finetune/Loss": 0.8170450925827026, "Finetune/Loss (Raw)": 0.8912613987922668, "Finetune/Step": 9572, "Finetune/Step Time": 6.628915693610907}
+{"Finetune/Learning Rate": 1.0557101630627095e-05, "Finetune/Loss": 0.8181478977203369, "Finetune/Loss (Raw)": 0.8319053649902344, "Finetune/Step": 9573, "Finetune/Step Time": 6.635466210544109}
+{"Finetune/Learning Rate": 1.0555420279625827e-05, "Finetune/Loss": 0.8180521130561829, "Finetune/Loss (Raw)": 0.8176771402359009, "Finetune/Step": 9574, "Finetune/Step Time": 6.643060106784105}
+{"Finetune/Learning Rate": 1.0553738912874418e-05, "Finetune/Loss": 0.8185585737228394, "Finetune/Loss (Raw)": 0.8575595021247864, "Finetune/Step": 9575, "Finetune/Step Time": 6.641083128750324}
+{"Finetune/Learning Rate": 1.055205753042055e-05, "Finetune/Loss": 0.8199499845504761, "Finetune/Loss (Raw)": 0.9861683249473572, "Finetune/Step": 9576, "Finetune/Step Time": 6.628808505833149}
+{"Finetune/Learning Rate": 1.0550376132311899e-05, "Finetune/Loss": 0.8196729421615601, "Finetune/Loss (Raw)": 0.8361729383468628, "Finetune/Step": 9577, "Finetune/Step Time": 6.627101728692651}
+{"Finetune/Learning Rate": 1.0548694718596149e-05, "Finetune/Loss": 0.8181339502334595, "Finetune/Loss (Raw)": 0.7060999870300293, "Finetune/Step": 9578, "Finetune/Step Time": 6.632231835275888}
+{"Finetune/Learning Rate": 1.054701328932097e-05, "Finetune/Loss": 0.8180925846099854, "Finetune/Loss (Raw)": 0.7812440395355225, "Finetune/Step": 9579, "Finetune/Step Time": 6.636716870591044}
+{"Finetune/Learning Rate": 1.0545331844534055e-05, "Finetune/Loss": 0.8191897869110107, "Finetune/Loss (Raw)": 0.971106231212616, "Finetune/Step": 9580, "Finetune/Step Time": 6.650486875325441}
+{"Finetune/Learning Rate": 1.054365038428308e-05, "Finetune/Loss": 0.8196811676025391, "Finetune/Loss (Raw)": 0.9269161224365234, "Finetune/Step": 9581, "Finetune/Step Time": 6.665376236662269}
+{"Finetune/Learning Rate": 1.0541968908615723e-05, "Finetune/Loss": 0.8201388120651245, "Finetune/Loss (Raw)": 0.8864323496818542, "Finetune/Step": 9582, "Finetune/Step Time": 6.667870506644249}
+{"Finetune/Learning Rate": 1.0540287417579668e-05, "Finetune/Loss": 0.8194950819015503, "Finetune/Loss (Raw)": 0.7496041655540466, "Finetune/Step": 9583, "Finetune/Step Time": 6.670355683192611}
+{"Finetune/Learning Rate": 1.0538605911222603e-05, "Finetune/Loss": 0.8209138512611389, "Finetune/Loss (Raw)": 0.8675373792648315, "Finetune/Step": 9584, "Finetune/Step Time": 6.668307149782777}
+{"Finetune/Learning Rate": 1.0536924389592202e-05, "Finetune/Loss": 0.8218327760696411, "Finetune/Loss (Raw)": 0.921553909778595, "Finetune/Step": 9585, "Finetune/Step Time": 6.655252804979682}
+{"Finetune/Learning Rate": 1.0535242852736152e-05, "Finetune/Loss": 0.8208010196685791, "Finetune/Loss (Raw)": 0.6796559691429138, "Finetune/Step": 9586, "Finetune/Step Time": 6.659858355298638}
+{"Finetune/Learning Rate": 1.053356130070214e-05, "Finetune/Loss": 0.823462188243866, "Finetune/Loss (Raw)": 0.9967425465583801, "Finetune/Step": 9587, "Finetune/Step Time": 6.650445586070418}
+{"Finetune/Learning Rate": 1.0531879733537845e-05, "Finetune/Loss": 0.823371410369873, "Finetune/Loss (Raw)": 0.7757180333137512, "Finetune/Step": 9588, "Finetune/Step Time": 6.6456410102546215}
+{"Finetune/Learning Rate": 1.0530198151290954e-05, "Finetune/Loss": 0.8222591876983643, "Finetune/Loss (Raw)": 0.6825602054595947, "Finetune/Step": 9589, "Finetune/Step Time": 6.651335859671235}
+{"Finetune/Learning Rate": 1.052851655400915e-05, "Finetune/Loss": 0.8236302137374878, "Finetune/Loss (Raw)": 0.7962369918823242, "Finetune/Step": 9590, "Finetune/Step Time": 6.638313414528966}
+{"Finetune/Learning Rate": 1.0526834941740118e-05, "Finetune/Loss": 0.8248668313026428, "Finetune/Loss (Raw)": 0.8711456656455994, "Finetune/Step": 9591, "Finetune/Step Time": 6.630610328167677}
+{"Finetune/Learning Rate": 1.0525153314531548e-05, "Finetune/Loss": 0.824872612953186, "Finetune/Loss (Raw)": 0.6723684072494507, "Finetune/Step": 9592, "Finetune/Step Time": 6.640122978016734}
+{"Finetune/Learning Rate": 1.0523471672431123e-05, "Finetune/Loss": 0.8247491121292114, "Finetune/Loss (Raw)": 0.9374744296073914, "Finetune/Step": 9593, "Finetune/Step Time": 6.623105138540268}
+{"Finetune/Learning Rate": 1.0521790015486528e-05, "Finetune/Loss": 0.8263518810272217, "Finetune/Loss (Raw)": 0.9249901175498962, "Finetune/Step": 9594, "Finetune/Step Time": 6.620715571567416}
+{"Finetune/Learning Rate": 1.0520108343745451e-05, "Finetune/Loss": 0.8264889717102051, "Finetune/Loss (Raw)": 0.8923909068107605, "Finetune/Step": 9595, "Finetune/Step Time": 6.61728429980576}
+{"Finetune/Learning Rate": 1.0518426657255585e-05, "Finetune/Loss": 0.82731032371521, "Finetune/Loss (Raw)": 0.8871716260910034, "Finetune/Step": 9596, "Finetune/Step Time": 6.636064637452364}
+{"Finetune/Learning Rate": 1.0516744956064611e-05, "Finetune/Loss": 0.8278069496154785, "Finetune/Loss (Raw)": 0.813865602016449, "Finetune/Step": 9597, "Finetune/Step Time": 6.634448651224375}
+{"Finetune/Learning Rate": 1.0515063240220218e-05, "Finetune/Loss": 0.8268523216247559, "Finetune/Loss (Raw)": 0.6770727038383484, "Finetune/Step": 9598, "Finetune/Step Time": 6.656518479809165}
+{"Finetune/Learning Rate": 1.05133815097701e-05, "Finetune/Loss": 0.8261517882347107, "Finetune/Loss (Raw)": 0.8007343411445618, "Finetune/Step": 9599, "Finetune/Step Time": 6.660203704610467}
+{"Finetune/Learning Rate": 1.0511699764761935e-05, "Finetune/Loss": 0.8254985213279724, "Finetune/Loss (Raw)": 0.851763129234314, "Finetune/Step": 9600, "Finetune/Step Time": 6.6599927973002195}
+{"Finetune/Learning Rate": 1.0510018005243426e-05, "Finetune/Loss": 0.8246068954467773, "Finetune/Loss (Raw)": 0.7872382402420044, "Finetune/Step": 9601, "Finetune/Step Time": 6.662751711905003}
+{"Finetune/Learning Rate": 1.0508336231262257e-05, "Finetune/Loss": 0.8243691921234131, "Finetune/Loss (Raw)": 0.7760517597198486, "Finetune/Step": 9602, "Finetune/Step Time": 6.661248344928026}
+{"Finetune/Learning Rate": 1.0506654442866113e-05, "Finetune/Loss": 0.8261193037033081, "Finetune/Loss (Raw)": 0.8654695153236389, "Finetune/Step": 9603, "Finetune/Step Time": 6.655699569731951}
+{"Finetune/Learning Rate": 1.0504972640102694e-05, "Finetune/Loss": 0.825920581817627, "Finetune/Loss (Raw)": 0.7309316992759705, "Finetune/Step": 9604, "Finetune/Step Time": 6.671664780005813}
+{"Finetune/Learning Rate": 1.0503290823019684e-05, "Finetune/Loss": 0.825685977935791, "Finetune/Loss (Raw)": 0.8011992573738098, "Finetune/Step": 9605, "Finetune/Step Time": 6.673076467588544}
+{"Finetune/Learning Rate": 1.050160899166478e-05, "Finetune/Loss": 0.8267695903778076, "Finetune/Loss (Raw)": 0.9478471279144287, "Finetune/Step": 9606, "Finetune/Step Time": 6.667544046416879}
+{"Finetune/Learning Rate": 1.0499927146085668e-05, "Finetune/Loss": 0.8246862888336182, "Finetune/Loss (Raw)": 0.6772621870040894, "Finetune/Step": 9607, "Finetune/Step Time": 6.681979585438967}
+{"Finetune/Learning Rate": 1.0498245286330049e-05, "Finetune/Loss": 0.8247374296188354, "Finetune/Loss (Raw)": 0.8561135530471802, "Finetune/Step": 9608, "Finetune/Step Time": 6.679296802729368}
+{"Finetune/Learning Rate": 1.0496563412445608e-05, "Finetune/Loss": 0.8261491060256958, "Finetune/Loss (Raw)": 0.9524700045585632, "Finetune/Step": 9609, "Finetune/Step Time": 6.671099774539471}
+{"Finetune/Learning Rate": 1.0494881524480041e-05, "Finetune/Loss": 0.8265057802200317, "Finetune/Loss (Raw)": 0.8323533535003662, "Finetune/Step": 9610, "Finetune/Step Time": 6.668660037219524}
+{"Finetune/Learning Rate": 1.0493199622481039e-05, "Finetune/Loss": 0.8262066841125488, "Finetune/Loss (Raw)": 0.8235626220703125, "Finetune/Step": 9611, "Finetune/Step Time": 6.66851157695055}
+{"Finetune/Learning Rate": 1.04915177064963e-05, "Finetune/Loss": 0.8258904218673706, "Finetune/Loss (Raw)": 0.8362418413162231, "Finetune/Step": 9612, "Finetune/Step Time": 6.671079285442829}
+{"Finetune/Learning Rate": 1.0489835776573516e-05, "Finetune/Loss": 0.8264569044113159, "Finetune/Loss (Raw)": 0.9542999863624573, "Finetune/Step": 9613, "Finetune/Step Time": 6.67204499989748}
+{"Finetune/Learning Rate": 1.048815383276038e-05, "Finetune/Loss": 0.8257907032966614, "Finetune/Loss (Raw)": 0.7687163949012756, "Finetune/Step": 9614, "Finetune/Step Time": 6.66826749406755}
+{"Finetune/Learning Rate": 1.0486471875104594e-05, "Finetune/Loss": 0.8254316449165344, "Finetune/Loss (Raw)": 0.6843062043190002, "Finetune/Step": 9615, "Finetune/Step Time": 6.662524485960603}
+{"Finetune/Learning Rate": 1.0484789903653847e-05, "Finetune/Loss": 0.8244078159332275, "Finetune/Loss (Raw)": 0.890812337398529, "Finetune/Step": 9616, "Finetune/Step Time": 6.662313224747777}
+{"Finetune/Learning Rate": 1.0483107918455836e-05, "Finetune/Loss": 0.8214053511619568, "Finetune/Loss (Raw)": 0.4291670620441437, "Finetune/Step": 9617, "Finetune/Step Time": 6.792180944234133}
+{"Finetune/Learning Rate": 1.0481425919558259e-05, "Finetune/Loss": 0.8207094073295593, "Finetune/Loss (Raw)": 0.7171728014945984, "Finetune/Step": 9618, "Finetune/Step Time": 6.760686220601201}
+{"Finetune/Learning Rate": 1.0479743907008812e-05, "Finetune/Loss": 0.8200082778930664, "Finetune/Loss (Raw)": 0.7412369847297668, "Finetune/Step": 9619, "Finetune/Step Time": 6.740102248266339}
+{"Finetune/Learning Rate": 1.047806188085519e-05, "Finetune/Loss": 0.8189046382904053, "Finetune/Loss (Raw)": 0.6706895232200623, "Finetune/Step": 9620, "Finetune/Step Time": 6.739582143723965}
+{"Finetune/Learning Rate": 1.0476379841145095e-05, "Finetune/Loss": 0.8162277936935425, "Finetune/Loss (Raw)": 0.6941743493080139, "Finetune/Step": 9621, "Finetune/Step Time": 6.738971572369337}
+{"Finetune/Learning Rate": 1.0474697787926222e-05, "Finetune/Loss": 0.8155331015586853, "Finetune/Loss (Raw)": 0.756091296672821, "Finetune/Step": 9622, "Finetune/Step Time": 6.7438326217234135}
+{"Finetune/Learning Rate": 1.047301572124627e-05, "Finetune/Loss": 0.8129653334617615, "Finetune/Loss (Raw)": 0.5340867042541504, "Finetune/Step": 9623, "Finetune/Step Time": 6.759475769475102}
+{"Finetune/Learning Rate": 1.0471333641152937e-05, "Finetune/Loss": 0.8116374015808105, "Finetune/Loss (Raw)": 0.606971800327301, "Finetune/Step": 9624, "Finetune/Step Time": 6.762486409395933}
+{"Finetune/Learning Rate": 1.046965154769392e-05, "Finetune/Loss": 0.8109066486358643, "Finetune/Loss (Raw)": 0.7007881999015808, "Finetune/Step": 9625, "Finetune/Step Time": 6.764348967000842}
+{"Finetune/Learning Rate": 1.0467969440916923e-05, "Finetune/Loss": 0.8098794221878052, "Finetune/Loss (Raw)": 0.6876603364944458, "Finetune/Step": 9626, "Finetune/Step Time": 6.76299069263041}
+{"Finetune/Learning Rate": 1.0466287320869644e-05, "Finetune/Loss": 0.8099340200424194, "Finetune/Loss (Raw)": 0.7509575486183167, "Finetune/Step": 9627, "Finetune/Step Time": 6.76432772167027}
+{"Finetune/Learning Rate": 1.0464605187599778e-05, "Finetune/Loss": 0.8089853525161743, "Finetune/Loss (Raw)": 0.7204086780548096, "Finetune/Step": 9628, "Finetune/Step Time": 6.760194024071097}
+{"Finetune/Learning Rate": 1.0462923041155036e-05, "Finetune/Loss": 0.8071955442428589, "Finetune/Loss (Raw)": 0.649812638759613, "Finetune/Step": 9629, "Finetune/Step Time": 6.762884419411421}
+{"Finetune/Learning Rate": 1.046124088158311e-05, "Finetune/Loss": 0.8051587343215942, "Finetune/Loss (Raw)": 0.6106886863708496, "Finetune/Step": 9630, "Finetune/Step Time": 6.763041622936726}
+{"Finetune/Learning Rate": 1.0459558708931704e-05, "Finetune/Loss": 0.8059052228927612, "Finetune/Loss (Raw)": 0.7673112750053406, "Finetune/Step": 9631, "Finetune/Step Time": 6.764662967994809}
+{"Finetune/Learning Rate": 1.0457876523248518e-05, "Finetune/Loss": 0.806399405002594, "Finetune/Loss (Raw)": 0.7474002242088318, "Finetune/Step": 9632, "Finetune/Step Time": 6.737786836922169}
+{"Finetune/Learning Rate": 1.0456194324581262e-05, "Finetune/Loss": 0.8066186904907227, "Finetune/Loss (Raw)": 0.7892394065856934, "Finetune/Step": 9633, "Finetune/Step Time": 6.735033944249153}
+{"Finetune/Learning Rate": 1.0454512112977628e-05, "Finetune/Loss": 0.8055143356323242, "Finetune/Loss (Raw)": 0.6710492372512817, "Finetune/Step": 9634, "Finetune/Step Time": 6.711507793515921}
+{"Finetune/Learning Rate": 1.045282988848532e-05, "Finetune/Loss": 0.8043215274810791, "Finetune/Loss (Raw)": 0.5954745411872864, "Finetune/Step": 9635, "Finetune/Step Time": 6.713321793824434}
+{"Finetune/Learning Rate": 1.0451147651152049e-05, "Finetune/Loss": 0.8033834099769592, "Finetune/Loss (Raw)": 0.7095552682876587, "Finetune/Step": 9636, "Finetune/Step Time": 6.707761615514755}
+{"Finetune/Learning Rate": 1.044946540102551e-05, "Finetune/Loss": 0.801541805267334, "Finetune/Loss (Raw)": 0.5758125185966492, "Finetune/Step": 9637, "Finetune/Step Time": 6.704263543710113}
+{"Finetune/Learning Rate": 1.0447783138153414e-05, "Finetune/Loss": 0.8001671433448792, "Finetune/Loss (Raw)": 0.6847068071365356, "Finetune/Step": 9638, "Finetune/Step Time": 6.710564024746418}
+{"Finetune/Learning Rate": 1.0446100862583459e-05, "Finetune/Loss": 0.7994435429573059, "Finetune/Loss (Raw)": 0.8148137331008911, "Finetune/Step": 9639, "Finetune/Step Time": 6.714416807517409}
+{"Finetune/Learning Rate": 1.0444418574363354e-05, "Finetune/Loss": 0.798907995223999, "Finetune/Loss (Raw)": 0.717022180557251, "Finetune/Step": 9640, "Finetune/Step Time": 6.715440101921558}
+{"Finetune/Learning Rate": 1.0442736273540799e-05, "Finetune/Loss": 0.7978582978248596, "Finetune/Loss (Raw)": 0.756072998046875, "Finetune/Step": 9641, "Finetune/Step Time": 6.73316415399313}
+{"Finetune/Learning Rate": 1.0441053960163505e-05, "Finetune/Loss": 0.7961997985839844, "Finetune/Loss (Raw)": 0.65853351354599, "Finetune/Step": 9642, "Finetune/Step Time": 6.740348733961582}
+{"Finetune/Learning Rate": 1.0439371634279173e-05, "Finetune/Loss": 0.793138325214386, "Finetune/Loss (Raw)": 0.6064557433128357, "Finetune/Step": 9643, "Finetune/Step Time": 6.745377009734511}
+{"Finetune/Learning Rate": 1.0437689295935512e-05, "Finetune/Loss": 0.7927049994468689, "Finetune/Loss (Raw)": 0.6313514709472656, "Finetune/Step": 9644, "Finetune/Step Time": 6.743920350447297}
+{"Finetune/Learning Rate": 1.0436006945180226e-05, "Finetune/Loss": 0.7924646139144897, "Finetune/Loss (Raw)": 0.7208361625671387, "Finetune/Step": 9645, "Finetune/Step Time": 6.73503827303648}
+{"Finetune/Learning Rate": 1.0434324582061024e-05, "Finetune/Loss": 0.7920141220092773, "Finetune/Loss (Raw)": 0.7743520736694336, "Finetune/Step": 9646, "Finetune/Step Time": 6.7546221520751715}
+{"Finetune/Learning Rate": 1.0432642206625612e-05, "Finetune/Loss": 0.7907490730285645, "Finetune/Loss (Raw)": 0.7668066620826721, "Finetune/Step": 9647, "Finetune/Step Time": 6.740816555917263}
+{"Finetune/Learning Rate": 1.0430959818921696e-05, "Finetune/Loss": 0.7895192503929138, "Finetune/Loss (Raw)": 0.6653928160667419, "Finetune/Step": 9648, "Finetune/Step Time": 6.722083969041705}
+{"Finetune/Learning Rate": 1.0429277418996986e-05, "Finetune/Loss": 0.7867958545684814, "Finetune/Loss (Raw)": 0.6347957849502563, "Finetune/Step": 9649, "Finetune/Step Time": 6.7217352371662855}
+{"Finetune/Learning Rate": 1.042759500689919e-05, "Finetune/Loss": 0.785439133644104, "Finetune/Loss (Raw)": 0.7341275215148926, "Finetune/Step": 9650, "Finetune/Step Time": 6.6966663263738155}
+{"Finetune/Learning Rate": 1.0425912582676017e-05, "Finetune/Loss": 0.7858178615570068, "Finetune/Loss (Raw)": 0.7344852089881897, "Finetune/Step": 9651, "Finetune/Step Time": 6.693958567455411}
+{"Finetune/Learning Rate": 1.0424230146375169e-05, "Finetune/Loss": 0.7838860750198364, "Finetune/Loss (Raw)": 0.5481573939323425, "Finetune/Step": 9652, "Finetune/Step Time": 6.698262246325612}
+{"Finetune/Learning Rate": 1.0422547698044362e-05, "Finetune/Loss": 0.7832999229431152, "Finetune/Loss (Raw)": 0.6922423839569092, "Finetune/Step": 9653, "Finetune/Step Time": 6.701084300875664}
+{"Finetune/Learning Rate": 1.0420865237731308e-05, "Finetune/Loss": 0.7838301062583923, "Finetune/Loss (Raw)": 0.6516534686088562, "Finetune/Step": 9654, "Finetune/Step Time": 6.700645804405212}
+{"Finetune/Learning Rate": 1.041918276548371e-05, "Finetune/Loss": 0.780867338180542, "Finetune/Loss (Raw)": 0.542165219783783, "Finetune/Step": 9655, "Finetune/Step Time": 6.71550596691668}
+{"Finetune/Learning Rate": 1.0417500281349278e-05, "Finetune/Loss": 0.779680073261261, "Finetune/Loss (Raw)": 0.5752076506614685, "Finetune/Step": 9656, "Finetune/Step Time": 6.716960538178682}
+{"Finetune/Learning Rate": 1.0415817785375731e-05, "Finetune/Loss": 0.778764009475708, "Finetune/Loss (Raw)": 0.6657547354698181, "Finetune/Step": 9657, "Finetune/Step Time": 6.7200428154319525}
+{"Finetune/Learning Rate": 1.0414135277610769e-05, "Finetune/Loss": 0.7766549587249756, "Finetune/Loss (Raw)": 0.4998179078102112, "Finetune/Step": 9658, "Finetune/Step Time": 6.729596644639969}
+{"Finetune/Learning Rate": 1.0412452758102107e-05, "Finetune/Loss": 0.774972677230835, "Finetune/Loss (Raw)": 0.7506798505783081, "Finetune/Step": 9659, "Finetune/Step Time": 6.730137787759304}
+{"Finetune/Learning Rate": 1.0410770226897465e-05, "Finetune/Loss": 0.7743195295333862, "Finetune/Loss (Raw)": 0.7288032174110413, "Finetune/Step": 9660, "Finetune/Step Time": 6.737056534737349}
+{"Finetune/Learning Rate": 1.0409087684044541e-05, "Finetune/Loss": 0.7732207775115967, "Finetune/Loss (Raw)": 0.6066035032272339, "Finetune/Step": 9661, "Finetune/Step Time": 6.7349625788629055}
+{"Finetune/Learning Rate": 1.0407405129591055e-05, "Finetune/Loss": 0.7716077566146851, "Finetune/Loss (Raw)": 0.5991932153701782, "Finetune/Step": 9662, "Finetune/Step Time": 6.739180773496628}
+{"Finetune/Learning Rate": 1.040572256358472e-05, "Finetune/Loss": 0.7713863253593445, "Finetune/Loss (Raw)": 0.7160815596580505, "Finetune/Step": 9663, "Finetune/Step Time": 6.740039790049195}
+{"Finetune/Learning Rate": 1.0404039986073244e-05, "Finetune/Loss": 0.7702616453170776, "Finetune/Loss (Raw)": 0.6447558999061584, "Finetune/Step": 9664, "Finetune/Step Time": 6.736203825101256}
+{"Finetune/Learning Rate": 1.0402357397104346e-05, "Finetune/Loss": 0.7694845199584961, "Finetune/Loss (Raw)": 0.6768084168434143, "Finetune/Step": 9665, "Finetune/Step Time": 6.7376073226332664}
+{"Finetune/Learning Rate": 1.0400674796725733e-05, "Finetune/Loss": 0.7684053778648376, "Finetune/Loss (Raw)": 0.7926215529441833, "Finetune/Step": 9666, "Finetune/Step Time": 6.738193925470114}
+{"Finetune/Learning Rate": 1.0398992184985124e-05, "Finetune/Loss": 0.7673060894012451, "Finetune/Loss (Raw)": 0.7547126412391663, "Finetune/Step": 9667, "Finetune/Step Time": 6.751303423196077}
+{"Finetune/Learning Rate": 1.0397309561930232e-05, "Finetune/Loss": 0.7669806480407715, "Finetune/Loss (Raw)": 0.7387638688087463, "Finetune/Step": 9668, "Finetune/Step Time": 6.7495956383645535}
+{"Finetune/Learning Rate": 1.0395626927608768e-05, "Finetune/Loss": 0.7677129507064819, "Finetune/Loss (Raw)": 0.6863817572593689, "Finetune/Step": 9669, "Finetune/Step Time": 6.746566917747259}
+{"Finetune/Learning Rate": 1.039394428206845e-05, "Finetune/Loss": 0.7674824595451355, "Finetune/Loss (Raw)": 0.6800917387008667, "Finetune/Step": 9670, "Finetune/Step Time": 6.745564615353942}
+{"Finetune/Learning Rate": 1.0392261625356994e-05, "Finetune/Loss": 0.7672033309936523, "Finetune/Loss (Raw)": 0.6909807920455933, "Finetune/Step": 9671, "Finetune/Step Time": 6.753626013174653}
+{"Finetune/Learning Rate": 1.0390578957522117e-05, "Finetune/Loss": 0.7648451924324036, "Finetune/Loss (Raw)": 0.5163254141807556, "Finetune/Step": 9672, "Finetune/Step Time": 6.764154367148876}
+{"Finetune/Learning Rate": 1.0388896278611524e-05, "Finetune/Loss": 0.763923168182373, "Finetune/Loss (Raw)": 0.7027868032455444, "Finetune/Step": 9673, "Finetune/Step Time": 6.760995432734489}
+{"Finetune/Learning Rate": 1.0387213588672941e-05, "Finetune/Loss": 0.762614905834198, "Finetune/Loss (Raw)": 0.6929023265838623, "Finetune/Step": 9674, "Finetune/Step Time": 6.761775674298406}
+{"Finetune/Learning Rate": 1.0385530887754088e-05, "Finetune/Loss": 0.7602850794792175, "Finetune/Loss (Raw)": 0.6064749956130981, "Finetune/Step": 9675, "Finetune/Step Time": 6.761576168239117}
+{"Finetune/Learning Rate": 1.0383848175902666e-05, "Finetune/Loss": 0.7598950266838074, "Finetune/Loss (Raw)": 0.727824866771698, "Finetune/Step": 9676, "Finetune/Step Time": 6.751761259511113}
+{"Finetune/Learning Rate": 1.0382165453166406e-05, "Finetune/Loss": 0.7588746547698975, "Finetune/Loss (Raw)": 0.6619563698768616, "Finetune/Step": 9677, "Finetune/Step Time": 6.766662264242768}
+{"Finetune/Learning Rate": 1.0380482719593021e-05, "Finetune/Loss": 0.7576868534088135, "Finetune/Loss (Raw)": 0.630207359790802, "Finetune/Step": 9678, "Finetune/Step Time": 6.7650784105062485}
+{"Finetune/Learning Rate": 1.0378799975230227e-05, "Finetune/Loss": 0.756194531917572, "Finetune/Loss (Raw)": 0.6797786951065063, "Finetune/Step": 9679, "Finetune/Step Time": 6.7669339291751385}
+{"Finetune/Learning Rate": 1.037711722012574e-05, "Finetune/Loss": 0.7535398006439209, "Finetune/Loss (Raw)": 0.5406056046485901, "Finetune/Step": 9680, "Finetune/Step Time": 6.766997020691633}
+{"Finetune/Learning Rate": 1.0375434454327287e-05, "Finetune/Loss": 0.7537736296653748, "Finetune/Loss (Raw)": 0.7817280888557434, "Finetune/Step": 9681, "Finetune/Step Time": 6.754483746364713}
+{"Finetune/Learning Rate": 1.0373751677882575e-05, "Finetune/Loss": 0.7528666853904724, "Finetune/Loss (Raw)": 0.6846930384635925, "Finetune/Step": 9682, "Finetune/Step Time": 6.749454773962498}
+{"Finetune/Learning Rate": 1.037206889083933e-05, "Finetune/Loss": 0.7495402097702026, "Finetune/Loss (Raw)": 0.47032099962234497, "Finetune/Step": 9683, "Finetune/Step Time": 6.7469521295279264}
+{"Finetune/Learning Rate": 1.0370386093245271e-05, "Finetune/Loss": 0.7479179501533508, "Finetune/Loss (Raw)": 0.6912589073181152, "Finetune/Step": 9684, "Finetune/Step Time": 6.744118835777044}
+{"Finetune/Learning Rate": 1.0368703285148113e-05, "Finetune/Loss": 0.7459604740142822, "Finetune/Loss (Raw)": 0.6118441224098206, "Finetune/Step": 9685, "Finetune/Step Time": 6.756450600922108}
+{"Finetune/Learning Rate": 1.036702046659558e-05, "Finetune/Loss": 0.744570255279541, "Finetune/Loss (Raw)": 0.6930986642837524, "Finetune/Step": 9686, "Finetune/Step Time": 6.747321419417858}
+{"Finetune/Learning Rate": 1.0365337637635391e-05, "Finetune/Loss": 0.74238121509552, "Finetune/Loss (Raw)": 0.714950442314148, "Finetune/Step": 9687, "Finetune/Step Time": 6.748459968715906}
+{"Finetune/Learning Rate": 1.0363654798315264e-05, "Finetune/Loss": 0.7419890761375427, "Finetune/Loss (Raw)": 0.6786079406738281, "Finetune/Step": 9688, "Finetune/Step Time": 6.744798446074128}
+{"Finetune/Learning Rate": 1.036197194868292e-05, "Finetune/Loss": 0.7405369281768799, "Finetune/Loss (Raw)": 0.745581865310669, "Finetune/Step": 9689, "Finetune/Step Time": 6.7408142145723104}
+{"Finetune/Learning Rate": 1.0360289088786081e-05, "Finetune/Loss": 0.7393181920051575, "Finetune/Loss (Raw)": 0.7516154646873474, "Finetune/Step": 9690, "Finetune/Step Time": 6.738750733435154}
+{"Finetune/Learning Rate": 1.0358606218672471e-05, "Finetune/Loss": 0.738336980342865, "Finetune/Loss (Raw)": 0.707356870174408, "Finetune/Step": 9691, "Finetune/Step Time": 6.738263016566634}
+{"Finetune/Learning Rate": 1.0356923338389807e-05, "Finetune/Loss": 0.738081693649292, "Finetune/Loss (Raw)": 0.7803820371627808, "Finetune/Step": 9692, "Finetune/Step Time": 6.73180484957993}
+{"Finetune/Learning Rate": 1.0355240447985812e-05, "Finetune/Loss": 0.7357308268547058, "Finetune/Loss (Raw)": 0.6463109850883484, "Finetune/Step": 9693, "Finetune/Step Time": 6.739674663171172}
+{"Finetune/Learning Rate": 1.0353557547508207e-05, "Finetune/Loss": 0.7340866923332214, "Finetune/Loss (Raw)": 0.5803709030151367, "Finetune/Step": 9694, "Finetune/Step Time": 6.739334920421243}
+{"Finetune/Learning Rate": 1.0351874637004715e-05, "Finetune/Loss": 0.7319663763046265, "Finetune/Loss (Raw)": 0.6036994457244873, "Finetune/Step": 9695, "Finetune/Step Time": 6.738389063626528}
+{"Finetune/Learning Rate": 1.035019171652306e-05, "Finetune/Loss": 0.7310826778411865, "Finetune/Loss (Raw)": 0.6224416494369507, "Finetune/Step": 9696, "Finetune/Step Time": 6.736706271767616}
+{"Finetune/Learning Rate": 1.0348508786110963e-05, "Finetune/Loss": 0.7302262783050537, "Finetune/Loss (Raw)": 0.660144567489624, "Finetune/Step": 9697, "Finetune/Step Time": 6.737755622714758}
+{"Finetune/Learning Rate": 1.0346825845816148e-05, "Finetune/Loss": 0.7292881608009338, "Finetune/Loss (Raw)": 0.6292040348052979, "Finetune/Step": 9698, "Finetune/Step Time": 6.740155249834061}
+{"Finetune/Learning Rate": 1.034514289568634e-05, "Finetune/Loss": 0.7285392880439758, "Finetune/Loss (Raw)": 0.6975700855255127, "Finetune/Step": 9699, "Finetune/Step Time": 6.734079958871007}
+{"Finetune/Learning Rate": 1.034345993576926e-05, "Finetune/Loss": 0.726996898651123, "Finetune/Loss (Raw)": 0.6938416957855225, "Finetune/Step": 9700, "Finetune/Step Time": 6.73451323248446}
+{"Finetune/Learning Rate": 1.0341776966112631e-05, "Finetune/Loss": 0.7250984907150269, "Finetune/Loss (Raw)": 0.5889066457748413, "Finetune/Step": 9701, "Finetune/Step Time": 6.740889046341181}
+{"Finetune/Learning Rate": 1.034009398676418e-05, "Finetune/Loss": 0.7233560085296631, "Finetune/Loss (Raw)": 0.5946376919746399, "Finetune/Step": 9702, "Finetune/Step Time": 6.732703125104308}
+{"Finetune/Learning Rate": 1.0338410997771633e-05, "Finetune/Loss": 0.7218666672706604, "Finetune/Loss (Raw)": 0.6669275164604187, "Finetune/Step": 9703, "Finetune/Step Time": 6.733890850096941}
+{"Finetune/Learning Rate": 1.033672799918271e-05, "Finetune/Loss": 0.7193094491958618, "Finetune/Loss (Raw)": 0.6588433384895325, "Finetune/Step": 9704, "Finetune/Step Time": 6.733131978660822}
+{"Finetune/Learning Rate": 1.0335044991045137e-05, "Finetune/Loss": 0.7182683348655701, "Finetune/Loss (Raw)": 0.7029110193252563, "Finetune/Step": 9705, "Finetune/Step Time": 6.74777514487505}
+{"Finetune/Learning Rate": 1.0333361973406646e-05, "Finetune/Loss": 0.7179684042930603, "Finetune/Loss (Raw)": 0.6677058935165405, "Finetune/Step": 9706, "Finetune/Step Time": 6.752235012128949}
+{"Finetune/Learning Rate": 1.0331678946314954e-05, "Finetune/Loss": 0.717464029788971, "Finetune/Loss (Raw)": 0.7166838049888611, "Finetune/Step": 9707, "Finetune/Step Time": 6.781984066590667}
+{"Finetune/Learning Rate": 1.032999590981779e-05, "Finetune/Loss": 0.7146614789962769, "Finetune/Loss (Raw)": 0.6123820543289185, "Finetune/Step": 9708, "Finetune/Step Time": 6.766380874440074}
+{"Finetune/Learning Rate": 1.0328312863962881e-05, "Finetune/Loss": 0.7122913002967834, "Finetune/Loss (Raw)": 0.6235364675521851, "Finetune/Step": 9709, "Finetune/Step Time": 6.7595115676522255}
+{"Finetune/Learning Rate": 1.0326629808797954e-05, "Finetune/Loss": 0.7099337577819824, "Finetune/Loss (Raw)": 0.5846667885780334, "Finetune/Step": 9710, "Finetune/Step Time": 6.774435773491859}
+{"Finetune/Learning Rate": 1.0324946744370732e-05, "Finetune/Loss": 0.7089048624038696, "Finetune/Loss (Raw)": 0.6178973317146301, "Finetune/Step": 9711, "Finetune/Step Time": 6.770390637218952}
+{"Finetune/Learning Rate": 1.0323263670728947e-05, "Finetune/Loss": 0.7066724300384521, "Finetune/Loss (Raw)": 0.5817874670028687, "Finetune/Step": 9712, "Finetune/Step Time": 6.7737452536821365}
+{"Finetune/Learning Rate": 1.0321580587920322e-05, "Finetune/Loss": 0.7046447396278381, "Finetune/Loss (Raw)": 0.6620140075683594, "Finetune/Step": 9713, "Finetune/Step Time": 6.774614347144961}
+{"Finetune/Learning Rate": 1.0319897495992586e-05, "Finetune/Loss": 0.7044898867607117, "Finetune/Loss (Raw)": 0.6598347425460815, "Finetune/Step": 9714, "Finetune/Step Time": 6.769943803548813}
+{"Finetune/Learning Rate": 1.0318214394993465e-05, "Finetune/Loss": 0.7017698287963867, "Finetune/Loss (Raw)": 0.6485723257064819, "Finetune/Step": 9715, "Finetune/Step Time": 6.777208637446165}
+{"Finetune/Learning Rate": 1.031653128497069e-05, "Finetune/Loss": 0.7015810012817383, "Finetune/Loss (Raw)": 0.7515450119972229, "Finetune/Step": 9716, "Finetune/Step Time": 6.785288101062179}
+{"Finetune/Learning Rate": 1.0314848165971989e-05, "Finetune/Loss": 0.7012935876846313, "Finetune/Loss (Raw)": 0.6457763314247131, "Finetune/Step": 9717, "Finetune/Step Time": 6.775817967951298}
+{"Finetune/Learning Rate": 1.0313165038045087e-05, "Finetune/Loss": 0.7012219429016113, "Finetune/Loss (Raw)": 0.7870587706565857, "Finetune/Step": 9718, "Finetune/Step Time": 6.7771533485502005}
+{"Finetune/Learning Rate": 1.0311481901237717e-05, "Finetune/Loss": 0.699063241481781, "Finetune/Loss (Raw)": 0.5948413014411926, "Finetune/Step": 9719, "Finetune/Step Time": 6.794303061440587}
+{"Finetune/Learning Rate": 1.0309798755597606e-05, "Finetune/Loss": 0.6985755562782288, "Finetune/Loss (Raw)": 0.6099421977996826, "Finetune/Step": 9720, "Finetune/Step Time": 6.785846073180437}
+{"Finetune/Learning Rate": 1.0308115601172486e-05, "Finetune/Loss": 0.6951552629470825, "Finetune/Loss (Raw)": 0.49967166781425476, "Finetune/Step": 9721, "Finetune/Step Time": 6.7983494233340025}
+{"Finetune/Learning Rate": 1.0306432438010077e-05, "Finetune/Loss": 0.6929202675819397, "Finetune/Loss (Raw)": 0.6389157176017761, "Finetune/Step": 9722, "Finetune/Step Time": 6.803837891668081}
+{"Finetune/Learning Rate": 1.0304749266158119e-05, "Finetune/Loss": 0.6908693313598633, "Finetune/Loss (Raw)": 0.6298717260360718, "Finetune/Step": 9723, "Finetune/Step Time": 6.806013012304902}
+{"Finetune/Learning Rate": 1.0303066085664342e-05, "Finetune/Loss": 0.689933180809021, "Finetune/Loss (Raw)": 0.7673465013504028, "Finetune/Step": 9724, "Finetune/Step Time": 6.7874320689588785}
+{"Finetune/Learning Rate": 1.0301382896576467e-05, "Finetune/Loss": 0.6888260245323181, "Finetune/Loss (Raw)": 0.6721470952033997, "Finetune/Step": 9725, "Finetune/Step Time": 6.788830883800983}
+{"Finetune/Learning Rate": 1.029969969894223e-05, "Finetune/Loss": 0.6892377138137817, "Finetune/Loss (Raw)": 0.7297648191452026, "Finetune/Step": 9726, "Finetune/Step Time": 6.769727952778339}
+{"Finetune/Learning Rate": 1.0298016492809367e-05, "Finetune/Loss": 0.6886152029037476, "Finetune/Loss (Raw)": 0.7210555672645569, "Finetune/Step": 9727, "Finetune/Step Time": 6.765747370198369}
+{"Finetune/Learning Rate": 1.0296333278225599e-05, "Finetune/Loss": 0.6870421171188354, "Finetune/Loss (Raw)": 0.6504075527191162, "Finetune/Step": 9728, "Finetune/Step Time": 6.787478351965547}
+{"Finetune/Learning Rate": 1.0294650055238662e-05, "Finetune/Loss": 0.6856194138526917, "Finetune/Loss (Raw)": 0.6051344275474548, "Finetune/Step": 9729, "Finetune/Step Time": 6.800856662914157}
+{"Finetune/Learning Rate": 1.0292966823896291e-05, "Finetune/Loss": 0.6843239068984985, "Finetune/Loss (Raw)": 0.6102232933044434, "Finetune/Step": 9730, "Finetune/Step Time": 6.802108328789473}
+{"Finetune/Learning Rate": 1.0291283584246213e-05, "Finetune/Loss": 0.682289719581604, "Finetune/Loss (Raw)": 0.605096697807312, "Finetune/Step": 9731, "Finetune/Step Time": 6.79598294198513}
+{"Finetune/Learning Rate": 1.0289600336336157e-05, "Finetune/Loss": 0.680916965007782, "Finetune/Loss (Raw)": 0.5552161931991577, "Finetune/Step": 9732, "Finetune/Step Time": 6.778977885842323}
+{"Finetune/Learning Rate": 1.0287917080213863e-05, "Finetune/Loss": 0.6801425218582153, "Finetune/Loss (Raw)": 0.7020702362060547, "Finetune/Step": 9733, "Finetune/Step Time": 6.780937515199184}
+{"Finetune/Learning Rate": 1.0286233815927058e-05, "Finetune/Loss": 0.6778194308280945, "Finetune/Loss (Raw)": 0.6504909992218018, "Finetune/Step": 9734, "Finetune/Step Time": 6.786618210375309}
+{"Finetune/Learning Rate": 1.0284550543523474e-05, "Finetune/Loss": 0.6774620413780212, "Finetune/Loss (Raw)": 0.6315218210220337, "Finetune/Step": 9735, "Finetune/Step Time": 6.784947674721479}
+{"Finetune/Learning Rate": 1.0282867263050848e-05, "Finetune/Loss": 0.6748284101486206, "Finetune/Loss (Raw)": 0.518998384475708, "Finetune/Step": 9736, "Finetune/Step Time": 6.8075141329318285}
+{"Finetune/Learning Rate": 1.028118397455691e-05, "Finetune/Loss": 0.6736358404159546, "Finetune/Loss (Raw)": 0.7998213768005371, "Finetune/Step": 9737, "Finetune/Step Time": 6.812099400907755}
+{"Finetune/Learning Rate": 1.0279500678089394e-05, "Finetune/Loss": 0.6721994280815125, "Finetune/Loss (Raw)": 0.6484994292259216, "Finetune/Step": 9738, "Finetune/Step Time": 6.8112531788647175}
+{"Finetune/Learning Rate": 1.0277817373696035e-05, "Finetune/Loss": 0.6722527742385864, "Finetune/Loss (Raw)": 0.830388069152832, "Finetune/Step": 9739, "Finetune/Step Time": 6.829960314556956}
+{"Finetune/Learning Rate": 1.0276134061424564e-05, "Finetune/Loss": 0.6698707342147827, "Finetune/Loss (Raw)": 0.531343400478363, "Finetune/Step": 9740, "Finetune/Step Time": 6.832038432359695}
+{"Finetune/Learning Rate": 1.0274450741322717e-05, "Finetune/Loss": 0.6676576733589172, "Finetune/Loss (Raw)": 0.6710294485092163, "Finetune/Step": 9741, "Finetune/Step Time": 6.8359395284205675}
+{"Finetune/Learning Rate": 1.0272767413438226e-05, "Finetune/Loss": 0.6672729849815369, "Finetune/Loss (Raw)": 0.7194717526435852, "Finetune/Step": 9742, "Finetune/Step Time": 6.836547859013081}
+{"Finetune/Learning Rate": 1.0271084077818826e-05, "Finetune/Loss": 0.6673740148544312, "Finetune/Loss (Raw)": 0.6972358226776123, "Finetune/Step": 9743, "Finetune/Step Time": 6.839185424149036}
+{"Finetune/Learning Rate": 1.0269400734512256e-05, "Finetune/Loss": 0.6654319763183594, "Finetune/Loss (Raw)": 0.6422374248504639, "Finetune/Step": 9744, "Finetune/Step Time": 6.843313788995147}
+{"Finetune/Learning Rate": 1.0267717383566247e-05, "Finetune/Loss": 0.6664494872093201, "Finetune/Loss (Raw)": 0.5594049096107483, "Finetune/Step": 9745, "Finetune/Step Time": 6.7307499293237925}
+{"Finetune/Learning Rate": 1.026603402502853e-05, "Finetune/Loss": 0.6660221815109253, "Finetune/Loss (Raw)": 0.6624858975410461, "Finetune/Step": 9746, "Finetune/Step Time": 6.728923849761486}
+{"Finetune/Learning Rate": 1.0264350658946846e-05, "Finetune/Loss": 0.6656811237335205, "Finetune/Loss (Raw)": 0.6975722312927246, "Finetune/Step": 9747, "Finetune/Step Time": 6.736080605536699}
+{"Finetune/Learning Rate": 1.0262667285368933e-05, "Finetune/Loss": 0.6647828221321106, "Finetune/Loss (Raw)": 0.5557103157043457, "Finetune/Step": 9748, "Finetune/Step Time": 6.756829341873527}
+{"Finetune/Learning Rate": 1.0260983904342521e-05, "Finetune/Loss": 0.6658347845077515, "Finetune/Loss (Raw)": 0.8288330435752869, "Finetune/Step": 9749, "Finetune/Step Time": 6.75882731564343}
+{"Finetune/Learning Rate": 1.0259300515915342e-05, "Finetune/Loss": 0.6655631065368652, "Finetune/Loss (Raw)": 0.7213108539581299, "Finetune/Step": 9750, "Finetune/Step Time": 6.7552806958556175}
+{"Finetune/Learning Rate": 1.0257617120135147e-05, "Finetune/Loss": 0.6661432981491089, "Finetune/Loss (Raw)": 0.6083526611328125, "Finetune/Step": 9751, "Finetune/Step Time": 6.7333823181688786}
+{"Finetune/Learning Rate": 1.0255933717049658e-05, "Finetune/Loss": 0.6647030711174011, "Finetune/Loss (Raw)": 0.4226190149784088, "Finetune/Step": 9752, "Finetune/Step Time": 6.736043417826295}
+{"Finetune/Learning Rate": 1.0254250306706613e-05, "Finetune/Loss": 0.6650940179824829, "Finetune/Loss (Raw)": 0.7508243918418884, "Finetune/Step": 9753, "Finetune/Step Time": 6.733117302879691}
+{"Finetune/Learning Rate": 1.0252566889153759e-05, "Finetune/Loss": 0.6647352576255798, "Finetune/Loss (Raw)": 0.641743004322052, "Finetune/Step": 9754, "Finetune/Step Time": 6.732832282781601}
+{"Finetune/Learning Rate": 1.0250883464438823e-05, "Finetune/Loss": 0.6644837260246277, "Finetune/Loss (Raw)": 0.7187643051147461, "Finetune/Step": 9755, "Finetune/Step Time": 6.731114067137241}
+{"Finetune/Learning Rate": 1.0249200032609545e-05, "Finetune/Loss": 0.6632997989654541, "Finetune/Loss (Raw)": 0.5688654780387878, "Finetune/Step": 9756, "Finetune/Step Time": 6.730936026200652}
+{"Finetune/Learning Rate": 1.0247516593713665e-05, "Finetune/Loss": 0.6635748147964478, "Finetune/Loss (Raw)": 0.6850220561027527, "Finetune/Step": 9757, "Finetune/Step Time": 6.728014878928661}
+{"Finetune/Learning Rate": 1.0245833147798916e-05, "Finetune/Loss": 0.6646145582199097, "Finetune/Loss (Raw)": 0.7437714338302612, "Finetune/Step": 9758, "Finetune/Step Time": 6.728652503341436}
+{"Finetune/Learning Rate": 1.0244149694913036e-05, "Finetune/Loss": 0.6638399362564087, "Finetune/Loss (Raw)": 0.6681607961654663, "Finetune/Step": 9759, "Finetune/Step Time": 6.730452505871654}
+{"Finetune/Learning Rate": 1.024246623510377e-05, "Finetune/Loss": 0.662949800491333, "Finetune/Loss (Raw)": 0.6334584355354309, "Finetune/Step": 9760, "Finetune/Step Time": 6.7398484367877245}
+{"Finetune/Learning Rate": 1.0240782768418848e-05, "Finetune/Loss": 0.6618278622627258, "Finetune/Loss (Raw)": 0.6456285715103149, "Finetune/Step": 9761, "Finetune/Step Time": 6.740449192002416}
+{"Finetune/Learning Rate": 1.0239099294906012e-05, "Finetune/Loss": 0.6620144844055176, "Finetune/Loss (Raw)": 0.694939911365509, "Finetune/Step": 9762, "Finetune/Step Time": 6.74191389977932}
+{"Finetune/Learning Rate": 1.0237415814612999e-05, "Finetune/Loss": 0.6622390747070312, "Finetune/Loss (Raw)": 0.6242201328277588, "Finetune/Step": 9763, "Finetune/Step Time": 6.742471991106868}
+{"Finetune/Learning Rate": 1.0235732327587551e-05, "Finetune/Loss": 0.6628186702728271, "Finetune/Loss (Raw)": 0.78374844789505, "Finetune/Step": 9764, "Finetune/Step Time": 6.749267071485519}
+{"Finetune/Learning Rate": 1.0234048833877401e-05, "Finetune/Loss": 0.6637095808982849, "Finetune/Loss (Raw)": 0.6898510456085205, "Finetune/Step": 9765, "Finetune/Step Time": 6.748509511351585}
+{"Finetune/Learning Rate": 1.0232365333530297e-05, "Finetune/Loss": 0.6634314060211182, "Finetune/Loss (Raw)": 0.6490958333015442, "Finetune/Step": 9766, "Finetune/Step Time": 6.745785176753998}
+{"Finetune/Learning Rate": 1.0230681826593968e-05, "Finetune/Loss": 0.6613116264343262, "Finetune/Loss (Raw)": 0.5434861183166504, "Finetune/Step": 9767, "Finetune/Step Time": 6.752595953643322}
+{"Finetune/Learning Rate": 1.0228998313116159e-05, "Finetune/Loss": 0.6606075763702393, "Finetune/Loss (Raw)": 0.6269054412841797, "Finetune/Step": 9768, "Finetune/Step Time": 6.754076404497027}
+{"Finetune/Learning Rate": 1.0227314793144612e-05, "Finetune/Loss": 0.6606147289276123, "Finetune/Loss (Raw)": 0.7569754123687744, "Finetune/Step": 9769, "Finetune/Step Time": 6.73739205673337}
+{"Finetune/Learning Rate": 1.0225631266727059e-05, "Finetune/Loss": 0.659562349319458, "Finetune/Loss (Raw)": 0.5238345265388489, "Finetune/Step": 9770, "Finetune/Step Time": 6.742525212466717}
+{"Finetune/Learning Rate": 1.0223947733911247e-05, "Finetune/Loss": 0.6603038311004639, "Finetune/Loss (Raw)": 0.7013685703277588, "Finetune/Step": 9771, "Finetune/Step Time": 6.739429188892245}
+{"Finetune/Learning Rate": 1.0222264194744918e-05, "Finetune/Loss": 0.661256730556488, "Finetune/Loss (Raw)": 0.7533220052719116, "Finetune/Step": 9772, "Finetune/Step Time": 6.737314077094197}
+{"Finetune/Learning Rate": 1.0220580649275805e-05, "Finetune/Loss": 0.660645604133606, "Finetune/Loss (Raw)": 0.6426180601119995, "Finetune/Step": 9773, "Finetune/Step Time": 6.738991033285856}
+{"Finetune/Learning Rate": 1.021889709755165e-05, "Finetune/Loss": 0.6595098972320557, "Finetune/Loss (Raw)": 0.6289762854576111, "Finetune/Step": 9774, "Finetune/Step Time": 6.720341680571437}
+{"Finetune/Learning Rate": 1.0217213539620201e-05, "Finetune/Loss": 0.6589228510856628, "Finetune/Loss (Raw)": 0.6916648745536804, "Finetune/Step": 9775, "Finetune/Step Time": 6.716556075960398}
+{"Finetune/Learning Rate": 1.021552997552919e-05, "Finetune/Loss": 0.6591616868972778, "Finetune/Loss (Raw)": 0.6959630846977234, "Finetune/Step": 9776, "Finetune/Step Time": 6.71466245315969}
+{"Finetune/Learning Rate": 1.0213846405326363e-05, "Finetune/Loss": 0.6596674919128418, "Finetune/Loss (Raw)": 0.6995326280593872, "Finetune/Step": 9777, "Finetune/Step Time": 6.713690215721726}
+{"Finetune/Learning Rate": 1.021216282905946e-05, "Finetune/Loss": 0.6593713760375977, "Finetune/Loss (Raw)": 0.6962345838546753, "Finetune/Step": 9778, "Finetune/Step Time": 6.712598001584411}
+{"Finetune/Learning Rate": 1.0210479246776221e-05, "Finetune/Loss": 0.6593356132507324, "Finetune/Loss (Raw)": 0.729905903339386, "Finetune/Step": 9779, "Finetune/Step Time": 6.709425874054432}
+{"Finetune/Learning Rate": 1.020879565852439e-05, "Finetune/Loss": 0.6596748232841492, "Finetune/Loss (Raw)": 0.5915724039077759, "Finetune/Step": 9780, "Finetune/Step Time": 6.708904335275292}
+{"Finetune/Learning Rate": 1.0207112064351706e-05, "Finetune/Loss": 0.6577774882316589, "Finetune/Loss (Raw)": 0.44938766956329346, "Finetune/Step": 9781, "Finetune/Step Time": 6.717338114976883}
+{"Finetune/Learning Rate": 1.0205428464305918e-05, "Finetune/Loss": 0.6575818061828613, "Finetune/Loss (Raw)": 0.6266010999679565, "Finetune/Step": 9782, "Finetune/Step Time": 6.7176221534609795}
+{"Finetune/Learning Rate": 1.0203744858434758e-05, "Finetune/Loss": 0.6584026217460632, "Finetune/Loss (Raw)": 0.647232711315155, "Finetune/Step": 9783, "Finetune/Step Time": 6.714985942468047}
+{"Finetune/Learning Rate": 1.0202061246785975e-05, "Finetune/Loss": 0.6600378155708313, "Finetune/Loss (Raw)": 0.7845097780227661, "Finetune/Step": 9784, "Finetune/Step Time": 6.714130958542228}
+{"Finetune/Learning Rate": 1.020037762940731e-05, "Finetune/Loss": 0.6600064635276794, "Finetune/Loss (Raw)": 0.6617385149002075, "Finetune/Step": 9785, "Finetune/Step Time": 6.711795361712575}
+{"Finetune/Learning Rate": 1.0198694006346504e-05, "Finetune/Loss": 0.6617640852928162, "Finetune/Loss (Raw)": 0.7247966527938843, "Finetune/Step": 9786, "Finetune/Step Time": 6.703108843415976}
+{"Finetune/Learning Rate": 1.0197010377651301e-05, "Finetune/Loss": 0.6608527898788452, "Finetune/Loss (Raw)": 0.6340386867523193, "Finetune/Step": 9787, "Finetune/Step Time": 6.701026847586036}
+{"Finetune/Learning Rate": 1.0195326743369445e-05, "Finetune/Loss": 0.6598985195159912, "Finetune/Loss (Raw)": 0.606652557849884, "Finetune/Step": 9788, "Finetune/Step Time": 6.69293137639761}
+{"Finetune/Learning Rate": 1.0193643103548678e-05, "Finetune/Loss": 0.6605144143104553, "Finetune/Loss (Raw)": 0.6854391694068909, "Finetune/Step": 9789, "Finetune/Step Time": 6.692977881059051}
+{"Finetune/Learning Rate": 1.0191959458236742e-05, "Finetune/Loss": 0.6596866846084595, "Finetune/Loss (Raw)": 0.4932439923286438, "Finetune/Step": 9790, "Finetune/Step Time": 6.7102784644812346}
+{"Finetune/Learning Rate": 1.0190275807481382e-05, "Finetune/Loss": 0.658729076385498, "Finetune/Loss (Raw)": 0.5935066342353821, "Finetune/Step": 9791, "Finetune/Step Time": 6.709930531680584}
+{"Finetune/Learning Rate": 1.0188592151330343e-05, "Finetune/Loss": 0.6597589254379272, "Finetune/Loss (Raw)": 0.7765799760818481, "Finetune/Step": 9792, "Finetune/Step Time": 6.713335789740086}
+{"Finetune/Learning Rate": 1.0186908489831367e-05, "Finetune/Loss": 0.6591796278953552, "Finetune/Loss (Raw)": 0.6026555895805359, "Finetune/Step": 9793, "Finetune/Step Time": 6.713240755721927}
+{"Finetune/Learning Rate": 1.0185224823032195e-05, "Finetune/Loss": 0.6579365730285645, "Finetune/Loss (Raw)": 0.6335123181343079, "Finetune/Step": 9794, "Finetune/Step Time": 6.711900148540735}
+{"Finetune/Learning Rate": 1.0183541150980574e-05, "Finetune/Loss": 0.6574420928955078, "Finetune/Loss (Raw)": 0.691413402557373, "Finetune/Step": 9795, "Finetune/Step Time": 6.714246613904834}
+{"Finetune/Learning Rate": 1.0181857473724249e-05, "Finetune/Loss": 0.6573995351791382, "Finetune/Loss (Raw)": 0.7333148717880249, "Finetune/Step": 9796, "Finetune/Step Time": 6.716260274872184}
+{"Finetune/Learning Rate": 1.0180173791310965e-05, "Finetune/Loss": 0.6576159000396729, "Finetune/Loss (Raw)": 0.7140781283378601, "Finetune/Step": 9797, "Finetune/Step Time": 6.7234908323735}
+{"Finetune/Learning Rate": 1.0178490103788462e-05, "Finetune/Loss": 0.6572015285491943, "Finetune/Loss (Raw)": 0.6270497441291809, "Finetune/Step": 9798, "Finetune/Step Time": 6.727772772312164}
+{"Finetune/Learning Rate": 1.0176806411204487e-05, "Finetune/Loss": 0.6572147607803345, "Finetune/Loss (Raw)": 0.6926841139793396, "Finetune/Step": 9799, "Finetune/Step Time": 6.7236313335597515}
+{"Finetune/Learning Rate": 1.0175122713606788e-05, "Finetune/Loss": 0.6570974588394165, "Finetune/Loss (Raw)": 0.5013010501861572, "Finetune/Step": 9800, "Finetune/Step Time": 6.725603481754661}
+{"Finetune/Learning Rate": 1.0173439011043106e-05, "Finetune/Loss": 0.6569550037384033, "Finetune/Loss (Raw)": 0.6845539808273315, "Finetune/Step": 9801, "Finetune/Step Time": 6.735905282199383}
+{"Finetune/Learning Rate": 1.0171755303561182e-05, "Finetune/Loss": 0.656547486782074, "Finetune/Loss (Raw)": 0.6407427787780762, "Finetune/Step": 9802, "Finetune/Step Time": 6.737566441297531}
+{"Finetune/Learning Rate": 1.017007159120877e-05, "Finetune/Loss": 0.6574066281318665, "Finetune/Loss (Raw)": 0.7164483070373535, "Finetune/Step": 9803, "Finetune/Step Time": 6.74464669264853}
+{"Finetune/Learning Rate": 1.0168387874033612e-05, "Finetune/Loss": 0.6584519147872925, "Finetune/Loss (Raw)": 0.8616271615028381, "Finetune/Step": 9804, "Finetune/Step Time": 6.743404638022184}
+{"Finetune/Learning Rate": 1.016670415208345e-05, "Finetune/Loss": 0.6581171154975891, "Finetune/Loss (Raw)": 0.6190966963768005, "Finetune/Step": 9805, "Finetune/Step Time": 6.737173093482852}
+{"Finetune/Learning Rate": 1.0165020425406036e-05, "Finetune/Loss": 0.6589823961257935, "Finetune/Loss (Raw)": 0.7409612536430359, "Finetune/Step": 9806, "Finetune/Step Time": 6.755971880629659}
+{"Finetune/Learning Rate": 1.0163336694049109e-05, "Finetune/Loss": 0.6592977046966553, "Finetune/Loss (Raw)": 0.7201378345489502, "Finetune/Step": 9807, "Finetune/Step Time": 6.758184006437659}
+{"Finetune/Learning Rate": 1.0161652958060417e-05, "Finetune/Loss": 0.6598174571990967, "Finetune/Loss (Raw)": 0.607137143611908, "Finetune/Step": 9808, "Finetune/Step Time": 6.758856292814016}
+{"Finetune/Learning Rate": 1.0159969217487708e-05, "Finetune/Loss": 0.658728837966919, "Finetune/Loss (Raw)": 0.6423846483230591, "Finetune/Step": 9809, "Finetune/Step Time": 6.753382682800293}
+{"Finetune/Learning Rate": 1.0158285472378728e-05, "Finetune/Loss": 0.6575701236724854, "Finetune/Loss (Raw)": 0.5363743305206299, "Finetune/Step": 9810, "Finetune/Step Time": 6.7921736016869545}
+{"Finetune/Learning Rate": 1.0156601722781223e-05, "Finetune/Loss": 0.6583488583564758, "Finetune/Loss (Raw)": 0.5699993371963501, "Finetune/Step": 9811, "Finetune/Step Time": 6.805181475356221}
+{"Finetune/Learning Rate": 1.0154917968742937e-05, "Finetune/Loss": 0.6581723690032959, "Finetune/Loss (Raw)": 0.6686645746231079, "Finetune/Step": 9812, "Finetune/Step Time": 6.806908203288913}
+{"Finetune/Learning Rate": 1.0153234210311616e-05, "Finetune/Loss": 0.6584352254867554, "Finetune/Loss (Raw)": 0.6454977989196777, "Finetune/Step": 9813, "Finetune/Step Time": 6.7936865128576756}
+{"Finetune/Learning Rate": 1.015155044753501e-05, "Finetune/Loss": 0.6573290824890137, "Finetune/Loss (Raw)": 0.5515053272247314, "Finetune/Step": 9814, "Finetune/Step Time": 6.808004911988974}
+{"Finetune/Learning Rate": 1.0149866680460867e-05, "Finetune/Loss": 0.6572408676147461, "Finetune/Loss (Raw)": 0.7036598324775696, "Finetune/Step": 9815, "Finetune/Step Time": 6.80404657125473}
+{"Finetune/Learning Rate": 1.0148182909136928e-05, "Finetune/Loss": 0.6576856374740601, "Finetune/Loss (Raw)": 0.7355437278747559, "Finetune/Step": 9816, "Finetune/Step Time": 6.807183256372809}
+{"Finetune/Learning Rate": 1.0146499133610942e-05, "Finetune/Loss": 0.6575467586517334, "Finetune/Loss (Raw)": 0.7278047204017639, "Finetune/Step": 9817, "Finetune/Step Time": 6.8065701350569725}
+{"Finetune/Learning Rate": 1.0144815353930661e-05, "Finetune/Loss": 0.6563388109207153, "Finetune/Loss (Raw)": 0.5969890356063843, "Finetune/Step": 9818, "Finetune/Step Time": 6.807042693719268}
+{"Finetune/Learning Rate": 1.0143131570143826e-05, "Finetune/Loss": 0.6553945541381836, "Finetune/Loss (Raw)": 0.5864978432655334, "Finetune/Step": 9819, "Finetune/Step Time": 6.806086592376232}
+{"Finetune/Learning Rate": 1.0141447782298186e-05, "Finetune/Loss": 0.654391884803772, "Finetune/Loss (Raw)": 0.6520360112190247, "Finetune/Step": 9820, "Finetune/Step Time": 6.809150030836463}
+{"Finetune/Learning Rate": 1.0139763990441491e-05, "Finetune/Loss": 0.6548090577125549, "Finetune/Loss (Raw)": 0.6997177600860596, "Finetune/Step": 9821, "Finetune/Step Time": 6.8003034591674805}
+{"Finetune/Learning Rate": 1.0138080194621487e-05, "Finetune/Loss": 0.6552990674972534, "Finetune/Loss (Raw)": 0.6430861949920654, "Finetune/Step": 9822, "Finetune/Step Time": 6.802018592134118}
+{"Finetune/Learning Rate": 1.0136396394885917e-05, "Finetune/Loss": 0.6564503312110901, "Finetune/Loss (Raw)": 0.7510626316070557, "Finetune/Step": 9823, "Finetune/Step Time": 6.800065027549863}
+{"Finetune/Learning Rate": 1.0134712591282539e-05, "Finetune/Loss": 0.6563150882720947, "Finetune/Loss (Raw)": 0.6051329970359802, "Finetune/Step": 9824, "Finetune/Step Time": 6.803895873948932}
+{"Finetune/Learning Rate": 1.0133028783859091e-05, "Finetune/Loss": 0.6561932563781738, "Finetune/Loss (Raw)": 0.644546627998352, "Finetune/Step": 9825, "Finetune/Step Time": 6.8182214722037315}
+{"Finetune/Learning Rate": 1.0131344972663323e-05, "Finetune/Loss": 0.655704140663147, "Finetune/Loss (Raw)": 0.5665921568870544, "Finetune/Step": 9826, "Finetune/Step Time": 6.813426425680518}
+{"Finetune/Learning Rate": 1.0129661157742992e-05, "Finetune/Loss": 0.6559476256370544, "Finetune/Loss (Raw)": 0.7287425994873047, "Finetune/Step": 9827, "Finetune/Step Time": 6.8173457235097885}
+{"Finetune/Learning Rate": 1.0127977339145837e-05, "Finetune/Loss": 0.6565864682197571, "Finetune/Loss (Raw)": 0.7756109237670898, "Finetune/Step": 9828, "Finetune/Step Time": 6.821741219609976}
+{"Finetune/Learning Rate": 1.0126293516919606e-05, "Finetune/Loss": 0.6576095819473267, "Finetune/Loss (Raw)": 0.7198657393455505, "Finetune/Step": 9829, "Finetune/Step Time": 6.806963033974171}
+{"Finetune/Learning Rate": 1.012460969111205e-05, "Finetune/Loss": 0.657799482345581, "Finetune/Loss (Raw)": 0.6189466714859009, "Finetune/Step": 9830, "Finetune/Step Time": 6.814761493355036}
+{"Finetune/Learning Rate": 1.0122925861770918e-05, "Finetune/Loss": 0.6582180857658386, "Finetune/Loss (Raw)": 0.7205079793930054, "Finetune/Step": 9831, "Finetune/Step Time": 6.813592383638024}
+{"Finetune/Learning Rate": 1.0121242028943958e-05, "Finetune/Loss": 0.6579429507255554, "Finetune/Loss (Raw)": 0.6236241459846497, "Finetune/Step": 9832, "Finetune/Step Time": 6.8158177230507135}
+{"Finetune/Learning Rate": 1.011955819267892e-05, "Finetune/Loss": 0.6574023365974426, "Finetune/Loss (Raw)": 0.6337158679962158, "Finetune/Step": 9833, "Finetune/Step Time": 6.807009007781744}
+{"Finetune/Learning Rate": 1.0117874353023552e-05, "Finetune/Loss": 0.6573710441589355, "Finetune/Loss (Raw)": 0.6636970639228821, "Finetune/Step": 9834, "Finetune/Step Time": 6.796010432764888}
+{"Finetune/Learning Rate": 1.0116190510025601e-05, "Finetune/Loss": 0.656524121761322, "Finetune/Loss (Raw)": 0.6082796454429626, "Finetune/Step": 9835, "Finetune/Step Time": 6.759905586019158}
+{"Finetune/Learning Rate": 1.011450666373282e-05, "Finetune/Loss": 0.6565042734146118, "Finetune/Loss (Raw)": 0.609844982624054, "Finetune/Step": 9836, "Finetune/Step Time": 6.7728640250861645}
+{"Finetune/Learning Rate": 1.0112822814192952e-05, "Finetune/Loss": 0.6562340259552002, "Finetune/Loss (Raw)": 0.5889381170272827, "Finetune/Step": 9837, "Finetune/Step Time": 6.762174993753433}
+{"Finetune/Learning Rate": 1.0111138961453752e-05, "Finetune/Loss": 0.6565117835998535, "Finetune/Loss (Raw)": 0.6202282309532166, "Finetune/Step": 9838, "Finetune/Step Time": 6.746841123327613}
+{"Finetune/Learning Rate": 1.0109455105562969e-05, "Finetune/Loss": 0.6574126482009888, "Finetune/Loss (Raw)": 0.7332074046134949, "Finetune/Step": 9839, "Finetune/Step Time": 6.754126738756895}
+{"Finetune/Learning Rate": 1.0107771246568346e-05, "Finetune/Loss": 0.6577672958374023, "Finetune/Loss (Raw)": 0.6271769404411316, "Finetune/Step": 9840, "Finetune/Step Time": 6.753813685849309}
+{"Finetune/Learning Rate": 1.0106087384517638e-05, "Finetune/Loss": 0.6571533679962158, "Finetune/Loss (Raw)": 0.583429753780365, "Finetune/Step": 9841, "Finetune/Step Time": 6.75719952210784}
+{"Finetune/Learning Rate": 1.0104403519458597e-05, "Finetune/Loss": 0.6580785512924194, "Finetune/Loss (Raw)": 0.778255820274353, "Finetune/Step": 9842, "Finetune/Step Time": 6.756710536777973}
+{"Finetune/Learning Rate": 1.0102719651438966e-05, "Finetune/Loss": 0.6586614847183228, "Finetune/Loss (Raw)": 0.7231958508491516, "Finetune/Step": 9843, "Finetune/Step Time": 6.747953869402409}
+{"Finetune/Learning Rate": 1.0101035780506496e-05, "Finetune/Loss": 0.658475399017334, "Finetune/Loss (Raw)": 0.7277243733406067, "Finetune/Step": 9844, "Finetune/Step Time": 6.742457719519734}
+{"Finetune/Learning Rate": 1.0099351906708945e-05, "Finetune/Loss": 0.6590515375137329, "Finetune/Loss (Raw)": 0.7195168137550354, "Finetune/Step": 9845, "Finetune/Step Time": 6.743596117943525}
+{"Finetune/Learning Rate": 1.0097668030094051e-05, "Finetune/Loss": 0.6579316854476929, "Finetune/Loss (Raw)": 0.6437197923660278, "Finetune/Step": 9846, "Finetune/Step Time": 6.739045022055507}
+{"Finetune/Learning Rate": 1.0095984150709568e-05, "Finetune/Loss": 0.6580384373664856, "Finetune/Loss (Raw)": 0.6085091233253479, "Finetune/Step": 9847, "Finetune/Step Time": 6.720353992655873}
+{"Finetune/Learning Rate": 1.0094300268603254e-05, "Finetune/Loss": 0.6583728194236755, "Finetune/Loss (Raw)": 0.6527427434921265, "Finetune/Step": 9848, "Finetune/Step Time": 6.717545913532376}
+{"Finetune/Learning Rate": 1.0092616383822849e-05, "Finetune/Loss": 0.6591696739196777, "Finetune/Loss (Raw)": 0.6016716957092285, "Finetune/Step": 9849, "Finetune/Step Time": 6.717072995379567}
+{"Finetune/Learning Rate": 1.0090932496416106e-05, "Finetune/Loss": 0.6583852171897888, "Finetune/Loss (Raw)": 0.5385070443153381, "Finetune/Step": 9850, "Finetune/Step Time": 6.7115602269768715}
+{"Finetune/Learning Rate": 1.0089248606430775e-05, "Finetune/Loss": 0.6588796377182007, "Finetune/Loss (Raw)": 0.6931498646736145, "Finetune/Step": 9851, "Finetune/Step Time": 6.7125135362148285}
+{"Finetune/Learning Rate": 1.0087564713914611e-05, "Finetune/Loss": 0.6567081212997437, "Finetune/Loss (Raw)": 0.4893970489501953, "Finetune/Step": 9852, "Finetune/Step Time": 6.7176272459328175}
+{"Finetune/Learning Rate": 1.0085880818915356e-05, "Finetune/Loss": 0.6573368906974792, "Finetune/Loss (Raw)": 0.7526283264160156, "Finetune/Step": 9853, "Finetune/Step Time": 6.718129741027951}
+{"Finetune/Learning Rate": 1.0084196921480768e-05, "Finetune/Loss": 0.6569065451622009, "Finetune/Loss (Raw)": 0.6746824979782104, "Finetune/Step": 9854, "Finetune/Step Time": 6.7185110207647085}
+{"Finetune/Learning Rate": 1.0082513021658595e-05, "Finetune/Loss": 0.6559672355651855, "Finetune/Loss (Raw)": 0.6008260846138, "Finetune/Step": 9855, "Finetune/Step Time": 6.720975700765848}
+{"Finetune/Learning Rate": 1.0080829119496587e-05, "Finetune/Loss": 0.6567569375038147, "Finetune/Loss (Raw)": 0.7514890432357788, "Finetune/Step": 9856, "Finetune/Step Time": 6.705601304769516}
+{"Finetune/Learning Rate": 1.0079145215042495e-05, "Finetune/Loss": 0.6571230888366699, "Finetune/Loss (Raw)": 0.6520058512687683, "Finetune/Step": 9857, "Finetune/Step Time": 6.691848464310169}
+{"Finetune/Learning Rate": 1.007746130834407e-05, "Finetune/Loss": 0.6575390100479126, "Finetune/Loss (Raw)": 0.6634544730186462, "Finetune/Step": 9858, "Finetune/Step Time": 6.690100619569421}
+{"Finetune/Learning Rate": 1.007577739944906e-05, "Finetune/Loss": 0.6575299501419067, "Finetune/Loss (Raw)": 0.6039325594902039, "Finetune/Step": 9859, "Finetune/Step Time": 6.69036497361958}
+{"Finetune/Learning Rate": 1.0074093488405223e-05, "Finetune/Loss": 0.6581458449363708, "Finetune/Loss (Raw)": 0.6340576410293579, "Finetune/Step": 9860, "Finetune/Step Time": 6.694079315289855}
+{"Finetune/Learning Rate": 1.00724095752603e-05, "Finetune/Loss": 0.6577631831169128, "Finetune/Loss (Raw)": 0.6530840396881104, "Finetune/Step": 9861, "Finetune/Step Time": 6.702824989333749}
+{"Finetune/Learning Rate": 1.007072566006205e-05, "Finetune/Loss": 0.6587522029876709, "Finetune/Loss (Raw)": 0.7770878076553345, "Finetune/Step": 9862, "Finetune/Step Time": 6.702662771567702}
+{"Finetune/Learning Rate": 1.0069041742858224e-05, "Finetune/Loss": 0.6587451696395874, "Finetune/Loss (Raw)": 0.6306170225143433, "Finetune/Step": 9863, "Finetune/Step Time": 6.692131591960788}
+{"Finetune/Learning Rate": 1.0067357823696566e-05, "Finetune/Loss": 0.659469485282898, "Finetune/Loss (Raw)": 0.6117110848426819, "Finetune/Step": 9864, "Finetune/Step Time": 6.668864827603102}
+{"Finetune/Learning Rate": 1.0065673902624835e-05, "Finetune/Loss": 0.6579490900039673, "Finetune/Loss (Raw)": 0.6052159667015076, "Finetune/Step": 9865, "Finetune/Step Time": 6.666186664253473}
+{"Finetune/Learning Rate": 1.0063989979690777e-05, "Finetune/Loss": 0.658126711845398, "Finetune/Loss (Raw)": 0.6712349057197571, "Finetune/Step": 9866, "Finetune/Step Time": 6.679691227152944}
+{"Finetune/Learning Rate": 1.0062306054942148e-05, "Finetune/Loss": 0.6571856141090393, "Finetune/Loss (Raw)": 0.7099236249923706, "Finetune/Step": 9867, "Finetune/Step Time": 6.662590691819787}
+{"Finetune/Learning Rate": 1.0060622128426692e-05, "Finetune/Loss": 0.6579877138137817, "Finetune/Loss (Raw)": 0.6340222358703613, "Finetune/Step": 9868, "Finetune/Step Time": 6.660486493259668}
+{"Finetune/Learning Rate": 1.0058938200192168e-05, "Finetune/Loss": 0.6579362154006958, "Finetune/Loss (Raw)": 0.6644300222396851, "Finetune/Step": 9869, "Finetune/Step Time": 6.662339858710766}
+{"Finetune/Learning Rate": 1.0057254270286325e-05, "Finetune/Loss": 0.6573472023010254, "Finetune/Loss (Raw)": 0.6440736055374146, "Finetune/Step": 9870, "Finetune/Step Time": 6.664322167634964}
+{"Finetune/Learning Rate": 1.0055570338756913e-05, "Finetune/Loss": 0.65691077709198, "Finetune/Loss (Raw)": 0.6413781642913818, "Finetune/Step": 9871, "Finetune/Step Time": 6.66143536940217}
+{"Finetune/Learning Rate": 1.005388640565168e-05, "Finetune/Loss": 0.6583159565925598, "Finetune/Loss (Raw)": 0.8220980763435364, "Finetune/Step": 9872, "Finetune/Step Time": 6.658540973439813}
+{"Finetune/Learning Rate": 1.0052202471018387e-05, "Finetune/Loss": 0.6590309143066406, "Finetune/Loss (Raw)": 0.6509287357330322, "Finetune/Step": 9873, "Finetune/Step Time": 6.643759889528155}
+{"Finetune/Learning Rate": 1.0050518534904778e-05, "Finetune/Loss": 0.658280074596405, "Finetune/Loss (Raw)": 0.5663677453994751, "Finetune/Step": 9874, "Finetune/Step Time": 6.670504689216614}
+{"Finetune/Learning Rate": 1.0048834597358606e-05, "Finetune/Loss": 0.657698392868042, "Finetune/Loss (Raw)": 0.6231188178062439, "Finetune/Step": 9875, "Finetune/Step Time": 6.6689881682395935}
+{"Finetune/Learning Rate": 1.0047150658427627e-05, "Finetune/Loss": 0.6580032706260681, "Finetune/Loss (Raw)": 0.5947402715682983, "Finetune/Step": 9876, "Finetune/Step Time": 6.646591188386083}
+{"Finetune/Learning Rate": 1.0045466718159587e-05, "Finetune/Loss": 0.656554639339447, "Finetune/Loss (Raw)": 0.643403947353363, "Finetune/Step": 9877, "Finetune/Step Time": 6.6457725167274475}
+{"Finetune/Learning Rate": 1.004378277660224e-05, "Finetune/Loss": 0.6562275886535645, "Finetune/Loss (Raw)": 0.6794456839561462, "Finetune/Step": 9878, "Finetune/Step Time": 6.653260638937354}
+{"Finetune/Learning Rate": 1.0042098833803339e-05, "Finetune/Loss": 0.6557905673980713, "Finetune/Loss (Raw)": 0.5524167418479919, "Finetune/Step": 9879, "Finetune/Step Time": 6.652092672884464}
+{"Finetune/Learning Rate": 1.0040414889810635e-05, "Finetune/Loss": 0.6574510335922241, "Finetune/Loss (Raw)": 0.6351566910743713, "Finetune/Step": 9880, "Finetune/Step Time": 6.648913353681564}
+{"Finetune/Learning Rate": 1.003873094467188e-05, "Finetune/Loss": 0.6572734117507935, "Finetune/Loss (Raw)": 0.7280912399291992, "Finetune/Step": 9881, "Finetune/Step Time": 6.656586829572916}
+{"Finetune/Learning Rate": 1.0037046998434823e-05, "Finetune/Loss": 0.6576274037361145, "Finetune/Loss (Raw)": 0.6870521903038025, "Finetune/Step": 9882, "Finetune/Step Time": 6.658641980960965}
+{"Finetune/Learning Rate": 1.003536305114722e-05, "Finetune/Loss": 0.6568727493286133, "Finetune/Loss (Raw)": 0.6221663355827332, "Finetune/Step": 9883, "Finetune/Step Time": 6.659681333228946}
+{"Finetune/Learning Rate": 1.0033679102856821e-05, "Finetune/Loss": 0.657335638999939, "Finetune/Loss (Raw)": 0.6281206011772156, "Finetune/Step": 9884, "Finetune/Step Time": 6.658636264503002}
+{"Finetune/Learning Rate": 1.003199515361138e-05, "Finetune/Loss": 0.6570029258728027, "Finetune/Loss (Raw)": 0.642434298992157, "Finetune/Step": 9885, "Finetune/Step Time": 6.661674465984106}
+{"Finetune/Learning Rate": 1.0030311203458645e-05, "Finetune/Loss": 0.657148003578186, "Finetune/Loss (Raw)": 0.7623355984687805, "Finetune/Step": 9886, "Finetune/Step Time": 6.660371804609895}
+{"Finetune/Learning Rate": 1.0028627252446372e-05, "Finetune/Loss": 0.6575088500976562, "Finetune/Loss (Raw)": 0.7143591642379761, "Finetune/Step": 9887, "Finetune/Step Time": 6.658379685133696}
+{"Finetune/Learning Rate": 1.0026943300622313e-05, "Finetune/Loss": 0.6581317186355591, "Finetune/Loss (Raw)": 0.7131783962249756, "Finetune/Step": 9888, "Finetune/Step Time": 6.653789082542062}
+{"Finetune/Learning Rate": 1.0025259348034215e-05, "Finetune/Loss": 0.6581096053123474, "Finetune/Loss (Raw)": 0.6427996754646301, "Finetune/Step": 9889, "Finetune/Step Time": 6.652384705841541}
+{"Finetune/Learning Rate": 1.0023575394729837e-05, "Finetune/Loss": 0.6577960252761841, "Finetune/Loss (Raw)": 0.6548036336898804, "Finetune/Step": 9890, "Finetune/Step Time": 6.650753119960427}
+{"Finetune/Learning Rate": 1.0021891440756928e-05, "Finetune/Loss": 0.6564000844955444, "Finetune/Loss (Raw)": 0.4455373287200928, "Finetune/Step": 9891, "Finetune/Step Time": 6.664681864902377}
+{"Finetune/Learning Rate": 1.0020207486163236e-05, "Finetune/Loss": 0.6554084420204163, "Finetune/Loss (Raw)": 0.6568207144737244, "Finetune/Step": 9892, "Finetune/Step Time": 6.659543551504612}
+{"Finetune/Learning Rate": 1.001852353099652e-05, "Finetune/Loss": 0.6547081470489502, "Finetune/Loss (Raw)": 0.6002117991447449, "Finetune/Step": 9893, "Finetune/Step Time": 6.660937098786235}
+{"Finetune/Learning Rate": 1.001683957530453e-05, "Finetune/Loss": 0.6548832654953003, "Finetune/Loss (Raw)": 0.6715102195739746, "Finetune/Step": 9894, "Finetune/Step Time": 6.662129767239094}
+{"Finetune/Learning Rate": 1.0015155619135018e-05, "Finetune/Loss": 0.6552062034606934, "Finetune/Loss (Raw)": 0.5848230719566345, "Finetune/Step": 9895, "Finetune/Step Time": 6.651048827916384}
+{"Finetune/Learning Rate": 1.001347166253573e-05, "Finetune/Loss": 0.6555324196815491, "Finetune/Loss (Raw)": 0.6686641573905945, "Finetune/Step": 9896, "Finetune/Step Time": 6.651634097099304}
+{"Finetune/Learning Rate": 1.0011787705554432e-05, "Finetune/Loss": 0.6547660231590271, "Finetune/Loss (Raw)": 0.6588724851608276, "Finetune/Step": 9897, "Finetune/Step Time": 6.651042740792036}
+{"Finetune/Learning Rate": 1.0010103748238864e-05, "Finetune/Loss": 0.6559367179870605, "Finetune/Loss (Raw)": 0.6736876964569092, "Finetune/Step": 9898, "Finetune/Step Time": 6.639902766793966}
+{"Finetune/Learning Rate": 1.0008419790636783e-05, "Finetune/Loss": 0.6553255319595337, "Finetune/Loss (Raw)": 0.6231354475021362, "Finetune/Step": 9899, "Finetune/Step Time": 6.6377637423574924}
+{"Finetune/Learning Rate": 1.0006735832795939e-05, "Finetune/Loss": 0.6553952097892761, "Finetune/Loss (Raw)": 0.7622377872467041, "Finetune/Step": 9900, "Finetune/Step Time": 6.6568713914602995}
+{"Finetune/Learning Rate": 1.0005051874764089e-05, "Finetune/Loss": 0.6556493043899536, "Finetune/Loss (Raw)": 0.6751449704170227, "Finetune/Step": 9901, "Finetune/Step Time": 6.673473102971911}
+{"Finetune/Learning Rate": 1.000336791658898e-05, "Finetune/Loss": 0.6568050384521484, "Finetune/Loss (Raw)": 0.7769114971160889, "Finetune/Step": 9902, "Finetune/Step Time": 6.67064705491066}
+{"Finetune/Learning Rate": 1.0001683958318367e-05, "Finetune/Loss": 0.6565009355545044, "Finetune/Loss (Raw)": 0.6527349948883057, "Finetune/Step": 9903, "Finetune/Step Time": 6.669821489602327}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.656254231929779, "Finetune/Loss (Raw)": 0.6643881797790527, "Finetune/Step": 9904, "Finetune/Step Time": 6.670135825872421}
+{"Finetune/Learning Rate": 9.998316041681637e-06, "Finetune/Loss": 0.6563568115234375, "Finetune/Loss (Raw)": 0.712668240070343, "Finetune/Step": 9905, "Finetune/Step Time": 6.674447016790509}
+{"Finetune/Learning Rate": 9.996632083411023e-06, "Finetune/Loss": 0.6551119089126587, "Finetune/Loss (Raw)": 0.5368813276290894, "Finetune/Step": 9906, "Finetune/Step Time": 6.68908179923892}
+{"Finetune/Learning Rate": 9.994948125235913e-06, "Finetune/Loss": 0.6547790169715881, "Finetune/Loss (Raw)": 0.6872972249984741, "Finetune/Step": 9907, "Finetune/Step Time": 6.691155955195427}
+{"Finetune/Learning Rate": 9.993264167204066e-06, "Finetune/Loss": 0.6559651494026184, "Finetune/Loss (Raw)": 0.7433933615684509, "Finetune/Step": 9908, "Finetune/Step Time": 6.703470192849636}
+{"Finetune/Learning Rate": 9.99158020936322e-06, "Finetune/Loss": 0.6575162410736084, "Finetune/Loss (Raw)": 0.6479344367980957, "Finetune/Step": 9909, "Finetune/Step Time": 6.694187479093671}
+{"Finetune/Learning Rate": 9.98989625176114e-06, "Finetune/Loss": 0.6573545932769775, "Finetune/Loss (Raw)": 0.6059086918830872, "Finetune/Step": 9910, "Finetune/Step Time": 6.694409888237715}
+{"Finetune/Learning Rate": 9.988212294445571e-06, "Finetune/Loss": 0.657941460609436, "Finetune/Loss (Raw)": 0.7223528027534485, "Finetune/Step": 9911, "Finetune/Step Time": 6.688883261755109}
+{"Finetune/Learning Rate": 9.98652833746427e-06, "Finetune/Loss": 0.6569396257400513, "Finetune/Loss (Raw)": 0.6562681794166565, "Finetune/Step": 9912, "Finetune/Step Time": 6.691331133246422}
+{"Finetune/Learning Rate": 9.984844380864987e-06, "Finetune/Loss": 0.6570390462875366, "Finetune/Loss (Raw)": 0.6744646430015564, "Finetune/Step": 9913, "Finetune/Step Time": 6.692673601210117}
+{"Finetune/Learning Rate": 9.983160424695474e-06, "Finetune/Loss": 0.6569158434867859, "Finetune/Loss (Raw)": 0.7090280055999756, "Finetune/Step": 9914, "Finetune/Step Time": 6.694928925484419}
+{"Finetune/Learning Rate": 9.981476469003483e-06, "Finetune/Loss": 0.6573675870895386, "Finetune/Loss (Raw)": 0.6918658018112183, "Finetune/Step": 9915, "Finetune/Step Time": 6.711372880265117}
+{"Finetune/Learning Rate": 9.979792513836766e-06, "Finetune/Loss": 0.6578794717788696, "Finetune/Loss (Raw)": 0.6721726655960083, "Finetune/Step": 9916, "Finetune/Step Time": 6.728926798328757}
+{"Finetune/Learning Rate": 9.978108559243075e-06, "Finetune/Loss": 0.6581774950027466, "Finetune/Loss (Raw)": 0.7235867381095886, "Finetune/Step": 9917, "Finetune/Step Time": 6.725522192195058}
+{"Finetune/Learning Rate": 9.976424605270165e-06, "Finetune/Loss": 0.6583061218261719, "Finetune/Loss (Raw)": 0.5097029209136963, "Finetune/Step": 9918, "Finetune/Step Time": 6.717784626409411}
+{"Finetune/Learning Rate": 9.974740651965785e-06, "Finetune/Loss": 0.6586494445800781, "Finetune/Loss (Raw)": 0.6374525427818298, "Finetune/Step": 9919, "Finetune/Step Time": 6.73573830910027}
+{"Finetune/Learning Rate": 9.973056699377692e-06, "Finetune/Loss": 0.6581370830535889, "Finetune/Loss (Raw)": 0.7109970450401306, "Finetune/Step": 9920, "Finetune/Step Time": 6.747227689251304}
+{"Finetune/Learning Rate": 9.971372747553631e-06, "Finetune/Loss": 0.6577064990997314, "Finetune/Loss (Raw)": 0.5475451350212097, "Finetune/Step": 9921, "Finetune/Step Time": 6.752642160281539}
+{"Finetune/Learning Rate": 9.969688796541357e-06, "Finetune/Loss": 0.6577092409133911, "Finetune/Loss (Raw)": 0.6338579058647156, "Finetune/Step": 9922, "Finetune/Step Time": 6.767454547807574}
+{"Finetune/Learning Rate": 9.968004846388624e-06, "Finetune/Loss": 0.6570961475372314, "Finetune/Loss (Raw)": 0.612945556640625, "Finetune/Step": 9923, "Finetune/Step Time": 6.749571353197098}
+{"Finetune/Learning Rate": 9.966320897143179e-06, "Finetune/Loss": 0.6564286947250366, "Finetune/Loss (Raw)": 0.6478786468505859, "Finetune/Step": 9924, "Finetune/Step Time": 6.746406834572554}
+{"Finetune/Learning Rate": 9.96463694885278e-06, "Finetune/Loss": 0.6562083959579468, "Finetune/Loss (Raw)": 0.6858815550804138, "Finetune/Step": 9925, "Finetune/Step Time": 6.74848173186183}
+{"Finetune/Learning Rate": 9.962953001565182e-06, "Finetune/Loss": 0.656684935092926, "Finetune/Loss (Raw)": 0.6880418658256531, "Finetune/Step": 9926, "Finetune/Step Time": 6.750316716730595}
+{"Finetune/Learning Rate": 9.961269055328125e-06, "Finetune/Loss": 0.6564844846725464, "Finetune/Loss (Raw)": 0.6670267581939697, "Finetune/Step": 9927, "Finetune/Step Time": 6.7655753288418055}
+{"Finetune/Learning Rate": 9.959585110189369e-06, "Finetune/Loss": 0.6584978103637695, "Finetune/Loss (Raw)": 0.7590050101280212, "Finetune/Step": 9928, "Finetune/Step Time": 6.749951880425215}
+{"Finetune/Learning Rate": 9.957901166196664e-06, "Finetune/Loss": 0.6577355861663818, "Finetune/Loss (Raw)": 0.586995542049408, "Finetune/Step": 9929, "Finetune/Step Time": 6.741207215934992}
+{"Finetune/Learning Rate": 9.956217223397762e-06, "Finetune/Loss": 0.6578934192657471, "Finetune/Loss (Raw)": 0.6609441637992859, "Finetune/Step": 9930, "Finetune/Step Time": 6.738579532131553}
+{"Finetune/Learning Rate": 9.954533281840414e-06, "Finetune/Loss": 0.6576425433158875, "Finetune/Loss (Raw)": 0.684330940246582, "Finetune/Step": 9931, "Finetune/Step Time": 6.730411618947983}
+{"Finetune/Learning Rate": 9.952849341572378e-06, "Finetune/Loss": 0.6558369398117065, "Finetune/Loss (Raw)": 0.6305166482925415, "Finetune/Step": 9932, "Finetune/Step Time": 6.7291268184781075}
+{"Finetune/Learning Rate": 9.951165402641397e-06, "Finetune/Loss": 0.6570093631744385, "Finetune/Loss (Raw)": 0.7691638469696045, "Finetune/Step": 9933, "Finetune/Step Time": 6.722852397710085}
+{"Finetune/Learning Rate": 9.949481465095224e-06, "Finetune/Loss": 0.6556436419487, "Finetune/Loss (Raw)": 0.5661486387252808, "Finetune/Step": 9934, "Finetune/Step Time": 6.706026939675212}
+{"Finetune/Learning Rate": 9.947797528981615e-06, "Finetune/Loss": 0.6543353199958801, "Finetune/Loss (Raw)": 0.5526663661003113, "Finetune/Step": 9935, "Finetune/Step Time": 6.70284066721797}
+{"Finetune/Learning Rate": 9.946113594348321e-06, "Finetune/Loss": 0.6546013951301575, "Finetune/Loss (Raw)": 0.6411948204040527, "Finetune/Step": 9936, "Finetune/Step Time": 6.703721510246396}
+{"Finetune/Learning Rate": 9.94442966124309e-06, "Finetune/Loss": 0.654780387878418, "Finetune/Loss (Raw)": 0.6652969121932983, "Finetune/Step": 9937, "Finetune/Step Time": 6.702196953818202}
+{"Finetune/Learning Rate": 9.94274572971368e-06, "Finetune/Loss": 0.6550742983818054, "Finetune/Loss (Raw)": 0.5739975571632385, "Finetune/Step": 9938, "Finetune/Step Time": 6.668676761910319}
+{"Finetune/Learning Rate": 9.941061799807835e-06, "Finetune/Loss": 0.6565226316452026, "Finetune/Loss (Raw)": 0.7553917169570923, "Finetune/Step": 9939, "Finetune/Step Time": 6.6494581792503595}
+{"Finetune/Learning Rate": 9.93937787157331e-06, "Finetune/Loss": 0.6565759181976318, "Finetune/Loss (Raw)": 0.6754851341247559, "Finetune/Step": 9940, "Finetune/Step Time": 6.647112624719739}
+{"Finetune/Learning Rate": 9.937693945057855e-06, "Finetune/Loss": 0.65570068359375, "Finetune/Loss (Raw)": 0.5334637761116028, "Finetune/Step": 9941, "Finetune/Step Time": 6.656860841438174}
+{"Finetune/Learning Rate": 9.936010020309224e-06, "Finetune/Loss": 0.65582275390625, "Finetune/Loss (Raw)": 0.567122757434845, "Finetune/Step": 9942, "Finetune/Step Time": 6.642612494528294}
+{"Finetune/Learning Rate": 9.934326097375165e-06, "Finetune/Loss": 0.654974639415741, "Finetune/Loss (Raw)": 0.5951077342033386, "Finetune/Step": 9943, "Finetune/Step Time": 6.667687248438597}
+{"Finetune/Learning Rate": 9.932642176303435e-06, "Finetune/Loss": 0.6542261838912964, "Finetune/Loss (Raw)": 0.6397428512573242, "Finetune/Step": 9944, "Finetune/Step Time": 6.66655040346086}
+{"Finetune/Learning Rate": 9.93095825714178e-06, "Finetune/Loss": 0.6545873880386353, "Finetune/Loss (Raw)": 0.774034321308136, "Finetune/Step": 9945, "Finetune/Step Time": 6.667769268155098}
+{"Finetune/Learning Rate": 9.929274339937951e-06, "Finetune/Loss": 0.653333306312561, "Finetune/Loss (Raw)": 0.43646734952926636, "Finetune/Step": 9946, "Finetune/Step Time": 6.683385353535414}
+{"Finetune/Learning Rate": 9.927590424739702e-06, "Finetune/Loss": 0.6533371210098267, "Finetune/Loss (Raw)": 0.5869860053062439, "Finetune/Step": 9947, "Finetune/Step Time": 6.698481515049934}
+{"Finetune/Learning Rate": 9.92590651159478e-06, "Finetune/Loss": 0.6541039347648621, "Finetune/Loss (Raw)": 0.7501938343048096, "Finetune/Step": 9948, "Finetune/Step Time": 6.699291488155723}
+{"Finetune/Learning Rate": 9.92422260055094e-06, "Finetune/Loss": 0.6535962224006653, "Finetune/Loss (Raw)": 0.6347309350967407, "Finetune/Step": 9949, "Finetune/Step Time": 6.7039251960814}
+{"Finetune/Learning Rate": 9.922538691655937e-06, "Finetune/Loss": 0.6543249487876892, "Finetune/Loss (Raw)": 0.7363608479499817, "Finetune/Step": 9950, "Finetune/Step Time": 6.704807056114078}
+{"Finetune/Learning Rate": 9.920854784957509e-06, "Finetune/Loss": 0.653692901134491, "Finetune/Loss (Raw)": 0.6701573133468628, "Finetune/Step": 9951, "Finetune/Step Time": 6.703896565362811}
+{"Finetune/Learning Rate": 9.919170880503416e-06, "Finetune/Loss": 0.6538622379302979, "Finetune/Loss (Raw)": 0.6268067359924316, "Finetune/Step": 9952, "Finetune/Step Time": 6.713367844000459}
+{"Finetune/Learning Rate": 9.917486978341407e-06, "Finetune/Loss": 0.6540926694869995, "Finetune/Loss (Raw)": 0.6740452647209167, "Finetune/Step": 9953, "Finetune/Step Time": 6.7121105920523405}
+{"Finetune/Learning Rate": 9.915803078519233e-06, "Finetune/Loss": 0.6555545330047607, "Finetune/Loss (Raw)": 0.753714919090271, "Finetune/Step": 9954, "Finetune/Step Time": 6.7164126969873905}
+{"Finetune/Learning Rate": 9.914119181084645e-06, "Finetune/Loss": 0.6557587385177612, "Finetune/Loss (Raw)": 0.7548816800117493, "Finetune/Step": 9955, "Finetune/Step Time": 6.712521715089679}
+{"Finetune/Learning Rate": 9.912435286085396e-06, "Finetune/Loss": 0.6547480225563049, "Finetune/Loss (Raw)": 0.646236777305603, "Finetune/Step": 9956, "Finetune/Step Time": 6.70868599973619}
+{"Finetune/Learning Rate": 9.910751393569228e-06, "Finetune/Loss": 0.6555498838424683, "Finetune/Loss (Raw)": 0.8224987387657166, "Finetune/Step": 9957, "Finetune/Step Time": 6.710305301472545}
+{"Finetune/Learning Rate": 9.909067503583897e-06, "Finetune/Loss": 0.6554569602012634, "Finetune/Loss (Raw)": 0.6070542335510254, "Finetune/Step": 9958, "Finetune/Step Time": 6.700816346332431}
+{"Finetune/Learning Rate": 9.907383616177154e-06, "Finetune/Loss": 0.6544867753982544, "Finetune/Loss (Raw)": 0.5963239669799805, "Finetune/Step": 9959, "Finetune/Step Time": 6.702758610248566}
+{"Finetune/Learning Rate": 9.90569973139675e-06, "Finetune/Loss": 0.655018150806427, "Finetune/Loss (Raw)": 0.6916435360908508, "Finetune/Step": 9960, "Finetune/Step Time": 6.706381758674979}
+{"Finetune/Learning Rate": 9.904015849290432e-06, "Finetune/Loss": 0.655666708946228, "Finetune/Loss (Raw)": 0.7167273759841919, "Finetune/Step": 9961, "Finetune/Step Time": 6.701955892145634}
+{"Finetune/Learning Rate": 9.902331969905954e-06, "Finetune/Loss": 0.6561896800994873, "Finetune/Loss (Raw)": 0.7306365966796875, "Finetune/Step": 9962, "Finetune/Step Time": 6.7038925271481276}
+{"Finetune/Learning Rate": 9.900648093291061e-06, "Finetune/Loss": 0.6564594507217407, "Finetune/Loss (Raw)": 0.6428188681602478, "Finetune/Step": 9963, "Finetune/Step Time": 6.706486510112882}
+{"Finetune/Learning Rate": 9.898964219493505e-06, "Finetune/Loss": 0.6561368703842163, "Finetune/Loss (Raw)": 0.568550169467926, "Finetune/Step": 9964, "Finetune/Step Time": 6.70305765978992}
+{"Finetune/Learning Rate": 9.897280348561035e-06, "Finetune/Loss": 0.6569982767105103, "Finetune/Loss (Raw)": 0.699199914932251, "Finetune/Step": 9965, "Finetune/Step Time": 6.6991871781647205}
+{"Finetune/Learning Rate": 9.895596480541405e-06, "Finetune/Loss": 0.6570191383361816, "Finetune/Loss (Raw)": 0.622896134853363, "Finetune/Step": 9966, "Finetune/Step Time": 6.696802951395512}
+{"Finetune/Learning Rate": 9.893912615482362e-06, "Finetune/Loss": 0.6562838554382324, "Finetune/Loss (Raw)": 0.6390882730484009, "Finetune/Step": 9967, "Finetune/Step Time": 6.692430227994919}
+{"Finetune/Learning Rate": 9.892228753431658e-06, "Finetune/Loss": 0.6559424996376038, "Finetune/Loss (Raw)": 0.5834833979606628, "Finetune/Step": 9968, "Finetune/Step Time": 6.694603117182851}
+{"Finetune/Learning Rate": 9.890544894437036e-06, "Finetune/Loss": 0.6575971245765686, "Finetune/Loss (Raw)": 0.7952209115028381, "Finetune/Step": 9969, "Finetune/Step Time": 6.689336560666561}
+{"Finetune/Learning Rate": 9.888861038546251e-06, "Finetune/Loss": 0.6547863483428955, "Finetune/Loss (Raw)": 0.4184807240962982, "Finetune/Step": 9970, "Finetune/Step Time": 6.69914729706943}
+{"Finetune/Learning Rate": 9.887177185807051e-06, "Finetune/Loss": 0.6539846062660217, "Finetune/Loss (Raw)": 0.6205765008926392, "Finetune/Step": 9971, "Finetune/Step Time": 6.700705625116825}
+{"Finetune/Learning Rate": 9.885493336267184e-06, "Finetune/Loss": 0.6532419323921204, "Finetune/Loss (Raw)": 0.6326556205749512, "Finetune/Step": 9972, "Finetune/Step Time": 6.699721662327647}
+{"Finetune/Learning Rate": 9.883809489974399e-06, "Finetune/Loss": 0.6530962586402893, "Finetune/Loss (Raw)": 0.7008653879165649, "Finetune/Step": 9973, "Finetune/Step Time": 6.6972957998514175}
+{"Finetune/Learning Rate": 9.882125646976454e-06, "Finetune/Loss": 0.6539289951324463, "Finetune/Loss (Raw)": 0.7503156661987305, "Finetune/Step": 9974, "Finetune/Step Time": 6.697339417412877}
+{"Finetune/Learning Rate": 9.880441807321081e-06, "Finetune/Loss": 0.6545374393463135, "Finetune/Loss (Raw)": 0.6863991618156433, "Finetune/Step": 9975, "Finetune/Step Time": 6.702962830662727}
+{"Finetune/Learning Rate": 9.878757971056043e-06, "Finetune/Loss": 0.6544827222824097, "Finetune/Loss (Raw)": 0.6457300186157227, "Finetune/Step": 9976, "Finetune/Step Time": 6.704730104655027}
+{"Finetune/Learning Rate": 9.877074138229083e-06, "Finetune/Loss": 0.6545922160148621, "Finetune/Loss (Raw)": 0.615683376789093, "Finetune/Step": 9977, "Finetune/Step Time": 6.691520070657134}
+{"Finetune/Learning Rate": 9.875390308887952e-06, "Finetune/Loss": 0.6555556654930115, "Finetune/Loss (Raw)": 0.6618330478668213, "Finetune/Step": 9978, "Finetune/Step Time": 6.6970429215580225}
+{"Finetune/Learning Rate": 9.873706483080398e-06, "Finetune/Loss": 0.6563626527786255, "Finetune/Loss (Raw)": 0.7964461445808411, "Finetune/Step": 9979, "Finetune/Step Time": 6.693825272843242}
+{"Finetune/Learning Rate": 9.87202266085417e-06, "Finetune/Loss": 0.6570276618003845, "Finetune/Loss (Raw)": 0.5745185017585754, "Finetune/Step": 9980, "Finetune/Step Time": 6.690599666908383}
+{"Finetune/Learning Rate": 9.870338842257013e-06, "Finetune/Loss": 0.6566978693008423, "Finetune/Loss (Raw)": 0.71041339635849, "Finetune/Step": 9981, "Finetune/Step Time": 6.687577538192272}
+{"Finetune/Learning Rate": 9.868655027336678e-06, "Finetune/Loss": 0.6577426791191101, "Finetune/Loss (Raw)": 0.8084172010421753, "Finetune/Step": 9982, "Finetune/Step Time": 6.69360788539052}
+{"Finetune/Learning Rate": 9.866971216140912e-06, "Finetune/Loss": 0.6581686735153198, "Finetune/Loss (Raw)": 0.6553548574447632, "Finetune/Step": 9983, "Finetune/Step Time": 6.693554138764739}
+{"Finetune/Learning Rate": 9.865287408717464e-06, "Finetune/Loss": 0.6567286849021912, "Finetune/Loss (Raw)": 0.5671691298484802, "Finetune/Step": 9984, "Finetune/Step Time": 6.68729255720973}
+{"Finetune/Learning Rate": 9.863603605114084e-06, "Finetune/Loss": 0.6572095155715942, "Finetune/Loss (Raw)": 0.7135506272315979, "Finetune/Step": 9985, "Finetune/Step Time": 6.68760646507144}
+{"Finetune/Learning Rate": 9.861919805378518e-06, "Finetune/Loss": 0.6570287942886353, "Finetune/Loss (Raw)": 0.6403306722640991, "Finetune/Step": 9986, "Finetune/Step Time": 6.688998062163591}
+{"Finetune/Learning Rate": 9.860236009558514e-06, "Finetune/Loss": 0.6569147109985352, "Finetune/Loss (Raw)": 0.5893304944038391, "Finetune/Step": 9987, "Finetune/Step Time": 6.687807971611619}
+{"Finetune/Learning Rate": 9.858552217701817e-06, "Finetune/Loss": 0.657128095626831, "Finetune/Loss (Raw)": 0.6613616347312927, "Finetune/Step": 9988, "Finetune/Step Time": 6.684456769376993}
+{"Finetune/Learning Rate": 9.856868429856178e-06, "Finetune/Loss": 0.6573672294616699, "Finetune/Loss (Raw)": 0.6836963891983032, "Finetune/Step": 9989, "Finetune/Step Time": 6.678204013034701}
+{"Finetune/Learning Rate": 9.855184646069342e-06, "Finetune/Loss": 0.656449556350708, "Finetune/Loss (Raw)": 0.6596271395683289, "Finetune/Step": 9990, "Finetune/Step Time": 6.678534224629402}
+{"Finetune/Learning Rate": 9.853500866389058e-06, "Finetune/Loss": 0.6571279764175415, "Finetune/Loss (Raw)": 0.7174554467201233, "Finetune/Step": 9991, "Finetune/Step Time": 6.697099791839719}
+{"Finetune/Learning Rate": 9.851817090863073e-06, "Finetune/Loss": 0.6569869518280029, "Finetune/Loss (Raw)": 0.5936527848243713, "Finetune/Step": 9992, "Finetune/Step Time": 6.708973091095686}
+{"Finetune/Learning Rate": 9.850133319539138e-06, "Finetune/Loss": 0.6572549939155579, "Finetune/Loss (Raw)": 0.6395267844200134, "Finetune/Step": 9993, "Finetune/Step Time": 6.706893045455217}
+{"Finetune/Learning Rate": 9.848449552464991e-06, "Finetune/Loss": 0.6583334803581238, "Finetune/Loss (Raw)": 0.8092869520187378, "Finetune/Step": 9994, "Finetune/Step Time": 6.692281564697623}
+{"Finetune/Learning Rate": 9.846765789688386e-06, "Finetune/Loss": 0.6568619012832642, "Finetune/Loss (Raw)": 0.5215636491775513, "Finetune/Step": 9995, "Finetune/Step Time": 6.692621877416968}
+{"Finetune/Learning Rate": 9.845082031257067e-06, "Finetune/Loss": 0.6574239134788513, "Finetune/Loss (Raw)": 0.7059562802314758, "Finetune/Step": 9996, "Finetune/Step Time": 6.693157847970724}
+{"Finetune/Learning Rate": 9.843398277218779e-06, "Finetune/Loss": 0.657811164855957, "Finetune/Loss (Raw)": 0.7140011787414551, "Finetune/Step": 9997, "Finetune/Step Time": 6.684334598481655}
+{"Finetune/Learning Rate": 9.841714527621272e-06, "Finetune/Loss": 0.6579999923706055, "Finetune/Loss (Raw)": 0.6682368516921997, "Finetune/Step": 9998, "Finetune/Step Time": 6.68598198145628}
+{"Finetune/Learning Rate": 9.840030782512296e-06, "Finetune/Loss": 0.6579248309135437, "Finetune/Loss (Raw)": 0.6317641139030457, "Finetune/Step": 9999, "Finetune/Step Time": 6.684505563229322}
+{"Finetune/Learning Rate": 9.838347041939585e-06, "Finetune/Loss": 0.6551294326782227, "Finetune/Loss (Raw)": 0.4642816185951233, "Finetune/Step": 10000, "Finetune/Step Time": 6.697725657373667}
+{"Finetune/Learning Rate": 9.836663305950895e-06, "Finetune/Loss": 0.6555825471878052, "Finetune/Loss (Raw)": 0.7089278101921082, "Finetune/Step": 10001, "Finetune/Step Time": 6.695451186969876}
+{"Finetune/Learning Rate": 9.834979574593969e-06, "Finetune/Loss": 0.6561325192451477, "Finetune/Loss (Raw)": 0.6367653012275696, "Finetune/Step": 10002, "Finetune/Step Time": 6.66983132250607}
+{"Finetune/Learning Rate": 9.833295847916553e-06, "Finetune/Loss": 0.6560971736907959, "Finetune/Loss (Raw)": 0.6185965538024902, "Finetune/Step": 10003, "Finetune/Step Time": 6.664885830134153}
+{"Finetune/Learning Rate": 9.831612125966388e-06, "Finetune/Loss": 0.6561592221260071, "Finetune/Loss (Raw)": 0.6026812195777893, "Finetune/Step": 10004, "Finetune/Step Time": 6.67234094440937}
+{"Finetune/Learning Rate": 9.829928408791233e-06, "Finetune/Loss": 0.6561838984489441, "Finetune/Loss (Raw)": 0.6465638279914856, "Finetune/Step": 10005, "Finetune/Step Time": 6.671189673244953}
+{"Finetune/Learning Rate": 9.828244696438821e-06, "Finetune/Loss": 0.6553479433059692, "Finetune/Loss (Raw)": 0.5724375247955322, "Finetune/Step": 10006, "Finetune/Step Time": 6.66326042637229}
+{"Finetune/Learning Rate": 9.8265609889569e-06, "Finetune/Loss": 0.6563146114349365, "Finetune/Loss (Raw)": 0.6761564016342163, "Finetune/Step": 10007, "Finetune/Step Time": 6.66542487218976}
+{"Finetune/Learning Rate": 9.824877286393215e-06, "Finetune/Loss": 0.6568400859832764, "Finetune/Loss (Raw)": 0.7024146914482117, "Finetune/Step": 10008, "Finetune/Step Time": 6.663309924304485}
+{"Finetune/Learning Rate": 9.823193588795514e-06, "Finetune/Loss": 0.6565335392951965, "Finetune/Loss (Raw)": 0.6888572573661804, "Finetune/Step": 10009, "Finetune/Step Time": 6.651945993304253}
+{"Finetune/Learning Rate": 9.82150989621154e-06, "Finetune/Loss": 0.6556217670440674, "Finetune/Loss (Raw)": 0.5703421235084534, "Finetune/Step": 10010, "Finetune/Step Time": 6.6465167459100485}
+{"Finetune/Learning Rate": 9.81982620868904e-06, "Finetune/Loss": 0.6556497812271118, "Finetune/Loss (Raw)": 0.6257529854774475, "Finetune/Step": 10011, "Finetune/Step Time": 6.646943770349026}
+{"Finetune/Learning Rate": 9.818142526275753e-06, "Finetune/Loss": 0.6558553576469421, "Finetune/Loss (Raw)": 0.6544361114501953, "Finetune/Step": 10012, "Finetune/Step Time": 6.653149526566267}
+{"Finetune/Learning Rate": 9.816458849019428e-06, "Finetune/Loss": 0.6561582684516907, "Finetune/Loss (Raw)": 0.6812054514884949, "Finetune/Step": 10013, "Finetune/Step Time": 6.651568381115794}
+{"Finetune/Learning Rate": 9.814775176967806e-06, "Finetune/Loss": 0.6551167368888855, "Finetune/Loss (Raw)": 0.6290149092674255, "Finetune/Step": 10014, "Finetune/Step Time": 6.653253264725208}
+{"Finetune/Learning Rate": 9.813091510168635e-06, "Finetune/Loss": 0.6548436880111694, "Finetune/Loss (Raw)": 0.6794084310531616, "Finetune/Step": 10015, "Finetune/Step Time": 6.651085367426276}
+{"Finetune/Learning Rate": 9.811407848669657e-06, "Finetune/Loss": 0.6551545858383179, "Finetune/Loss (Raw)": 0.7529776096343994, "Finetune/Step": 10016, "Finetune/Step Time": 6.647468652576208}
+{"Finetune/Learning Rate": 9.80972419251862e-06, "Finetune/Loss": 0.6557762026786804, "Finetune/Loss (Raw)": 0.7223711609840393, "Finetune/Step": 10017, "Finetune/Step Time": 6.66170097887516}
+{"Finetune/Learning Rate": 9.80804054176326e-06, "Finetune/Loss": 0.654563307762146, "Finetune/Loss (Raw)": 0.499549001455307, "Finetune/Step": 10018, "Finetune/Step Time": 6.6592204216867685}
+{"Finetune/Learning Rate": 9.806356896451324e-06, "Finetune/Loss": 0.6547530889511108, "Finetune/Loss (Raw)": 0.4698302447795868, "Finetune/Step": 10019, "Finetune/Step Time": 6.666519623249769}
+{"Finetune/Learning Rate": 9.804673256630557e-06, "Finetune/Loss": 0.6554624438285828, "Finetune/Loss (Raw)": 0.7476207613945007, "Finetune/Step": 10020, "Finetune/Step Time": 6.682225078344345}
+{"Finetune/Learning Rate": 9.802989622348699e-06, "Finetune/Loss": 0.6565767526626587, "Finetune/Loss (Raw)": 0.742835521697998, "Finetune/Step": 10021, "Finetune/Step Time": 6.703560410067439}
+{"Finetune/Learning Rate": 9.801305993653496e-06, "Finetune/Loss": 0.6575312614440918, "Finetune/Loss (Raw)": 0.7936902046203613, "Finetune/Step": 10022, "Finetune/Step Time": 6.70707431063056}
+{"Finetune/Learning Rate": 9.799622370592695e-06, "Finetune/Loss": 0.6579903960227966, "Finetune/Loss (Raw)": 0.6435959935188293, "Finetune/Step": 10023, "Finetune/Step Time": 6.7145538460463285}
+{"Finetune/Learning Rate": 9.797938753214028e-06, "Finetune/Loss": 0.6579897999763489, "Finetune/Loss (Raw)": 0.668586015701294, "Finetune/Step": 10024, "Finetune/Step Time": 6.727901566773653}
+{"Finetune/Learning Rate": 9.796255141565243e-06, "Finetune/Loss": 0.6568416357040405, "Finetune/Loss (Raw)": 0.5119096040725708, "Finetune/Step": 10025, "Finetune/Step Time": 6.738300180062652}
+{"Finetune/Learning Rate": 9.794571535694087e-06, "Finetune/Loss": 0.6568212509155273, "Finetune/Loss (Raw)": 0.6710749864578247, "Finetune/Step": 10026, "Finetune/Step Time": 6.737198684364557}
+{"Finetune/Learning Rate": 9.792887935648296e-06, "Finetune/Loss": 0.656821072101593, "Finetune/Loss (Raw)": 0.6231136322021484, "Finetune/Step": 10027, "Finetune/Step Time": 6.738306609913707}
+{"Finetune/Learning Rate": 9.791204341475613e-06, "Finetune/Loss": 0.6560921669006348, "Finetune/Loss (Raw)": 0.668939471244812, "Finetune/Step": 10028, "Finetune/Step Time": 6.72328495234251}
+{"Finetune/Learning Rate": 9.789520753223784e-06, "Finetune/Loss": 0.6554926633834839, "Finetune/Loss (Raw)": 0.5984000563621521, "Finetune/Step": 10029, "Finetune/Step Time": 6.710374630987644}
+{"Finetune/Learning Rate": 9.787837170940547e-06, "Finetune/Loss": 0.6544033288955688, "Finetune/Loss (Raw)": 0.6374785900115967, "Finetune/Step": 10030, "Finetune/Step Time": 6.713234726339579}
+{"Finetune/Learning Rate": 9.78615359467364e-06, "Finetune/Loss": 0.6542505025863647, "Finetune/Loss (Raw)": 0.6331732869148254, "Finetune/Step": 10031, "Finetune/Step Time": 6.73176340200007}
+{"Finetune/Learning Rate": 9.784470024470813e-06, "Finetune/Loss": 0.6541038751602173, "Finetune/Loss (Raw)": 0.6456274390220642, "Finetune/Step": 10032, "Finetune/Step Time": 6.73125927709043}
+{"Finetune/Learning Rate": 9.782786460379802e-06, "Finetune/Loss": 0.6537735462188721, "Finetune/Loss (Raw)": 0.6703801155090332, "Finetune/Step": 10033, "Finetune/Step Time": 6.7242431696504354}
+{"Finetune/Learning Rate": 9.78110290244835e-06, "Finetune/Loss": 0.6543669700622559, "Finetune/Loss (Raw)": 0.6128389239311218, "Finetune/Step": 10034, "Finetune/Step Time": 6.70935376919806}
+{"Finetune/Learning Rate": 9.7794193507242e-06, "Finetune/Loss": 0.6538013815879822, "Finetune/Loss (Raw)": 0.6149083375930786, "Finetune/Step": 10035, "Finetune/Step Time": 6.708272831514478}
+{"Finetune/Learning Rate": 9.777735805255087e-06, "Finetune/Loss": 0.6531558036804199, "Finetune/Loss (Raw)": 0.6607658267021179, "Finetune/Step": 10036, "Finetune/Step Time": 6.6932456865906715}
+{"Finetune/Learning Rate": 9.776052266088754e-06, "Finetune/Loss": 0.6531062126159668, "Finetune/Loss (Raw)": 0.641578197479248, "Finetune/Step": 10037, "Finetune/Step Time": 6.695471545681357}
+{"Finetune/Learning Rate": 9.774368733272943e-06, "Finetune/Loss": 0.6545240879058838, "Finetune/Loss (Raw)": 0.7874001264572144, "Finetune/Step": 10038, "Finetune/Step Time": 6.701110178604722}
+{"Finetune/Learning Rate": 9.772685206855391e-06, "Finetune/Loss": 0.6543832421302795, "Finetune/Loss (Raw)": 0.7043193578720093, "Finetune/Step": 10039, "Finetune/Step Time": 6.695990886539221}
+{"Finetune/Learning Rate": 9.771001686883841e-06, "Finetune/Loss": 0.6539598703384399, "Finetune/Loss (Raw)": 0.6020711660385132, "Finetune/Step": 10040, "Finetune/Step Time": 6.694528102874756}
+{"Finetune/Learning Rate": 9.769318173406036e-06, "Finetune/Loss": 0.6524786949157715, "Finetune/Loss (Raw)": 0.484880268573761, "Finetune/Step": 10041, "Finetune/Step Time": 6.7035027872771025}
+{"Finetune/Learning Rate": 9.767634666469708e-06, "Finetune/Loss": 0.6503584384918213, "Finetune/Loss (Raw)": 0.43763768672943115, "Finetune/Step": 10042, "Finetune/Step Time": 6.713606687262654}
+{"Finetune/Learning Rate": 9.7659511661226e-06, "Finetune/Loss": 0.6492372751235962, "Finetune/Loss (Raw)": 0.5483480095863342, "Finetune/Step": 10043, "Finetune/Step Time": 6.707227498292923}
+{"Finetune/Learning Rate": 9.764267672412454e-06, "Finetune/Loss": 0.6488324403762817, "Finetune/Loss (Raw)": 0.6203638315200806, "Finetune/Step": 10044, "Finetune/Step Time": 6.6913201827555895}
+{"Finetune/Learning Rate": 9.762584185387003e-06, "Finetune/Loss": 0.648790180683136, "Finetune/Loss (Raw)": 0.7181699275970459, "Finetune/Step": 10045, "Finetune/Step Time": 6.694884713739157}
+{"Finetune/Learning Rate": 9.760900705093988e-06, "Finetune/Loss": 0.6495877504348755, "Finetune/Loss (Raw)": 0.6117902994155884, "Finetune/Step": 10046, "Finetune/Step Time": 6.680043302476406}
+{"Finetune/Learning Rate": 9.759217231581157e-06, "Finetune/Loss": 0.6485422849655151, "Finetune/Loss (Raw)": 0.5036375522613525, "Finetune/Step": 10047, "Finetune/Step Time": 6.676920237019658}
+{"Finetune/Learning Rate": 9.757533764896235e-06, "Finetune/Loss": 0.6478579044342041, "Finetune/Loss (Raw)": 0.6234023571014404, "Finetune/Step": 10048, "Finetune/Step Time": 6.66990127786994}
+{"Finetune/Learning Rate": 9.755850305086965e-06, "Finetune/Loss": 0.6491631269454956, "Finetune/Loss (Raw)": 0.7146056890487671, "Finetune/Step": 10049, "Finetune/Step Time": 6.664796153083444}
+{"Finetune/Learning Rate": 9.754166852201087e-06, "Finetune/Loss": 0.6491445302963257, "Finetune/Loss (Raw)": 0.6314812898635864, "Finetune/Step": 10050, "Finetune/Step Time": 6.650076610967517}
+{"Finetune/Learning Rate": 9.75248340628634e-06, "Finetune/Loss": 0.6490795612335205, "Finetune/Loss (Raw)": 0.6046255230903625, "Finetune/Step": 10051, "Finetune/Step Time": 6.650706281885505}
+{"Finetune/Learning Rate": 9.750799967390458e-06, "Finetune/Loss": 0.649036169052124, "Finetune/Loss (Raw)": 0.6423267126083374, "Finetune/Step": 10052, "Finetune/Step Time": 6.652158854529262}
+{"Finetune/Learning Rate": 9.749116535561182e-06, "Finetune/Loss": 0.6484828591346741, "Finetune/Loss (Raw)": 0.6150568127632141, "Finetune/Step": 10053, "Finetune/Step Time": 6.6500901486724615}
+{"Finetune/Learning Rate": 9.747433110846246e-06, "Finetune/Loss": 0.6473267078399658, "Finetune/Loss (Raw)": 0.5400586128234863, "Finetune/Step": 10054, "Finetune/Step Time": 6.649407697841525}
+{"Finetune/Learning Rate": 9.745749693293389e-06, "Finetune/Loss": 0.6465339064598083, "Finetune/Loss (Raw)": 0.5655452609062195, "Finetune/Step": 10055, "Finetune/Step Time": 6.635362848639488}
+{"Finetune/Learning Rate": 9.744066282950345e-06, "Finetune/Loss": 0.6457952260971069, "Finetune/Loss (Raw)": 0.6644547581672668, "Finetune/Step": 10056, "Finetune/Step Time": 6.63997944816947}
+{"Finetune/Learning Rate": 9.742382879864857e-06, "Finetune/Loss": 0.6464434862136841, "Finetune/Loss (Raw)": 0.6699734926223755, "Finetune/Step": 10057, "Finetune/Step Time": 6.647929286584258}
+{"Finetune/Learning Rate": 9.740699484084658e-06, "Finetune/Loss": 0.6467471718788147, "Finetune/Loss (Raw)": 0.6998137831687927, "Finetune/Step": 10058, "Finetune/Step Time": 6.650531489402056}
+{"Finetune/Learning Rate": 9.739016095657485e-06, "Finetune/Loss": 0.6466849446296692, "Finetune/Loss (Raw)": 0.6763643026351929, "Finetune/Step": 10059, "Finetune/Step Time": 6.660027831792831}
+{"Finetune/Learning Rate": 9.73733271463107e-06, "Finetune/Loss": 0.64736008644104, "Finetune/Loss (Raw)": 0.7169331312179565, "Finetune/Step": 10060, "Finetune/Step Time": 6.659455414861441}
+{"Finetune/Learning Rate": 9.735649341053155e-06, "Finetune/Loss": 0.6456687450408936, "Finetune/Loss (Raw)": 0.5526710152626038, "Finetune/Step": 10061, "Finetune/Step Time": 6.658960269764066}
+{"Finetune/Learning Rate": 9.733965974971473e-06, "Finetune/Loss": 0.6466930508613586, "Finetune/Loss (Raw)": 0.6972606182098389, "Finetune/Step": 10062, "Finetune/Step Time": 6.657882604748011}
+{"Finetune/Learning Rate": 9.732282616433756e-06, "Finetune/Loss": 0.64820796251297, "Finetune/Loss (Raw)": 0.7465789318084717, "Finetune/Step": 10063, "Finetune/Step Time": 6.656866565346718}
+{"Finetune/Learning Rate": 9.730599265487746e-06, "Finetune/Loss": 0.6483440399169922, "Finetune/Loss (Raw)": 0.6586196422576904, "Finetune/Step": 10064, "Finetune/Step Time": 6.656062249094248}
+{"Finetune/Learning Rate": 9.728915922181179e-06, "Finetune/Loss": 0.6483865976333618, "Finetune/Loss (Raw)": 0.6707429885864258, "Finetune/Step": 10065, "Finetune/Step Time": 6.656456772238016}
+{"Finetune/Learning Rate": 9.727232586561776e-06, "Finetune/Loss": 0.6489431858062744, "Finetune/Loss (Raw)": 0.6452311873435974, "Finetune/Step": 10066, "Finetune/Step Time": 6.655534105375409}
+{"Finetune/Learning Rate": 9.725549258677287e-06, "Finetune/Loss": 0.6489725708961487, "Finetune/Loss (Raw)": 0.7591539621353149, "Finetune/Step": 10067, "Finetune/Step Time": 6.649480542168021}
+{"Finetune/Learning Rate": 9.72386593857544e-06, "Finetune/Loss": 0.6481802463531494, "Finetune/Loss (Raw)": 0.5740653872489929, "Finetune/Step": 10068, "Finetune/Step Time": 6.6608933843672276}
+{"Finetune/Learning Rate": 9.722182626303968e-06, "Finetune/Loss": 0.6484631299972534, "Finetune/Loss (Raw)": 0.5696741342544556, "Finetune/Step": 10069, "Finetune/Step Time": 6.650305273011327}
+{"Finetune/Learning Rate": 9.720499321910606e-06, "Finetune/Loss": 0.6492848992347717, "Finetune/Loss (Raw)": 0.6723139882087708, "Finetune/Step": 10070, "Finetune/Step Time": 6.650478385388851}
+{"Finetune/Learning Rate": 9.71881602544309e-06, "Finetune/Loss": 0.6487257480621338, "Finetune/Loss (Raw)": 0.5235351920127869, "Finetune/Step": 10071, "Finetune/Step Time": 6.640003994107246}
+{"Finetune/Learning Rate": 9.717132736949157e-06, "Finetune/Loss": 0.6494961977005005, "Finetune/Loss (Raw)": 0.7383608222007751, "Finetune/Step": 10072, "Finetune/Step Time": 6.6390928868204355}
+{"Finetune/Learning Rate": 9.715449456476527e-06, "Finetune/Loss": 0.6483098268508911, "Finetune/Loss (Raw)": 0.6221749782562256, "Finetune/Step": 10073, "Finetune/Step Time": 6.639307426288724}
+{"Finetune/Learning Rate": 9.713766184072945e-06, "Finetune/Loss": 0.650361955165863, "Finetune/Loss (Raw)": 0.6991396546363831, "Finetune/Step": 10074, "Finetune/Step Time": 6.627451978623867}
+{"Finetune/Learning Rate": 9.71208291978614e-06, "Finetune/Loss": 0.6515951752662659, "Finetune/Loss (Raw)": 0.7448419332504272, "Finetune/Step": 10075, "Finetune/Step Time": 6.615330792963505}
+{"Finetune/Learning Rate": 9.710399663663845e-06, "Finetune/Loss": 0.650798499584198, "Finetune/Loss (Raw)": 0.6482176184654236, "Finetune/Step": 10076, "Finetune/Step Time": 6.6183660216629505}
+{"Finetune/Learning Rate": 9.708716415753792e-06, "Finetune/Loss": 0.6508824825286865, "Finetune/Loss (Raw)": 0.6454800367355347, "Finetune/Step": 10077, "Finetune/Step Time": 6.613144211471081}
+{"Finetune/Learning Rate": 9.707033176103714e-06, "Finetune/Loss": 0.6498966217041016, "Finetune/Loss (Raw)": 0.6101703643798828, "Finetune/Step": 10078, "Finetune/Step Time": 6.616810774430633}
+{"Finetune/Learning Rate": 9.705349944761341e-06, "Finetune/Loss": 0.650037407875061, "Finetune/Loss (Raw)": 0.6881823539733887, "Finetune/Step": 10079, "Finetune/Step Time": 6.62161311507225}
+{"Finetune/Learning Rate": 9.703666721774403e-06, "Finetune/Loss": 0.6506478786468506, "Finetune/Loss (Raw)": 0.7049432992935181, "Finetune/Step": 10080, "Finetune/Step Time": 6.61177078820765}
+{"Finetune/Learning Rate": 9.701983507190637e-06, "Finetune/Loss": 0.6496187448501587, "Finetune/Loss (Raw)": 0.5423110723495483, "Finetune/Step": 10081, "Finetune/Step Time": 6.61382351256907}
+{"Finetune/Learning Rate": 9.70030030105777e-06, "Finetune/Loss": 0.6473358869552612, "Finetune/Loss (Raw)": 0.46151137351989746, "Finetune/Step": 10082, "Finetune/Step Time": 6.62290726788342}
+{"Finetune/Learning Rate": 9.698617103423535e-06, "Finetune/Loss": 0.6457303166389465, "Finetune/Loss (Raw)": 0.5493736267089844, "Finetune/Step": 10083, "Finetune/Step Time": 6.626305729150772}
+{"Finetune/Learning Rate": 9.696933914335665e-06, "Finetune/Loss": 0.6461653709411621, "Finetune/Loss (Raw)": 0.7019194960594177, "Finetune/Step": 10084, "Finetune/Step Time": 6.6264213509857655}
+{"Finetune/Learning Rate": 9.695250733841883e-06, "Finetune/Loss": 0.6452186703681946, "Finetune/Loss (Raw)": 0.7013225555419922, "Finetune/Step": 10085, "Finetune/Step Time": 6.621433295309544}
+{"Finetune/Learning Rate": 9.693567561989926e-06, "Finetune/Loss": 0.646152138710022, "Finetune/Loss (Raw)": 0.7265428304672241, "Finetune/Step": 10086, "Finetune/Step Time": 6.627627082169056}
+{"Finetune/Learning Rate": 9.691884398827517e-06, "Finetune/Loss": 0.6474547386169434, "Finetune/Loss (Raw)": 0.7630503177642822, "Finetune/Step": 10087, "Finetune/Step Time": 6.624200604856014}
+{"Finetune/Learning Rate": 9.690201244402394e-06, "Finetune/Loss": 0.6481393575668335, "Finetune/Loss (Raw)": 0.7792750000953674, "Finetune/Step": 10088, "Finetune/Step Time": 6.618800552561879}
+{"Finetune/Learning Rate": 9.688518098762283e-06, "Finetune/Loss": 0.6481239795684814, "Finetune/Loss (Raw)": 0.714754045009613, "Finetune/Step": 10089, "Finetune/Step Time": 6.617310116067529}
+{"Finetune/Learning Rate": 9.686834961954915e-06, "Finetune/Loss": 0.6476735472679138, "Finetune/Loss (Raw)": 0.6729877591133118, "Finetune/Step": 10090, "Finetune/Step Time": 6.6167090479284525}
+{"Finetune/Learning Rate": 9.685151834028014e-06, "Finetune/Loss": 0.648028552532196, "Finetune/Loss (Raw)": 0.6882642507553101, "Finetune/Step": 10091, "Finetune/Step Time": 6.619189182296395}
+{"Finetune/Learning Rate": 9.683468715029312e-06, "Finetune/Loss": 0.6491049528121948, "Finetune/Loss (Raw)": 0.706328809261322, "Finetune/Step": 10092, "Finetune/Step Time": 6.607465183362365}
+{"Finetune/Learning Rate": 9.681785605006537e-06, "Finetune/Loss": 0.6483065485954285, "Finetune/Loss (Raw)": 0.5970011949539185, "Finetune/Step": 10093, "Finetune/Step Time": 6.610306367278099}
+{"Finetune/Learning Rate": 9.680102504007419e-06, "Finetune/Loss": 0.6489359140396118, "Finetune/Loss (Raw)": 0.7034521698951721, "Finetune/Step": 10094, "Finetune/Step Time": 6.613864287734032}
+{"Finetune/Learning Rate": 9.67841941207968e-06, "Finetune/Loss": 0.648912787437439, "Finetune/Loss (Raw)": 0.6361339688301086, "Finetune/Step": 10095, "Finetune/Step Time": 6.6105829402804375}
+{"Finetune/Learning Rate": 9.67673632927106e-06, "Finetune/Loss": 0.6498657464981079, "Finetune/Loss (Raw)": 0.7054648399353027, "Finetune/Step": 10096, "Finetune/Step Time": 6.60807991027832}
+{"Finetune/Learning Rate": 9.675053255629271e-06, "Finetune/Loss": 0.6493900418281555, "Finetune/Loss (Raw)": 0.7343224287033081, "Finetune/Step": 10097, "Finetune/Step Time": 6.610695146024227}
+{"Finetune/Learning Rate": 9.673370191202049e-06, "Finetune/Loss": 0.6512571573257446, "Finetune/Loss (Raw)": 0.6574769020080566, "Finetune/Step": 10098, "Finetune/Step Time": 6.604393132030964}
+{"Finetune/Learning Rate": 9.67168713603712e-06, "Finetune/Loss": 0.6518100500106812, "Finetune/Loss (Raw)": 0.6913414001464844, "Finetune/Step": 10099, "Finetune/Step Time": 6.603895178064704}
+{"Finetune/Learning Rate": 9.670004090182212e-06, "Finetune/Loss": 0.6523539423942566, "Finetune/Loss (Raw)": 0.702280580997467, "Finetune/Step": 10100, "Finetune/Step Time": 6.604910442605615}
+{"Finetune/Learning Rate": 9.668321053685047e-06, "Finetune/Loss": 0.6523033380508423, "Finetune/Loss (Raw)": 0.694386899471283, "Finetune/Step": 10101, "Finetune/Step Time": 6.601729225367308}
+{"Finetune/Learning Rate": 9.666638026593359e-06, "Finetune/Loss": 0.6526525020599365, "Finetune/Loss (Raw)": 0.7950125336647034, "Finetune/Step": 10102, "Finetune/Step Time": 6.609332922846079}
+{"Finetune/Learning Rate": 9.664955008954865e-06, "Finetune/Loss": 0.6517963409423828, "Finetune/Loss (Raw)": 0.5768065452575684, "Finetune/Step": 10103, "Finetune/Step Time": 6.605277497321367}
+{"Finetune/Learning Rate": 9.663272000817295e-06, "Finetune/Loss": 0.6525964140892029, "Finetune/Loss (Raw)": 0.7481397986412048, "Finetune/Step": 10104, "Finetune/Step Time": 6.603781200945377}
+{"Finetune/Learning Rate": 9.661589002228368e-06, "Finetune/Loss": 0.6521909832954407, "Finetune/Loss (Raw)": 0.5637807846069336, "Finetune/Step": 10105, "Finetune/Step Time": 6.6058306861668825}
+{"Finetune/Learning Rate": 9.65990601323582e-06, "Finetune/Loss": 0.6519226431846619, "Finetune/Loss (Raw)": 0.6274886131286621, "Finetune/Step": 10106, "Finetune/Step Time": 6.6003226563334465}
+{"Finetune/Learning Rate": 9.658223033887369e-06, "Finetune/Loss": 0.6499013304710388, "Finetune/Loss (Raw)": 0.5377219319343567, "Finetune/Step": 10107, "Finetune/Step Time": 6.630977608263493}
+{"Finetune/Learning Rate": 9.656540064230745e-06, "Finetune/Loss": 0.6505653262138367, "Finetune/Loss (Raw)": 0.6595092415809631, "Finetune/Step": 10108, "Finetune/Step Time": 6.633981458842754}
+{"Finetune/Learning Rate": 9.654857104313665e-06, "Finetune/Loss": 0.6500859260559082, "Finetune/Loss (Raw)": 0.6490507125854492, "Finetune/Step": 10109, "Finetune/Step Time": 6.644995836541057}
+{"Finetune/Learning Rate": 9.653174154183854e-06, "Finetune/Loss": 0.6486457586288452, "Finetune/Loss (Raw)": 0.6240672469139099, "Finetune/Step": 10110, "Finetune/Step Time": 6.655399581417441}
+{"Finetune/Learning Rate": 9.65149121388904e-06, "Finetune/Loss": 0.6490544676780701, "Finetune/Loss (Raw)": 0.7076789140701294, "Finetune/Step": 10111, "Finetune/Step Time": 6.655623184517026}
+{"Finetune/Learning Rate": 9.64980828347694e-06, "Finetune/Loss": 0.6495757102966309, "Finetune/Loss (Raw)": 0.6338918805122375, "Finetune/Step": 10112, "Finetune/Step Time": 6.655889397487044}
+{"Finetune/Learning Rate": 9.648125362995287e-06, "Finetune/Loss": 0.6490333080291748, "Finetune/Loss (Raw)": 0.644113302230835, "Finetune/Step": 10113, "Finetune/Step Time": 6.654451044276357}
+{"Finetune/Learning Rate": 9.646442452491798e-06, "Finetune/Loss": 0.6479350328445435, "Finetune/Loss (Raw)": 0.49975886940956116, "Finetune/Step": 10114, "Finetune/Step Time": 6.653883287683129}
+{"Finetune/Learning Rate": 9.644759552014193e-06, "Finetune/Loss": 0.6484165787696838, "Finetune/Loss (Raw)": 0.6509644389152527, "Finetune/Step": 10115, "Finetune/Step Time": 6.656372718513012}
+{"Finetune/Learning Rate": 9.643076661610197e-06, "Finetune/Loss": 0.6484336853027344, "Finetune/Loss (Raw)": 0.6635555624961853, "Finetune/Step": 10116, "Finetune/Step Time": 6.657853776589036}
+{"Finetune/Learning Rate": 9.641393781327532e-06, "Finetune/Loss": 0.6481596827507019, "Finetune/Loss (Raw)": 0.6486204862594604, "Finetune/Step": 10117, "Finetune/Step Time": 6.653354050591588}
+{"Finetune/Learning Rate": 9.63971091121392e-06, "Finetune/Loss": 0.6474831700325012, "Finetune/Loss (Raw)": 0.5730294585227966, "Finetune/Step": 10118, "Finetune/Step Time": 6.655234683305025}
+{"Finetune/Learning Rate": 9.63802805131708e-06, "Finetune/Loss": 0.6475622653961182, "Finetune/Loss (Raw)": 0.7275919914245605, "Finetune/Step": 10119, "Finetune/Step Time": 6.635836394503713}
+{"Finetune/Learning Rate": 9.636345201684741e-06, "Finetune/Loss": 0.6494983434677124, "Finetune/Loss (Raw)": 0.8414610028266907, "Finetune/Step": 10120, "Finetune/Step Time": 6.624444982036948}
+{"Finetune/Learning Rate": 9.634662362364615e-06, "Finetune/Loss": 0.6481662392616272, "Finetune/Loss (Raw)": 0.4690183103084564, "Finetune/Step": 10121, "Finetune/Step Time": 6.624950570985675}
+{"Finetune/Learning Rate": 9.632979533404423e-06, "Finetune/Loss": 0.6469680666923523, "Finetune/Loss (Raw)": 0.6559162139892578, "Finetune/Step": 10122, "Finetune/Step Time": 6.627245310693979}
+{"Finetune/Learning Rate": 9.631296714851888e-06, "Finetune/Loss": 0.6472618579864502, "Finetune/Loss (Raw)": 0.5591689944267273, "Finetune/Step": 10123, "Finetune/Step Time": 6.6254151575267315}
+{"Finetune/Learning Rate": 9.629613906754732e-06, "Finetune/Loss": 0.646743893623352, "Finetune/Loss (Raw)": 0.6396612524986267, "Finetune/Step": 10124, "Finetune/Step Time": 6.628296012058854}
+{"Finetune/Learning Rate": 9.627931109160673e-06, "Finetune/Loss": 0.6459882259368896, "Finetune/Loss (Raw)": 0.6172718405723572, "Finetune/Step": 10125, "Finetune/Step Time": 6.6531810611486435}
+{"Finetune/Learning Rate": 9.62624832211743e-06, "Finetune/Loss": 0.6461867690086365, "Finetune/Loss (Raw)": 0.6936489343643188, "Finetune/Step": 10126, "Finetune/Step Time": 6.668545477092266}
+{"Finetune/Learning Rate": 9.62456554567272e-06, "Finetune/Loss": 0.6461833715438843, "Finetune/Loss (Raw)": 0.6313336491584778, "Finetune/Step": 10127, "Finetune/Step Time": 6.670170083642006}
+{"Finetune/Learning Rate": 9.622882779874263e-06, "Finetune/Loss": 0.6473311185836792, "Finetune/Loss (Raw)": 0.6111907958984375, "Finetune/Step": 10128, "Finetune/Step Time": 6.663431806489825}
+{"Finetune/Learning Rate": 9.621200024769776e-06, "Finetune/Loss": 0.646524965763092, "Finetune/Loss (Raw)": 0.6057408452033997, "Finetune/Step": 10129, "Finetune/Step Time": 6.6807273998856544}
+{"Finetune/Learning Rate": 9.61951728040698e-06, "Finetune/Loss": 0.6474340558052063, "Finetune/Loss (Raw)": 0.7531310319900513, "Finetune/Step": 10130, "Finetune/Step Time": 6.680121487006545}
+{"Finetune/Learning Rate": 9.617834546833596e-06, "Finetune/Loss": 0.6482511162757874, "Finetune/Loss (Raw)": 0.7231799960136414, "Finetune/Step": 10131, "Finetune/Step Time": 6.686187939718366}
+{"Finetune/Learning Rate": 9.616151824097337e-06, "Finetune/Loss": 0.647972822189331, "Finetune/Loss (Raw)": 0.5670611262321472, "Finetune/Step": 10132, "Finetune/Step Time": 6.680895294994116}
+{"Finetune/Learning Rate": 9.614469112245919e-06, "Finetune/Loss": 0.648180365562439, "Finetune/Loss (Raw)": 0.673134982585907, "Finetune/Step": 10133, "Finetune/Step Time": 6.680910803377628}
+{"Finetune/Learning Rate": 9.61278641132706e-06, "Finetune/Loss": 0.6495282649993896, "Finetune/Loss (Raw)": 0.7449542880058289, "Finetune/Step": 10134, "Finetune/Step Time": 6.6805094592273235}
+{"Finetune/Learning Rate": 9.611103721388478e-06, "Finetune/Loss": 0.6488984823226929, "Finetune/Loss (Raw)": 0.5955504179000854, "Finetune/Step": 10135, "Finetune/Step Time": 6.677891451865435}
+{"Finetune/Learning Rate": 9.609421042477886e-06, "Finetune/Loss": 0.6484465003013611, "Finetune/Loss (Raw)": 0.6445624828338623, "Finetune/Step": 10136, "Finetune/Step Time": 6.702214650809765}
+{"Finetune/Learning Rate": 9.607738374643005e-06, "Finetune/Loss": 0.6488096714019775, "Finetune/Loss (Raw)": 0.7353480458259583, "Finetune/Step": 10137, "Finetune/Step Time": 6.7057275250554085}
+{"Finetune/Learning Rate": 9.606055717931555e-06, "Finetune/Loss": 0.6497828960418701, "Finetune/Loss (Raw)": 0.6949129700660706, "Finetune/Step": 10138, "Finetune/Step Time": 6.706042259931564}
+{"Finetune/Learning Rate": 9.604373072391234e-06, "Finetune/Loss": 0.6496895551681519, "Finetune/Loss (Raw)": 0.6138074398040771, "Finetune/Step": 10139, "Finetune/Step Time": 6.708725716918707}
+{"Finetune/Learning Rate": 9.602690438069772e-06, "Finetune/Loss": 0.6489418148994446, "Finetune/Loss (Raw)": 0.5587248802185059, "Finetune/Step": 10140, "Finetune/Step Time": 6.705408718436956}
+{"Finetune/Learning Rate": 9.601007815014879e-06, "Finetune/Loss": 0.647668182849884, "Finetune/Loss (Raw)": 0.518173098564148, "Finetune/Step": 10141, "Finetune/Step Time": 6.720399023965001}
+{"Finetune/Learning Rate": 9.59932520327427e-06, "Finetune/Loss": 0.6472485661506653, "Finetune/Loss (Raw)": 0.575303852558136, "Finetune/Step": 10142, "Finetune/Step Time": 6.720976509153843}
+{"Finetune/Learning Rate": 9.597642602895656e-06, "Finetune/Loss": 0.6469099521636963, "Finetune/Loss (Raw)": 0.6360613703727722, "Finetune/Step": 10143, "Finetune/Step Time": 6.7199123576283455}
+{"Finetune/Learning Rate": 9.595960013926761e-06, "Finetune/Loss": 0.6469885110855103, "Finetune/Loss (Raw)": 0.7630416750907898, "Finetune/Step": 10144, "Finetune/Step Time": 6.717305341735482}
+{"Finetune/Learning Rate": 9.594277436415286e-06, "Finetune/Loss": 0.6466973423957825, "Finetune/Loss (Raw)": 0.6851001381874084, "Finetune/Step": 10145, "Finetune/Step Time": 6.698809986934066}
+{"Finetune/Learning Rate": 9.592594870408946e-06, "Finetune/Loss": 0.6474237442016602, "Finetune/Loss (Raw)": 0.5925317406654358, "Finetune/Step": 10146, "Finetune/Step Time": 6.698627116158605}
+{"Finetune/Learning Rate": 9.590912315955462e-06, "Finetune/Loss": 0.6492726802825928, "Finetune/Loss (Raw)": 0.7064902186393738, "Finetune/Step": 10147, "Finetune/Step Time": 6.6743777841329575}
+{"Finetune/Learning Rate": 9.58922977310254e-06, "Finetune/Loss": 0.6473309993743896, "Finetune/Loss (Raw)": 0.49908462166786194, "Finetune/Step": 10148, "Finetune/Step Time": 6.669327175244689}
+{"Finetune/Learning Rate": 9.587547241897893e-06, "Finetune/Loss": 0.6475118398666382, "Finetune/Loss (Raw)": 0.765985369682312, "Finetune/Step": 10149, "Finetune/Step Time": 6.6493333503603935}
+{"Finetune/Learning Rate": 9.585864722389236e-06, "Finetune/Loss": 0.6467168927192688, "Finetune/Loss (Raw)": 0.6919364333152771, "Finetune/Step": 10150, "Finetune/Step Time": 6.646165868267417}
+{"Finetune/Learning Rate": 9.584182214624276e-06, "Finetune/Loss": 0.6467996835708618, "Finetune/Loss (Raw)": 0.6541876792907715, "Finetune/Step": 10151, "Finetune/Step Time": 6.6367500722408295}
+{"Finetune/Learning Rate": 9.582499718650726e-06, "Finetune/Loss": 0.647836446762085, "Finetune/Loss (Raw)": 0.8012986183166504, "Finetune/Step": 10152, "Finetune/Step Time": 6.6225806549191475}
+{"Finetune/Learning Rate": 9.580817234516292e-06, "Finetune/Loss": 0.6491618156433105, "Finetune/Loss (Raw)": 0.6815598607063293, "Finetune/Step": 10153, "Finetune/Step Time": 6.619078531861305}
+{"Finetune/Learning Rate": 9.579134762268694e-06, "Finetune/Loss": 0.6490201354026794, "Finetune/Loss (Raw)": 0.6529399752616882, "Finetune/Step": 10154, "Finetune/Step Time": 6.621240461245179}
+{"Finetune/Learning Rate": 9.57745230195564e-06, "Finetune/Loss": 0.6491130590438843, "Finetune/Loss (Raw)": 0.635009765625, "Finetune/Step": 10155, "Finetune/Step Time": 6.621965982019901}
+{"Finetune/Learning Rate": 9.575769853624833e-06, "Finetune/Loss": 0.6489925980567932, "Finetune/Loss (Raw)": 0.6535204648971558, "Finetune/Step": 10156, "Finetune/Step Time": 6.618738912045956}
+{"Finetune/Learning Rate": 9.57408741732399e-06, "Finetune/Loss": 0.648699164390564, "Finetune/Loss (Raw)": 0.5608333945274353, "Finetune/Step": 10157, "Finetune/Step Time": 6.613504711538553}
+{"Finetune/Learning Rate": 9.572404993100814e-06, "Finetune/Loss": 0.6496285796165466, "Finetune/Loss (Raw)": 0.756445586681366, "Finetune/Step": 10158, "Finetune/Step Time": 6.614309001713991}
+{"Finetune/Learning Rate": 9.570722581003017e-06, "Finetune/Loss": 0.6501559019088745, "Finetune/Loss (Raw)": 0.7006642818450928, "Finetune/Step": 10159, "Finetune/Step Time": 6.597243448719382}
+{"Finetune/Learning Rate": 9.569040181078306e-06, "Finetune/Loss": 0.6494100689888, "Finetune/Loss (Raw)": 0.5501683950424194, "Finetune/Step": 10160, "Finetune/Step Time": 6.600417412817478}
+{"Finetune/Learning Rate": 9.56735779337439e-06, "Finetune/Loss": 0.6487208604812622, "Finetune/Loss (Raw)": 0.5821592807769775, "Finetune/Step": 10161, "Finetune/Step Time": 6.604129910469055}
+{"Finetune/Learning Rate": 9.565675417938977e-06, "Finetune/Loss": 0.649310827255249, "Finetune/Loss (Raw)": 0.6883629560470581, "Finetune/Step": 10162, "Finetune/Step Time": 6.61037977039814}
+{"Finetune/Learning Rate": 9.563993054819777e-06, "Finetune/Loss": 0.650169849395752, "Finetune/Loss (Raw)": 0.7248548269271851, "Finetune/Step": 10163, "Finetune/Step Time": 6.615846952423453}
+{"Finetune/Learning Rate": 9.562310704064491e-06, "Finetune/Loss": 0.6501857042312622, "Finetune/Loss (Raw)": 0.6627957224845886, "Finetune/Step": 10164, "Finetune/Step Time": 6.6163764372467995}
+{"Finetune/Learning Rate": 9.56062836572083e-06, "Finetune/Loss": 0.6501959562301636, "Finetune/Loss (Raw)": 0.6428862810134888, "Finetune/Step": 10165, "Finetune/Step Time": 6.617024682462215}
+{"Finetune/Learning Rate": 9.558946039836498e-06, "Finetune/Loss": 0.648658275604248, "Finetune/Loss (Raw)": 0.5905834436416626, "Finetune/Step": 10166, "Finetune/Step Time": 6.608582582324743}
+{"Finetune/Learning Rate": 9.557263726459203e-06, "Finetune/Loss": 0.6487630605697632, "Finetune/Loss (Raw)": 0.7177258133888245, "Finetune/Step": 10167, "Finetune/Step Time": 6.607762236148119}
+{"Finetune/Learning Rate": 9.555581425636648e-06, "Finetune/Loss": 0.6491866111755371, "Finetune/Loss (Raw)": 0.6562899947166443, "Finetune/Step": 10168, "Finetune/Step Time": 6.602933248504996}
+{"Finetune/Learning Rate": 9.553899137416546e-06, "Finetune/Loss": 0.6501907706260681, "Finetune/Loss (Raw)": 0.6134166121482849, "Finetune/Step": 10169, "Finetune/Step Time": 6.592033606022596}
+{"Finetune/Learning Rate": 9.552216861846588e-06, "Finetune/Loss": 0.6525901556015015, "Finetune/Loss (Raw)": 0.7447623610496521, "Finetune/Step": 10170, "Finetune/Step Time": 6.5798740815371275}
+{"Finetune/Learning Rate": 9.550534598974491e-06, "Finetune/Loss": 0.653080940246582, "Finetune/Loss (Raw)": 0.6111669540405273, "Finetune/Step": 10171, "Finetune/Step Time": 6.58452963642776}
+{"Finetune/Learning Rate": 9.548852348847954e-06, "Finetune/Loss": 0.6543695330619812, "Finetune/Loss (Raw)": 0.7852973937988281, "Finetune/Step": 10172, "Finetune/Step Time": 6.586259612813592}
+{"Finetune/Learning Rate": 9.547170111514681e-06, "Finetune/Loss": 0.6547195911407471, "Finetune/Loss (Raw)": 0.7629755139350891, "Finetune/Step": 10173, "Finetune/Step Time": 6.5824232921004295}
+{"Finetune/Learning Rate": 9.545487887022375e-06, "Finetune/Loss": 0.6553289294242859, "Finetune/Loss (Raw)": 0.6897897720336914, "Finetune/Step": 10174, "Finetune/Step Time": 6.586212530732155}
+{"Finetune/Learning Rate": 9.543805675418743e-06, "Finetune/Loss": 0.6564375162124634, "Finetune/Loss (Raw)": 0.645533561706543, "Finetune/Step": 10175, "Finetune/Step Time": 6.571906195953488}
+{"Finetune/Learning Rate": 9.542123476751484e-06, "Finetune/Loss": 0.6558088660240173, "Finetune/Loss (Raw)": 0.5429387092590332, "Finetune/Step": 10176, "Finetune/Step Time": 6.564294526353478}
+{"Finetune/Learning Rate": 9.5404412910683e-06, "Finetune/Loss": 0.6549463272094727, "Finetune/Loss (Raw)": 0.6041974425315857, "Finetune/Step": 10177, "Finetune/Step Time": 6.5654585249722}
+{"Finetune/Learning Rate": 9.538759118416892e-06, "Finetune/Loss": 0.6550750732421875, "Finetune/Loss (Raw)": 0.6479642391204834, "Finetune/Step": 10178, "Finetune/Step Time": 6.563491582870483}
+{"Finetune/Learning Rate": 9.537076958844966e-06, "Finetune/Loss": 0.6563593149185181, "Finetune/Loss (Raw)": 0.7690087556838989, "Finetune/Step": 10179, "Finetune/Step Time": 6.57149943523109}
+{"Finetune/Learning Rate": 9.535394812400222e-06, "Finetune/Loss": 0.6563154458999634, "Finetune/Loss (Raw)": 0.6367123126983643, "Finetune/Step": 10180, "Finetune/Step Time": 6.5956066101789474}
+{"Finetune/Learning Rate": 9.53371267913036e-06, "Finetune/Loss": 0.6571969985961914, "Finetune/Loss (Raw)": 0.7278959155082703, "Finetune/Step": 10181, "Finetune/Step Time": 6.59788497723639}
+{"Finetune/Learning Rate": 9.53203055908308e-06, "Finetune/Loss": 0.6589371562004089, "Finetune/Loss (Raw)": 0.7627940773963928, "Finetune/Step": 10182, "Finetune/Step Time": 6.590604417026043}
+{"Finetune/Learning Rate": 9.530348452306082e-06, "Finetune/Loss": 0.6588757634162903, "Finetune/Loss (Raw)": 0.5576906204223633, "Finetune/Step": 10183, "Finetune/Step Time": 6.594893338158727}
+{"Finetune/Learning Rate": 9.528666358847068e-06, "Finetune/Loss": 0.6592302322387695, "Finetune/Loss (Raw)": 0.7098307609558105, "Finetune/Step": 10184, "Finetune/Step Time": 6.590746745467186}
+{"Finetune/Learning Rate": 9.526984278753732e-06, "Finetune/Loss": 0.6580538153648376, "Finetune/Loss (Raw)": 0.5193907618522644, "Finetune/Step": 10185, "Finetune/Step Time": 6.582729298621416}
+{"Finetune/Learning Rate": 9.525302212073777e-06, "Finetune/Loss": 0.657900869846344, "Finetune/Loss (Raw)": 0.680230975151062, "Finetune/Step": 10186, "Finetune/Step Time": 6.586254753172398}
+{"Finetune/Learning Rate": 9.52362015885491e-06, "Finetune/Loss": 0.6570194363594055, "Finetune/Loss (Raw)": 0.5635448098182678, "Finetune/Step": 10187, "Finetune/Step Time": 6.5797178372740746}
+{"Finetune/Learning Rate": 9.521938119144811e-06, "Finetune/Loss": 0.6572408080101013, "Finetune/Loss (Raw)": 0.7452614903450012, "Finetune/Step": 10188, "Finetune/Step Time": 6.591257736086845}
+{"Finetune/Learning Rate": 9.520256092991191e-06, "Finetune/Loss": 0.6583030223846436, "Finetune/Loss (Raw)": 0.6886426210403442, "Finetune/Step": 10189, "Finetune/Step Time": 6.5883500669151545}
+{"Finetune/Learning Rate": 9.518574080441744e-06, "Finetune/Loss": 0.6586629152297974, "Finetune/Loss (Raw)": 0.7433235049247742, "Finetune/Step": 10190, "Finetune/Step Time": 6.587244745343924}
+{"Finetune/Learning Rate": 9.516892081544167e-06, "Finetune/Loss": 0.6572650074958801, "Finetune/Loss (Raw)": 0.5676493048667908, "Finetune/Step": 10191, "Finetune/Step Time": 6.589198663830757}
+{"Finetune/Learning Rate": 9.515210096346155e-06, "Finetune/Loss": 0.6575859785079956, "Finetune/Loss (Raw)": 0.6997036933898926, "Finetune/Step": 10192, "Finetune/Step Time": 6.590287277474999}
+{"Finetune/Learning Rate": 9.51352812489541e-06, "Finetune/Loss": 0.6576719880104065, "Finetune/Loss (Raw)": 0.681747555732727, "Finetune/Step": 10193, "Finetune/Step Time": 6.591910820454359}
+{"Finetune/Learning Rate": 9.511846167239624e-06, "Finetune/Loss": 0.6583893299102783, "Finetune/Loss (Raw)": 0.7370502352714539, "Finetune/Step": 10194, "Finetune/Step Time": 6.599047077819705}
+{"Finetune/Learning Rate": 9.510164223426487e-06, "Finetune/Loss": 0.657615065574646, "Finetune/Loss (Raw)": 0.6600504517555237, "Finetune/Step": 10195, "Finetune/Step Time": 6.594169000163674}
+{"Finetune/Learning Rate": 9.508482293503704e-06, "Finetune/Loss": 0.6575284600257874, "Finetune/Loss (Raw)": 0.562980592250824, "Finetune/Step": 10196, "Finetune/Step Time": 6.594121515750885}
+{"Finetune/Learning Rate": 9.506800377518965e-06, "Finetune/Loss": 0.6586079597473145, "Finetune/Loss (Raw)": 0.7078501582145691, "Finetune/Step": 10197, "Finetune/Step Time": 6.609779449179769}
+{"Finetune/Learning Rate": 9.505118475519964e-06, "Finetune/Loss": 0.658286452293396, "Finetune/Loss (Raw)": 0.6311577558517456, "Finetune/Step": 10198, "Finetune/Step Time": 6.607891930267215}
+{"Finetune/Learning Rate": 9.503436587554399e-06, "Finetune/Loss": 0.6590327024459839, "Finetune/Loss (Raw)": 0.6190544962882996, "Finetune/Step": 10199, "Finetune/Step Time": 6.596575425937772}
+{"Finetune/Learning Rate": 9.501754713669956e-06, "Finetune/Loss": 0.6579729318618774, "Finetune/Loss (Raw)": 0.602717399597168, "Finetune/Step": 10200, "Finetune/Step Time": 6.613653851673007}
+{"Finetune/Learning Rate": 9.500072853914334e-06, "Finetune/Loss": 0.6584354043006897, "Finetune/Loss (Raw)": 0.6813673377037048, "Finetune/Step": 10201, "Finetune/Step Time": 6.620873894542456}
+{"Finetune/Learning Rate": 9.498391008335222e-06, "Finetune/Loss": 0.6586395502090454, "Finetune/Loss (Raw)": 0.7252726554870605, "Finetune/Step": 10202, "Finetune/Step Time": 6.61777376756072}
+{"Finetune/Learning Rate": 9.496709176980317e-06, "Finetune/Loss": 0.6580284833908081, "Finetune/Loss (Raw)": 0.6666210293769836, "Finetune/Step": 10203, "Finetune/Step Time": 6.614621987566352}
+{"Finetune/Learning Rate": 9.495027359897308e-06, "Finetune/Loss": 0.6587518453598022, "Finetune/Loss (Raw)": 0.740805983543396, "Finetune/Step": 10204, "Finetune/Step Time": 6.612922320142388}
+{"Finetune/Learning Rate": 9.493345557133889e-06, "Finetune/Loss": 0.6592968106269836, "Finetune/Loss (Raw)": 0.7152374386787415, "Finetune/Step": 10205, "Finetune/Step Time": 6.615504901856184}
+{"Finetune/Learning Rate": 9.49166376873775e-06, "Finetune/Loss": 0.6590248346328735, "Finetune/Loss (Raw)": 0.5753635168075562, "Finetune/Step": 10206, "Finetune/Step Time": 6.609496073797345}
+{"Finetune/Learning Rate": 9.489981994756578e-06, "Finetune/Loss": 0.6587641835212708, "Finetune/Loss (Raw)": 0.6548140645027161, "Finetune/Step": 10207, "Finetune/Step Time": 6.609456909820437}
+{"Finetune/Learning Rate": 9.488300235238067e-06, "Finetune/Loss": 0.6584522724151611, "Finetune/Loss (Raw)": 0.6650263667106628, "Finetune/Step": 10208, "Finetune/Step Time": 6.608087968081236}
+{"Finetune/Learning Rate": 9.486618490229904e-06, "Finetune/Loss": 0.659245491027832, "Finetune/Loss (Raw)": 0.6438326835632324, "Finetune/Step": 10209, "Finetune/Step Time": 6.59249802492559}
+{"Finetune/Learning Rate": 9.484936759779783e-06, "Finetune/Loss": 0.6602482199668884, "Finetune/Loss (Raw)": 0.5898624658584595, "Finetune/Step": 10210, "Finetune/Step Time": 6.580391023308039}
+{"Finetune/Learning Rate": 9.483255043935395e-06, "Finetune/Loss": 0.6615837812423706, "Finetune/Loss (Raw)": 0.7203256487846375, "Finetune/Step": 10211, "Finetune/Step Time": 6.576846206560731}
+{"Finetune/Learning Rate": 9.481573342744418e-06, "Finetune/Loss": 0.6604184508323669, "Finetune/Loss (Raw)": 0.5527586936950684, "Finetune/Step": 10212, "Finetune/Step Time": 6.576373675838113}
+{"Finetune/Learning Rate": 9.47989165625455e-06, "Finetune/Loss": 0.6607851982116699, "Finetune/Loss (Raw)": 0.7482668161392212, "Finetune/Step": 10213, "Finetune/Step Time": 6.5807535126805305}
+{"Finetune/Learning Rate": 9.478209984513476e-06, "Finetune/Loss": 0.659822404384613, "Finetune/Loss (Raw)": 0.603305459022522, "Finetune/Step": 10214, "Finetune/Step Time": 6.574494825676084}
+{"Finetune/Learning Rate": 9.47652832756888e-06, "Finetune/Loss": 0.6589159369468689, "Finetune/Loss (Raw)": 0.6470222473144531, "Finetune/Step": 10215, "Finetune/Step Time": 6.578285751864314}
+{"Finetune/Learning Rate": 9.474846685468455e-06, "Finetune/Loss": 0.6577515602111816, "Finetune/Loss (Raw)": 0.6302375197410583, "Finetune/Step": 10216, "Finetune/Step Time": 6.581587139517069}
+{"Finetune/Learning Rate": 9.473165058259887e-06, "Finetune/Loss": 0.6584578156471252, "Finetune/Loss (Raw)": 0.805149495601654, "Finetune/Step": 10217, "Finetune/Step Time": 6.583628464490175}
+{"Finetune/Learning Rate": 9.471483445990856e-06, "Finetune/Loss": 0.6586730480194092, "Finetune/Loss (Raw)": 0.7005358934402466, "Finetune/Step": 10218, "Finetune/Step Time": 6.583533367142081}
+{"Finetune/Learning Rate": 9.469801848709049e-06, "Finetune/Loss": 0.6583881378173828, "Finetune/Loss (Raw)": 0.6518029570579529, "Finetune/Step": 10219, "Finetune/Step Time": 6.58294135145843}
+{"Finetune/Learning Rate": 9.468120266462157e-06, "Finetune/Loss": 0.6579163074493408, "Finetune/Loss (Raw)": 0.6459355354309082, "Finetune/Step": 10220, "Finetune/Step Time": 6.582113863900304}
+{"Finetune/Learning Rate": 9.466438699297864e-06, "Finetune/Loss": 0.6577916741371155, "Finetune/Loss (Raw)": 0.5810425281524658, "Finetune/Step": 10221, "Finetune/Step Time": 6.580760896205902}
+{"Finetune/Learning Rate": 9.464757147263849e-06, "Finetune/Loss": 0.658289909362793, "Finetune/Loss (Raw)": 0.7672280073165894, "Finetune/Step": 10222, "Finetune/Step Time": 6.575146840885282}
+{"Finetune/Learning Rate": 9.463075610407803e-06, "Finetune/Loss": 0.6584399938583374, "Finetune/Loss (Raw)": 0.6553434729576111, "Finetune/Step": 10223, "Finetune/Step Time": 6.574899444356561}
+{"Finetune/Learning Rate": 9.461394088777402e-06, "Finetune/Loss": 0.6583510041236877, "Finetune/Loss (Raw)": 0.6940786242485046, "Finetune/Step": 10224, "Finetune/Step Time": 6.586090713739395}
+{"Finetune/Learning Rate": 9.459712582420335e-06, "Finetune/Loss": 0.6585672497749329, "Finetune/Loss (Raw)": 0.7619980573654175, "Finetune/Step": 10225, "Finetune/Step Time": 6.585219863802195}
+{"Finetune/Learning Rate": 9.45803109138428e-06, "Finetune/Loss": 0.6584866046905518, "Finetune/Loss (Raw)": 0.6471515893936157, "Finetune/Step": 10226, "Finetune/Step Time": 6.581035839393735}
+{"Finetune/Learning Rate": 9.456349615716923e-06, "Finetune/Loss": 0.6564276218414307, "Finetune/Loss (Raw)": 0.4277925193309784, "Finetune/Step": 10227, "Finetune/Step Time": 6.592846864834428}
+{"Finetune/Learning Rate": 9.454668155465947e-06, "Finetune/Loss": 0.6571976542472839, "Finetune/Loss (Raw)": 0.8008474111557007, "Finetune/Step": 10228, "Finetune/Step Time": 6.614375956356525}
+{"Finetune/Learning Rate": 9.452986710679033e-06, "Finetune/Loss": 0.6572139263153076, "Finetune/Loss (Raw)": 0.6964730620384216, "Finetune/Step": 10229, "Finetune/Step Time": 6.616325123235583}
+{"Finetune/Learning Rate": 9.451305281403858e-06, "Finetune/Loss": 0.6561961770057678, "Finetune/Loss (Raw)": 0.6647368669509888, "Finetune/Step": 10230, "Finetune/Step Time": 6.6254493445158005}
+{"Finetune/Learning Rate": 9.449623867688105e-06, "Finetune/Loss": 0.6564326286315918, "Finetune/Loss (Raw)": 0.6070716381072998, "Finetune/Step": 10231, "Finetune/Step Time": 6.64887572824955}
+{"Finetune/Learning Rate": 9.447942469579453e-06, "Finetune/Loss": 0.655762791633606, "Finetune/Loss (Raw)": 0.6624027490615845, "Finetune/Step": 10232, "Finetune/Step Time": 6.651215277612209}
+{"Finetune/Learning Rate": 9.446261087125583e-06, "Finetune/Loss": 0.6554919481277466, "Finetune/Loss (Raw)": 0.5291147828102112, "Finetune/Step": 10233, "Finetune/Step Time": 6.652564899995923}
+{"Finetune/Learning Rate": 9.444579720374173e-06, "Finetune/Loss": 0.6553494930267334, "Finetune/Loss (Raw)": 0.6092488169670105, "Finetune/Step": 10234, "Finetune/Step Time": 6.673242783173919}
+{"Finetune/Learning Rate": 9.44289836937291e-06, "Finetune/Loss": 0.6549195051193237, "Finetune/Loss (Raw)": 0.48268789052963257, "Finetune/Step": 10235, "Finetune/Step Time": 6.657880049198866}
+{"Finetune/Learning Rate": 9.441217034169457e-06, "Finetune/Loss": 0.6549559831619263, "Finetune/Loss (Raw)": 0.6641752123832703, "Finetune/Step": 10236, "Finetune/Step Time": 6.661010716110468}
+{"Finetune/Learning Rate": 9.439535714811501e-06, "Finetune/Loss": 0.6550483703613281, "Finetune/Loss (Raw)": 0.6608794331550598, "Finetune/Step": 10237, "Finetune/Step Time": 6.654280593618751}
+{"Finetune/Learning Rate": 9.43785441134672e-06, "Finetune/Loss": 0.6553760170936584, "Finetune/Loss (Raw)": 0.6660022735595703, "Finetune/Step": 10238, "Finetune/Step Time": 6.637290483340621}
+{"Finetune/Learning Rate": 9.436173123822789e-06, "Finetune/Loss": 0.6546463966369629, "Finetune/Loss (Raw)": 0.6142880916595459, "Finetune/Step": 10239, "Finetune/Step Time": 6.642521461471915}
+{"Finetune/Learning Rate": 9.434491852287385e-06, "Finetune/Loss": 0.6555298566818237, "Finetune/Loss (Raw)": 0.7469802498817444, "Finetune/Step": 10240, "Finetune/Step Time": 6.642287468537688}
+{"Finetune/Learning Rate": 9.432810596788182e-06, "Finetune/Loss": 0.6556392908096313, "Finetune/Loss (Raw)": 0.6581199765205383, "Finetune/Step": 10241, "Finetune/Step Time": 6.6424119137227535}
+{"Finetune/Learning Rate": 9.431129357372863e-06, "Finetune/Loss": 0.6574221849441528, "Finetune/Loss (Raw)": 0.7279636859893799, "Finetune/Step": 10242, "Finetune/Step Time": 6.6449901182204485}
+{"Finetune/Learning Rate": 9.429448134089095e-06, "Finetune/Loss": 0.6565961241722107, "Finetune/Loss (Raw)": 0.5452313423156738, "Finetune/Step": 10243, "Finetune/Step Time": 6.647676257416606}
+{"Finetune/Learning Rate": 9.427766926984553e-06, "Finetune/Loss": 0.6561870574951172, "Finetune/Loss (Raw)": 0.6112025380134583, "Finetune/Step": 10244, "Finetune/Step Time": 6.661565950140357}
+{"Finetune/Learning Rate": 9.426085736106915e-06, "Finetune/Loss": 0.6563670635223389, "Finetune/Loss (Raw)": 0.6716594099998474, "Finetune/Step": 10245, "Finetune/Step Time": 6.6599677465856075}
+{"Finetune/Learning Rate": 9.424404561503855e-06, "Finetune/Loss": 0.6568602919578552, "Finetune/Loss (Raw)": 0.6361546516418457, "Finetune/Step": 10246, "Finetune/Step Time": 6.657860973849893}
+{"Finetune/Learning Rate": 9.422723403223043e-06, "Finetune/Loss": 0.6567246317863464, "Finetune/Loss (Raw)": 0.710228681564331, "Finetune/Step": 10247, "Finetune/Step Time": 6.660136476159096}
+{"Finetune/Learning Rate": 9.421042261312156e-06, "Finetune/Loss": 0.6557217836380005, "Finetune/Loss (Raw)": 0.7130948901176453, "Finetune/Step": 10248, "Finetune/Step Time": 6.661303283646703}
+{"Finetune/Learning Rate": 9.419361135818863e-06, "Finetune/Loss": 0.6573457717895508, "Finetune/Loss (Raw)": 0.6768860816955566, "Finetune/Step": 10249, "Finetune/Step Time": 6.6722343154251575}
+{"Finetune/Learning Rate": 9.417680026790837e-06, "Finetune/Loss": 0.6566409468650818, "Finetune/Loss (Raw)": 0.5656994581222534, "Finetune/Step": 10250, "Finetune/Step Time": 6.671897232532501}
+{"Finetune/Learning Rate": 9.415998934275747e-06, "Finetune/Loss": 0.6576150059700012, "Finetune/Loss (Raw)": 0.6838549375534058, "Finetune/Step": 10251, "Finetune/Step Time": 6.674894755706191}
+{"Finetune/Learning Rate": 9.41431785832127e-06, "Finetune/Loss": 0.6576334834098816, "Finetune/Loss (Raw)": 0.6420248746871948, "Finetune/Step": 10252, "Finetune/Step Time": 6.6726502403616905}
+{"Finetune/Learning Rate": 9.412636798975071e-06, "Finetune/Loss": 0.6584768295288086, "Finetune/Loss (Raw)": 0.7252234220504761, "Finetune/Step": 10253, "Finetune/Step Time": 6.646191148087382}
+{"Finetune/Learning Rate": 9.410955756284826e-06, "Finetune/Loss": 0.6579910516738892, "Finetune/Loss (Raw)": 0.6314651370048523, "Finetune/Step": 10254, "Finetune/Step Time": 6.627088915556669}
+{"Finetune/Learning Rate": 9.409274730298197e-06, "Finetune/Loss": 0.6583039164543152, "Finetune/Loss (Raw)": 0.6713835000991821, "Finetune/Step": 10255, "Finetune/Step Time": 6.630075128749013}
+{"Finetune/Learning Rate": 9.407593721062858e-06, "Finetune/Loss": 0.6586265563964844, "Finetune/Loss (Raw)": 0.6524875164031982, "Finetune/Step": 10256, "Finetune/Step Time": 6.632146587595344}
+{"Finetune/Learning Rate": 9.405912728626478e-06, "Finetune/Loss": 0.6579146385192871, "Finetune/Loss (Raw)": 0.5146129131317139, "Finetune/Step": 10257, "Finetune/Step Time": 6.619114965200424}
+{"Finetune/Learning Rate": 9.404231753036719e-06, "Finetune/Loss": 0.6576836705207825, "Finetune/Loss (Raw)": 0.7235693335533142, "Finetune/Step": 10258, "Finetune/Step Time": 6.617644041776657}
+{"Finetune/Learning Rate": 9.402550794341256e-06, "Finetune/Loss": 0.6584634780883789, "Finetune/Loss (Raw)": 0.8229965567588806, "Finetune/Step": 10259, "Finetune/Step Time": 6.613691993057728}
+{"Finetune/Learning Rate": 9.400869852587759e-06, "Finetune/Loss": 0.6596596837043762, "Finetune/Loss (Raw)": 0.7201740741729736, "Finetune/Step": 10260, "Finetune/Step Time": 6.6159029845148325}
+{"Finetune/Learning Rate": 9.399188927823882e-06, "Finetune/Loss": 0.6598333716392517, "Finetune/Loss (Raw)": 0.6953651905059814, "Finetune/Step": 10261, "Finetune/Step Time": 6.636058812960982}
+{"Finetune/Learning Rate": 9.3975080200973e-06, "Finetune/Loss": 0.6586945056915283, "Finetune/Loss (Raw)": 0.5991781949996948, "Finetune/Step": 10262, "Finetune/Step Time": 6.639239260926843}
+{"Finetune/Learning Rate": 9.395827129455679e-06, "Finetune/Loss": 0.6586585640907288, "Finetune/Loss (Raw)": 0.5909512639045715, "Finetune/Step": 10263, "Finetune/Step Time": 6.654277304187417}
+{"Finetune/Learning Rate": 9.39414625594668e-06, "Finetune/Loss": 0.6592872738838196, "Finetune/Loss (Raw)": 0.7250352501869202, "Finetune/Step": 10264, "Finetune/Step Time": 6.634074714034796}
+{"Finetune/Learning Rate": 9.39246539961797e-06, "Finetune/Loss": 0.658901035785675, "Finetune/Loss (Raw)": 0.6859100461006165, "Finetune/Step": 10265, "Finetune/Step Time": 6.638609405606985}
+{"Finetune/Learning Rate": 9.39078456051722e-06, "Finetune/Loss": 0.6596384048461914, "Finetune/Loss (Raw)": 0.7892944812774658, "Finetune/Step": 10266, "Finetune/Step Time": 6.645790854468942}
+{"Finetune/Learning Rate": 9.389103738692083e-06, "Finetune/Loss": 0.66008460521698, "Finetune/Loss (Raw)": 0.6709263920783997, "Finetune/Step": 10267, "Finetune/Step Time": 6.644081026315689}
+{"Finetune/Learning Rate": 9.387422934190225e-06, "Finetune/Loss": 0.6607868671417236, "Finetune/Loss (Raw)": 0.6486192345619202, "Finetune/Step": 10268, "Finetune/Step Time": 6.645635943859816}
+{"Finetune/Learning Rate": 9.385742147059313e-06, "Finetune/Loss": 0.6617251634597778, "Finetune/Loss (Raw)": 0.6382680535316467, "Finetune/Step": 10269, "Finetune/Step Time": 6.632253753021359}
+{"Finetune/Learning Rate": 9.384061377347005e-06, "Finetune/Loss": 0.6631793975830078, "Finetune/Loss (Raw)": 0.7614395022392273, "Finetune/Step": 10270, "Finetune/Step Time": 6.630156820639968}
+{"Finetune/Learning Rate": 9.382380625100966e-06, "Finetune/Loss": 0.6643319129943848, "Finetune/Loss (Raw)": 0.7835866808891296, "Finetune/Step": 10271, "Finetune/Step Time": 6.636094210669398}
+{"Finetune/Learning Rate": 9.38069989036886e-06, "Finetune/Loss": 0.6637676954269409, "Finetune/Loss (Raw)": 0.690821647644043, "Finetune/Step": 10272, "Finetune/Step Time": 6.638800157234073}
+{"Finetune/Learning Rate": 9.37901917319834e-06, "Finetune/Loss": 0.6636236906051636, "Finetune/Loss (Raw)": 0.6666712164878845, "Finetune/Step": 10273, "Finetune/Step Time": 6.641332382336259}
+{"Finetune/Learning Rate": 9.377338473637071e-06, "Finetune/Loss": 0.6641610264778137, "Finetune/Loss (Raw)": 0.6613117456436157, "Finetune/Step": 10274, "Finetune/Step Time": 6.6439367439597845}
+{"Finetune/Learning Rate": 9.37565779173271e-06, "Finetune/Loss": 0.6643977761268616, "Finetune/Loss (Raw)": 0.736797034740448, "Finetune/Step": 10275, "Finetune/Step Time": 6.647954899817705}
+{"Finetune/Learning Rate": 9.37397712753292e-06, "Finetune/Loss": 0.6658869981765747, "Finetune/Loss (Raw)": 0.6896954774856567, "Finetune/Step": 10276, "Finetune/Step Time": 6.636634983122349}
+{"Finetune/Learning Rate": 9.37229648108536e-06, "Finetune/Loss": 0.6656250357627869, "Finetune/Loss (Raw)": 0.7324609756469727, "Finetune/Step": 10277, "Finetune/Step Time": 6.632047440856695}
+{"Finetune/Learning Rate": 9.370615852437689e-06, "Finetune/Loss": 0.6661864519119263, "Finetune/Loss (Raw)": 0.7637940049171448, "Finetune/Step": 10278, "Finetune/Step Time": 6.629840049892664}
+{"Finetune/Learning Rate": 9.36893524163756e-06, "Finetune/Loss": 0.665765643119812, "Finetune/Loss (Raw)": 0.600322425365448, "Finetune/Step": 10279, "Finetune/Step Time": 6.640714667737484}
+{"Finetune/Learning Rate": 9.367254648732633e-06, "Finetune/Loss": 0.6644313335418701, "Finetune/Loss (Raw)": 0.6305121183395386, "Finetune/Step": 10280, "Finetune/Step Time": 6.63982617855072}
+{"Finetune/Learning Rate": 9.365574073770565e-06, "Finetune/Loss": 0.6641212701797485, "Finetune/Loss (Raw)": 0.6418737173080444, "Finetune/Step": 10281, "Finetune/Step Time": 6.636540727689862}
+{"Finetune/Learning Rate": 9.363893516799012e-06, "Finetune/Loss": 0.6640358567237854, "Finetune/Loss (Raw)": 0.6420029401779175, "Finetune/Step": 10282, "Finetune/Step Time": 6.634688895195723}
+{"Finetune/Learning Rate": 9.362212977865629e-06, "Finetune/Loss": 0.6653345227241516, "Finetune/Loss (Raw)": 0.801239013671875, "Finetune/Step": 10283, "Finetune/Step Time": 6.638822400942445}
+{"Finetune/Learning Rate": 9.360532457018077e-06, "Finetune/Loss": 0.665385365486145, "Finetune/Loss (Raw)": 0.6600334048271179, "Finetune/Step": 10284, "Finetune/Step Time": 6.638707866892219}
+{"Finetune/Learning Rate": 9.358851954304e-06, "Finetune/Loss": 0.6667608022689819, "Finetune/Loss (Raw)": 0.7368830442428589, "Finetune/Step": 10285, "Finetune/Step Time": 6.639828758314252}
+{"Finetune/Learning Rate": 9.35717146977106e-06, "Finetune/Loss": 0.6659678816795349, "Finetune/Loss (Raw)": 0.6549498438835144, "Finetune/Step": 10286, "Finetune/Step Time": 6.638175267726183}
+{"Finetune/Learning Rate": 9.355491003466912e-06, "Finetune/Loss": 0.6654736995697021, "Finetune/Loss (Raw)": 0.637408971786499, "Finetune/Step": 10287, "Finetune/Step Time": 6.652822552248836}
+{"Finetune/Learning Rate": 9.353810555439203e-06, "Finetune/Loss": 0.6672471165657043, "Finetune/Loss (Raw)": 0.7771684527397156, "Finetune/Step": 10288, "Finetune/Step Time": 6.647425688803196}
+{"Finetune/Learning Rate": 9.35213012573559e-06, "Finetune/Loss": 0.6672734022140503, "Finetune/Loss (Raw)": 0.5855278372764587, "Finetune/Step": 10289, "Finetune/Step Time": 6.646781925112009}
+{"Finetune/Learning Rate": 9.350449714403727e-06, "Finetune/Loss": 0.6668907403945923, "Finetune/Loss (Raw)": 0.6393799185752869, "Finetune/Step": 10290, "Finetune/Step Time": 6.659426711499691}
+{"Finetune/Learning Rate": 9.348769321491261e-06, "Finetune/Loss": 0.6664964556694031, "Finetune/Loss (Raw)": 0.6743869185447693, "Finetune/Step": 10291, "Finetune/Step Time": 6.654158499091864}
+{"Finetune/Learning Rate": 9.347088947045844e-06, "Finetune/Loss": 0.6665439605712891, "Finetune/Loss (Raw)": 0.6688780188560486, "Finetune/Step": 10292, "Finetune/Step Time": 6.653876481577754}
+{"Finetune/Learning Rate": 9.345408591115128e-06, "Finetune/Loss": 0.6668074131011963, "Finetune/Loss (Raw)": 0.676611602306366, "Finetune/Step": 10293, "Finetune/Step Time": 6.649027153849602}
+{"Finetune/Learning Rate": 9.343728253746764e-06, "Finetune/Loss": 0.6670289039611816, "Finetune/Loss (Raw)": 0.6189212799072266, "Finetune/Step": 10294, "Finetune/Step Time": 6.650457492098212}
+{"Finetune/Learning Rate": 9.342047934988401e-06, "Finetune/Loss": 0.6662144660949707, "Finetune/Loss (Raw)": 0.61347895860672, "Finetune/Step": 10295, "Finetune/Step Time": 6.6530556585639715}
+{"Finetune/Learning Rate": 9.340367634887688e-06, "Finetune/Loss": 0.6653996109962463, "Finetune/Loss (Raw)": 0.5519993305206299, "Finetune/Step": 10296, "Finetune/Step Time": 6.658911587670445}
+{"Finetune/Learning Rate": 9.338687353492274e-06, "Finetune/Loss": 0.6661498546600342, "Finetune/Loss (Raw)": 0.7094422578811646, "Finetune/Step": 10297, "Finetune/Step Time": 6.669083073735237}
+{"Finetune/Learning Rate": 9.337007090849803e-06, "Finetune/Loss": 0.664813756942749, "Finetune/Loss (Raw)": 0.5737439393997192, "Finetune/Step": 10298, "Finetune/Step Time": 6.671199265867472}
+{"Finetune/Learning Rate": 9.335326847007929e-06, "Finetune/Loss": 0.6646093726158142, "Finetune/Loss (Raw)": 0.5850023627281189, "Finetune/Step": 10299, "Finetune/Step Time": 6.665996581315994}
+{"Finetune/Learning Rate": 9.33364662201429e-06, "Finetune/Loss": 0.6621295213699341, "Finetune/Loss (Raw)": 0.4678820073604584, "Finetune/Step": 10300, "Finetune/Step Time": 6.679236516356468}
+{"Finetune/Learning Rate": 9.331966415916542e-06, "Finetune/Loss": 0.6607457399368286, "Finetune/Loss (Raw)": 0.5858486294746399, "Finetune/Step": 10301, "Finetune/Step Time": 6.681962374597788}
+{"Finetune/Learning Rate": 9.330286228762328e-06, "Finetune/Loss": 0.6601994037628174, "Finetune/Loss (Raw)": 0.6198618412017822, "Finetune/Step": 10302, "Finetune/Step Time": 6.677988534793258}
+{"Finetune/Learning Rate": 9.32860606059929e-06, "Finetune/Loss": 0.6595845222473145, "Finetune/Loss (Raw)": 0.5668287873268127, "Finetune/Step": 10303, "Finetune/Step Time": 6.681501694023609}
+{"Finetune/Learning Rate": 9.326925911475075e-06, "Finetune/Loss": 0.6607389450073242, "Finetune/Loss (Raw)": 0.6906988024711609, "Finetune/Step": 10304, "Finetune/Step Time": 6.683846805244684}
+{"Finetune/Learning Rate": 9.325245781437328e-06, "Finetune/Loss": 0.6611844897270203, "Finetune/Loss (Raw)": 0.6612299084663391, "Finetune/Step": 10305, "Finetune/Step Time": 6.682511460036039}
+{"Finetune/Learning Rate": 9.323565670533691e-06, "Finetune/Loss": 0.6599450707435608, "Finetune/Loss (Raw)": 0.48931795358657837, "Finetune/Step": 10306, "Finetune/Step Time": 6.685881542041898}
+{"Finetune/Learning Rate": 9.321885578811806e-06, "Finetune/Loss": 0.6595693230628967, "Finetune/Loss (Raw)": 0.7209140658378601, "Finetune/Step": 10307, "Finetune/Step Time": 6.695339260622859}
+{"Finetune/Learning Rate": 9.320205506319326e-06, "Finetune/Loss": 0.6603760719299316, "Finetune/Loss (Raw)": 0.7399795055389404, "Finetune/Step": 10308, "Finetune/Step Time": 6.683657139539719}
+{"Finetune/Learning Rate": 9.318525453103879e-06, "Finetune/Loss": 0.6594486236572266, "Finetune/Loss (Raw)": 0.6091837286949158, "Finetune/Step": 10309, "Finetune/Step Time": 6.675291709601879}
+{"Finetune/Learning Rate": 9.31684541921311e-06, "Finetune/Loss": 0.6587332487106323, "Finetune/Loss (Raw)": 0.6712149977684021, "Finetune/Step": 10310, "Finetune/Step Time": 6.683989221230149}
+{"Finetune/Learning Rate": 9.315165404694664e-06, "Finetune/Loss": 0.6596358418464661, "Finetune/Loss (Raw)": 0.6732273697853088, "Finetune/Step": 10311, "Finetune/Step Time": 6.686036949977279}
+{"Finetune/Learning Rate": 9.31348540959618e-06, "Finetune/Loss": 0.6600626707077026, "Finetune/Loss (Raw)": 0.7644681334495544, "Finetune/Step": 10312, "Finetune/Step Time": 6.691329477354884}
+{"Finetune/Learning Rate": 9.311805433965297e-06, "Finetune/Loss": 0.6613786220550537, "Finetune/Loss (Raw)": 0.6878239512443542, "Finetune/Step": 10313, "Finetune/Step Time": 6.693057771772146}
+{"Finetune/Learning Rate": 9.310125477849659e-06, "Finetune/Loss": 0.6618371605873108, "Finetune/Loss (Raw)": 0.7389341592788696, "Finetune/Step": 10314, "Finetune/Step Time": 6.687046617269516}
+{"Finetune/Learning Rate": 9.308445541296897e-06, "Finetune/Loss": 0.6621555685997009, "Finetune/Loss (Raw)": 0.6042951941490173, "Finetune/Step": 10315, "Finetune/Step Time": 6.686118397861719}
+{"Finetune/Learning Rate": 9.306765624354653e-06, "Finetune/Loss": 0.6610124111175537, "Finetune/Loss (Raw)": 0.5989455580711365, "Finetune/Step": 10316, "Finetune/Step Time": 6.682024881243706}
+{"Finetune/Learning Rate": 9.305085727070563e-06, "Finetune/Loss": 0.659954309463501, "Finetune/Loss (Raw)": 0.5531980395317078, "Finetune/Step": 10317, "Finetune/Step Time": 6.695132616907358}
+{"Finetune/Learning Rate": 9.303405849492267e-06, "Finetune/Loss": 0.6586987972259521, "Finetune/Loss (Raw)": 0.582626223564148, "Finetune/Step": 10318, "Finetune/Step Time": 6.692941218614578}
+{"Finetune/Learning Rate": 9.301725991667402e-06, "Finetune/Loss": 0.6583654880523682, "Finetune/Loss (Raw)": 0.5249820351600647, "Finetune/Step": 10319, "Finetune/Step Time": 6.693872481584549}
+{"Finetune/Learning Rate": 9.300046153643603e-06, "Finetune/Loss": 0.6587733626365662, "Finetune/Loss (Raw)": 0.7519076466560364, "Finetune/Step": 10320, "Finetune/Step Time": 6.695304477587342}
+{"Finetune/Learning Rate": 9.298366335468503e-06, "Finetune/Loss": 0.6589118838310242, "Finetune/Loss (Raw)": 0.699476420879364, "Finetune/Step": 10321, "Finetune/Step Time": 6.694986507296562}
+{"Finetune/Learning Rate": 9.296686537189739e-06, "Finetune/Loss": 0.6589360237121582, "Finetune/Loss (Raw)": 0.7401450872421265, "Finetune/Step": 10322, "Finetune/Step Time": 6.689413905143738}
+{"Finetune/Learning Rate": 9.295006758854943e-06, "Finetune/Loss": 0.6576374173164368, "Finetune/Loss (Raw)": 0.4938283860683441, "Finetune/Step": 10323, "Finetune/Step Time": 6.706764442846179}
+{"Finetune/Learning Rate": 9.29332700051175e-06, "Finetune/Loss": 0.6581234931945801, "Finetune/Loss (Raw)": 0.6251959204673767, "Finetune/Step": 10324, "Finetune/Step Time": 6.707245212048292}
+{"Finetune/Learning Rate": 9.291647262207796e-06, "Finetune/Loss": 0.6587231159210205, "Finetune/Loss (Raw)": 0.7845991849899292, "Finetune/Step": 10325, "Finetune/Step Time": 6.696149272844195}
+{"Finetune/Learning Rate": 9.28996754399071e-06, "Finetune/Loss": 0.6586783528327942, "Finetune/Loss (Raw)": 0.6254320740699768, "Finetune/Step": 10326, "Finetune/Step Time": 6.6972898710519075}
+{"Finetune/Learning Rate": 9.28828784590813e-06, "Finetune/Loss": 0.6587314009666443, "Finetune/Loss (Raw)": 0.6258413791656494, "Finetune/Step": 10327, "Finetune/Step Time": 6.697054237127304}
+{"Finetune/Learning Rate": 9.286608168007678e-06, "Finetune/Loss": 0.6598087549209595, "Finetune/Loss (Raw)": 0.7406237125396729, "Finetune/Step": 10328, "Finetune/Step Time": 6.679315375164151}
+{"Finetune/Learning Rate": 9.284928510336991e-06, "Finetune/Loss": 0.6585789322853088, "Finetune/Loss (Raw)": 0.5239473581314087, "Finetune/Step": 10329, "Finetune/Step Time": 6.67027454636991}
+{"Finetune/Learning Rate": 9.2832488729437e-06, "Finetune/Loss": 0.6580706834793091, "Finetune/Loss (Raw)": 0.6602157950401306, "Finetune/Step": 10330, "Finetune/Step Time": 6.670409757643938}
+{"Finetune/Learning Rate": 9.281569255875427e-06, "Finetune/Loss": 0.6581780910491943, "Finetune/Loss (Raw)": 0.6803633570671082, "Finetune/Step": 10331, "Finetune/Step Time": 6.673746425658464}
+{"Finetune/Learning Rate": 9.27988965917981e-06, "Finetune/Loss": 0.6573799848556519, "Finetune/Loss (Raw)": 0.6386624574661255, "Finetune/Step": 10332, "Finetune/Step Time": 6.671813121065497}
+{"Finetune/Learning Rate": 9.27821008290448e-06, "Finetune/Loss": 0.6557364463806152, "Finetune/Loss (Raw)": 0.5048587322235107, "Finetune/Step": 10333, "Finetune/Step Time": 6.671980718150735}
+{"Finetune/Learning Rate": 9.276530527097053e-06, "Finetune/Loss": 0.6568413972854614, "Finetune/Loss (Raw)": 0.7167960405349731, "Finetune/Step": 10334, "Finetune/Step Time": 6.6741211619228125}
+{"Finetune/Learning Rate": 9.274850991805164e-06, "Finetune/Loss": 0.655565619468689, "Finetune/Loss (Raw)": 0.4915127456188202, "Finetune/Step": 10335, "Finetune/Step Time": 6.700407199561596}
+{"Finetune/Learning Rate": 9.27317147707644e-06, "Finetune/Loss": 0.655251681804657, "Finetune/Loss (Raw)": 0.6248449683189392, "Finetune/Step": 10336, "Finetune/Step Time": 6.723893508315086}
+{"Finetune/Learning Rate": 9.271491982958506e-06, "Finetune/Loss": 0.655275821685791, "Finetune/Loss (Raw)": 0.6469220519065857, "Finetune/Step": 10337, "Finetune/Step Time": 6.7323237881064415}
+{"Finetune/Learning Rate": 9.269812509498988e-06, "Finetune/Loss": 0.6554553508758545, "Finetune/Loss (Raw)": 0.6128448843955994, "Finetune/Step": 10338, "Finetune/Step Time": 6.732698384672403}
+{"Finetune/Learning Rate": 9.268133056745513e-06, "Finetune/Loss": 0.6547191739082336, "Finetune/Loss (Raw)": 0.6260934472084045, "Finetune/Step": 10339, "Finetune/Step Time": 6.752632312476635}
+{"Finetune/Learning Rate": 9.266453624745701e-06, "Finetune/Loss": 0.6560997366905212, "Finetune/Loss (Raw)": 0.7294729351997375, "Finetune/Step": 10340, "Finetune/Step Time": 6.750221438705921}
+{"Finetune/Learning Rate": 9.264774213547176e-06, "Finetune/Loss": 0.655808687210083, "Finetune/Loss (Raw)": 0.7110050916671753, "Finetune/Step": 10341, "Finetune/Step Time": 6.747852394357324}
+{"Finetune/Learning Rate": 9.263094823197565e-06, "Finetune/Loss": 0.6565445065498352, "Finetune/Loss (Raw)": 0.6974964141845703, "Finetune/Step": 10342, "Finetune/Step Time": 6.749215310439467}
+{"Finetune/Learning Rate": 9.26141545374449e-06, "Finetune/Loss": 0.6569689512252808, "Finetune/Loss (Raw)": 0.7013442516326904, "Finetune/Step": 10343, "Finetune/Step Time": 6.758693654090166}
+{"Finetune/Learning Rate": 9.259736105235572e-06, "Finetune/Loss": 0.6570055484771729, "Finetune/Loss (Raw)": 0.6349254846572876, "Finetune/Step": 10344, "Finetune/Step Time": 6.762994656339288}
+{"Finetune/Learning Rate": 9.258056777718435e-06, "Finetune/Loss": 0.6558071374893188, "Finetune/Loss (Raw)": 0.6517602205276489, "Finetune/Step": 10345, "Finetune/Step Time": 6.761821420863271}
+{"Finetune/Learning Rate": 9.256377471240696e-06, "Finetune/Loss": 0.6558082103729248, "Finetune/Loss (Raw)": 0.7006694078445435, "Finetune/Step": 10346, "Finetune/Step Time": 6.763508412986994}
+{"Finetune/Learning Rate": 9.254698185849978e-06, "Finetune/Loss": 0.6545150279998779, "Finetune/Loss (Raw)": 0.48627522587776184, "Finetune/Step": 10347, "Finetune/Step Time": 6.775865672156215}
+{"Finetune/Learning Rate": 9.253018921593899e-06, "Finetune/Loss": 0.6549907922744751, "Finetune/Loss (Raw)": 0.7068356275558472, "Finetune/Step": 10348, "Finetune/Step Time": 6.773414511233568}
+{"Finetune/Learning Rate": 9.25133967852008e-06, "Finetune/Loss": 0.6543512344360352, "Finetune/Loss (Raw)": 0.49917569756507874, "Finetune/Step": 10349, "Finetune/Step Time": 6.784405242651701}
+{"Finetune/Learning Rate": 9.249660456676138e-06, "Finetune/Loss": 0.653986930847168, "Finetune/Loss (Raw)": 0.7205934524536133, "Finetune/Step": 10350, "Finetune/Step Time": 6.78599115088582}
+{"Finetune/Learning Rate": 9.247981256109695e-06, "Finetune/Loss": 0.6539173126220703, "Finetune/Loss (Raw)": 0.6464401483535767, "Finetune/Step": 10351, "Finetune/Step Time": 6.799258586019278}
+{"Finetune/Learning Rate": 9.246302076868362e-06, "Finetune/Loss": 0.653220534324646, "Finetune/Loss (Raw)": 0.604886531829834, "Finetune/Step": 10352, "Finetune/Step Time": 6.8075120318681}
+{"Finetune/Learning Rate": 9.244622918999761e-06, "Finetune/Loss": 0.6520249843597412, "Finetune/Loss (Raw)": 0.6089692115783691, "Finetune/Step": 10353, "Finetune/Step Time": 6.814217617735267}
+{"Finetune/Learning Rate": 9.242943782551504e-06, "Finetune/Loss": 0.6524629592895508, "Finetune/Loss (Raw)": 0.7032073140144348, "Finetune/Step": 10354, "Finetune/Step Time": 6.81373698823154}
+{"Finetune/Learning Rate": 9.24126466757121e-06, "Finetune/Loss": 0.6548557281494141, "Finetune/Loss (Raw)": 0.7340677380561829, "Finetune/Step": 10355, "Finetune/Step Time": 6.802593598142266}
+{"Finetune/Learning Rate": 9.239585574106488e-06, "Finetune/Loss": 0.6534532904624939, "Finetune/Loss (Raw)": 0.6213406324386597, "Finetune/Step": 10356, "Finetune/Step Time": 6.795594476163387}
+{"Finetune/Learning Rate": 9.237906502204967e-06, "Finetune/Loss": 0.65253746509552, "Finetune/Loss (Raw)": 0.5792508125305176, "Finetune/Step": 10357, "Finetune/Step Time": 6.799994787201285}
+{"Finetune/Learning Rate": 9.236227451914241e-06, "Finetune/Loss": 0.6524382829666138, "Finetune/Loss (Raw)": 0.6520382165908813, "Finetune/Step": 10358, "Finetune/Step Time": 6.785110507160425}
+{"Finetune/Learning Rate": 9.234548423281934e-06, "Finetune/Loss": 0.6518923044204712, "Finetune/Loss (Raw)": 0.5371807217597961, "Finetune/Step": 10359, "Finetune/Step Time": 6.762224558740854}
+{"Finetune/Learning Rate": 9.23286941635566e-06, "Finetune/Loss": 0.6521191596984863, "Finetune/Loss (Raw)": 0.6914457082748413, "Finetune/Step": 10360, "Finetune/Step Time": 6.763549063354731}
+{"Finetune/Learning Rate": 9.231190431183026e-06, "Finetune/Loss": 0.6527303457260132, "Finetune/Loss (Raw)": 0.6073383092880249, "Finetune/Step": 10361, "Finetune/Step Time": 6.75904524512589}
+{"Finetune/Learning Rate": 9.229511467811645e-06, "Finetune/Loss": 0.6530924439430237, "Finetune/Loss (Raw)": 0.6555982828140259, "Finetune/Step": 10362, "Finetune/Step Time": 6.7465210892260075}
+{"Finetune/Learning Rate": 9.227832526289132e-06, "Finetune/Loss": 0.6545170545578003, "Finetune/Loss (Raw)": 0.6650384068489075, "Finetune/Step": 10363, "Finetune/Step Time": 6.746060470119119}
+{"Finetune/Learning Rate": 9.226153606663089e-06, "Finetune/Loss": 0.6548861265182495, "Finetune/Loss (Raw)": 0.7114166617393494, "Finetune/Step": 10364, "Finetune/Step Time": 6.738787868991494}
+{"Finetune/Learning Rate": 9.224474708981129e-06, "Finetune/Loss": 0.6549856662750244, "Finetune/Loss (Raw)": 0.6736284494400024, "Finetune/Step": 10365, "Finetune/Step Time": 6.734871510416269}
+{"Finetune/Learning Rate": 9.22279583329086e-06, "Finetune/Loss": 0.6546935439109802, "Finetune/Loss (Raw)": 0.628603458404541, "Finetune/Step": 10366, "Finetune/Step Time": 6.737271375954151}
+{"Finetune/Learning Rate": 9.221116979639893e-06, "Finetune/Loss": 0.655562698841095, "Finetune/Loss (Raw)": 0.7255440354347229, "Finetune/Step": 10367, "Finetune/Step Time": 6.741332923993468}
+{"Finetune/Learning Rate": 9.219438148075834e-06, "Finetune/Loss": 0.6553460955619812, "Finetune/Loss (Raw)": 0.7192517518997192, "Finetune/Step": 10368, "Finetune/Step Time": 6.741040751338005}
+{"Finetune/Learning Rate": 9.21775933864629e-06, "Finetune/Loss": 0.6551751494407654, "Finetune/Loss (Raw)": 0.6362432241439819, "Finetune/Step": 10369, "Finetune/Step Time": 6.74459420889616}
+{"Finetune/Learning Rate": 9.216080551398865e-06, "Finetune/Loss": 0.6547450423240662, "Finetune/Loss (Raw)": 0.6729025840759277, "Finetune/Step": 10370, "Finetune/Step Time": 6.742451032623649}
+{"Finetune/Learning Rate": 9.214401786381167e-06, "Finetune/Loss": 0.6573284864425659, "Finetune/Loss (Raw)": 0.8759133815765381, "Finetune/Step": 10371, "Finetune/Step Time": 6.739848632365465}
+{"Finetune/Learning Rate": 9.2127230436408e-06, "Finetune/Loss": 0.6574301719665527, "Finetune/Loss (Raw)": 0.6242236495018005, "Finetune/Step": 10372, "Finetune/Step Time": 6.726203301921487}
+{"Finetune/Learning Rate": 9.211044323225366e-06, "Finetune/Loss": 0.6579223275184631, "Finetune/Loss (Raw)": 0.7346555590629578, "Finetune/Step": 10373, "Finetune/Step Time": 6.730177590623498}
+{"Finetune/Learning Rate": 9.209365625182477e-06, "Finetune/Loss": 0.6585789918899536, "Finetune/Loss (Raw)": 0.7202019691467285, "Finetune/Step": 10374, "Finetune/Step Time": 6.726231187582016}
+{"Finetune/Learning Rate": 9.20768694955973e-06, "Finetune/Loss": 0.6586498618125916, "Finetune/Loss (Raw)": 0.7193048000335693, "Finetune/Step": 10375, "Finetune/Step Time": 6.7241489347070456}
+{"Finetune/Learning Rate": 9.206008296404724e-06, "Finetune/Loss": 0.6584388017654419, "Finetune/Loss (Raw)": 0.686073899269104, "Finetune/Step": 10376, "Finetune/Step Time": 6.724143849685788}
+{"Finetune/Learning Rate": 9.204329665765068e-06, "Finetune/Loss": 0.6581413745880127, "Finetune/Loss (Raw)": 0.6388189196586609, "Finetune/Step": 10377, "Finetune/Step Time": 6.728410670533776}
+{"Finetune/Learning Rate": 9.202651057688358e-06, "Finetune/Loss": 0.659718930721283, "Finetune/Loss (Raw)": 0.7676241397857666, "Finetune/Step": 10378, "Finetune/Step Time": 6.730984438210726}
+{"Finetune/Learning Rate": 9.200972472222199e-06, "Finetune/Loss": 0.6600459814071655, "Finetune/Loss (Raw)": 0.7257166504859924, "Finetune/Step": 10379, "Finetune/Step Time": 6.725974356755614}
+{"Finetune/Learning Rate": 9.199293909414186e-06, "Finetune/Loss": 0.6603468656539917, "Finetune/Loss (Raw)": 0.6805406808853149, "Finetune/Step": 10380, "Finetune/Step Time": 6.723234916105866}
+{"Finetune/Learning Rate": 9.197615369311926e-06, "Finetune/Loss": 0.6606029272079468, "Finetune/Loss (Raw)": 0.7579958438873291, "Finetune/Step": 10381, "Finetune/Step Time": 6.742424551397562}
+{"Finetune/Learning Rate": 9.195936851963009e-06, "Finetune/Loss": 0.6602916121482849, "Finetune/Loss (Raw)": 0.591620922088623, "Finetune/Step": 10382, "Finetune/Step Time": 6.74072035215795}
+{"Finetune/Learning Rate": 9.194258357415033e-06, "Finetune/Loss": 0.6598025560379028, "Finetune/Loss (Raw)": 0.6087814569473267, "Finetune/Step": 10383, "Finetune/Step Time": 6.73912338539958}
+{"Finetune/Learning Rate": 9.192579885715602e-06, "Finetune/Loss": 0.6601749658584595, "Finetune/Loss (Raw)": 0.700153112411499, "Finetune/Step": 10384, "Finetune/Step Time": 6.731527931988239}
+{"Finetune/Learning Rate": 9.19090143691231e-06, "Finetune/Loss": 0.6614746451377869, "Finetune/Loss (Raw)": 0.6809822916984558, "Finetune/Step": 10385, "Finetune/Step Time": 6.731313120573759}
+{"Finetune/Learning Rate": 9.189223011052751e-06, "Finetune/Loss": 0.6612345576286316, "Finetune/Loss (Raw)": 0.6928326487541199, "Finetune/Step": 10386, "Finetune/Step Time": 6.731523681432009}
+{"Finetune/Learning Rate": 9.187544608184525e-06, "Finetune/Loss": 0.6599797606468201, "Finetune/Loss (Raw)": 0.6623818278312683, "Finetune/Step": 10387, "Finetune/Step Time": 6.731388056650758}
+{"Finetune/Learning Rate": 9.18586622835522e-06, "Finetune/Loss": 0.659578263759613, "Finetune/Loss (Raw)": 0.6687840819358826, "Finetune/Step": 10388, "Finetune/Step Time": 6.725943140685558}
+{"Finetune/Learning Rate": 9.184187871612436e-06, "Finetune/Loss": 0.6591235399246216, "Finetune/Loss (Raw)": 0.6371628642082214, "Finetune/Step": 10389, "Finetune/Step Time": 6.704649373888969}
+{"Finetune/Learning Rate": 9.182509538003761e-06, "Finetune/Loss": 0.6594223380088806, "Finetune/Loss (Raw)": 0.6374242901802063, "Finetune/Step": 10390, "Finetune/Step Time": 6.702320562675595}
+{"Finetune/Learning Rate": 9.180831227576792e-06, "Finetune/Loss": 0.659009575843811, "Finetune/Loss (Raw)": 0.538117527961731, "Finetune/Step": 10391, "Finetune/Step Time": 6.694860486313701}
+{"Finetune/Learning Rate": 9.179152940379123e-06, "Finetune/Loss": 0.657834529876709, "Finetune/Loss (Raw)": 0.5746293067932129, "Finetune/Step": 10392, "Finetune/Step Time": 6.699361300095916}
+{"Finetune/Learning Rate": 9.177474676458342e-06, "Finetune/Loss": 0.6567146182060242, "Finetune/Loss (Raw)": 0.5425624251365662, "Finetune/Step": 10393, "Finetune/Step Time": 6.69409860111773}
+{"Finetune/Learning Rate": 9.175796435862038e-06, "Finetune/Loss": 0.6565154790878296, "Finetune/Loss (Raw)": 0.7637988328933716, "Finetune/Step": 10394, "Finetune/Step Time": 6.690009750425816}
+{"Finetune/Learning Rate": 9.174118218637805e-06, "Finetune/Loss": 0.6571525931358337, "Finetune/Loss (Raw)": 0.7524799704551697, "Finetune/Step": 10395, "Finetune/Step Time": 6.685228519141674}
+{"Finetune/Learning Rate": 9.172440024833229e-06, "Finetune/Loss": 0.6574533581733704, "Finetune/Loss (Raw)": 0.6871203184127808, "Finetune/Step": 10396, "Finetune/Step Time": 6.685925679281354}
+{"Finetune/Learning Rate": 9.170761854495899e-06, "Finetune/Loss": 0.6571900844573975, "Finetune/Loss (Raw)": 0.6045621037483215, "Finetune/Step": 10397, "Finetune/Step Time": 6.6854629926383495}
+{"Finetune/Learning Rate": 9.169083707673407e-06, "Finetune/Loss": 0.6560219526290894, "Finetune/Loss (Raw)": 0.611926257610321, "Finetune/Step": 10398, "Finetune/Step Time": 6.689029797911644}
+{"Finetune/Learning Rate": 9.167405584413343e-06, "Finetune/Loss": 0.6543303728103638, "Finetune/Loss (Raw)": 0.5670588612556458, "Finetune/Step": 10399, "Finetune/Step Time": 6.686967266723514}
+{"Finetune/Learning Rate": 9.165727484763283e-06, "Finetune/Loss": 0.6543087363243103, "Finetune/Loss (Raw)": 0.6880529522895813, "Finetune/Step": 10400, "Finetune/Step Time": 6.68614381365478}
+{"Finetune/Learning Rate": 9.16404940877082e-06, "Finetune/Loss": 0.6547245979309082, "Finetune/Loss (Raw)": 0.7199040651321411, "Finetune/Step": 10401, "Finetune/Step Time": 6.698515517637134}
+{"Finetune/Learning Rate": 9.16237135648354e-06, "Finetune/Loss": 0.654323935508728, "Finetune/Loss (Raw)": 0.6100321412086487, "Finetune/Step": 10402, "Finetune/Step Time": 6.700232371687889}
+{"Finetune/Learning Rate": 9.160693327949025e-06, "Finetune/Loss": 0.6529802680015564, "Finetune/Loss (Raw)": 0.5648033618927002, "Finetune/Step": 10403, "Finetune/Step Time": 6.700266309082508}
+{"Finetune/Learning Rate": 9.15901532321486e-06, "Finetune/Loss": 0.6525824666023254, "Finetune/Loss (Raw)": 0.6387778520584106, "Finetune/Step": 10404, "Finetune/Step Time": 6.701737118884921}
+{"Finetune/Learning Rate": 9.157337342328629e-06, "Finetune/Loss": 0.6514934301376343, "Finetune/Loss (Raw)": 0.5930572152137756, "Finetune/Step": 10405, "Finetune/Step Time": 6.708099668845534}
+{"Finetune/Learning Rate": 9.155659385337921e-06, "Finetune/Loss": 0.6517118215560913, "Finetune/Loss (Raw)": 0.7917505502700806, "Finetune/Step": 10406, "Finetune/Step Time": 6.711120253428817}
+{"Finetune/Learning Rate": 9.153981452290304e-06, "Finetune/Loss": 0.6528459787368774, "Finetune/Loss (Raw)": 0.7454986572265625, "Finetune/Step": 10407, "Finetune/Step Time": 6.701825678348541}
+{"Finetune/Learning Rate": 9.15230354323337e-06, "Finetune/Loss": 0.6534960865974426, "Finetune/Loss (Raw)": 0.7137235403060913, "Finetune/Step": 10408, "Finetune/Step Time": 6.698932759463787}
+{"Finetune/Learning Rate": 9.150625658214697e-06, "Finetune/Loss": 0.6539065837860107, "Finetune/Loss (Raw)": 0.6944121718406677, "Finetune/Step": 10409, "Finetune/Step Time": 6.696495626121759}
+{"Finetune/Learning Rate": 9.148947797281866e-06, "Finetune/Loss": 0.6540030241012573, "Finetune/Loss (Raw)": 0.6543565988540649, "Finetune/Step": 10410, "Finetune/Step Time": 6.708441808819771}
+{"Finetune/Learning Rate": 9.147269960482453e-06, "Finetune/Loss": 0.6521356701850891, "Finetune/Loss (Raw)": 0.5622156262397766, "Finetune/Step": 10411, "Finetune/Step Time": 6.7030700240284204}
+{"Finetune/Learning Rate": 9.145592147864044e-06, "Finetune/Loss": 0.6527388691902161, "Finetune/Loss (Raw)": 0.73724365234375, "Finetune/Step": 10412, "Finetune/Step Time": 6.705238357186317}
+{"Finetune/Learning Rate": 9.143914359474209e-06, "Finetune/Loss": 0.6514917612075806, "Finetune/Loss (Raw)": 0.5772501230239868, "Finetune/Step": 10413, "Finetune/Step Time": 6.7179034147411585}
+{"Finetune/Learning Rate": 9.142236595360525e-06, "Finetune/Loss": 0.6517408490180969, "Finetune/Loss (Raw)": 0.6868333220481873, "Finetune/Step": 10414, "Finetune/Step Time": 6.725998025387526}
+{"Finetune/Learning Rate": 9.140558855570576e-06, "Finetune/Loss": 0.6520686149597168, "Finetune/Loss (Raw)": 0.6793652772903442, "Finetune/Step": 10415, "Finetune/Step Time": 6.715519938617945}
+{"Finetune/Learning Rate": 9.138881140151931e-06, "Finetune/Loss": 0.6524416208267212, "Finetune/Loss (Raw)": 0.8249064087867737, "Finetune/Step": 10416, "Finetune/Step Time": 6.71688830666244}
+{"Finetune/Learning Rate": 9.13720344915217e-06, "Finetune/Loss": 0.6530414819717407, "Finetune/Loss (Raw)": 0.6623144149780273, "Finetune/Step": 10417, "Finetune/Step Time": 6.715679284185171}
+{"Finetune/Learning Rate": 9.135525782618869e-06, "Finetune/Loss": 0.6530265808105469, "Finetune/Loss (Raw)": 0.6374760866165161, "Finetune/Step": 10418, "Finetune/Step Time": 6.697931103408337}
+{"Finetune/Learning Rate": 9.133848140599595e-06, "Finetune/Loss": 0.6524357795715332, "Finetune/Loss (Raw)": 0.5987643599510193, "Finetune/Step": 10419, "Finetune/Step Time": 6.697867268696427}
+{"Finetune/Learning Rate": 9.132170523141926e-06, "Finetune/Loss": 0.6521511077880859, "Finetune/Loss (Raw)": 0.6324442625045776, "Finetune/Step": 10420, "Finetune/Step Time": 6.701215583831072}
+{"Finetune/Learning Rate": 9.130492930293431e-06, "Finetune/Loss": 0.6518723368644714, "Finetune/Loss (Raw)": 0.640920877456665, "Finetune/Step": 10421, "Finetune/Step Time": 6.705480316653848}
+{"Finetune/Learning Rate": 9.128815362101683e-06, "Finetune/Loss": 0.6524144411087036, "Finetune/Loss (Raw)": 0.6883090138435364, "Finetune/Step": 10422, "Finetune/Step Time": 6.705425351858139}
+{"Finetune/Learning Rate": 9.127137818614257e-06, "Finetune/Loss": 0.652949869632721, "Finetune/Loss (Raw)": 0.6820119619369507, "Finetune/Step": 10423, "Finetune/Step Time": 6.70073714107275}
+{"Finetune/Learning Rate": 9.125460299878722e-06, "Finetune/Loss": 0.6547209024429321, "Finetune/Loss (Raw)": 0.7786974906921387, "Finetune/Step": 10424, "Finetune/Step Time": 6.696506630629301}
+{"Finetune/Learning Rate": 9.123782805942645e-06, "Finetune/Loss": 0.6548590064048767, "Finetune/Loss (Raw)": 0.7271149754524231, "Finetune/Step": 10425, "Finetune/Step Time": 6.696829149499536}
+{"Finetune/Learning Rate": 9.122105336853594e-06, "Finetune/Loss": 0.6557121276855469, "Finetune/Loss (Raw)": 0.682950496673584, "Finetune/Step": 10426, "Finetune/Step Time": 6.693717686459422}
+{"Finetune/Learning Rate": 9.12042789265914e-06, "Finetune/Loss": 0.6572787761688232, "Finetune/Loss (Raw)": 0.7855259776115417, "Finetune/Step": 10427, "Finetune/Step Time": 6.6868571899831295}
+{"Finetune/Learning Rate": 9.11875047340685e-06, "Finetune/Loss": 0.6587390899658203, "Finetune/Loss (Raw)": 0.6548107862472534, "Finetune/Step": 10428, "Finetune/Step Time": 6.6746400110423565}
+{"Finetune/Learning Rate": 9.117073079144288e-06, "Finetune/Loss": 0.6591072678565979, "Finetune/Loss (Raw)": 0.6329702138900757, "Finetune/Step": 10429, "Finetune/Step Time": 6.677233248949051}
+{"Finetune/Learning Rate": 9.115395709919029e-06, "Finetune/Loss": 0.6581774950027466, "Finetune/Loss (Raw)": 0.5008501410484314, "Finetune/Step": 10430, "Finetune/Step Time": 6.687841471284628}
+{"Finetune/Learning Rate": 9.113718365778627e-06, "Finetune/Loss": 0.6587552428245544, "Finetune/Loss (Raw)": 0.6407802104949951, "Finetune/Step": 10431, "Finetune/Step Time": 6.686180159449577}
+{"Finetune/Learning Rate": 9.112041046770653e-06, "Finetune/Loss": 0.658207356929779, "Finetune/Loss (Raw)": 0.6205707788467407, "Finetune/Step": 10432, "Finetune/Step Time": 6.686514923349023}
+{"Finetune/Learning Rate": 9.11036375294267e-06, "Finetune/Loss": 0.6586527228355408, "Finetune/Loss (Raw)": 0.718235969543457, "Finetune/Step": 10433, "Finetune/Step Time": 6.685172643512487}
+{"Finetune/Learning Rate": 9.108686484342241e-06, "Finetune/Loss": 0.659957766532898, "Finetune/Loss (Raw)": 0.6563594937324524, "Finetune/Step": 10434, "Finetune/Step Time": 6.682290470227599}
+{"Finetune/Learning Rate": 9.107009241016929e-06, "Finetune/Loss": 0.659933865070343, "Finetune/Loss (Raw)": 0.7178590297698975, "Finetune/Step": 10435, "Finetune/Step Time": 6.668442640453577}
+{"Finetune/Learning Rate": 9.105332023014298e-06, "Finetune/Loss": 0.6594966053962708, "Finetune/Loss (Raw)": 0.6840093731880188, "Finetune/Step": 10436, "Finetune/Step Time": 6.660881977528334}
+{"Finetune/Learning Rate": 9.103654830381906e-06, "Finetune/Loss": 0.6602911353111267, "Finetune/Loss (Raw)": 0.710886538028717, "Finetune/Step": 10437, "Finetune/Step Time": 6.670973112806678}
+{"Finetune/Learning Rate": 9.101977663167311e-06, "Finetune/Loss": 0.6602266430854797, "Finetune/Loss (Raw)": 0.6629580855369568, "Finetune/Step": 10438, "Finetune/Step Time": 6.666170595213771}
+{"Finetune/Learning Rate": 9.100300521418075e-06, "Finetune/Loss": 0.6598583459854126, "Finetune/Loss (Raw)": 0.6260854601860046, "Finetune/Step": 10439, "Finetune/Step Time": 6.661957258358598}
+{"Finetune/Learning Rate": 9.098623405181762e-06, "Finetune/Loss": 0.659676730632782, "Finetune/Loss (Raw)": 0.7412208318710327, "Finetune/Step": 10440, "Finetune/Step Time": 6.674876568838954}
+{"Finetune/Learning Rate": 9.096946314505924e-06, "Finetune/Loss": 0.658618688583374, "Finetune/Loss (Raw)": 0.5523961782455444, "Finetune/Step": 10441, "Finetune/Step Time": 6.689983123913407}
+{"Finetune/Learning Rate": 9.095269249438122e-06, "Finetune/Loss": 0.6591454744338989, "Finetune/Loss (Raw)": 0.806365966796875, "Finetune/Step": 10442, "Finetune/Step Time": 6.708482626825571}
+{"Finetune/Learning Rate": 9.09359221002591e-06, "Finetune/Loss": 0.6590619087219238, "Finetune/Loss (Raw)": 0.5935994386672974, "Finetune/Step": 10443, "Finetune/Step Time": 6.723154403269291}
+{"Finetune/Learning Rate": 9.091915196316846e-06, "Finetune/Loss": 0.6603623628616333, "Finetune/Loss (Raw)": 0.7653939127922058, "Finetune/Step": 10444, "Finetune/Step Time": 6.71617073006928}
+{"Finetune/Learning Rate": 9.090238208358486e-06, "Finetune/Loss": 0.6611299514770508, "Finetune/Loss (Raw)": 0.6514495015144348, "Finetune/Step": 10445, "Finetune/Step Time": 6.703093707561493}
+{"Finetune/Learning Rate": 9.08856124619838e-06, "Finetune/Loss": 0.6623536944389343, "Finetune/Loss (Raw)": 0.7392672300338745, "Finetune/Step": 10446, "Finetune/Step Time": 6.703540029004216}
+{"Finetune/Learning Rate": 9.086884309884085e-06, "Finetune/Loss": 0.6631206274032593, "Finetune/Loss (Raw)": 0.6231568455696106, "Finetune/Step": 10447, "Finetune/Step Time": 6.70077658072114}
+{"Finetune/Learning Rate": 9.085207399463162e-06, "Finetune/Loss": 0.662369966506958, "Finetune/Loss (Raw)": 0.6558249592781067, "Finetune/Step": 10448, "Finetune/Step Time": 6.699818717315793}
+{"Finetune/Learning Rate": 9.083530514983148e-06, "Finetune/Loss": 0.6625887155532837, "Finetune/Loss (Raw)": 0.7274734973907471, "Finetune/Step": 10449, "Finetune/Step Time": 6.703784769400954}
+{"Finetune/Learning Rate": 9.081853656491605e-06, "Finetune/Loss": 0.6611068248748779, "Finetune/Loss (Raw)": 0.5504671931266785, "Finetune/Step": 10450, "Finetune/Step Time": 6.713628422468901}
+{"Finetune/Learning Rate": 9.080176824036082e-06, "Finetune/Loss": 0.6624072194099426, "Finetune/Loss (Raw)": 0.6602709293365479, "Finetune/Step": 10451, "Finetune/Step Time": 6.700010681524873}
+{"Finetune/Learning Rate": 9.078500017664126e-06, "Finetune/Loss": 0.6630005836486816, "Finetune/Loss (Raw)": 0.7011469006538391, "Finetune/Step": 10452, "Finetune/Step Time": 6.689848540350795}
+{"Finetune/Learning Rate": 9.076823237423288e-06, "Finetune/Loss": 0.6610093116760254, "Finetune/Loss (Raw)": 0.5297161936759949, "Finetune/Step": 10453, "Finetune/Step Time": 6.697413755580783}
+{"Finetune/Learning Rate": 9.075146483361126e-06, "Finetune/Loss": 0.6610066890716553, "Finetune/Loss (Raw)": 0.6250939965248108, "Finetune/Step": 10454, "Finetune/Step Time": 6.696768386289477}
+{"Finetune/Learning Rate": 9.073469755525177e-06, "Finetune/Loss": 0.6604082584381104, "Finetune/Loss (Raw)": 0.5492388010025024, "Finetune/Step": 10455, "Finetune/Step Time": 6.711531946435571}
+{"Finetune/Learning Rate": 9.071793053962984e-06, "Finetune/Loss": 0.6605142951011658, "Finetune/Loss (Raw)": 0.7542036771774292, "Finetune/Step": 10456, "Finetune/Step Time": 6.7126296907663345}
+{"Finetune/Learning Rate": 9.070116378722107e-06, "Finetune/Loss": 0.6614761352539062, "Finetune/Loss (Raw)": 0.6470637321472168, "Finetune/Step": 10457, "Finetune/Step Time": 6.712860045954585}
+{"Finetune/Learning Rate": 9.068439729850082e-06, "Finetune/Loss": 0.6610021591186523, "Finetune/Loss (Raw)": 0.5995408296585083, "Finetune/Step": 10458, "Finetune/Step Time": 6.712238568812609}
+{"Finetune/Learning Rate": 9.06676310739446e-06, "Finetune/Loss": 0.6613335609436035, "Finetune/Loss (Raw)": 0.7227910161018372, "Finetune/Step": 10459, "Finetune/Step Time": 6.7125330828130245}
+{"Finetune/Learning Rate": 9.065086511402783e-06, "Finetune/Loss": 0.6612985134124756, "Finetune/Loss (Raw)": 0.6341673731803894, "Finetune/Step": 10460, "Finetune/Step Time": 6.714488385245204}
+{"Finetune/Learning Rate": 9.063409941922592e-06, "Finetune/Loss": 0.6623861789703369, "Finetune/Loss (Raw)": 0.6440902948379517, "Finetune/Step": 10461, "Finetune/Step Time": 6.7145311534404755}
+{"Finetune/Learning Rate": 9.061733399001433e-06, "Finetune/Loss": 0.6609945297241211, "Finetune/Loss (Raw)": 0.5386548638343811, "Finetune/Step": 10462, "Finetune/Step Time": 6.720876520499587}
+{"Finetune/Learning Rate": 9.060056882686844e-06, "Finetune/Loss": 0.6620362997055054, "Finetune/Loss (Raw)": 0.624862790107727, "Finetune/Step": 10463, "Finetune/Step Time": 6.692420424893498}
+{"Finetune/Learning Rate": 9.058380393026369e-06, "Finetune/Loss": 0.6618154048919678, "Finetune/Loss (Raw)": 0.5965695381164551, "Finetune/Step": 10464, "Finetune/Step Time": 6.689691796898842}
+{"Finetune/Learning Rate": 9.05670393006755e-06, "Finetune/Loss": 0.6610885262489319, "Finetune/Loss (Raw)": 0.5538845062255859, "Finetune/Step": 10465, "Finetune/Step Time": 6.694459278136492}
+{"Finetune/Learning Rate": 9.05502749385793e-06, "Finetune/Loss": 0.6615887880325317, "Finetune/Loss (Raw)": 0.6768777966499329, "Finetune/Step": 10466, "Finetune/Step Time": 6.694570003077388}
+{"Finetune/Learning Rate": 9.053351084445037e-06, "Finetune/Loss": 0.662727952003479, "Finetune/Loss (Raw)": 0.7719042897224426, "Finetune/Step": 10467, "Finetune/Step Time": 6.703823931515217}
+{"Finetune/Learning Rate": 9.051674701876415e-06, "Finetune/Loss": 0.6625463962554932, "Finetune/Loss (Raw)": 0.7062302231788635, "Finetune/Step": 10468, "Finetune/Step Time": 6.7074940372258425}
+{"Finetune/Learning Rate": 9.049998346199605e-06, "Finetune/Loss": 0.6623516082763672, "Finetune/Loss (Raw)": 0.6860746145248413, "Finetune/Step": 10469, "Finetune/Step Time": 6.709361132234335}
+{"Finetune/Learning Rate": 9.048322017462136e-06, "Finetune/Loss": 0.6614716053009033, "Finetune/Loss (Raw)": 0.58485347032547, "Finetune/Step": 10470, "Finetune/Step Time": 6.718231150880456}
+{"Finetune/Learning Rate": 9.046645715711553e-06, "Finetune/Loss": 0.6614059209823608, "Finetune/Loss (Raw)": 0.6929457187652588, "Finetune/Step": 10471, "Finetune/Step Time": 6.724420988932252}
+{"Finetune/Learning Rate": 9.044969440995389e-06, "Finetune/Loss": 0.6614940166473389, "Finetune/Loss (Raw)": 0.6461918950080872, "Finetune/Step": 10472, "Finetune/Step Time": 6.718877797946334}
+{"Finetune/Learning Rate": 9.04329319336117e-06, "Finetune/Loss": 0.6616345047950745, "Finetune/Loss (Raw)": 0.6697496175765991, "Finetune/Step": 10473, "Finetune/Step Time": 6.717788886278868}
+{"Finetune/Learning Rate": 9.041616972856438e-06, "Finetune/Loss": 0.6613001823425293, "Finetune/Loss (Raw)": 0.6578752994537354, "Finetune/Step": 10474, "Finetune/Step Time": 6.715511737391353}
+{"Finetune/Learning Rate": 9.039940779528722e-06, "Finetune/Loss": 0.6632319688796997, "Finetune/Loss (Raw)": 0.7335362434387207, "Finetune/Step": 10475, "Finetune/Step Time": 6.701333366334438}
+{"Finetune/Learning Rate": 9.038264613425556e-06, "Finetune/Loss": 0.6637144088745117, "Finetune/Loss (Raw)": 0.7685918211936951, "Finetune/Step": 10476, "Finetune/Step Time": 6.704244742169976}
+{"Finetune/Learning Rate": 9.036588474594471e-06, "Finetune/Loss": 0.6634477376937866, "Finetune/Loss (Raw)": 0.46505045890808105, "Finetune/Step": 10477, "Finetune/Step Time": 6.69859161041677}
+{"Finetune/Learning Rate": 9.034912363082999e-06, "Finetune/Loss": 0.663123369216919, "Finetune/Loss (Raw)": 0.679071307182312, "Finetune/Step": 10478, "Finetune/Step Time": 6.6969641372561455}
+{"Finetune/Learning Rate": 9.033236278938667e-06, "Finetune/Loss": 0.6635622382164001, "Finetune/Loss (Raw)": 0.7026128768920898, "Finetune/Step": 10479, "Finetune/Step Time": 6.684789430350065}
+{"Finetune/Learning Rate": 9.031560222209001e-06, "Finetune/Loss": 0.6638779640197754, "Finetune/Loss (Raw)": 0.6453037261962891, "Finetune/Step": 10480, "Finetune/Step Time": 6.666415682062507}
+{"Finetune/Learning Rate": 9.029884192941536e-06, "Finetune/Loss": 0.6633827686309814, "Finetune/Loss (Raw)": 0.5455812811851501, "Finetune/Step": 10481, "Finetune/Step Time": 6.673008821904659}
+{"Finetune/Learning Rate": 9.028208191183798e-06, "Finetune/Loss": 0.6633997559547424, "Finetune/Loss (Raw)": 0.7053768038749695, "Finetune/Step": 10482, "Finetune/Step Time": 6.674822499975562}
+{"Finetune/Learning Rate": 9.026532216983312e-06, "Finetune/Loss": 0.6631841659545898, "Finetune/Loss (Raw)": 0.7064681649208069, "Finetune/Step": 10483, "Finetune/Step Time": 6.674055378884077}
+{"Finetune/Learning Rate": 9.024856270387605e-06, "Finetune/Loss": 0.6628684997558594, "Finetune/Loss (Raw)": 0.5809448957443237, "Finetune/Step": 10484, "Finetune/Step Time": 6.667727444320917}
+{"Finetune/Learning Rate": 9.023180351444201e-06, "Finetune/Loss": 0.6627960205078125, "Finetune/Loss (Raw)": 0.5699669122695923, "Finetune/Step": 10485, "Finetune/Step Time": 6.664379492402077}
+{"Finetune/Learning Rate": 9.021504460200623e-06, "Finetune/Loss": 0.6639937162399292, "Finetune/Loss (Raw)": 0.8053432703018188, "Finetune/Step": 10486, "Finetune/Step Time": 6.6613075863569975}
+{"Finetune/Learning Rate": 9.019828596704394e-06, "Finetune/Loss": 0.6648215055465698, "Finetune/Loss (Raw)": 0.6431476473808289, "Finetune/Step": 10487, "Finetune/Step Time": 6.660047983750701}
+{"Finetune/Learning Rate": 9.018152761003041e-06, "Finetune/Loss": 0.6639608144760132, "Finetune/Loss (Raw)": 0.581267237663269, "Finetune/Step": 10488, "Finetune/Step Time": 6.654529957100749}
+{"Finetune/Learning Rate": 9.016476953144085e-06, "Finetune/Loss": 0.6632624864578247, "Finetune/Loss (Raw)": 0.5179630517959595, "Finetune/Step": 10489, "Finetune/Step Time": 6.654460543766618}
+{"Finetune/Learning Rate": 9.014801173175044e-06, "Finetune/Loss": 0.664160966873169, "Finetune/Loss (Raw)": 0.7705937623977661, "Finetune/Step": 10490, "Finetune/Step Time": 6.648554055020213}
+{"Finetune/Learning Rate": 9.013125421143443e-06, "Finetune/Loss": 0.6644993424415588, "Finetune/Loss (Raw)": 0.7083504796028137, "Finetune/Step": 10491, "Finetune/Step Time": 6.6364159397780895}
+{"Finetune/Learning Rate": 9.011449697096796e-06, "Finetune/Loss": 0.664652407169342, "Finetune/Loss (Raw)": 0.7310117483139038, "Finetune/Step": 10492, "Finetune/Step Time": 6.638610582798719}
+{"Finetune/Learning Rate": 9.009774001082627e-06, "Finetune/Loss": 0.664319634437561, "Finetune/Loss (Raw)": 0.6310333013534546, "Finetune/Step": 10493, "Finetune/Step Time": 6.642332183197141}
+{"Finetune/Learning Rate": 9.00809833314845e-06, "Finetune/Loss": 0.6648204922676086, "Finetune/Loss (Raw)": 0.6927175521850586, "Finetune/Step": 10494, "Finetune/Step Time": 6.639486810192466}
+{"Finetune/Learning Rate": 9.00642269334178e-06, "Finetune/Loss": 0.6640951633453369, "Finetune/Loss (Raw)": 0.6326910257339478, "Finetune/Step": 10495, "Finetune/Step Time": 6.6287304032593966}
+{"Finetune/Learning Rate": 9.00474708171014e-06, "Finetune/Loss": 0.6634868383407593, "Finetune/Loss (Raw)": 0.6413986682891846, "Finetune/Step": 10496, "Finetune/Step Time": 6.655797345563769}
+{"Finetune/Learning Rate": 9.003071498301046e-06, "Finetune/Loss": 0.6640498638153076, "Finetune/Loss (Raw)": 0.7083069086074829, "Finetune/Step": 10497, "Finetune/Step Time": 6.652139326557517}
+{"Finetune/Learning Rate": 9.001395943162006e-06, "Finetune/Loss": 0.6646400690078735, "Finetune/Loss (Raw)": 0.748444676399231, "Finetune/Step": 10498, "Finetune/Step Time": 6.658163707703352}
+{"Finetune/Learning Rate": 8.999720416340539e-06, "Finetune/Loss": 0.6638106107711792, "Finetune/Loss (Raw)": 0.7697461247444153, "Finetune/Step": 10499, "Finetune/Step Time": 6.657710308209062}
+{"Finetune/Learning Rate": 8.998044917884154e-06, "Finetune/Loss": 0.6643860340118408, "Finetune/Loss (Raw)": 0.697871744632721, "Finetune/Step": 10500, "Finetune/Step Time": 6.657487750053406}
+{"Finetune/Learning Rate": 8.996369447840369e-06, "Finetune/Loss": 0.6642747521400452, "Finetune/Loss (Raw)": 0.7204116582870483, "Finetune/Step": 10501, "Finetune/Step Time": 6.657116636633873}
+{"Finetune/Learning Rate": 8.994694006256688e-06, "Finetune/Loss": 0.6645516157150269, "Finetune/Loss (Raw)": 0.7556450963020325, "Finetune/Step": 10502, "Finetune/Step Time": 6.660312756896019}
+{"Finetune/Learning Rate": 8.993018593180633e-06, "Finetune/Loss": 0.6642690896987915, "Finetune/Loss (Raw)": 0.6831443309783936, "Finetune/Step": 10503, "Finetune/Step Time": 6.664574971422553}
+{"Finetune/Learning Rate": 8.991343208659705e-06, "Finetune/Loss": 0.6642124652862549, "Finetune/Loss (Raw)": 0.6788243651390076, "Finetune/Step": 10504, "Finetune/Step Time": 6.665191873908043}
+{"Finetune/Learning Rate": 8.98966785274141e-06, "Finetune/Loss": 0.6639090180397034, "Finetune/Loss (Raw)": 0.5999763607978821, "Finetune/Step": 10505, "Finetune/Step Time": 6.656687697395682}
+{"Finetune/Learning Rate": 8.987992525473266e-06, "Finetune/Loss": 0.6621131896972656, "Finetune/Loss (Raw)": 0.5377645492553711, "Finetune/Step": 10506, "Finetune/Step Time": 6.6682213339954615}
+{"Finetune/Learning Rate": 8.986317226902776e-06, "Finetune/Loss": 0.6619330644607544, "Finetune/Loss (Raw)": 0.7026546001434326, "Finetune/Step": 10507, "Finetune/Step Time": 6.67317652516067}
+{"Finetune/Learning Rate": 8.984641957077448e-06, "Finetune/Loss": 0.6616500020027161, "Finetune/Loss (Raw)": 0.644305408000946, "Finetune/Step": 10508, "Finetune/Step Time": 6.681192979216576}
+{"Finetune/Learning Rate": 8.982966716044786e-06, "Finetune/Loss": 0.6615720391273499, "Finetune/Loss (Raw)": 0.7480190396308899, "Finetune/Step": 10509, "Finetune/Step Time": 6.663555476814508}
+{"Finetune/Learning Rate": 8.981291503852296e-06, "Finetune/Loss": 0.6633461117744446, "Finetune/Loss (Raw)": 0.8187064528465271, "Finetune/Step": 10510, "Finetune/Step Time": 6.66586853377521}
+{"Finetune/Learning Rate": 8.979616320547483e-06, "Finetune/Loss": 0.662693977355957, "Finetune/Loss (Raw)": 0.5253029465675354, "Finetune/Step": 10511, "Finetune/Step Time": 6.666213171556592}
+{"Finetune/Learning Rate": 8.977941166177845e-06, "Finetune/Loss": 0.6630507111549377, "Finetune/Loss (Raw)": 0.7458158731460571, "Finetune/Step": 10512, "Finetune/Step Time": 6.665687503293157}
+{"Finetune/Learning Rate": 8.976266040790892e-06, "Finetune/Loss": 0.6625722646713257, "Finetune/Loss (Raw)": 0.6197415590286255, "Finetune/Step": 10513, "Finetune/Step Time": 6.66578552313149}
+{"Finetune/Learning Rate": 8.974590944434123e-06, "Finetune/Loss": 0.662551760673523, "Finetune/Loss (Raw)": 0.6902055144309998, "Finetune/Step": 10514, "Finetune/Step Time": 6.665795918554068}
+{"Finetune/Learning Rate": 8.972915877155043e-06, "Finetune/Loss": 0.6624711751937866, "Finetune/Loss (Raw)": 0.6520726680755615, "Finetune/Step": 10515, "Finetune/Step Time": 6.664932018145919}
+{"Finetune/Learning Rate": 8.971240839001143e-06, "Finetune/Loss": 0.6634607911109924, "Finetune/Loss (Raw)": 0.7954517602920532, "Finetune/Step": 10516, "Finetune/Step Time": 6.671829322353005}
+{"Finetune/Learning Rate": 8.969565830019929e-06, "Finetune/Loss": 0.6633837819099426, "Finetune/Loss (Raw)": 0.6273024678230286, "Finetune/Step": 10517, "Finetune/Step Time": 6.681458668783307}
+{"Finetune/Learning Rate": 8.967890850258896e-06, "Finetune/Loss": 0.662734866142273, "Finetune/Loss (Raw)": 0.5543692708015442, "Finetune/Step": 10518, "Finetune/Step Time": 6.696057951077819}
+{"Finetune/Learning Rate": 8.966215899765544e-06, "Finetune/Loss": 0.6629170775413513, "Finetune/Loss (Raw)": 0.5614351034164429, "Finetune/Step": 10519, "Finetune/Step Time": 6.6950161550194025}
+{"Finetune/Learning Rate": 8.96454097858737e-06, "Finetune/Loss": 0.6636948585510254, "Finetune/Loss (Raw)": 0.6741917133331299, "Finetune/Step": 10520, "Finetune/Step Time": 6.70724474452436}
+{"Finetune/Learning Rate": 8.962866086771873e-06, "Finetune/Loss": 0.6651146411895752, "Finetune/Loss (Raw)": 0.7242863178253174, "Finetune/Step": 10521, "Finetune/Step Time": 6.708236046135426}
+{"Finetune/Learning Rate": 8.961191224366541e-06, "Finetune/Loss": 0.6631159782409668, "Finetune/Loss (Raw)": 0.5079700350761414, "Finetune/Step": 10522, "Finetune/Step Time": 6.723793163895607}
+{"Finetune/Learning Rate": 8.959516391418872e-06, "Finetune/Loss": 0.6630244255065918, "Finetune/Loss (Raw)": 0.7407651543617249, "Finetune/Step": 10523, "Finetune/Step Time": 6.727784374728799}
+{"Finetune/Learning Rate": 8.95784158797636e-06, "Finetune/Loss": 0.6629925966262817, "Finetune/Loss (Raw)": 0.6830401420593262, "Finetune/Step": 10524, "Finetune/Step Time": 6.725508475676179}
+{"Finetune/Learning Rate": 8.956166814086497e-06, "Finetune/Loss": 0.663416862487793, "Finetune/Loss (Raw)": 0.6588794589042664, "Finetune/Step": 10525, "Finetune/Step Time": 6.725543439388275}
+{"Finetune/Learning Rate": 8.954492069796772e-06, "Finetune/Loss": 0.6643133759498596, "Finetune/Loss (Raw)": 0.7266753911972046, "Finetune/Step": 10526, "Finetune/Step Time": 6.720305921509862}
+{"Finetune/Learning Rate": 8.952817355154686e-06, "Finetune/Loss": 0.6653449535369873, "Finetune/Loss (Raw)": 0.6990947127342224, "Finetune/Step": 10527, "Finetune/Step Time": 6.719707973301411}
+{"Finetune/Learning Rate": 8.951142670207718e-06, "Finetune/Loss": 0.6652441024780273, "Finetune/Loss (Raw)": 0.675143837928772, "Finetune/Step": 10528, "Finetune/Step Time": 6.722191946581006}
+{"Finetune/Learning Rate": 8.949468015003358e-06, "Finetune/Loss": 0.6650629043579102, "Finetune/Loss (Raw)": 0.6967155337333679, "Finetune/Step": 10529, "Finetune/Step Time": 6.711940318346024}
+{"Finetune/Learning Rate": 8.947793389589101e-06, "Finetune/Loss": 0.6649563908576965, "Finetune/Loss (Raw)": 0.596397876739502, "Finetune/Step": 10530, "Finetune/Step Time": 6.7090784423053265}
+{"Finetune/Learning Rate": 8.946118794012432e-06, "Finetune/Loss": 0.6657396554946899, "Finetune/Loss (Raw)": 0.6650632619857788, "Finetune/Step": 10531, "Finetune/Step Time": 6.705729143694043}
+{"Finetune/Learning Rate": 8.944444228320835e-06, "Finetune/Loss": 0.6645476818084717, "Finetune/Loss (Raw)": 0.48621082305908203, "Finetune/Step": 10532, "Finetune/Step Time": 6.7056628204882145}
+{"Finetune/Learning Rate": 8.942769692561802e-06, "Finetune/Loss": 0.6652816534042358, "Finetune/Loss (Raw)": 0.6869978904724121, "Finetune/Step": 10533, "Finetune/Step Time": 6.7212386429309845}
+{"Finetune/Learning Rate": 8.941095186782813e-06, "Finetune/Loss": 0.6639125347137451, "Finetune/Loss (Raw)": 0.6165004968643188, "Finetune/Step": 10534, "Finetune/Step Time": 6.726871784776449}
+{"Finetune/Learning Rate": 8.939420711031351e-06, "Finetune/Loss": 0.661847710609436, "Finetune/Loss (Raw)": 0.48120784759521484, "Finetune/Step": 10535, "Finetune/Step Time": 6.724253395572305}
+{"Finetune/Learning Rate": 8.9377462653549e-06, "Finetune/Loss": 0.6619895100593567, "Finetune/Loss (Raw)": 0.7318727970123291, "Finetune/Step": 10536, "Finetune/Step Time": 6.729456264525652}
+{"Finetune/Learning Rate": 8.936071849800947e-06, "Finetune/Loss": 0.6614948511123657, "Finetune/Loss (Raw)": 0.6310887932777405, "Finetune/Step": 10537, "Finetune/Step Time": 6.73624574765563}
+{"Finetune/Learning Rate": 8.934397464416971e-06, "Finetune/Loss": 0.6600692272186279, "Finetune/Loss (Raw)": 0.47187691926956177, "Finetune/Step": 10538, "Finetune/Step Time": 6.726976523175836}
+{"Finetune/Learning Rate": 8.932723109250455e-06, "Finetune/Loss": 0.6615458726882935, "Finetune/Loss (Raw)": 0.7512258887290955, "Finetune/Step": 10539, "Finetune/Step Time": 6.732991944998503}
+{"Finetune/Learning Rate": 8.931048784348875e-06, "Finetune/Loss": 0.6607433557510376, "Finetune/Loss (Raw)": 0.6345221400260925, "Finetune/Step": 10540, "Finetune/Step Time": 6.734298357740045}
+{"Finetune/Learning Rate": 8.92937448975971e-06, "Finetune/Loss": 0.6612194180488586, "Finetune/Loss (Raw)": 0.6381906270980835, "Finetune/Step": 10541, "Finetune/Step Time": 6.723608374595642}
+{"Finetune/Learning Rate": 8.927700225530441e-06, "Finetune/Loss": 0.6610876321792603, "Finetune/Loss (Raw)": 0.6699677109718323, "Finetune/Step": 10542, "Finetune/Step Time": 6.7148705422878265}
+{"Finetune/Learning Rate": 8.926025991708545e-06, "Finetune/Loss": 0.6610500812530518, "Finetune/Loss (Raw)": 0.6745559573173523, "Finetune/Step": 10543, "Finetune/Step Time": 6.707120835781097}
+{"Finetune/Learning Rate": 8.924351788341495e-06, "Finetune/Loss": 0.6600255966186523, "Finetune/Loss (Raw)": 0.6937757134437561, "Finetune/Step": 10544, "Finetune/Step Time": 6.705880938097835}
+{"Finetune/Learning Rate": 8.922677615476776e-06, "Finetune/Loss": 0.6595016717910767, "Finetune/Loss (Raw)": 0.5952475070953369, "Finetune/Step": 10545, "Finetune/Step Time": 6.723052140325308}
+{"Finetune/Learning Rate": 8.92100347316185e-06, "Finetune/Loss": 0.6592118740081787, "Finetune/Loss (Raw)": 0.6003844738006592, "Finetune/Step": 10546, "Finetune/Step Time": 6.752154991030693}
+{"Finetune/Learning Rate": 8.9193293614442e-06, "Finetune/Loss": 0.6601388454437256, "Finetune/Loss (Raw)": 0.7174148559570312, "Finetune/Step": 10547, "Finetune/Step Time": 6.7512990310788155}
+{"Finetune/Learning Rate": 8.917655280371295e-06, "Finetune/Loss": 0.6594846248626709, "Finetune/Loss (Raw)": 0.5487106442451477, "Finetune/Step": 10548, "Finetune/Step Time": 6.766142720356584}
+{"Finetune/Learning Rate": 8.91598122999061e-06, "Finetune/Loss": 0.6597551107406616, "Finetune/Loss (Raw)": 0.6755387187004089, "Finetune/Step": 10549, "Finetune/Step Time": 6.769110439345241}
+{"Finetune/Learning Rate": 8.914307210349614e-06, "Finetune/Loss": 0.6606377363204956, "Finetune/Loss (Raw)": 0.8012866973876953, "Finetune/Step": 10550, "Finetune/Step Time": 6.766063025221229}
+{"Finetune/Learning Rate": 8.91263322149578e-06, "Finetune/Loss": 0.6603825688362122, "Finetune/Loss (Raw)": 0.6493452787399292, "Finetune/Step": 10551, "Finetune/Step Time": 6.769344659522176}
+{"Finetune/Learning Rate": 8.910959263476575e-06, "Finetune/Loss": 0.6596871614456177, "Finetune/Loss (Raw)": 0.6896836161613464, "Finetune/Step": 10552, "Finetune/Step Time": 6.76940143853426}
+{"Finetune/Learning Rate": 8.909285336339465e-06, "Finetune/Loss": 0.6594483852386475, "Finetune/Loss (Raw)": 0.6965526938438416, "Finetune/Step": 10553, "Finetune/Step Time": 6.754102624952793}
+{"Finetune/Learning Rate": 8.907611440131924e-06, "Finetune/Loss": 0.6583026051521301, "Finetune/Loss (Raw)": 0.5362967848777771, "Finetune/Step": 10554, "Finetune/Step Time": 6.757409581914544}
+{"Finetune/Learning Rate": 8.905937574901416e-06, "Finetune/Loss": 0.6577106714248657, "Finetune/Loss (Raw)": 0.7097539901733398, "Finetune/Step": 10555, "Finetune/Step Time": 6.764515537768602}
+{"Finetune/Learning Rate": 8.904263740695407e-06, "Finetune/Loss": 0.6586257219314575, "Finetune/Loss (Raw)": 0.7719403505325317, "Finetune/Step": 10556, "Finetune/Step Time": 6.76548464037478}
+{"Finetune/Learning Rate": 8.902589937561366e-06, "Finetune/Loss": 0.6588706374168396, "Finetune/Loss (Raw)": 0.6643155217170715, "Finetune/Step": 10557, "Finetune/Step Time": 6.781959842890501}
+{"Finetune/Learning Rate": 8.90091616554675e-06, "Finetune/Loss": 0.6602959632873535, "Finetune/Loss (Raw)": 0.6832955479621887, "Finetune/Step": 10558, "Finetune/Step Time": 6.7759458012878895}
+{"Finetune/Learning Rate": 8.899242424699026e-06, "Finetune/Loss": 0.6592928171157837, "Finetune/Loss (Raw)": 0.5123801231384277, "Finetune/Step": 10559, "Finetune/Step Time": 6.787646157667041}
+{"Finetune/Learning Rate": 8.897568715065658e-06, "Finetune/Loss": 0.6586620807647705, "Finetune/Loss (Raw)": 0.5398343801498413, "Finetune/Step": 10560, "Finetune/Step Time": 6.792018141597509}
+{"Finetune/Learning Rate": 8.895895036694103e-06, "Finetune/Loss": 0.6581785678863525, "Finetune/Loss (Raw)": 0.6563479900360107, "Finetune/Step": 10561, "Finetune/Step Time": 6.811244945973158}
+{"Finetune/Learning Rate": 8.894221389631828e-06, "Finetune/Loss": 0.65867018699646, "Finetune/Loss (Raw)": 0.7192873954772949, "Finetune/Step": 10562, "Finetune/Step Time": 6.827127875760198}
+{"Finetune/Learning Rate": 8.892547773926293e-06, "Finetune/Loss": 0.6584750413894653, "Finetune/Loss (Raw)": 0.6928811073303223, "Finetune/Step": 10563, "Finetune/Step Time": 6.8248878717422485}
+{"Finetune/Learning Rate": 8.890874189624951e-06, "Finetune/Loss": 0.6578265428543091, "Finetune/Loss (Raw)": 0.6009954810142517, "Finetune/Step": 10564, "Finetune/Step Time": 6.820740450173616}
+{"Finetune/Learning Rate": 8.889200636775261e-06, "Finetune/Loss": 0.6567126512527466, "Finetune/Loss (Raw)": 0.5683153867721558, "Finetune/Step": 10565, "Finetune/Step Time": 6.812752926722169}
+{"Finetune/Learning Rate": 8.887527115424685e-06, "Finetune/Loss": 0.6568331718444824, "Finetune/Loss (Raw)": 0.6783791780471802, "Finetune/Step": 10566, "Finetune/Step Time": 6.814717413857579}
+{"Finetune/Learning Rate": 8.885853625620677e-06, "Finetune/Loss": 0.6578702330589294, "Finetune/Loss (Raw)": 0.7588309645652771, "Finetune/Step": 10567, "Finetune/Step Time": 6.8129823487252}
+{"Finetune/Learning Rate": 8.884180167410687e-06, "Finetune/Loss": 0.6574097275733948, "Finetune/Loss (Raw)": 0.6822763681411743, "Finetune/Step": 10568, "Finetune/Step Time": 6.793403640389442}
+{"Finetune/Learning Rate": 8.882506740842183e-06, "Finetune/Loss": 0.6588482856750488, "Finetune/Loss (Raw)": 0.7365351319313049, "Finetune/Step": 10569, "Finetune/Step Time": 6.775266345590353}
+{"Finetune/Learning Rate": 8.880833345962605e-06, "Finetune/Loss": 0.6576780080795288, "Finetune/Loss (Raw)": 0.6565625071525574, "Finetune/Step": 10570, "Finetune/Step Time": 6.760831085965037}
+{"Finetune/Learning Rate": 8.879159982819409e-06, "Finetune/Loss": 0.6583414077758789, "Finetune/Loss (Raw)": 0.6785147786140442, "Finetune/Step": 10571, "Finetune/Step Time": 6.745886240154505}
+{"Finetune/Learning Rate": 8.87748665146005e-06, "Finetune/Loss": 0.6573539972305298, "Finetune/Loss (Raw)": 0.6390067934989929, "Finetune/Step": 10572, "Finetune/Step Time": 6.7478288896381855}
+{"Finetune/Learning Rate": 8.875813351931979e-06, "Finetune/Loss": 0.6571159362792969, "Finetune/Loss (Raw)": 0.6209771037101746, "Finetune/Step": 10573, "Finetune/Step Time": 6.749664882197976}
+{"Finetune/Learning Rate": 8.874140084282643e-06, "Finetune/Loss": 0.6568741798400879, "Finetune/Loss (Raw)": 0.7083194255828857, "Finetune/Step": 10574, "Finetune/Step Time": 6.752092069014907}
+{"Finetune/Learning Rate": 8.872466848559493e-06, "Finetune/Loss": 0.6578612923622131, "Finetune/Loss (Raw)": 0.7495152950286865, "Finetune/Step": 10575, "Finetune/Step Time": 6.754483895376325}
+{"Finetune/Learning Rate": 8.870793644809981e-06, "Finetune/Loss": 0.6577317714691162, "Finetune/Loss (Raw)": 0.6392442584037781, "Finetune/Step": 10576, "Finetune/Step Time": 6.753324326127768}
+{"Finetune/Learning Rate": 8.869120473081546e-06, "Finetune/Loss": 0.6567738056182861, "Finetune/Loss (Raw)": 0.6048563122749329, "Finetune/Step": 10577, "Finetune/Step Time": 6.748747752979398}
+{"Finetune/Learning Rate": 8.867447333421637e-06, "Finetune/Loss": 0.6573522090911865, "Finetune/Loss (Raw)": 0.6245023608207703, "Finetune/Step": 10578, "Finetune/Step Time": 6.734668822959065}
+{"Finetune/Learning Rate": 8.865774225877703e-06, "Finetune/Loss": 0.6581605672836304, "Finetune/Loss (Raw)": 0.7637437582015991, "Finetune/Step": 10579, "Finetune/Step Time": 6.732179798185825}
+{"Finetune/Learning Rate": 8.864101150497187e-06, "Finetune/Loss": 0.6576085090637207, "Finetune/Loss (Raw)": 0.6304789781570435, "Finetune/Step": 10580, "Finetune/Step Time": 6.73591779358685}
+{"Finetune/Learning Rate": 8.862428107327533e-06, "Finetune/Loss": 0.6589298248291016, "Finetune/Loss (Raw)": 0.6988447308540344, "Finetune/Step": 10581, "Finetune/Step Time": 6.722721902653575}
+{"Finetune/Learning Rate": 8.860755096416185e-06, "Finetune/Loss": 0.659224271774292, "Finetune/Loss (Raw)": 0.6627768278121948, "Finetune/Step": 10582, "Finetune/Step Time": 6.722538074478507}
+{"Finetune/Learning Rate": 8.85908211781058e-06, "Finetune/Loss": 0.6604181528091431, "Finetune/Loss (Raw)": 0.7020649909973145, "Finetune/Step": 10583, "Finetune/Step Time": 6.709429331123829}
+{"Finetune/Learning Rate": 8.85740917155816e-06, "Finetune/Loss": 0.6599591970443726, "Finetune/Loss (Raw)": 0.6954541802406311, "Finetune/Step": 10584, "Finetune/Step Time": 6.708121871575713}
+{"Finetune/Learning Rate": 8.855736257706368e-06, "Finetune/Loss": 0.6612787246704102, "Finetune/Loss (Raw)": 0.8159557580947876, "Finetune/Step": 10585, "Finetune/Step Time": 6.707557518035173}
+{"Finetune/Learning Rate": 8.854063376302643e-06, "Finetune/Loss": 0.6615842580795288, "Finetune/Loss (Raw)": 0.6386542320251465, "Finetune/Step": 10586, "Finetune/Step Time": 6.711069785058498}
+{"Finetune/Learning Rate": 8.85239052739442e-06, "Finetune/Loss": 0.6608790159225464, "Finetune/Loss (Raw)": 0.6325217485427856, "Finetune/Step": 10587, "Finetune/Step Time": 6.707618786022067}
+{"Finetune/Learning Rate": 8.850717711029144e-06, "Finetune/Loss": 0.6619482040405273, "Finetune/Loss (Raw)": 0.7710291147232056, "Finetune/Step": 10588, "Finetune/Step Time": 6.705557515844703}
+{"Finetune/Learning Rate": 8.849044927254242e-06, "Finetune/Loss": 0.662240207195282, "Finetune/Loss (Raw)": 0.681460440158844, "Finetune/Step": 10589, "Finetune/Step Time": 6.703531865030527}
+{"Finetune/Learning Rate": 8.847372176117151e-06, "Finetune/Loss": 0.6629416942596436, "Finetune/Loss (Raw)": 0.628437876701355, "Finetune/Step": 10590, "Finetune/Step Time": 6.697965869680047}
+{"Finetune/Learning Rate": 8.84569945766531e-06, "Finetune/Loss": 0.6631934642791748, "Finetune/Loss (Raw)": 0.6570909023284912, "Finetune/Step": 10591, "Finetune/Step Time": 6.698983298614621}
+{"Finetune/Learning Rate": 8.844026771946148e-06, "Finetune/Loss": 0.6634758710861206, "Finetune/Loss (Raw)": 0.6327231526374817, "Finetune/Step": 10592, "Finetune/Step Time": 6.679346268996596}
+{"Finetune/Learning Rate": 8.8423541190071e-06, "Finetune/Loss": 0.6650428771972656, "Finetune/Loss (Raw)": 0.7544581294059753, "Finetune/Step": 10593, "Finetune/Step Time": 6.664863599464297}
+{"Finetune/Learning Rate": 8.840681498895602e-06, "Finetune/Loss": 0.6652364730834961, "Finetune/Loss (Raw)": 0.7016651630401611, "Finetune/Step": 10594, "Finetune/Step Time": 6.663203779608011}
+{"Finetune/Learning Rate": 8.839008911659074e-06, "Finetune/Loss": 0.6648412942886353, "Finetune/Loss (Raw)": 0.7213124632835388, "Finetune/Step": 10595, "Finetune/Step Time": 6.637051057070494}
+{"Finetune/Learning Rate": 8.837336357344953e-06, "Finetune/Loss": 0.6644253730773926, "Finetune/Loss (Raw)": 0.652999222278595, "Finetune/Step": 10596, "Finetune/Step Time": 6.633213547989726}
+{"Finetune/Learning Rate": 8.835663836000668e-06, "Finetune/Loss": 0.664190411567688, "Finetune/Loss (Raw)": 0.6559979319572449, "Finetune/Step": 10597, "Finetune/Step Time": 6.638600060716271}
+{"Finetune/Learning Rate": 8.833991347673644e-06, "Finetune/Loss": 0.6647812128067017, "Finetune/Loss (Raw)": 0.660472571849823, "Finetune/Step": 10598, "Finetune/Step Time": 6.632418487221003}
+{"Finetune/Learning Rate": 8.832318892411312e-06, "Finetune/Loss": 0.664644718170166, "Finetune/Loss (Raw)": 0.6754729747772217, "Finetune/Step": 10599, "Finetune/Step Time": 6.616379344835877}
+{"Finetune/Learning Rate": 8.830646470261097e-06, "Finetune/Loss": 0.6650289297103882, "Finetune/Loss (Raw)": 0.6953712701797485, "Finetune/Step": 10600, "Finetune/Step Time": 6.62943215854466}
+{"Finetune/Learning Rate": 8.828974081270421e-06, "Finetune/Loss": 0.6658624410629272, "Finetune/Loss (Raw)": 0.7764456868171692, "Finetune/Step": 10601, "Finetune/Step Time": 6.629206640645862}
+{"Finetune/Learning Rate": 8.827301725486706e-06, "Finetune/Loss": 0.6660571098327637, "Finetune/Loss (Raw)": 0.6827884912490845, "Finetune/Step": 10602, "Finetune/Step Time": 6.629686485975981}
+{"Finetune/Learning Rate": 8.825629402957385e-06, "Finetune/Loss": 0.6665059328079224, "Finetune/Loss (Raw)": 0.7909914255142212, "Finetune/Step": 10603, "Finetune/Step Time": 6.630120027810335}
+{"Finetune/Learning Rate": 8.823957113729872e-06, "Finetune/Loss": 0.6656473875045776, "Finetune/Loss (Raw)": 0.6586923599243164, "Finetune/Step": 10604, "Finetune/Step Time": 6.639739679172635}
+{"Finetune/Learning Rate": 8.82228485785159e-06, "Finetune/Loss": 0.6671436429023743, "Finetune/Loss (Raw)": 0.6565757989883423, "Finetune/Step": 10605, "Finetune/Step Time": 6.637728650122881}
+{"Finetune/Learning Rate": 8.820612635369965e-06, "Finetune/Loss": 0.6658716201782227, "Finetune/Loss (Raw)": 0.5162432193756104, "Finetune/Step": 10606, "Finetune/Step Time": 6.654255295172334}
+{"Finetune/Learning Rate": 8.81894044633241e-06, "Finetune/Loss": 0.6658651828765869, "Finetune/Loss (Raw)": 0.7017925977706909, "Finetune/Step": 10607, "Finetune/Step Time": 6.657416524365544}
+{"Finetune/Learning Rate": 8.817268290786343e-06, "Finetune/Loss": 0.6665191054344177, "Finetune/Loss (Raw)": 0.7290117740631104, "Finetune/Step": 10608, "Finetune/Step Time": 6.656202781945467}
+{"Finetune/Learning Rate": 8.815596168779185e-06, "Finetune/Loss": 0.6675459146499634, "Finetune/Loss (Raw)": 0.6770102381706238, "Finetune/Step": 10609, "Finetune/Step Time": 6.643915239721537}
+{"Finetune/Learning Rate": 8.813924080358352e-06, "Finetune/Loss": 0.6670488119125366, "Finetune/Loss (Raw)": 0.6417486667633057, "Finetune/Step": 10610, "Finetune/Step Time": 6.642687913030386}
+{"Finetune/Learning Rate": 8.81225202557126e-06, "Finetune/Loss": 0.6673405170440674, "Finetune/Loss (Raw)": 0.7438051104545593, "Finetune/Step": 10611, "Finetune/Step Time": 6.6494341641664505}
+{"Finetune/Learning Rate": 8.810580004465324e-06, "Finetune/Loss": 0.6682353615760803, "Finetune/Loss (Raw)": 0.6954821348190308, "Finetune/Step": 10612, "Finetune/Step Time": 6.641578236594796}
+{"Finetune/Learning Rate": 8.808908017087956e-06, "Finetune/Loss": 0.6686162948608398, "Finetune/Loss (Raw)": 0.6187307834625244, "Finetune/Step": 10613, "Finetune/Step Time": 6.640438139438629}
+{"Finetune/Learning Rate": 8.807236063486569e-06, "Finetune/Loss": 0.6684316396713257, "Finetune/Loss (Raw)": 0.7817081809043884, "Finetune/Step": 10614, "Finetune/Step Time": 6.644874418154359}
+{"Finetune/Learning Rate": 8.805564143708576e-06, "Finetune/Loss": 0.6680371761322021, "Finetune/Loss (Raw)": 0.5926566123962402, "Finetune/Step": 10615, "Finetune/Step Time": 6.644515108317137}
+{"Finetune/Learning Rate": 8.803892257801386e-06, "Finetune/Loss": 0.6684317588806152, "Finetune/Loss (Raw)": 0.6317709684371948, "Finetune/Step": 10616, "Finetune/Step Time": 6.645148612558842}
+{"Finetune/Learning Rate": 8.80222040581241e-06, "Finetune/Loss": 0.6693441867828369, "Finetune/Loss (Raw)": 0.6347489356994629, "Finetune/Step": 10617, "Finetune/Step Time": 6.6517840921878815}
+{"Finetune/Learning Rate": 8.800548587789062e-06, "Finetune/Loss": 0.6672790050506592, "Finetune/Loss (Raw)": 0.5062503814697266, "Finetune/Step": 10618, "Finetune/Step Time": 6.664267875254154}
+{"Finetune/Learning Rate": 8.79887680377874e-06, "Finetune/Loss": 0.666974663734436, "Finetune/Loss (Raw)": 0.6694050431251526, "Finetune/Step": 10619, "Finetune/Step Time": 6.665995065122843}
+{"Finetune/Learning Rate": 8.797205053828857e-06, "Finetune/Loss": 0.6668570041656494, "Finetune/Loss (Raw)": 0.715939998626709, "Finetune/Step": 10620, "Finetune/Step Time": 6.666514998301864}
+{"Finetune/Learning Rate": 8.79553333798682e-06, "Finetune/Loss": 0.6662030220031738, "Finetune/Loss (Raw)": 0.5473272800445557, "Finetune/Step": 10621, "Finetune/Step Time": 6.663526775315404}
+{"Finetune/Learning Rate": 8.793861656300032e-06, "Finetune/Loss": 0.6658004522323608, "Finetune/Loss (Raw)": 0.6411903500556946, "Finetune/Step": 10622, "Finetune/Step Time": 6.662121778354049}
+{"Finetune/Learning Rate": 8.792190008815898e-06, "Finetune/Loss": 0.6662483811378479, "Finetune/Loss (Raw)": 0.6900292634963989, "Finetune/Step": 10623, "Finetune/Step Time": 6.687934430316091}
+{"Finetune/Learning Rate": 8.790518395581823e-06, "Finetune/Loss": 0.6652801036834717, "Finetune/Loss (Raw)": 0.5174513459205627, "Finetune/Step": 10624, "Finetune/Step Time": 6.67314887419343}
+{"Finetune/Learning Rate": 8.788846816645205e-06, "Finetune/Loss": 0.6643206477165222, "Finetune/Loss (Raw)": 0.5854982733726501, "Finetune/Step": 10625, "Finetune/Step Time": 6.685987247154117}
+{"Finetune/Learning Rate": 8.787175272053445e-06, "Finetune/Loss": 0.6630615592002869, "Finetune/Loss (Raw)": 0.5872811675071716, "Finetune/Step": 10626, "Finetune/Step Time": 6.684937125071883}
+{"Finetune/Learning Rate": 8.785503761853946e-06, "Finetune/Loss": 0.6627122759819031, "Finetune/Loss (Raw)": 0.7250426411628723, "Finetune/Step": 10627, "Finetune/Step Time": 6.685020189732313}
+{"Finetune/Learning Rate": 8.783832286094107e-06, "Finetune/Loss": 0.6621181964874268, "Finetune/Loss (Raw)": 0.6218217611312866, "Finetune/Step": 10628, "Finetune/Step Time": 6.684728909283876}
+{"Finetune/Learning Rate": 8.782160844821327e-06, "Finetune/Loss": 0.6619057059288025, "Finetune/Loss (Raw)": 0.6932212114334106, "Finetune/Step": 10629, "Finetune/Step Time": 6.682854298502207}
+{"Finetune/Learning Rate": 8.780489438083004e-06, "Finetune/Loss": 0.6623028516769409, "Finetune/Loss (Raw)": 0.806475043296814, "Finetune/Step": 10630, "Finetune/Step Time": 6.681411322206259}
+{"Finetune/Learning Rate": 8.778818065926532e-06, "Finetune/Loss": 0.6612876653671265, "Finetune/Loss (Raw)": 0.5532087683677673, "Finetune/Step": 10631, "Finetune/Step Time": 6.677048610523343}
+{"Finetune/Learning Rate": 8.777146728399307e-06, "Finetune/Loss": 0.6607694029808044, "Finetune/Loss (Raw)": 0.6124786138534546, "Finetune/Step": 10632, "Finetune/Step Time": 6.677839033305645}
+{"Finetune/Learning Rate": 8.77547542554872e-06, "Finetune/Loss": 0.6617391109466553, "Finetune/Loss (Raw)": 0.7240958213806152, "Finetune/Step": 10633, "Finetune/Step Time": 6.66933786123991}
+{"Finetune/Learning Rate": 8.77380415742217e-06, "Finetune/Loss": 0.6629574298858643, "Finetune/Loss (Raw)": 0.693713366985321, "Finetune/Step": 10634, "Finetune/Step Time": 6.655740052461624}
+{"Finetune/Learning Rate": 8.772132924067048e-06, "Finetune/Loss": 0.6629818677902222, "Finetune/Loss (Raw)": 0.70578533411026, "Finetune/Step": 10635, "Finetune/Step Time": 6.671074591577053}
+{"Finetune/Learning Rate": 8.770461725530745e-06, "Finetune/Loss": 0.6633349657058716, "Finetune/Loss (Raw)": 0.6895026564598083, "Finetune/Step": 10636, "Finetune/Step Time": 6.663924729451537}
+{"Finetune/Learning Rate": 8.768790561860651e-06, "Finetune/Loss": 0.6629222631454468, "Finetune/Loss (Raw)": 0.6951894760131836, "Finetune/Step": 10637, "Finetune/Step Time": 6.662414437159896}
+{"Finetune/Learning Rate": 8.767119433104155e-06, "Finetune/Loss": 0.6617172956466675, "Finetune/Loss (Raw)": 0.6644723415374756, "Finetune/Step": 10638, "Finetune/Step Time": 6.663207318633795}
+{"Finetune/Learning Rate": 8.765448339308646e-06, "Finetune/Loss": 0.6632447838783264, "Finetune/Loss (Raw)": 0.7208235859870911, "Finetune/Step": 10639, "Finetune/Step Time": 6.657236833125353}
+{"Finetune/Learning Rate": 8.763777280521511e-06, "Finetune/Loss": 0.6621938943862915, "Finetune/Loss (Raw)": 0.6113042831420898, "Finetune/Step": 10640, "Finetune/Step Time": 6.659841727465391}
+{"Finetune/Learning Rate": 8.762106256790135e-06, "Finetune/Loss": 0.6631546020507812, "Finetune/Loss (Raw)": 0.7427075505256653, "Finetune/Step": 10641, "Finetune/Step Time": 6.657805213704705}
+{"Finetune/Learning Rate": 8.760435268161913e-06, "Finetune/Loss": 0.6640996932983398, "Finetune/Loss (Raw)": 0.811175525188446, "Finetune/Step": 10642, "Finetune/Step Time": 6.656704656779766}
+{"Finetune/Learning Rate": 8.758764314684215e-06, "Finetune/Loss": 0.6640791296958923, "Finetune/Loss (Raw)": 0.6494437456130981, "Finetune/Step": 10643, "Finetune/Step Time": 6.661266276612878}
+{"Finetune/Learning Rate": 8.757093396404432e-06, "Finetune/Loss": 0.6625436544418335, "Finetune/Loss (Raw)": 0.5989084243774414, "Finetune/Step": 10644, "Finetune/Step Time": 6.656416280195117}
+{"Finetune/Learning Rate": 8.755422513369948e-06, "Finetune/Loss": 0.6624846458435059, "Finetune/Loss (Raw)": 0.6197543144226074, "Finetune/Step": 10645, "Finetune/Step Time": 6.657111085951328}
+{"Finetune/Learning Rate": 8.753751665628141e-06, "Finetune/Loss": 0.6636717319488525, "Finetune/Loss (Raw)": 0.7063052654266357, "Finetune/Step": 10646, "Finetune/Step Time": 6.6447376143187284}
+{"Finetune/Learning Rate": 8.752080853226395e-06, "Finetune/Loss": 0.6640195250511169, "Finetune/Loss (Raw)": 0.605960488319397, "Finetune/Step": 10647, "Finetune/Step Time": 6.658499440178275}
+{"Finetune/Learning Rate": 8.750410076212088e-06, "Finetune/Loss": 0.6638942956924438, "Finetune/Loss (Raw)": 0.6581575870513916, "Finetune/Step": 10648, "Finetune/Step Time": 6.644909352064133}
+{"Finetune/Learning Rate": 8.748739334632595e-06, "Finetune/Loss": 0.6634007096290588, "Finetune/Loss (Raw)": 0.6611093282699585, "Finetune/Step": 10649, "Finetune/Step Time": 6.647862179204822}
+{"Finetune/Learning Rate": 8.747068628535298e-06, "Finetune/Loss": 0.6644144654273987, "Finetune/Loss (Raw)": 0.6377348899841309, "Finetune/Step": 10650, "Finetune/Step Time": 6.658146969974041}
+{"Finetune/Learning Rate": 8.745397957967568e-06, "Finetune/Loss": 0.6642254590988159, "Finetune/Loss (Raw)": 0.7165728211402893, "Finetune/Step": 10651, "Finetune/Step Time": 6.69269172847271}
+{"Finetune/Learning Rate": 8.743727322976788e-06, "Finetune/Loss": 0.66439288854599, "Finetune/Loss (Raw)": 0.7044681906700134, "Finetune/Step": 10652, "Finetune/Step Time": 6.707557434216142}
+{"Finetune/Learning Rate": 8.742056723610328e-06, "Finetune/Loss": 0.664890706539154, "Finetune/Loss (Raw)": 0.722601056098938, "Finetune/Step": 10653, "Finetune/Step Time": 6.723341535776854}
+{"Finetune/Learning Rate": 8.740386159915562e-06, "Finetune/Loss": 0.6640985012054443, "Finetune/Loss (Raw)": 0.6252754330635071, "Finetune/Step": 10654, "Finetune/Step Time": 6.724620793014765}
+{"Finetune/Learning Rate": 8.738715631939865e-06, "Finetune/Loss": 0.6639381051063538, "Finetune/Loss (Raw)": 0.6785613298416138, "Finetune/Step": 10655, "Finetune/Step Time": 6.723584542050958}
+{"Finetune/Learning Rate": 8.737045139730605e-06, "Finetune/Loss": 0.6640810966491699, "Finetune/Loss (Raw)": 0.69344562292099, "Finetune/Step": 10656, "Finetune/Step Time": 6.720658982172608}
+{"Finetune/Learning Rate": 8.735374683335151e-06, "Finetune/Loss": 0.6639467477798462, "Finetune/Loss (Raw)": 0.6795196533203125, "Finetune/Step": 10657, "Finetune/Step Time": 6.726734075695276}
+{"Finetune/Learning Rate": 8.733704262800874e-06, "Finetune/Loss": 0.6634211540222168, "Finetune/Loss (Raw)": 0.5291211009025574, "Finetune/Step": 10658, "Finetune/Step Time": 6.733446339145303}
+{"Finetune/Learning Rate": 8.732033878175148e-06, "Finetune/Loss": 0.6644165515899658, "Finetune/Loss (Raw)": 0.7924809455871582, "Finetune/Step": 10659, "Finetune/Step Time": 6.734604060649872}
+{"Finetune/Learning Rate": 8.730363529505333e-06, "Finetune/Loss": 0.665108323097229, "Finetune/Loss (Raw)": 0.5747568011283875, "Finetune/Step": 10660, "Finetune/Step Time": 6.750212060287595}
+{"Finetune/Learning Rate": 8.728693216838799e-06, "Finetune/Loss": 0.6658973693847656, "Finetune/Loss (Raw)": 0.7879894375801086, "Finetune/Step": 10661, "Finetune/Step Time": 6.736505709588528}
+{"Finetune/Learning Rate": 8.727022940222909e-06, "Finetune/Loss": 0.6658604145050049, "Finetune/Loss (Raw)": 0.6117658019065857, "Finetune/Step": 10662, "Finetune/Step Time": 6.739592196419835}
+{"Finetune/Learning Rate": 8.72535269970503e-06, "Finetune/Loss": 0.6673328876495361, "Finetune/Loss (Raw)": 0.6696894764900208, "Finetune/Step": 10663, "Finetune/Step Time": 6.74012690410018}
+{"Finetune/Learning Rate": 8.723682495332523e-06, "Finetune/Loss": 0.666260302066803, "Finetune/Loss (Raw)": 0.5945817232131958, "Finetune/Step": 10664, "Finetune/Step Time": 6.740086203441024}
+{"Finetune/Learning Rate": 8.722012327152747e-06, "Finetune/Loss": 0.6667460203170776, "Finetune/Loss (Raw)": 0.6932616233825684, "Finetune/Step": 10665, "Finetune/Step Time": 6.734496319666505}
+{"Finetune/Learning Rate": 8.720342195213071e-06, "Finetune/Loss": 0.6683492064476013, "Finetune/Loss (Raw)": 0.6770890951156616, "Finetune/Step": 10666, "Finetune/Step Time": 6.745285714045167}
+{"Finetune/Learning Rate": 8.718672099560858e-06, "Finetune/Loss": 0.6682380437850952, "Finetune/Loss (Raw)": 0.7369921207427979, "Finetune/Step": 10667, "Finetune/Step Time": 6.744242990389466}
+{"Finetune/Learning Rate": 8.717002040243452e-06, "Finetune/Loss": 0.6681098341941833, "Finetune/Loss (Raw)": 0.6181122064590454, "Finetune/Step": 10668, "Finetune/Step Time": 6.743522169068456}
+{"Finetune/Learning Rate": 8.71533201730822e-06, "Finetune/Loss": 0.6679364442825317, "Finetune/Loss (Raw)": 0.6159994006156921, "Finetune/Step": 10669, "Finetune/Step Time": 6.739019168540835}
+{"Finetune/Learning Rate": 8.713662030802523e-06, "Finetune/Loss": 0.6680420637130737, "Finetune/Loss (Raw)": 0.6834824681282043, "Finetune/Step": 10670, "Finetune/Step Time": 6.7375347800552845}
+{"Finetune/Learning Rate": 8.71199208077371e-06, "Finetune/Loss": 0.6676090955734253, "Finetune/Loss (Raw)": 0.619131863117218, "Finetune/Step": 10671, "Finetune/Step Time": 6.745354518294334}
+{"Finetune/Learning Rate": 8.710322167269141e-06, "Finetune/Loss": 0.6669999957084656, "Finetune/Loss (Raw)": 0.6158174872398376, "Finetune/Step": 10672, "Finetune/Step Time": 6.748259799554944}
+{"Finetune/Learning Rate": 8.708652290336168e-06, "Finetune/Loss": 0.6675921678543091, "Finetune/Loss (Raw)": 0.6710516214370728, "Finetune/Step": 10673, "Finetune/Step Time": 6.738230587914586}
+{"Finetune/Learning Rate": 8.706982450022143e-06, "Finetune/Loss": 0.6676734089851379, "Finetune/Loss (Raw)": 0.6107777953147888, "Finetune/Step": 10674, "Finetune/Step Time": 6.711165025830269}
+{"Finetune/Learning Rate": 8.705312646374417e-06, "Finetune/Loss": 0.6672000885009766, "Finetune/Loss (Raw)": 0.6568283438682556, "Finetune/Step": 10675, "Finetune/Step Time": 6.7111786454916}
+{"Finetune/Learning Rate": 8.703642879440344e-06, "Finetune/Loss": 0.6664832830429077, "Finetune/Loss (Raw)": 0.4569571316242218, "Finetune/Step": 10676, "Finetune/Step Time": 6.700306663289666}
+{"Finetune/Learning Rate": 8.701973149267273e-06, "Finetune/Loss": 0.6660768985748291, "Finetune/Loss (Raw)": 0.6235275864601135, "Finetune/Step": 10677, "Finetune/Step Time": 6.700948990881443}
+{"Finetune/Learning Rate": 8.700303455902552e-06, "Finetune/Loss": 0.6647685170173645, "Finetune/Loss (Raw)": 0.633807361125946, "Finetune/Step": 10678, "Finetune/Step Time": 6.703236827626824}
+{"Finetune/Learning Rate": 8.698633799393533e-06, "Finetune/Loss": 0.6646827459335327, "Finetune/Loss (Raw)": 0.6383694410324097, "Finetune/Step": 10679, "Finetune/Step Time": 6.7032722514122725}
+{"Finetune/Learning Rate": 8.696964179787554e-06, "Finetune/Loss": 0.6641513109207153, "Finetune/Loss (Raw)": 0.6216563582420349, "Finetune/Step": 10680, "Finetune/Step Time": 6.707216929644346}
+{"Finetune/Learning Rate": 8.695294597131968e-06, "Finetune/Loss": 0.6636265516281128, "Finetune/Loss (Raw)": 0.6293877959251404, "Finetune/Step": 10681, "Finetune/Step Time": 6.717116881161928}
+{"Finetune/Learning Rate": 8.693625051474115e-06, "Finetune/Loss": 0.6642361879348755, "Finetune/Loss (Raw)": 0.6143276691436768, "Finetune/Step": 10682, "Finetune/Step Time": 6.718040557578206}
+{"Finetune/Learning Rate": 8.69195554286134e-06, "Finetune/Loss": 0.6644788980484009, "Finetune/Loss (Raw)": 0.7408192157745361, "Finetune/Step": 10683, "Finetune/Step Time": 6.717555804178119}
+{"Finetune/Learning Rate": 8.690286071340988e-06, "Finetune/Loss": 0.6638152599334717, "Finetune/Loss (Raw)": 0.6870049834251404, "Finetune/Step": 10684, "Finetune/Step Time": 6.716278774663806}
+{"Finetune/Learning Rate": 8.688616636960401e-06, "Finetune/Loss": 0.6640527248382568, "Finetune/Loss (Raw)": 0.6947034001350403, "Finetune/Step": 10685, "Finetune/Step Time": 6.710203766822815}
+{"Finetune/Learning Rate": 8.686947239766916e-06, "Finetune/Loss": 0.6639973521232605, "Finetune/Loss (Raw)": 0.6762083768844604, "Finetune/Step": 10686, "Finetune/Step Time": 6.709578225389123}
+{"Finetune/Learning Rate": 8.685277879807872e-06, "Finetune/Loss": 0.6647844314575195, "Finetune/Loss (Raw)": 0.6131210923194885, "Finetune/Step": 10687, "Finetune/Step Time": 6.699224010109901}
+{"Finetune/Learning Rate": 8.683608557130608e-06, "Finetune/Loss": 0.6656389832496643, "Finetune/Loss (Raw)": 0.6492248773574829, "Finetune/Step": 10688, "Finetune/Step Time": 6.694178998470306}
+{"Finetune/Learning Rate": 8.681939271782463e-06, "Finetune/Loss": 0.6654706001281738, "Finetune/Loss (Raw)": 0.6347946524620056, "Finetune/Step": 10689, "Finetune/Step Time": 6.677527794614434}
+{"Finetune/Learning Rate": 8.68027002381077e-06, "Finetune/Loss": 0.6650599837303162, "Finetune/Loss (Raw)": 0.666729748249054, "Finetune/Step": 10690, "Finetune/Step Time": 6.6625331193208694}
+{"Finetune/Learning Rate": 8.678600813262874e-06, "Finetune/Loss": 0.6645782589912415, "Finetune/Loss (Raw)": 0.6312190294265747, "Finetune/Step": 10691, "Finetune/Step Time": 6.6611386723816395}
+{"Finetune/Learning Rate": 8.676931640186092e-06, "Finetune/Loss": 0.6662341356277466, "Finetune/Loss (Raw)": 0.8129499554634094, "Finetune/Step": 10692, "Finetune/Step Time": 6.660854598507285}
+{"Finetune/Learning Rate": 8.675262504627772e-06, "Finetune/Loss": 0.6677200794219971, "Finetune/Loss (Raw)": 0.7585131525993347, "Finetune/Step": 10693, "Finetune/Step Time": 6.686431115493178}
+{"Finetune/Learning Rate": 8.673593406635238e-06, "Finetune/Loss": 0.6675912737846375, "Finetune/Loss (Raw)": 0.6618900895118713, "Finetune/Step": 10694, "Finetune/Step Time": 6.692673370242119}
+{"Finetune/Learning Rate": 8.671924346255825e-06, "Finetune/Loss": 0.6672829985618591, "Finetune/Loss (Raw)": 0.7193729281425476, "Finetune/Step": 10695, "Finetune/Step Time": 6.688054708763957}
+{"Finetune/Learning Rate": 8.670255323536858e-06, "Finetune/Loss": 0.6672810316085815, "Finetune/Loss (Raw)": 0.6820257306098938, "Finetune/Step": 10696, "Finetune/Step Time": 6.691473728045821}
+{"Finetune/Learning Rate": 8.668586338525673e-06, "Finetune/Loss": 0.6665003299713135, "Finetune/Loss (Raw)": 0.6366045475006104, "Finetune/Step": 10697, "Finetune/Step Time": 6.691788591444492}
+{"Finetune/Learning Rate": 8.666917391269592e-06, "Finetune/Loss": 0.6665036678314209, "Finetune/Loss (Raw)": 0.6569939255714417, "Finetune/Step": 10698, "Finetune/Step Time": 6.694289356470108}
+{"Finetune/Learning Rate": 8.665248481815941e-06, "Finetune/Loss": 0.6667336225509644, "Finetune/Loss (Raw)": 0.7079446911811829, "Finetune/Step": 10699, "Finetune/Step Time": 6.6960677448660135}
+{"Finetune/Learning Rate": 8.663579610212048e-06, "Finetune/Loss": 0.6677636504173279, "Finetune/Loss (Raw)": 0.7708500623703003, "Finetune/Step": 10700, "Finetune/Step Time": 6.6920130383223295}
+{"Finetune/Learning Rate": 8.661910776505235e-06, "Finetune/Loss": 0.6664718389511108, "Finetune/Loss (Raw)": 0.4556291103363037, "Finetune/Step": 10701, "Finetune/Step Time": 6.693536564707756}
+{"Finetune/Learning Rate": 8.66024198074283e-06, "Finetune/Loss": 0.6669120788574219, "Finetune/Loss (Raw)": 0.7646625638008118, "Finetune/Step": 10702, "Finetune/Step Time": 6.696233250200748}
+{"Finetune/Learning Rate": 8.658573222972155e-06, "Finetune/Loss": 0.6661384701728821, "Finetune/Loss (Raw)": 0.6504937410354614, "Finetune/Step": 10703, "Finetune/Step Time": 6.699175648391247}
+{"Finetune/Learning Rate": 8.656904503240527e-06, "Finetune/Loss": 0.6663035154342651, "Finetune/Loss (Raw)": 0.6603678464889526, "Finetune/Step": 10704, "Finetune/Step Time": 6.6999151315540075}
+{"Finetune/Learning Rate": 8.655235821595268e-06, "Finetune/Loss": 0.6661700010299683, "Finetune/Loss (Raw)": 0.5877742171287537, "Finetune/Step": 10705, "Finetune/Step Time": 6.710080370306969}
+{"Finetune/Learning Rate": 8.653567178083696e-06, "Finetune/Loss": 0.6658704280853271, "Finetune/Loss (Raw)": 0.5861554145812988, "Finetune/Step": 10706, "Finetune/Step Time": 6.714016430079937}
+{"Finetune/Learning Rate": 8.651898572753129e-06, "Finetune/Loss": 0.665252149105072, "Finetune/Loss (Raw)": 0.6846038699150085, "Finetune/Step": 10707, "Finetune/Step Time": 6.71539375372231}
+{"Finetune/Learning Rate": 8.650230005650886e-06, "Finetune/Loss": 0.6657660007476807, "Finetune/Loss (Raw)": 0.6962491273880005, "Finetune/Step": 10708, "Finetune/Step Time": 6.710495946928859}
+{"Finetune/Learning Rate": 8.648561476824286e-06, "Finetune/Loss": 0.6661016941070557, "Finetune/Loss (Raw)": 0.7418139576911926, "Finetune/Step": 10709, "Finetune/Step Time": 6.710917329415679}
+{"Finetune/Learning Rate": 8.646892986320634e-06, "Finetune/Loss": 0.6660187244415283, "Finetune/Loss (Raw)": 0.6521561145782471, "Finetune/Step": 10710, "Finetune/Step Time": 6.709932079538703}
+{"Finetune/Learning Rate": 8.645224534187253e-06, "Finetune/Loss": 0.6657007336616516, "Finetune/Loss (Raw)": 0.6613682508468628, "Finetune/Step": 10711, "Finetune/Step Time": 6.709620483219624}
+{"Finetune/Learning Rate": 8.643556120471449e-06, "Finetune/Loss": 0.6651405096054077, "Finetune/Loss (Raw)": 0.6237441897392273, "Finetune/Step": 10712, "Finetune/Step Time": 6.713512044399977}
+{"Finetune/Learning Rate": 8.641887745220536e-06, "Finetune/Loss": 0.6640846729278564, "Finetune/Loss (Raw)": 0.6808047890663147, "Finetune/Step": 10713, "Finetune/Step Time": 6.735277747735381}
+{"Finetune/Learning Rate": 8.640219408481825e-06, "Finetune/Loss": 0.66379714012146, "Finetune/Loss (Raw)": 0.6018531918525696, "Finetune/Step": 10714, "Finetune/Step Time": 6.731824170798063}
+{"Finetune/Learning Rate": 8.63855111030263e-06, "Finetune/Loss": 0.6644384860992432, "Finetune/Loss (Raw)": 0.7146150469779968, "Finetune/Step": 10715, "Finetune/Step Time": 6.735836613923311}
+{"Finetune/Learning Rate": 8.636882850730249e-06, "Finetune/Loss": 0.663438081741333, "Finetune/Loss (Raw)": 0.6429709196090698, "Finetune/Step": 10716, "Finetune/Step Time": 6.735441425815225}
+{"Finetune/Learning Rate": 8.635214629811992e-06, "Finetune/Loss": 0.6631878018379211, "Finetune/Loss (Raw)": 0.6494304537773132, "Finetune/Step": 10717, "Finetune/Step Time": 6.738999890163541}
+{"Finetune/Learning Rate": 8.63354644759517e-06, "Finetune/Loss": 0.6638386249542236, "Finetune/Loss (Raw)": 0.7117364406585693, "Finetune/Step": 10718, "Finetune/Step Time": 6.748407423496246}
+{"Finetune/Learning Rate": 8.631878304127086e-06, "Finetune/Loss": 0.6639275550842285, "Finetune/Loss (Raw)": 0.6684815287590027, "Finetune/Step": 10719, "Finetune/Step Time": 6.748401900753379}
+{"Finetune/Learning Rate": 8.63021019945504e-06, "Finetune/Loss": 0.6640542149543762, "Finetune/Loss (Raw)": 0.648931086063385, "Finetune/Step": 10720, "Finetune/Step Time": 6.759311908856034}
+{"Finetune/Learning Rate": 8.628542133626343e-06, "Finetune/Loss": 0.6638784408569336, "Finetune/Loss (Raw)": 0.7319644093513489, "Finetune/Step": 10721, "Finetune/Step Time": 6.763024512678385}
+{"Finetune/Learning Rate": 8.626874106688288e-06, "Finetune/Loss": 0.6634020805358887, "Finetune/Loss (Raw)": 0.6406863927841187, "Finetune/Step": 10722, "Finetune/Step Time": 6.765280479565263}
+{"Finetune/Learning Rate": 8.625206118688179e-06, "Finetune/Loss": 0.6634905338287354, "Finetune/Loss (Raw)": 0.7326357364654541, "Finetune/Step": 10723, "Finetune/Step Time": 6.768691221252084}
+{"Finetune/Learning Rate": 8.623538169673312e-06, "Finetune/Loss": 0.6632385849952698, "Finetune/Loss (Raw)": 0.6207462549209595, "Finetune/Step": 10724, "Finetune/Step Time": 6.771232446655631}
+{"Finetune/Learning Rate": 8.62187025969099e-06, "Finetune/Loss": 0.6634075045585632, "Finetune/Loss (Raw)": 0.6776289343833923, "Finetune/Step": 10725, "Finetune/Step Time": 6.768417026847601}
+{"Finetune/Learning Rate": 8.62020238878851e-06, "Finetune/Loss": 0.663216233253479, "Finetune/Loss (Raw)": 0.6359809041023254, "Finetune/Step": 10726, "Finetune/Step Time": 6.771050605922937}
+{"Finetune/Learning Rate": 8.618534557013168e-06, "Finetune/Loss": 0.6633478403091431, "Finetune/Loss (Raw)": 0.6923266649246216, "Finetune/Step": 10727, "Finetune/Step Time": 6.766337789595127}
+{"Finetune/Learning Rate": 8.616866764412257e-06, "Finetune/Loss": 0.6633659601211548, "Finetune/Loss (Raw)": 0.6976876854896545, "Finetune/Step": 10728, "Finetune/Step Time": 6.751945458352566}
+{"Finetune/Learning Rate": 8.615199011033069e-06, "Finetune/Loss": 0.661514401435852, "Finetune/Loss (Raw)": 0.5394454002380371, "Finetune/Step": 10729, "Finetune/Step Time": 6.759809909388423}
+{"Finetune/Learning Rate": 8.6135312969229e-06, "Finetune/Loss": 0.6616778373718262, "Finetune/Loss (Raw)": 0.7037047743797302, "Finetune/Step": 10730, "Finetune/Step Time": 6.760255640372634}
+{"Finetune/Learning Rate": 8.61186362212904e-06, "Finetune/Loss": 0.660839319229126, "Finetune/Loss (Raw)": 0.6836611032485962, "Finetune/Step": 10731, "Finetune/Step Time": 6.76284553296864}
+{"Finetune/Learning Rate": 8.61019598669878e-06, "Finetune/Loss": 0.65988689661026, "Finetune/Loss (Raw)": 0.536780595779419, "Finetune/Step": 10732, "Finetune/Step Time": 6.75799965672195}
+{"Finetune/Learning Rate": 8.608528390679416e-06, "Finetune/Loss": 0.6609295606613159, "Finetune/Loss (Raw)": 0.790040910243988, "Finetune/Step": 10733, "Finetune/Step Time": 6.760697346180677}
+{"Finetune/Learning Rate": 8.606860834118223e-06, "Finetune/Loss": 0.6605864763259888, "Finetune/Loss (Raw)": 0.47232556343078613, "Finetune/Step": 10734, "Finetune/Step Time": 6.76071535423398}
+{"Finetune/Learning Rate": 8.605193317062499e-06, "Finetune/Loss": 0.6599191427230835, "Finetune/Loss (Raw)": 0.6163821816444397, "Finetune/Step": 10735, "Finetune/Step Time": 6.758716266602278}
+{"Finetune/Learning Rate": 8.603525839559523e-06, "Finetune/Loss": 0.6590696573257446, "Finetune/Loss (Raw)": 0.6202685236930847, "Finetune/Step": 10736, "Finetune/Step Time": 6.757988726720214}
+{"Finetune/Learning Rate": 8.601858401656586e-06, "Finetune/Loss": 0.6591335535049438, "Finetune/Loss (Raw)": 0.6851934194564819, "Finetune/Step": 10737, "Finetune/Step Time": 6.77232925966382}
+{"Finetune/Learning Rate": 8.600191003400968e-06, "Finetune/Loss": 0.6593717932701111, "Finetune/Loss (Raw)": 0.6722411513328552, "Finetune/Step": 10738, "Finetune/Step Time": 6.772053407505155}
+{"Finetune/Learning Rate": 8.598523644839949e-06, "Finetune/Loss": 0.658488392829895, "Finetune/Loss (Raw)": 0.6307339072227478, "Finetune/Step": 10739, "Finetune/Step Time": 6.767414033412933}
+{"Finetune/Learning Rate": 8.596856326020822e-06, "Finetune/Loss": 0.6577717065811157, "Finetune/Loss (Raw)": 0.6037406325340271, "Finetune/Step": 10740, "Finetune/Step Time": 6.779143370687962}
+{"Finetune/Learning Rate": 8.595189046990852e-06, "Finetune/Loss": 0.6570595502853394, "Finetune/Loss (Raw)": 0.5275829434394836, "Finetune/Step": 10741, "Finetune/Step Time": 6.80698730610311}
+{"Finetune/Learning Rate": 8.59352180779733e-06, "Finetune/Loss": 0.6561755537986755, "Finetune/Loss (Raw)": 0.6685549020767212, "Finetune/Step": 10742, "Finetune/Step Time": 6.825562432408333}
+{"Finetune/Learning Rate": 8.591854608487528e-06, "Finetune/Loss": 0.6566014885902405, "Finetune/Loss (Raw)": 0.6471732258796692, "Finetune/Step": 10743, "Finetune/Step Time": 6.825385382398963}
+{"Finetune/Learning Rate": 8.590187449108726e-06, "Finetune/Loss": 0.6574857234954834, "Finetune/Loss (Raw)": 0.7449544668197632, "Finetune/Step": 10744, "Finetune/Step Time": 6.8264630772173405}
+{"Finetune/Learning Rate": 8.5885203297082e-06, "Finetune/Loss": 0.6580002903938293, "Finetune/Loss (Raw)": 0.7006084322929382, "Finetune/Step": 10745, "Finetune/Step Time": 6.8199854753911495}
+{"Finetune/Learning Rate": 8.586853250333226e-06, "Finetune/Loss": 0.6595770120620728, "Finetune/Loss (Raw)": 0.7080731987953186, "Finetune/Step": 10746, "Finetune/Step Time": 6.80643854662776}
+{"Finetune/Learning Rate": 8.585186211031071e-06, "Finetune/Loss": 0.6598524451255798, "Finetune/Loss (Raw)": 0.7046576142311096, "Finetune/Step": 10747, "Finetune/Step Time": 6.802126018330455}
+{"Finetune/Learning Rate": 8.583519211849014e-06, "Finetune/Loss": 0.6591237187385559, "Finetune/Loss (Raw)": 0.6226671934127808, "Finetune/Step": 10748, "Finetune/Step Time": 6.802029287442565}
+{"Finetune/Learning Rate": 8.58185225283432e-06, "Finetune/Loss": 0.6596131324768066, "Finetune/Loss (Raw)": 0.6099709868431091, "Finetune/Step": 10749, "Finetune/Step Time": 6.800078026950359}
+{"Finetune/Learning Rate": 8.580185334034268e-06, "Finetune/Loss": 0.6601378917694092, "Finetune/Loss (Raw)": 0.7083646655082703, "Finetune/Step": 10750, "Finetune/Step Time": 6.798717146739364}
+{"Finetune/Learning Rate": 8.578518455496121e-06, "Finetune/Loss": 0.6598250865936279, "Finetune/Loss (Raw)": 0.6499912738800049, "Finetune/Step": 10751, "Finetune/Step Time": 6.776261877268553}
+{"Finetune/Learning Rate": 8.576851617267151e-06, "Finetune/Loss": 0.6608140468597412, "Finetune/Loss (Raw)": 0.6440303921699524, "Finetune/Step": 10752, "Finetune/Step Time": 6.783237339928746}
+{"Finetune/Learning Rate": 8.57518481939462e-06, "Finetune/Loss": 0.6616910696029663, "Finetune/Loss (Raw)": 0.6977608799934387, "Finetune/Step": 10753, "Finetune/Step Time": 6.772299079224467}
+{"Finetune/Learning Rate": 8.573518061925796e-06, "Finetune/Loss": 0.6625082492828369, "Finetune/Loss (Raw)": 0.69187992811203, "Finetune/Step": 10754, "Finetune/Step Time": 6.771712642163038}
+{"Finetune/Learning Rate": 8.571851344907943e-06, "Finetune/Loss": 0.6623220443725586, "Finetune/Loss (Raw)": 0.7012109160423279, "Finetune/Step": 10755, "Finetune/Step Time": 6.789375996217132}
+{"Finetune/Learning Rate": 8.570184668388323e-06, "Finetune/Loss": 0.6619026064872742, "Finetune/Loss (Raw)": 0.5681285262107849, "Finetune/Step": 10756, "Finetune/Step Time": 6.812244726344943}
+{"Finetune/Learning Rate": 8.568518032414201e-06, "Finetune/Loss": 0.6617723703384399, "Finetune/Loss (Raw)": 0.6765468716621399, "Finetune/Step": 10757, "Finetune/Step Time": 6.812345976009965}
+{"Finetune/Learning Rate": 8.566851437032841e-06, "Finetune/Loss": 0.6601651906967163, "Finetune/Loss (Raw)": 0.6007672548294067, "Finetune/Step": 10758, "Finetune/Step Time": 6.826767658814788}
+{"Finetune/Learning Rate": 8.565184882291495e-06, "Finetune/Loss": 0.6607962846755981, "Finetune/Loss (Raw)": 0.6339923143386841, "Finetune/Step": 10759, "Finetune/Step Time": 6.824600713327527}
+{"Finetune/Learning Rate": 8.563518368237428e-06, "Finetune/Loss": 0.6610608100891113, "Finetune/Loss (Raw)": 0.6463279128074646, "Finetune/Step": 10760, "Finetune/Step Time": 6.826306266710162}
+{"Finetune/Learning Rate": 8.561851894917893e-06, "Finetune/Loss": 0.6607226729393005, "Finetune/Loss (Raw)": 0.6808156371116638, "Finetune/Step": 10761, "Finetune/Step Time": 6.828179577365518}
+{"Finetune/Learning Rate": 8.56018546238015e-06, "Finetune/Loss": 0.6589733362197876, "Finetune/Loss (Raw)": 0.4698008596897125, "Finetune/Step": 10762, "Finetune/Step Time": 6.832779021933675}
+{"Finetune/Learning Rate": 8.55851907067145e-06, "Finetune/Loss": 0.6582226753234863, "Finetune/Loss (Raw)": 0.6096961498260498, "Finetune/Step": 10763, "Finetune/Step Time": 6.818605251610279}
+{"Finetune/Learning Rate": 8.556852719839058e-06, "Finetune/Loss": 0.65797358751297, "Finetune/Loss (Raw)": 0.657627522945404, "Finetune/Step": 10764, "Finetune/Step Time": 6.818503700196743}
+{"Finetune/Learning Rate": 8.555186409930212e-06, "Finetune/Loss": 0.6574628353118896, "Finetune/Loss (Raw)": 0.6298041343688965, "Finetune/Step": 10765, "Finetune/Step Time": 6.81770545989275}
+{"Finetune/Learning Rate": 8.553520140992171e-06, "Finetune/Loss": 0.6576434969902039, "Finetune/Loss (Raw)": 0.6876020431518555, "Finetune/Step": 10766, "Finetune/Step Time": 6.815335003659129}
+{"Finetune/Learning Rate": 8.551853913072188e-06, "Finetune/Loss": 0.6567565202713013, "Finetune/Loss (Raw)": 0.60728919506073, "Finetune/Step": 10767, "Finetune/Step Time": 6.853194274008274}
+{"Finetune/Learning Rate": 8.550187726217508e-06, "Finetune/Loss": 0.6564093828201294, "Finetune/Loss (Raw)": 0.5668768286705017, "Finetune/Step": 10768, "Finetune/Step Time": 6.851055940613151}
+{"Finetune/Learning Rate": 8.548521580475382e-06, "Finetune/Loss": 0.6551735401153564, "Finetune/Loss (Raw)": 0.584509015083313, "Finetune/Step": 10769, "Finetune/Step Time": 6.85057482495904}
+{"Finetune/Learning Rate": 8.54685547589306e-06, "Finetune/Loss": 0.6538741588592529, "Finetune/Loss (Raw)": 0.6448637247085571, "Finetune/Step": 10770, "Finetune/Step Time": 6.853268064558506}
+{"Finetune/Learning Rate": 8.545189412517782e-06, "Finetune/Loss": 0.6540316343307495, "Finetune/Loss (Raw)": 0.6695919632911682, "Finetune/Step": 10771, "Finetune/Step Time": 6.84749754704535}
+{"Finetune/Learning Rate": 8.543523390396796e-06, "Finetune/Loss": 0.655089795589447, "Finetune/Loss (Raw)": 0.7343564629554749, "Finetune/Step": 10772, "Finetune/Step Time": 6.863512909039855}
+{"Finetune/Learning Rate": 8.541857409577341e-06, "Finetune/Loss": 0.6545636653900146, "Finetune/Loss (Raw)": 0.5524062514305115, "Finetune/Step": 10773, "Finetune/Step Time": 6.855197813361883}
+{"Finetune/Learning Rate": 8.540191470106667e-06, "Finetune/Loss": 0.6541616320610046, "Finetune/Loss (Raw)": 0.6548510789871216, "Finetune/Step": 10774, "Finetune/Step Time": 6.8571632243692875}
+{"Finetune/Learning Rate": 8.53852557203201e-06, "Finetune/Loss": 0.6546090841293335, "Finetune/Loss (Raw)": 0.6632320880889893, "Finetune/Step": 10775, "Finetune/Step Time": 6.839974708855152}
+{"Finetune/Learning Rate": 8.536859715400616e-06, "Finetune/Loss": 0.6544405221939087, "Finetune/Loss (Raw)": 0.6365764737129211, "Finetune/Step": 10776, "Finetune/Step Time": 6.837981276214123}
+{"Finetune/Learning Rate": 8.535193900259717e-06, "Finetune/Loss": 0.6544640064239502, "Finetune/Loss (Raw)": 0.6641268730163574, "Finetune/Step": 10777, "Finetune/Step Time": 6.837660890072584}
+{"Finetune/Learning Rate": 8.533528126656554e-06, "Finetune/Loss": 0.6541233062744141, "Finetune/Loss (Raw)": 0.5941215753555298, "Finetune/Step": 10778, "Finetune/Step Time": 6.808801487088203}
+{"Finetune/Learning Rate": 8.531862394638362e-06, "Finetune/Loss": 0.6530552506446838, "Finetune/Loss (Raw)": 0.5798596143722534, "Finetune/Step": 10779, "Finetune/Step Time": 6.773599864915013}
+{"Finetune/Learning Rate": 8.530196704252377e-06, "Finetune/Loss": 0.6523115038871765, "Finetune/Loss (Raw)": 0.6092731952667236, "Finetune/Step": 10780, "Finetune/Step Time": 6.762758981436491}
+{"Finetune/Learning Rate": 8.528531055545835e-06, "Finetune/Loss": 0.6501349806785583, "Finetune/Loss (Raw)": 0.4440011978149414, "Finetune/Step": 10781, "Finetune/Step Time": 6.749962022528052}
+{"Finetune/Learning Rate": 8.526865448565973e-06, "Finetune/Loss": 0.65090012550354, "Finetune/Loss (Raw)": 0.7232223153114319, "Finetune/Step": 10782, "Finetune/Step Time": 6.750109804794192}
+{"Finetune/Learning Rate": 8.525199883360012e-06, "Finetune/Loss": 0.6510125398635864, "Finetune/Loss (Raw)": 0.6929381489753723, "Finetune/Step": 10783, "Finetune/Step Time": 6.7500090934336185}
+{"Finetune/Learning Rate": 8.52353435997519e-06, "Finetune/Loss": 0.650833249092102, "Finetune/Loss (Raw)": 0.6704956889152527, "Finetune/Step": 10784, "Finetune/Step Time": 6.751623133197427}
+{"Finetune/Learning Rate": 8.521868878458735e-06, "Finetune/Loss": 0.649915337562561, "Finetune/Loss (Raw)": 0.5620296001434326, "Finetune/Step": 10785, "Finetune/Step Time": 6.744151448830962}
+{"Finetune/Learning Rate": 8.520203438857875e-06, "Finetune/Loss": 0.6507230997085571, "Finetune/Loss (Raw)": 0.6325229406356812, "Finetune/Step": 10786, "Finetune/Step Time": 6.737845741212368}
+{"Finetune/Learning Rate": 8.518538041219836e-06, "Finetune/Loss": 0.6491145491600037, "Finetune/Loss (Raw)": 0.5865790843963623, "Finetune/Step": 10787, "Finetune/Step Time": 6.739692194387317}
+{"Finetune/Learning Rate": 8.51687268559185e-06, "Finetune/Loss": 0.6498929858207703, "Finetune/Loss (Raw)": 0.6743997931480408, "Finetune/Step": 10788, "Finetune/Step Time": 6.725515833124518}
+{"Finetune/Learning Rate": 8.515207372021135e-06, "Finetune/Loss": 0.6481552124023438, "Finetune/Loss (Raw)": 0.565546989440918, "Finetune/Step": 10789, "Finetune/Step Time": 6.753564290702343}
+{"Finetune/Learning Rate": 8.513542100554914e-06, "Finetune/Loss": 0.6487759351730347, "Finetune/Loss (Raw)": 0.6912275552749634, "Finetune/Step": 10790, "Finetune/Step Time": 6.742150215432048}
+{"Finetune/Learning Rate": 8.511876871240414e-06, "Finetune/Loss": 0.6486734747886658, "Finetune/Loss (Raw)": 0.6565659046173096, "Finetune/Step": 10791, "Finetune/Step Time": 6.742253782227635}
+{"Finetune/Learning Rate": 8.510211684124854e-06, "Finetune/Loss": 0.6488445997238159, "Finetune/Loss (Raw)": 0.6164827346801758, "Finetune/Step": 10792, "Finetune/Step Time": 6.739720219746232}
+{"Finetune/Learning Rate": 8.508546539255454e-06, "Finetune/Loss": 0.6491528153419495, "Finetune/Loss (Raw)": 0.7327218055725098, "Finetune/Step": 10793, "Finetune/Step Time": 6.737342145293951}
+{"Finetune/Learning Rate": 8.506881436679438e-06, "Finetune/Loss": 0.6498769521713257, "Finetune/Loss (Raw)": 0.7697787880897522, "Finetune/Step": 10794, "Finetune/Step Time": 6.722655341029167}
+{"Finetune/Learning Rate": 8.505216376444013e-06, "Finetune/Loss": 0.6498743295669556, "Finetune/Loss (Raw)": 0.7366513013839722, "Finetune/Step": 10795, "Finetune/Step Time": 6.721036801114678}
+{"Finetune/Learning Rate": 8.503551358596403e-06, "Finetune/Loss": 0.651035487651825, "Finetune/Loss (Raw)": 0.7667485475540161, "Finetune/Step": 10796, "Finetune/Step Time": 6.720885096117854}
+{"Finetune/Learning Rate": 8.501886383183816e-06, "Finetune/Loss": 0.6516819000244141, "Finetune/Loss (Raw)": 0.6987330317497253, "Finetune/Step": 10797, "Finetune/Step Time": 6.72426806204021}
+{"Finetune/Learning Rate": 8.500221450253478e-06, "Finetune/Loss": 0.6512470245361328, "Finetune/Loss (Raw)": 0.6278250813484192, "Finetune/Step": 10798, "Finetune/Step Time": 6.726535681635141}
+{"Finetune/Learning Rate": 8.498556559852591e-06, "Finetune/Loss": 0.6512833833694458, "Finetune/Loss (Raw)": 0.623781681060791, "Finetune/Step": 10799, "Finetune/Step Time": 6.7238614950329065}
+{"Finetune/Learning Rate": 8.496891712028374e-06, "Finetune/Loss": 0.6526032090187073, "Finetune/Loss (Raw)": 0.7847548723220825, "Finetune/Step": 10800, "Finetune/Step Time": 6.724810047075152}
+{"Finetune/Learning Rate": 8.495226906828033e-06, "Finetune/Loss": 0.6532175540924072, "Finetune/Loss (Raw)": 0.7496911287307739, "Finetune/Step": 10801, "Finetune/Step Time": 6.718702157959342}
+{"Finetune/Learning Rate": 8.493562144298777e-06, "Finetune/Loss": 0.6536526679992676, "Finetune/Loss (Raw)": 0.66646808385849, "Finetune/Step": 10802, "Finetune/Step Time": 6.718594370409846}
+{"Finetune/Learning Rate": 8.491897424487815e-06, "Finetune/Loss": 0.6536211371421814, "Finetune/Loss (Raw)": 0.6528006792068481, "Finetune/Step": 10803, "Finetune/Step Time": 6.735122222453356}
+{"Finetune/Learning Rate": 8.49023274744235e-06, "Finetune/Loss": 0.6552578210830688, "Finetune/Loss (Raw)": 0.6664506793022156, "Finetune/Step": 10804, "Finetune/Step Time": 6.729483347386122}
+{"Finetune/Learning Rate": 8.488568113209593e-06, "Finetune/Loss": 0.6565934419631958, "Finetune/Loss (Raw)": 0.7944843173027039, "Finetune/Step": 10805, "Finetune/Step Time": 6.740155395120382}
+{"Finetune/Learning Rate": 8.486903521836751e-06, "Finetune/Loss": 0.6564919948577881, "Finetune/Loss (Raw)": 0.6208192706108093, "Finetune/Step": 10806, "Finetune/Step Time": 6.7423904705792665}
+{"Finetune/Learning Rate": 8.485238973371017e-06, "Finetune/Loss": 0.6566725969314575, "Finetune/Loss (Raw)": 0.6614886522293091, "Finetune/Step": 10807, "Finetune/Step Time": 6.7458016481250525}
+{"Finetune/Learning Rate": 8.4835744678596e-06, "Finetune/Loss": 0.6564157009124756, "Finetune/Loss (Raw)": 0.588773250579834, "Finetune/Step": 10808, "Finetune/Step Time": 6.745328452438116}
+{"Finetune/Learning Rate": 8.481910005349699e-06, "Finetune/Loss": 0.6564025282859802, "Finetune/Loss (Raw)": 0.6277003884315491, "Finetune/Step": 10809, "Finetune/Step Time": 6.739673878997564}
+{"Finetune/Learning Rate": 8.480245585888514e-06, "Finetune/Loss": 0.6564395427703857, "Finetune/Loss (Raw)": 0.6190664172172546, "Finetune/Step": 10810, "Finetune/Step Time": 6.746162042021751}
+{"Finetune/Learning Rate": 8.478581209523242e-06, "Finetune/Loss": 0.6559233069419861, "Finetune/Loss (Raw)": 0.6747452616691589, "Finetune/Step": 10811, "Finetune/Step Time": 6.734368616715074}
+{"Finetune/Learning Rate": 8.476916876301084e-06, "Finetune/Loss": 0.6561961770057678, "Finetune/Loss (Raw)": 0.7219327688217163, "Finetune/Step": 10812, "Finetune/Step Time": 6.737238757312298}
+{"Finetune/Learning Rate": 8.475252586269228e-06, "Finetune/Loss": 0.6566407680511475, "Finetune/Loss (Raw)": 0.7516099214553833, "Finetune/Step": 10813, "Finetune/Step Time": 6.723696429282427}
+{"Finetune/Learning Rate": 8.473588339474873e-06, "Finetune/Loss": 0.6561107635498047, "Finetune/Loss (Raw)": 0.608363687992096, "Finetune/Step": 10814, "Finetune/Step Time": 6.721974067389965}
+{"Finetune/Learning Rate": 8.471924135965212e-06, "Finetune/Loss": 0.6566457748413086, "Finetune/Loss (Raw)": 0.6815985441207886, "Finetune/Step": 10815, "Finetune/Step Time": 6.716378023847938}
+{"Finetune/Learning Rate": 8.470259975787438e-06, "Finetune/Loss": 0.6564545035362244, "Finetune/Loss (Raw)": 0.6247498989105225, "Finetune/Step": 10816, "Finetune/Step Time": 6.721458174288273}
+{"Finetune/Learning Rate": 8.468595858988741e-06, "Finetune/Loss": 0.656440258026123, "Finetune/Loss (Raw)": 0.6329682469367981, "Finetune/Step": 10817, "Finetune/Step Time": 6.726187963038683}
+{"Finetune/Learning Rate": 8.466931785616313e-06, "Finetune/Loss": 0.6573253870010376, "Finetune/Loss (Raw)": 0.780030369758606, "Finetune/Step": 10818, "Finetune/Step Time": 6.724422534927726}
+{"Finetune/Learning Rate": 8.465267755717339e-06, "Finetune/Loss": 0.6579094529151917, "Finetune/Loss (Raw)": 0.7059794664382935, "Finetune/Step": 10819, "Finetune/Step Time": 6.732697186991572}
+{"Finetune/Learning Rate": 8.463603769339006e-06, "Finetune/Loss": 0.6567815542221069, "Finetune/Loss (Raw)": 0.6685807108879089, "Finetune/Step": 10820, "Finetune/Step Time": 6.733496595174074}
+{"Finetune/Learning Rate": 8.461939826528502e-06, "Finetune/Loss": 0.6557749509811401, "Finetune/Loss (Raw)": 0.629665732383728, "Finetune/Step": 10821, "Finetune/Step Time": 6.707711955532432}
+{"Finetune/Learning Rate": 8.460275927333008e-06, "Finetune/Loss": 0.6557431221008301, "Finetune/Loss (Raw)": 0.657807469367981, "Finetune/Step": 10822, "Finetune/Step Time": 6.698786608874798}
+{"Finetune/Learning Rate": 8.458612071799712e-06, "Finetune/Loss": 0.6543346643447876, "Finetune/Loss (Raw)": 0.5390945672988892, "Finetune/Step": 10823, "Finetune/Step Time": 6.701744057238102}
+{"Finetune/Learning Rate": 8.456948259975796e-06, "Finetune/Loss": 0.6545687913894653, "Finetune/Loss (Raw)": 0.7119929790496826, "Finetune/Step": 10824, "Finetune/Step Time": 6.702411798760295}
+{"Finetune/Learning Rate": 8.455284491908441e-06, "Finetune/Loss": 0.6546545028686523, "Finetune/Loss (Raw)": 0.6475773453712463, "Finetune/Step": 10825, "Finetune/Step Time": 6.706091392785311}
+{"Finetune/Learning Rate": 8.453620767644823e-06, "Finetune/Loss": 0.653764009475708, "Finetune/Loss (Raw)": 0.5430136919021606, "Finetune/Step": 10826, "Finetune/Step Time": 6.705981565639377}
+{"Finetune/Learning Rate": 8.451957087232124e-06, "Finetune/Loss": 0.6534801721572876, "Finetune/Loss (Raw)": 0.6716192364692688, "Finetune/Step": 10827, "Finetune/Step Time": 6.721886280924082}
+{"Finetune/Learning Rate": 8.450293450717517e-06, "Finetune/Loss": 0.6533628702163696, "Finetune/Loss (Raw)": 0.7558278441429138, "Finetune/Step": 10828, "Finetune/Step Time": 6.727683290839195}
+{"Finetune/Learning Rate": 8.448629858148181e-06, "Finetune/Loss": 0.6545288562774658, "Finetune/Loss (Raw)": 0.6048770546913147, "Finetune/Step": 10829, "Finetune/Step Time": 6.731248706579208}
+{"Finetune/Learning Rate": 8.446966309571292e-06, "Finetune/Loss": 0.6541372537612915, "Finetune/Loss (Raw)": 0.7145325541496277, "Finetune/Step": 10830, "Finetune/Step Time": 6.726484913378954}
+{"Finetune/Learning Rate": 8.445302805034027e-06, "Finetune/Loss": 0.6542726755142212, "Finetune/Loss (Raw)": 0.6678330898284912, "Finetune/Step": 10831, "Finetune/Step Time": 6.737142441794276}
+{"Finetune/Learning Rate": 8.443639344583547e-06, "Finetune/Loss": 0.6544647812843323, "Finetune/Loss (Raw)": 0.6849595308303833, "Finetune/Step": 10832, "Finetune/Step Time": 6.756393674761057}
+{"Finetune/Learning Rate": 8.44197592826703e-06, "Finetune/Loss": 0.6553188562393188, "Finetune/Loss (Raw)": 0.697090744972229, "Finetune/Step": 10833, "Finetune/Step Time": 6.747662385925651}
+{"Finetune/Learning Rate": 8.440312556131647e-06, "Finetune/Loss": 0.6555117964744568, "Finetune/Loss (Raw)": 0.6108524203300476, "Finetune/Step": 10834, "Finetune/Step Time": 6.754510644823313}
+{"Finetune/Learning Rate": 8.438649228224566e-06, "Finetune/Loss": 0.6546880006790161, "Finetune/Loss (Raw)": 0.5791547298431396, "Finetune/Step": 10835, "Finetune/Step Time": 6.751624338328838}
+{"Finetune/Learning Rate": 8.43698594459295e-06, "Finetune/Loss": 0.6540258526802063, "Finetune/Loss (Raw)": 0.611494779586792, "Finetune/Step": 10836, "Finetune/Step Time": 6.75175391882658}
+{"Finetune/Learning Rate": 8.435322705283973e-06, "Finetune/Loss": 0.6526384353637695, "Finetune/Loss (Raw)": 0.5642305612564087, "Finetune/Step": 10837, "Finetune/Step Time": 6.7514396868646145}
+{"Finetune/Learning Rate": 8.43365951034479e-06, "Finetune/Loss": 0.6529452800750732, "Finetune/Loss (Raw)": 0.691429615020752, "Finetune/Step": 10838, "Finetune/Step Time": 6.752133158966899}
+{"Finetune/Learning Rate": 8.43199635982257e-06, "Finetune/Loss": 0.6529757976531982, "Finetune/Loss (Raw)": 0.6652753353118896, "Finetune/Step": 10839, "Finetune/Step Time": 6.7492083460092545}
+{"Finetune/Learning Rate": 8.430333253764474e-06, "Finetune/Loss": 0.6531642079353333, "Finetune/Loss (Raw)": 0.6478580236434937, "Finetune/Step": 10840, "Finetune/Step Time": 6.746095290407538}
+{"Finetune/Learning Rate": 8.428670192217665e-06, "Finetune/Loss": 0.6539136171340942, "Finetune/Loss (Raw)": 0.776732325553894, "Finetune/Step": 10841, "Finetune/Step Time": 6.728112695738673}
+{"Finetune/Learning Rate": 8.4270071752293e-06, "Finetune/Loss": 0.6539943218231201, "Finetune/Loss (Raw)": 0.612188994884491, "Finetune/Step": 10842, "Finetune/Step Time": 6.741880482062697}
+{"Finetune/Learning Rate": 8.425344202846541e-06, "Finetune/Loss": 0.65338134765625, "Finetune/Loss (Raw)": 0.6361512541770935, "Finetune/Step": 10843, "Finetune/Step Time": 6.740201463922858}
+{"Finetune/Learning Rate": 8.42368127511654e-06, "Finetune/Loss": 0.6524010896682739, "Finetune/Loss (Raw)": 0.5174881815910339, "Finetune/Step": 10844, "Finetune/Step Time": 6.749637894332409}
+{"Finetune/Learning Rate": 8.422018392086458e-06, "Finetune/Loss": 0.6530026197433472, "Finetune/Loss (Raw)": 0.7264349460601807, "Finetune/Step": 10845, "Finetune/Step Time": 6.749583341181278}
+{"Finetune/Learning Rate": 8.420355553803443e-06, "Finetune/Loss": 0.6528088450431824, "Finetune/Loss (Raw)": 0.686930239200592, "Finetune/Step": 10846, "Finetune/Step Time": 6.7395040057599545}
+{"Finetune/Learning Rate": 8.418692760314654e-06, "Finetune/Loss": 0.6526225209236145, "Finetune/Loss (Raw)": 0.6446344256401062, "Finetune/Step": 10847, "Finetune/Step Time": 6.742740740999579}
+{"Finetune/Learning Rate": 8.417030011667241e-06, "Finetune/Loss": 0.652185320854187, "Finetune/Loss (Raw)": 0.5929680466651917, "Finetune/Step": 10848, "Finetune/Step Time": 6.747147478163242}
+{"Finetune/Learning Rate": 8.41536730790836e-06, "Finetune/Loss": 0.6514650583267212, "Finetune/Loss (Raw)": 0.6397694945335388, "Finetune/Step": 10849, "Finetune/Step Time": 6.752320213243365}
+{"Finetune/Learning Rate": 8.413704649085155e-06, "Finetune/Loss": 0.6521414518356323, "Finetune/Loss (Raw)": 0.7272591590881348, "Finetune/Step": 10850, "Finetune/Step Time": 6.752121079713106}
+{"Finetune/Learning Rate": 8.412042035244773e-06, "Finetune/Loss": 0.652167558670044, "Finetune/Loss (Raw)": 0.7359801530838013, "Finetune/Step": 10851, "Finetune/Step Time": 6.744994064792991}
+{"Finetune/Learning Rate": 8.410379466434363e-06, "Finetune/Loss": 0.6521512269973755, "Finetune/Loss (Raw)": 0.6186574697494507, "Finetune/Step": 10852, "Finetune/Step Time": 6.742437394335866}
+{"Finetune/Learning Rate": 8.40871694270107e-06, "Finetune/Loss": 0.6519514322280884, "Finetune/Loss (Raw)": 0.6520535349845886, "Finetune/Step": 10853, "Finetune/Step Time": 6.741880774497986}
+{"Finetune/Learning Rate": 8.407054464092042e-06, "Finetune/Loss": 0.651828408241272, "Finetune/Loss (Raw)": 0.6202408075332642, "Finetune/Step": 10854, "Finetune/Step Time": 6.739209916442633}
+{"Finetune/Learning Rate": 8.405392030654423e-06, "Finetune/Loss": 0.6519688367843628, "Finetune/Loss (Raw)": 0.7102993130683899, "Finetune/Step": 10855, "Finetune/Step Time": 6.740066824480891}
+{"Finetune/Learning Rate": 8.403729642435346e-06, "Finetune/Loss": 0.6517298817634583, "Finetune/Loss (Raw)": 0.6670956015586853, "Finetune/Step": 10856, "Finetune/Step Time": 6.771780552342534}
+{"Finetune/Learning Rate": 8.402067299481958e-06, "Finetune/Loss": 0.6528907418251038, "Finetune/Loss (Raw)": 0.6880435347557068, "Finetune/Step": 10857, "Finetune/Step Time": 6.767894161865115}
+{"Finetune/Learning Rate": 8.4004050018414e-06, "Finetune/Loss": 0.651050329208374, "Finetune/Loss (Raw)": 0.46813124418258667, "Finetune/Step": 10858, "Finetune/Step Time": 6.780745359137654}
+{"Finetune/Learning Rate": 8.398742749560805e-06, "Finetune/Loss": 0.6504325866699219, "Finetune/Loss (Raw)": 0.6045818328857422, "Finetune/Step": 10859, "Finetune/Step Time": 6.778476404026151}
+{"Finetune/Learning Rate": 8.397080542687313e-06, "Finetune/Loss": 0.6515071392059326, "Finetune/Loss (Raw)": 0.6743271350860596, "Finetune/Step": 10860, "Finetune/Step Time": 6.79082902148366}
+{"Finetune/Learning Rate": 8.395418381268061e-06, "Finetune/Loss": 0.6496061086654663, "Finetune/Loss (Raw)": 0.5467062592506409, "Finetune/Step": 10861, "Finetune/Step Time": 6.804586721584201}
+{"Finetune/Learning Rate": 8.39375626535018e-06, "Finetune/Loss": 0.6521477103233337, "Finetune/Loss (Raw)": 0.7976546287536621, "Finetune/Step": 10862, "Finetune/Step Time": 6.78869722224772}
+{"Finetune/Learning Rate": 8.392094194980798e-06, "Finetune/Loss": 0.6520529985427856, "Finetune/Loss (Raw)": 0.6042550206184387, "Finetune/Step": 10863, "Finetune/Step Time": 6.812360554933548}
+{"Finetune/Learning Rate": 8.390432170207059e-06, "Finetune/Loss": 0.6529948711395264, "Finetune/Loss (Raw)": 0.7408287525177002, "Finetune/Step": 10864, "Finetune/Step Time": 6.813298219814897}
+{"Finetune/Learning Rate": 8.388770191076084e-06, "Finetune/Loss": 0.653334379196167, "Finetune/Loss (Raw)": 0.7286573648452759, "Finetune/Step": 10865, "Finetune/Step Time": 6.799169361591339}
+{"Finetune/Learning Rate": 8.387108257635003e-06, "Finetune/Loss": 0.6541570425033569, "Finetune/Loss (Raw)": 0.7775395512580872, "Finetune/Step": 10866, "Finetune/Step Time": 6.7973068710416555}
+{"Finetune/Learning Rate": 8.38544636993095e-06, "Finetune/Loss": 0.6545352935791016, "Finetune/Loss (Raw)": 0.6791486144065857, "Finetune/Step": 10867, "Finetune/Step Time": 6.795414881780744}
+{"Finetune/Learning Rate": 8.383784528011046e-06, "Finetune/Loss": 0.656378448009491, "Finetune/Loss (Raw)": 0.8396587371826172, "Finetune/Step": 10868, "Finetune/Step Time": 6.785616211593151}
+{"Finetune/Learning Rate": 8.382122731922414e-06, "Finetune/Loss": 0.6567316651344299, "Finetune/Loss (Raw)": 0.572799563407898, "Finetune/Step": 10869, "Finetune/Step Time": 6.761700389906764}
+{"Finetune/Learning Rate": 8.38046098171218e-06, "Finetune/Loss": 0.6564568877220154, "Finetune/Loss (Raw)": 0.6333863735198975, "Finetune/Step": 10870, "Finetune/Step Time": 6.741277180612087}
+{"Finetune/Learning Rate": 8.37879927742747e-06, "Finetune/Loss": 0.6565135717391968, "Finetune/Loss (Raw)": 0.6544252634048462, "Finetune/Step": 10871, "Finetune/Step Time": 6.740823641419411}
+{"Finetune/Learning Rate": 8.377137619115401e-06, "Finetune/Loss": 0.6556050181388855, "Finetune/Loss (Raw)": 0.628657341003418, "Finetune/Step": 10872, "Finetune/Step Time": 6.7410600781440735}
+{"Finetune/Learning Rate": 8.375476006823097e-06, "Finetune/Loss": 0.6547694802284241, "Finetune/Loss (Raw)": 0.5936681032180786, "Finetune/Step": 10873, "Finetune/Step Time": 6.749917302280664}
+{"Finetune/Learning Rate": 8.37381444059767e-06, "Finetune/Loss": 0.654699444770813, "Finetune/Loss (Raw)": 0.6991060376167297, "Finetune/Step": 10874, "Finetune/Step Time": 6.751343455165625}
+{"Finetune/Learning Rate": 8.372152920486245e-06, "Finetune/Loss": 0.6554117798805237, "Finetune/Loss (Raw)": 0.7958300709724426, "Finetune/Step": 10875, "Finetune/Step Time": 6.751515708863735}
+{"Finetune/Learning Rate": 8.370491446535932e-06, "Finetune/Loss": 0.6560051441192627, "Finetune/Loss (Raw)": 0.6986243724822998, "Finetune/Step": 10876, "Finetune/Step Time": 6.748626936227083}
+{"Finetune/Learning Rate": 8.368830018793847e-06, "Finetune/Loss": 0.6558765172958374, "Finetune/Loss (Raw)": 0.5935091376304626, "Finetune/Step": 10877, "Finetune/Step Time": 6.75672890804708}
+{"Finetune/Learning Rate": 8.367168637307104e-06, "Finetune/Loss": 0.655910313129425, "Finetune/Loss (Raw)": 0.7126855254173279, "Finetune/Step": 10878, "Finetune/Step Time": 6.760742152109742}
+{"Finetune/Learning Rate": 8.365507302122819e-06, "Finetune/Loss": 0.6567972898483276, "Finetune/Loss (Raw)": 0.7635254859924316, "Finetune/Step": 10879, "Finetune/Step Time": 6.758377334102988}
+{"Finetune/Learning Rate": 8.363846013288096e-06, "Finetune/Loss": 0.6569350957870483, "Finetune/Loss (Raw)": 0.6616650819778442, "Finetune/Step": 10880, "Finetune/Step Time": 6.738371158018708}
+{"Finetune/Learning Rate": 8.362184770850047e-06, "Finetune/Loss": 0.6562301516532898, "Finetune/Loss (Raw)": 0.6075312495231628, "Finetune/Step": 10881, "Finetune/Step Time": 6.755849998444319}
+{"Finetune/Learning Rate": 8.360523574855783e-06, "Finetune/Loss": 0.6562988758087158, "Finetune/Loss (Raw)": 0.7006714344024658, "Finetune/Step": 10882, "Finetune/Step Time": 6.7533488143235445}
+{"Finetune/Learning Rate": 8.358862425352406e-06, "Finetune/Loss": 0.6556525230407715, "Finetune/Loss (Raw)": 0.6184768080711365, "Finetune/Step": 10883, "Finetune/Step Time": 6.734624937176704}
+{"Finetune/Learning Rate": 8.357201322387026e-06, "Finetune/Loss": 0.6563566327095032, "Finetune/Loss (Raw)": 0.6582571864128113, "Finetune/Step": 10884, "Finetune/Step Time": 6.7117446679621935}
+{"Finetune/Learning Rate": 8.355540266006746e-06, "Finetune/Loss": 0.6554051041603088, "Finetune/Loss (Raw)": 0.5547567009925842, "Finetune/Step": 10885, "Finetune/Step Time": 6.710894538089633}
+{"Finetune/Learning Rate": 8.353879256258665e-06, "Finetune/Loss": 0.6554393172264099, "Finetune/Loss (Raw)": 0.6051468253135681, "Finetune/Step": 10886, "Finetune/Step Time": 6.700026350095868}
+{"Finetune/Learning Rate": 8.352218293189887e-06, "Finetune/Loss": 0.6545866131782532, "Finetune/Loss (Raw)": 0.5248450040817261, "Finetune/Step": 10887, "Finetune/Step Time": 6.702634569257498}
+{"Finetune/Learning Rate": 8.350557376847513e-06, "Finetune/Loss": 0.6549307703971863, "Finetune/Loss (Raw)": 0.6903748512268066, "Finetune/Step": 10888, "Finetune/Step Time": 6.705728728324175}
+{"Finetune/Learning Rate": 8.348896507278642e-06, "Finetune/Loss": 0.6543499231338501, "Finetune/Loss (Raw)": 0.6064743399620056, "Finetune/Step": 10889, "Finetune/Step Time": 6.712620697915554}
+{"Finetune/Learning Rate": 8.347235684530369e-06, "Finetune/Loss": 0.6558996438980103, "Finetune/Loss (Raw)": 0.6681653261184692, "Finetune/Step": 10890, "Finetune/Step Time": 6.707190265879035}
+{"Finetune/Learning Rate": 8.345574908649796e-06, "Finetune/Loss": 0.6567953824996948, "Finetune/Loss (Raw)": 0.7243483662605286, "Finetune/Step": 10891, "Finetune/Step Time": 6.722368823364377}
+{"Finetune/Learning Rate": 8.343914179684013e-06, "Finetune/Loss": 0.6565955877304077, "Finetune/Loss (Raw)": 0.6320523619651794, "Finetune/Step": 10892, "Finetune/Step Time": 6.724357245489955}
+{"Finetune/Learning Rate": 8.342253497680113e-06, "Finetune/Loss": 0.6569553017616272, "Finetune/Loss (Raw)": 0.6758496761322021, "Finetune/Step": 10893, "Finetune/Step Time": 6.746387908235192}
+{"Finetune/Learning Rate": 8.34059286268519e-06, "Finetune/Loss": 0.6578311324119568, "Finetune/Loss (Raw)": 0.7997052669525146, "Finetune/Step": 10894, "Finetune/Step Time": 6.747280476614833}
+{"Finetune/Learning Rate": 8.338932274746334e-06, "Finetune/Loss": 0.6577087640762329, "Finetune/Loss (Raw)": 0.5916308164596558, "Finetune/Step": 10895, "Finetune/Step Time": 6.718887850642204}
+{"Finetune/Learning Rate": 8.337271733910636e-06, "Finetune/Loss": 0.6576048731803894, "Finetune/Loss (Raw)": 0.5535730123519897, "Finetune/Step": 10896, "Finetune/Step Time": 6.718358341604471}
+{"Finetune/Learning Rate": 8.335611240225187e-06, "Finetune/Loss": 0.6585898399353027, "Finetune/Loss (Raw)": 0.7105827331542969, "Finetune/Step": 10897, "Finetune/Step Time": 6.714526768773794}
+{"Finetune/Learning Rate": 8.333950793737067e-06, "Finetune/Loss": 0.6581156253814697, "Finetune/Loss (Raw)": 0.5841748118400574, "Finetune/Step": 10898, "Finetune/Step Time": 6.716099094599485}
+{"Finetune/Learning Rate": 8.332290394493365e-06, "Finetune/Loss": 0.6577988862991333, "Finetune/Loss (Raw)": 0.6290372610092163, "Finetune/Step": 10899, "Finetune/Step Time": 6.719505006447434}
+{"Finetune/Learning Rate": 8.330630042541164e-06, "Finetune/Loss": 0.6574130058288574, "Finetune/Loss (Raw)": 0.6849671006202698, "Finetune/Step": 10900, "Finetune/Step Time": 6.699951699003577}
+{"Finetune/Learning Rate": 8.328969737927551e-06, "Finetune/Loss": 0.6588632464408875, "Finetune/Loss (Raw)": 0.7380431294441223, "Finetune/Step": 10901, "Finetune/Step Time": 6.700203837826848}
+{"Finetune/Learning Rate": 8.327309480699599e-06, "Finetune/Loss": 0.6587641835212708, "Finetune/Loss (Raw)": 0.6421669125556946, "Finetune/Step": 10902, "Finetune/Step Time": 6.696389013901353}
+{"Finetune/Learning Rate": 8.325649270904402e-06, "Finetune/Loss": 0.6593800187110901, "Finetune/Loss (Raw)": 0.7420568466186523, "Finetune/Step": 10903, "Finetune/Step Time": 6.695768849924207}
+{"Finetune/Learning Rate": 8.323989108589026e-06, "Finetune/Loss": 0.659586489200592, "Finetune/Loss (Raw)": 0.6630079746246338, "Finetune/Step": 10904, "Finetune/Step Time": 6.693675400689244}
+{"Finetune/Learning Rate": 8.32232899380055e-06, "Finetune/Loss": 0.6601332426071167, "Finetune/Loss (Raw)": 0.734111487865448, "Finetune/Step": 10905, "Finetune/Step Time": 6.6872889418154955}
+{"Finetune/Learning Rate": 8.320668926586055e-06, "Finetune/Loss": 0.660614550113678, "Finetune/Loss (Raw)": 0.6557301878929138, "Finetune/Step": 10906, "Finetune/Step Time": 6.690757881850004}
+{"Finetune/Learning Rate": 8.319008906992615e-06, "Finetune/Loss": 0.6601085662841797, "Finetune/Loss (Raw)": 0.5150896906852722, "Finetune/Step": 10907, "Finetune/Step Time": 6.697456447407603}
+{"Finetune/Learning Rate": 8.317348935067303e-06, "Finetune/Loss": 0.6600094437599182, "Finetune/Loss (Raw)": 0.5965855121612549, "Finetune/Step": 10908, "Finetune/Step Time": 6.690156662836671}
+{"Finetune/Learning Rate": 8.315689010857186e-06, "Finetune/Loss": 0.6622979640960693, "Finetune/Loss (Raw)": 0.7369325757026672, "Finetune/Step": 10909, "Finetune/Step Time": 6.682524161413312}
+{"Finetune/Learning Rate": 8.314029134409348e-06, "Finetune/Loss": 0.6613819599151611, "Finetune/Loss (Raw)": 0.6059682369232178, "Finetune/Step": 10910, "Finetune/Step Time": 6.682829389348626}
+{"Finetune/Learning Rate": 8.312369305770843e-06, "Finetune/Loss": 0.6604007482528687, "Finetune/Loss (Raw)": 0.5673501491546631, "Finetune/Step": 10911, "Finetune/Step Time": 6.682054441422224}
+{"Finetune/Learning Rate": 8.310709524988743e-06, "Finetune/Loss": 0.660123884677887, "Finetune/Loss (Raw)": 0.6350548267364502, "Finetune/Step": 10912, "Finetune/Step Time": 6.681972889229655}
+{"Finetune/Learning Rate": 8.309049792110122e-06, "Finetune/Loss": 0.6602553129196167, "Finetune/Loss (Raw)": 0.5788593888282776, "Finetune/Step": 10913, "Finetune/Step Time": 6.682492842897773}
+{"Finetune/Learning Rate": 8.307390107182038e-06, "Finetune/Loss": 0.6601256132125854, "Finetune/Loss (Raw)": 0.6159244179725647, "Finetune/Step": 10914, "Finetune/Step Time": 6.683104192838073}
+{"Finetune/Learning Rate": 8.305730470251558e-06, "Finetune/Loss": 0.6600235104560852, "Finetune/Loss (Raw)": 0.5735020637512207, "Finetune/Step": 10915, "Finetune/Step Time": 6.682650534436107}
+{"Finetune/Learning Rate": 8.304070881365748e-06, "Finetune/Loss": 0.6590965390205383, "Finetune/Loss (Raw)": 0.5557481050491333, "Finetune/Step": 10916, "Finetune/Step Time": 6.687825480476022}
+{"Finetune/Learning Rate": 8.30241134057166e-06, "Finetune/Loss": 0.6598814129829407, "Finetune/Loss (Raw)": 0.6660111546516418, "Finetune/Step": 10917, "Finetune/Step Time": 6.677597131580114}
+{"Finetune/Learning Rate": 8.300751847916361e-06, "Finetune/Loss": 0.6594170331954956, "Finetune/Loss (Raw)": 0.63177889585495, "Finetune/Step": 10918, "Finetune/Step Time": 6.680114932358265}
+{"Finetune/Learning Rate": 8.299092403446907e-06, "Finetune/Loss": 0.6597300171852112, "Finetune/Loss (Raw)": 0.6966304183006287, "Finetune/Step": 10919, "Finetune/Step Time": 6.678298782557249}
+{"Finetune/Learning Rate": 8.297433007210354e-06, "Finetune/Loss": 0.659690260887146, "Finetune/Loss (Raw)": 0.6114038825035095, "Finetune/Step": 10920, "Finetune/Step Time": 6.677725341171026}
+{"Finetune/Learning Rate": 8.295773659253763e-06, "Finetune/Loss": 0.6581237316131592, "Finetune/Loss (Raw)": 0.5322028398513794, "Finetune/Step": 10921, "Finetune/Step Time": 6.698574706912041}
+{"Finetune/Learning Rate": 8.294114359624186e-06, "Finetune/Loss": 0.6569682359695435, "Finetune/Loss (Raw)": 0.6218733787536621, "Finetune/Step": 10922, "Finetune/Step Time": 6.718635618686676}
+{"Finetune/Learning Rate": 8.292455108368671e-06, "Finetune/Loss": 0.6569239497184753, "Finetune/Loss (Raw)": 0.7309805750846863, "Finetune/Step": 10923, "Finetune/Step Time": 6.715168077498674}
+{"Finetune/Learning Rate": 8.290795905534274e-06, "Finetune/Loss": 0.6554275155067444, "Finetune/Loss (Raw)": 0.5752026438713074, "Finetune/Step": 10924, "Finetune/Step Time": 6.711532244458795}
+{"Finetune/Learning Rate": 8.289136751168047e-06, "Finetune/Loss": 0.6555152535438538, "Finetune/Loss (Raw)": 0.7099668383598328, "Finetune/Step": 10925, "Finetune/Step Time": 6.712674977257848}
+{"Finetune/Learning Rate": 8.287477645317032e-06, "Finetune/Loss": 0.6557117700576782, "Finetune/Loss (Raw)": 0.6529787182807922, "Finetune/Step": 10926, "Finetune/Step Time": 6.713201267644763}
+{"Finetune/Learning Rate": 8.285818588028285e-06, "Finetune/Loss": 0.6545729041099548, "Finetune/Loss (Raw)": 0.4780057370662689, "Finetune/Step": 10927, "Finetune/Step Time": 6.720876734703779}
+{"Finetune/Learning Rate": 8.284159579348852e-06, "Finetune/Loss": 0.6532546281814575, "Finetune/Loss (Raw)": 0.6160203814506531, "Finetune/Step": 10928, "Finetune/Step Time": 6.720524994656444}
+{"Finetune/Learning Rate": 8.282500619325769e-06, "Finetune/Loss": 0.652677059173584, "Finetune/Loss (Raw)": 0.6757609248161316, "Finetune/Step": 10929, "Finetune/Step Time": 6.721398431807756}
+{"Finetune/Learning Rate": 8.280841708006085e-06, "Finetune/Loss": 0.6528172492980957, "Finetune/Loss (Raw)": 0.6844151616096497, "Finetune/Step": 10930, "Finetune/Step Time": 6.72271716222167}
+{"Finetune/Learning Rate": 8.279182845436842e-06, "Finetune/Loss": 0.6534444689750671, "Finetune/Loss (Raw)": 0.73307865858078, "Finetune/Step": 10931, "Finetune/Step Time": 6.706475879997015}
+{"Finetune/Learning Rate": 8.277524031665079e-06, "Finetune/Loss": 0.653465747833252, "Finetune/Loss (Raw)": 0.6691797971725464, "Finetune/Step": 10932, "Finetune/Step Time": 6.707841521129012}
+{"Finetune/Learning Rate": 8.275865266737838e-06, "Finetune/Loss": 0.6525481939315796, "Finetune/Loss (Raw)": 0.6770308017730713, "Finetune/Step": 10933, "Finetune/Step Time": 6.68784562125802}
+{"Finetune/Learning Rate": 8.274206550702158e-06, "Finetune/Loss": 0.6520633697509766, "Finetune/Loss (Raw)": 0.5587686896324158, "Finetune/Step": 10934, "Finetune/Step Time": 6.6899193581193686}
+{"Finetune/Learning Rate": 8.272547883605068e-06, "Finetune/Loss": 0.651719868183136, "Finetune/Loss (Raw)": 0.6175135374069214, "Finetune/Step": 10935, "Finetune/Step Time": 6.686037374660373}
+{"Finetune/Learning Rate": 8.270889265493608e-06, "Finetune/Loss": 0.6515117883682251, "Finetune/Loss (Raw)": 0.562140703201294, "Finetune/Step": 10936, "Finetune/Step Time": 6.68957694247365}
+{"Finetune/Learning Rate": 8.269230696414813e-06, "Finetune/Loss": 0.6524859070777893, "Finetune/Loss (Raw)": 0.7523898482322693, "Finetune/Step": 10937, "Finetune/Step Time": 6.690817445516586}
+{"Finetune/Learning Rate": 8.267572176415713e-06, "Finetune/Loss": 0.6518152952194214, "Finetune/Loss (Raw)": 0.5332380533218384, "Finetune/Step": 10938, "Finetune/Step Time": 6.6962259616702795}
+{"Finetune/Learning Rate": 8.26591370554334e-06, "Finetune/Loss": 0.651746928691864, "Finetune/Loss (Raw)": 0.6659849286079407, "Finetune/Step": 10939, "Finetune/Step Time": 6.698043620213866}
+{"Finetune/Learning Rate": 8.264255283844727e-06, "Finetune/Loss": 0.6512590646743774, "Finetune/Loss (Raw)": 0.6594860553741455, "Finetune/Step": 10940, "Finetune/Step Time": 6.69207201898098}
+{"Finetune/Learning Rate": 8.262596911366894e-06, "Finetune/Loss": 0.6496067643165588, "Finetune/Loss (Raw)": 0.5401114821434021, "Finetune/Step": 10941, "Finetune/Step Time": 6.7088595405220985}
+{"Finetune/Learning Rate": 8.260938588156873e-06, "Finetune/Loss": 0.6493797302246094, "Finetune/Loss (Raw)": 0.5793113112449646, "Finetune/Step": 10942, "Finetune/Step Time": 6.706248555332422}
+{"Finetune/Learning Rate": 8.259280314261688e-06, "Finetune/Loss": 0.6495795249938965, "Finetune/Loss (Raw)": 0.7071661949157715, "Finetune/Step": 10943, "Finetune/Step Time": 6.711398018524051}
+{"Finetune/Learning Rate": 8.257622089728362e-06, "Finetune/Loss": 0.6499249935150146, "Finetune/Loss (Raw)": 0.6689724326133728, "Finetune/Step": 10944, "Finetune/Step Time": 6.705151839181781}
+{"Finetune/Learning Rate": 8.25596391460392e-06, "Finetune/Loss": 0.6502810716629028, "Finetune/Loss (Raw)": 0.6785457730293274, "Finetune/Step": 10945, "Finetune/Step Time": 6.69865906983614}
+{"Finetune/Learning Rate": 8.254305788935386e-06, "Finetune/Loss": 0.6487174034118652, "Finetune/Loss (Raw)": 0.579878568649292, "Finetune/Step": 10946, "Finetune/Step Time": 6.71335943415761}
+{"Finetune/Learning Rate": 8.252647712769773e-06, "Finetune/Loss": 0.6491168141365051, "Finetune/Loss (Raw)": 0.7571017146110535, "Finetune/Step": 10947, "Finetune/Step Time": 6.708382302895188}
+{"Finetune/Learning Rate": 8.2509896861541e-06, "Finetune/Loss": 0.6492739915847778, "Finetune/Loss (Raw)": 0.6887003779411316, "Finetune/Step": 10948, "Finetune/Step Time": 6.705998882651329}
+{"Finetune/Learning Rate": 8.249331709135388e-06, "Finetune/Loss": 0.6479268074035645, "Finetune/Loss (Raw)": 0.4572314918041229, "Finetune/Step": 10949, "Finetune/Step Time": 6.718968018889427}
+{"Finetune/Learning Rate": 8.24767378176065e-06, "Finetune/Loss": 0.6479878425598145, "Finetune/Loss (Raw)": 0.6656195521354675, "Finetune/Step": 10950, "Finetune/Step Time": 6.7217814195901155}
+{"Finetune/Learning Rate": 8.2460159040769e-06, "Finetune/Loss": 0.6487915515899658, "Finetune/Loss (Raw)": 0.6419645547866821, "Finetune/Step": 10951, "Finetune/Step Time": 6.722004786133766}
+{"Finetune/Learning Rate": 8.244358076131154e-06, "Finetune/Loss": 0.6491867899894714, "Finetune/Loss (Raw)": 0.76258385181427, "Finetune/Step": 10952, "Finetune/Step Time": 6.721872076392174}
+{"Finetune/Learning Rate": 8.242700297970419e-06, "Finetune/Loss": 0.6490642428398132, "Finetune/Loss (Raw)": 0.6318920850753784, "Finetune/Step": 10953, "Finetune/Step Time": 6.7195091880857944}
+{"Finetune/Learning Rate": 8.241042569641705e-06, "Finetune/Loss": 0.650155246257782, "Finetune/Loss (Raw)": 0.6826687455177307, "Finetune/Step": 10954, "Finetune/Step Time": 6.7159919161349535}
+{"Finetune/Learning Rate": 8.239384891192021e-06, "Finetune/Loss": 0.6495349407196045, "Finetune/Loss (Raw)": 0.5922108888626099, "Finetune/Step": 10955, "Finetune/Step Time": 6.705353414639831}
+{"Finetune/Learning Rate": 8.237727262668378e-06, "Finetune/Loss": 0.6490135192871094, "Finetune/Loss (Raw)": 0.689085841178894, "Finetune/Step": 10956, "Finetune/Step Time": 6.702130498364568}
+{"Finetune/Learning Rate": 8.236069684117775e-06, "Finetune/Loss": 0.6499472856521606, "Finetune/Loss (Raw)": 0.7244044542312622, "Finetune/Step": 10957, "Finetune/Step Time": 6.696018181741238}
+{"Finetune/Learning Rate": 8.234412155587226e-06, "Finetune/Loss": 0.6500792503356934, "Finetune/Loss (Raw)": 0.7314283847808838, "Finetune/Step": 10958, "Finetune/Step Time": 6.695924438536167}
+{"Finetune/Learning Rate": 8.232754677123723e-06, "Finetune/Loss": 0.6508004069328308, "Finetune/Loss (Raw)": 0.7601358890533447, "Finetune/Step": 10959, "Finetune/Step Time": 6.683539582416415}
+{"Finetune/Learning Rate": 8.231097248774273e-06, "Finetune/Loss": 0.6504853367805481, "Finetune/Loss (Raw)": 0.6446276307106018, "Finetune/Step": 10960, "Finetune/Step Time": 6.664579631760716}
+{"Finetune/Learning Rate": 8.229439870585872e-06, "Finetune/Loss": 0.6507013440132141, "Finetune/Loss (Raw)": 0.7247456908226013, "Finetune/Step": 10961, "Finetune/Step Time": 6.665635598823428}
+{"Finetune/Learning Rate": 8.227782542605525e-06, "Finetune/Loss": 0.6516594886779785, "Finetune/Loss (Raw)": 0.733494222164154, "Finetune/Step": 10962, "Finetune/Step Time": 6.653037251904607}
+{"Finetune/Learning Rate": 8.226125264880224e-06, "Finetune/Loss": 0.6528587937355042, "Finetune/Loss (Raw)": 0.7326616644859314, "Finetune/Step": 10963, "Finetune/Step Time": 6.653306586667895}
+{"Finetune/Learning Rate": 8.224468037456969e-06, "Finetune/Loss": 0.6538589000701904, "Finetune/Loss (Raw)": 0.7395036220550537, "Finetune/Step": 10964, "Finetune/Step Time": 6.652725314721465}
+{"Finetune/Learning Rate": 8.22281086038275e-06, "Finetune/Loss": 0.6533297896385193, "Finetune/Loss (Raw)": 0.49651089310646057, "Finetune/Step": 10965, "Finetune/Step Time": 6.6818204037845135}
+{"Finetune/Learning Rate": 8.22115373370456e-06, "Finetune/Loss": 0.6537846326828003, "Finetune/Loss (Raw)": 0.7496464848518372, "Finetune/Step": 10966, "Finetune/Step Time": 6.70214519649744}
+{"Finetune/Learning Rate": 8.219496657469393e-06, "Finetune/Loss": 0.6544913649559021, "Finetune/Loss (Raw)": 0.755739152431488, "Finetune/Step": 10967, "Finetune/Step Time": 6.704401858150959}
+{"Finetune/Learning Rate": 8.217839631724236e-06, "Finetune/Loss": 0.6541622281074524, "Finetune/Loss (Raw)": 0.6057255268096924, "Finetune/Step": 10968, "Finetune/Step Time": 6.737437881529331}
+{"Finetune/Learning Rate": 8.216182656516081e-06, "Finetune/Loss": 0.6540099382400513, "Finetune/Loss (Raw)": 0.7572481632232666, "Finetune/Step": 10969, "Finetune/Step Time": 6.736394800245762}
+{"Finetune/Learning Rate": 8.214525731891917e-06, "Finetune/Loss": 0.6541325449943542, "Finetune/Loss (Raw)": 0.6278759837150574, "Finetune/Step": 10970, "Finetune/Step Time": 6.723702760413289}
+{"Finetune/Learning Rate": 8.21286885789872e-06, "Finetune/Loss": 0.6537914276123047, "Finetune/Loss (Raw)": 0.5924932360649109, "Finetune/Step": 10971, "Finetune/Step Time": 6.721630502492189}
+{"Finetune/Learning Rate": 8.211212034583483e-06, "Finetune/Loss": 0.6539449691772461, "Finetune/Loss (Raw)": 0.5371349453926086, "Finetune/Step": 10972, "Finetune/Step Time": 6.712714020162821}
+{"Finetune/Learning Rate": 8.209555261993185e-06, "Finetune/Loss": 0.6516847014427185, "Finetune/Loss (Raw)": 0.43712756037712097, "Finetune/Step": 10973, "Finetune/Step Time": 6.720520336180925}
+{"Finetune/Learning Rate": 8.207898540174807e-06, "Finetune/Loss": 0.6517937183380127, "Finetune/Loss (Raw)": 0.7008774280548096, "Finetune/Step": 10974, "Finetune/Step Time": 6.724687617272139}
+{"Finetune/Learning Rate": 8.20624186917533e-06, "Finetune/Loss": 0.651641309261322, "Finetune/Loss (Raw)": 0.6251303553581238, "Finetune/Step": 10975, "Finetune/Step Time": 6.729871839284897}
+{"Finetune/Learning Rate": 8.20458524904174e-06, "Finetune/Loss": 0.6518998742103577, "Finetune/Loss (Raw)": 0.6260592937469482, "Finetune/Step": 10976, "Finetune/Step Time": 6.71587990783155}
+{"Finetune/Learning Rate": 8.202928679821002e-06, "Finetune/Loss": 0.6520851254463196, "Finetune/Loss (Raw)": 0.6634887456893921, "Finetune/Step": 10977, "Finetune/Step Time": 6.706763956695795}
+{"Finetune/Learning Rate": 8.201272161560094e-06, "Finetune/Loss": 0.6518584489822388, "Finetune/Loss (Raw)": 0.6982340216636658, "Finetune/Step": 10978, "Finetune/Step Time": 6.70425927080214}
+{"Finetune/Learning Rate": 8.199615694305995e-06, "Finetune/Loss": 0.6518831253051758, "Finetune/Loss (Raw)": 0.7391423583030701, "Finetune/Step": 10979, "Finetune/Step Time": 6.707779577001929}
+{"Finetune/Learning Rate": 8.197959278105675e-06, "Finetune/Loss": 0.6522984504699707, "Finetune/Loss (Raw)": 0.6718223094940186, "Finetune/Step": 10980, "Finetune/Step Time": 6.713813096284866}
+{"Finetune/Learning Rate": 8.196302913006106e-06, "Finetune/Loss": 0.6530263423919678, "Finetune/Loss (Raw)": 0.7452237606048584, "Finetune/Step": 10981, "Finetune/Step Time": 6.713818417862058}
+{"Finetune/Learning Rate": 8.194646599054259e-06, "Finetune/Loss": 0.6538265347480774, "Finetune/Loss (Raw)": 0.7226656675338745, "Finetune/Step": 10982, "Finetune/Step Time": 6.716398810967803}
+{"Finetune/Learning Rate": 8.192990336297098e-06, "Finetune/Loss": 0.6536887288093567, "Finetune/Loss (Raw)": 0.6926561594009399, "Finetune/Step": 10983, "Finetune/Step Time": 6.737180540338159}
+{"Finetune/Learning Rate": 8.191334124781594e-06, "Finetune/Loss": 0.6540091633796692, "Finetune/Loss (Raw)": 0.7081115245819092, "Finetune/Step": 10984, "Finetune/Step Time": 6.705304684117436}
+{"Finetune/Learning Rate": 8.189677964554709e-06, "Finetune/Loss": 0.6540451049804688, "Finetune/Loss (Raw)": 0.6926513314247131, "Finetune/Step": 10985, "Finetune/Step Time": 6.700780989602208}
+{"Finetune/Learning Rate": 8.188021855663411e-06, "Finetune/Loss": 0.6549831628799438, "Finetune/Loss (Raw)": 0.588196337223053, "Finetune/Step": 10986, "Finetune/Step Time": 6.689999639987946}
+{"Finetune/Learning Rate": 8.18636579815466e-06, "Finetune/Loss": 0.6551581621170044, "Finetune/Loss (Raw)": 0.6269838809967041, "Finetune/Step": 10987, "Finetune/Step Time": 6.691863186657429}
+{"Finetune/Learning Rate": 8.184709792075418e-06, "Finetune/Loss": 0.6551834344863892, "Finetune/Loss (Raw)": 0.6775619983673096, "Finetune/Step": 10988, "Finetune/Step Time": 6.690933354198933}
+{"Finetune/Learning Rate": 8.183053837472645e-06, "Finetune/Loss": 0.6551933884620667, "Finetune/Loss (Raw)": 0.5479785203933716, "Finetune/Step": 10989, "Finetune/Step Time": 6.676900880411267}
+{"Finetune/Learning Rate": 8.181397934393297e-06, "Finetune/Loss": 0.654167890548706, "Finetune/Loss (Raw)": 0.6663877964019775, "Finetune/Step": 10990, "Finetune/Step Time": 6.682124210521579}
+{"Finetune/Learning Rate": 8.179742082884333e-06, "Finetune/Loss": 0.6540732383728027, "Finetune/Loss (Raw)": 0.5921464562416077, "Finetune/Step": 10991, "Finetune/Step Time": 6.664713829755783}
+{"Finetune/Learning Rate": 8.178086282992705e-06, "Finetune/Loss": 0.653070330619812, "Finetune/Loss (Raw)": 0.6124470829963684, "Finetune/Step": 10992, "Finetune/Step Time": 6.668309791013598}
+{"Finetune/Learning Rate": 8.176430534765372e-06, "Finetune/Loss": 0.6525245904922485, "Finetune/Loss (Raw)": 0.6588054895401001, "Finetune/Step": 10993, "Finetune/Step Time": 6.667976010590792}
+{"Finetune/Learning Rate": 8.174774838249282e-06, "Finetune/Loss": 0.6516557335853577, "Finetune/Loss (Raw)": 0.6663292646408081, "Finetune/Step": 10994, "Finetune/Step Time": 6.669817758724093}
+{"Finetune/Learning Rate": 8.173119193491392e-06, "Finetune/Loss": 0.6504466533660889, "Finetune/Loss (Raw)": 0.5243823528289795, "Finetune/Step": 10995, "Finetune/Step Time": 6.672757834196091}
+{"Finetune/Learning Rate": 8.171463600538642e-06, "Finetune/Loss": 0.6489278674125671, "Finetune/Loss (Raw)": 0.6452577114105225, "Finetune/Step": 10996, "Finetune/Step Time": 6.6681120824068785}
+{"Finetune/Learning Rate": 8.169808059437985e-06, "Finetune/Loss": 0.6488591432571411, "Finetune/Loss (Raw)": 0.564000129699707, "Finetune/Step": 10997, "Finetune/Step Time": 6.668513648211956}
+{"Finetune/Learning Rate": 8.168152570236368e-06, "Finetune/Loss": 0.6486148834228516, "Finetune/Loss (Raw)": 0.6021286249160767, "Finetune/Step": 10998, "Finetune/Step Time": 6.665307326242328}
+{"Finetune/Learning Rate": 8.166497132980734e-06, "Finetune/Loss": 0.649169385433197, "Finetune/Loss (Raw)": 0.7253943085670471, "Finetune/Step": 10999, "Finetune/Step Time": 6.667055191472173}
+{"Finetune/Learning Rate": 8.164841747718027e-06, "Finetune/Loss": 0.6498978137969971, "Finetune/Loss (Raw)": 0.7218939065933228, "Finetune/Step": 11000, "Finetune/Step Time": 6.664947027340531}
+{"Finetune/Learning Rate": 8.163186414495195e-06, "Finetune/Loss": 0.648686945438385, "Finetune/Loss (Raw)": 0.4386819005012512, "Finetune/Step": 11001, "Finetune/Step Time": 6.678133362904191}
+{"Finetune/Learning Rate": 8.161531133359166e-06, "Finetune/Loss": 0.6483755111694336, "Finetune/Loss (Raw)": 0.659242570400238, "Finetune/Step": 11002, "Finetune/Step Time": 6.678457817062736}
+{"Finetune/Learning Rate": 8.159875904356889e-06, "Finetune/Loss": 0.6478689908981323, "Finetune/Loss (Raw)": 0.7309971451759338, "Finetune/Step": 11003, "Finetune/Step Time": 6.679150480777025}
+{"Finetune/Learning Rate": 8.158220727535298e-06, "Finetune/Loss": 0.6475083827972412, "Finetune/Loss (Raw)": 0.6524683237075806, "Finetune/Step": 11004, "Finetune/Step Time": 6.681803602725267}
+{"Finetune/Learning Rate": 8.156565602941332e-06, "Finetune/Loss": 0.6480811834335327, "Finetune/Loss (Raw)": 0.6668161153793335, "Finetune/Step": 11005, "Finetune/Step Time": 6.684726543724537}
+{"Finetune/Learning Rate": 8.15491053062192e-06, "Finetune/Loss": 0.6474675536155701, "Finetune/Loss (Raw)": 0.6341474056243896, "Finetune/Step": 11006, "Finetune/Step Time": 6.6893170569092035}
+{"Finetune/Learning Rate": 8.153255510624004e-06, "Finetune/Loss": 0.6481153964996338, "Finetune/Loss (Raw)": 0.846450686454773, "Finetune/Step": 11007, "Finetune/Step Time": 6.708141291514039}
+{"Finetune/Learning Rate": 8.151600542994506e-06, "Finetune/Loss": 0.6482187509536743, "Finetune/Loss (Raw)": 0.6748979687690735, "Finetune/Step": 11008, "Finetune/Step Time": 6.707750845700502}
+{"Finetune/Learning Rate": 8.149945627780362e-06, "Finetune/Loss": 0.648540735244751, "Finetune/Loss (Raw)": 0.6487363576889038, "Finetune/Step": 11009, "Finetune/Step Time": 6.6889670100063086}
+{"Finetune/Learning Rate": 8.148290765028497e-06, "Finetune/Loss": 0.6483248472213745, "Finetune/Loss (Raw)": 0.6730469465255737, "Finetune/Step": 11010, "Finetune/Step Time": 6.688519353047013}
+{"Finetune/Learning Rate": 8.146635954785841e-06, "Finetune/Loss": 0.6470260620117188, "Finetune/Loss (Raw)": 0.4522244930267334, "Finetune/Step": 11011, "Finetune/Step Time": 6.70425015874207}
+{"Finetune/Learning Rate": 8.14498119709932e-06, "Finetune/Loss": 0.6463360786437988, "Finetune/Loss (Raw)": 0.5699499845504761, "Finetune/Step": 11012, "Finetune/Step Time": 6.719570701941848}
+{"Finetune/Learning Rate": 8.14332649201586e-06, "Finetune/Loss": 0.6469343304634094, "Finetune/Loss (Raw)": 0.6313233971595764, "Finetune/Step": 11013, "Finetune/Step Time": 6.737380810081959}
+{"Finetune/Learning Rate": 8.141671839582379e-06, "Finetune/Loss": 0.6471425294876099, "Finetune/Loss (Raw)": 0.6317943334579468, "Finetune/Step": 11014, "Finetune/Step Time": 6.739727199077606}
+{"Finetune/Learning Rate": 8.140017239845798e-06, "Finetune/Loss": 0.6467070579528809, "Finetune/Loss (Raw)": 0.46911072731018066, "Finetune/Step": 11015, "Finetune/Step Time": 6.752986783161759}
+{"Finetune/Learning Rate": 8.138362692853041e-06, "Finetune/Loss": 0.6470139026641846, "Finetune/Loss (Raw)": 0.729648232460022, "Finetune/Step": 11016, "Finetune/Step Time": 6.75314224511385}
+{"Finetune/Learning Rate": 8.136708198651022e-06, "Finetune/Loss": 0.6477246880531311, "Finetune/Loss (Raw)": 0.6974585652351379, "Finetune/Step": 11017, "Finetune/Step Time": 6.746035443618894}
+{"Finetune/Learning Rate": 8.135053757286661e-06, "Finetune/Loss": 0.6476006507873535, "Finetune/Loss (Raw)": 0.6522818803787231, "Finetune/Step": 11018, "Finetune/Step Time": 6.745129426941276}
+{"Finetune/Learning Rate": 8.133399368806876e-06, "Finetune/Loss": 0.6468821167945862, "Finetune/Loss (Raw)": 0.6323764324188232, "Finetune/Step": 11019, "Finetune/Step Time": 6.725785832852125}
+{"Finetune/Learning Rate": 8.131745033258573e-06, "Finetune/Loss": 0.6470558643341064, "Finetune/Loss (Raw)": 0.6543002128601074, "Finetune/Step": 11020, "Finetune/Step Time": 6.726008638739586}
+{"Finetune/Learning Rate": 8.13009075068867e-06, "Finetune/Loss": 0.6477153897285461, "Finetune/Loss (Raw)": 0.7602638602256775, "Finetune/Step": 11021, "Finetune/Step Time": 6.7045985125005245}
+{"Finetune/Learning Rate": 8.128436521144073e-06, "Finetune/Loss": 0.6473831534385681, "Finetune/Loss (Raw)": 0.7571806311607361, "Finetune/Step": 11022, "Finetune/Step Time": 6.703341767191887}
+{"Finetune/Learning Rate": 8.126782344671698e-06, "Finetune/Loss": 0.6484137177467346, "Finetune/Loss (Raw)": 0.7235383987426758, "Finetune/Step": 11023, "Finetune/Step Time": 6.697291314601898}
+{"Finetune/Learning Rate": 8.125128221318446e-06, "Finetune/Loss": 0.6495625972747803, "Finetune/Loss (Raw)": 0.700637936592102, "Finetune/Step": 11024, "Finetune/Step Time": 6.698011547327042}
+{"Finetune/Learning Rate": 8.123474151131232e-06, "Finetune/Loss": 0.6491127014160156, "Finetune/Loss (Raw)": 0.652993381023407, "Finetune/Step": 11025, "Finetune/Step Time": 6.706973526626825}
+{"Finetune/Learning Rate": 8.12182013415695e-06, "Finetune/Loss": 0.6486948728561401, "Finetune/Loss (Raw)": 0.5306914448738098, "Finetune/Step": 11026, "Finetune/Step Time": 6.717948799952865}
+{"Finetune/Learning Rate": 8.120166170442507e-06, "Finetune/Loss": 0.6483603119850159, "Finetune/Loss (Raw)": 0.5862122774124146, "Finetune/Step": 11027, "Finetune/Step Time": 6.7157731875777245}
+{"Finetune/Learning Rate": 8.118512260034808e-06, "Finetune/Loss": 0.6479105949401855, "Finetune/Loss (Raw)": 0.6274107098579407, "Finetune/Step": 11028, "Finetune/Step Time": 6.719266338273883}
+{"Finetune/Learning Rate": 8.11685840298075e-06, "Finetune/Loss": 0.6476028561592102, "Finetune/Loss (Raw)": 0.6986453533172607, "Finetune/Step": 11029, "Finetune/Step Time": 6.719771998003125}
+{"Finetune/Learning Rate": 8.115204599327233e-06, "Finetune/Loss": 0.6489666700363159, "Finetune/Loss (Raw)": 0.8167414665222168, "Finetune/Step": 11030, "Finetune/Step Time": 6.720430705696344}
+{"Finetune/Learning Rate": 8.113550849121158e-06, "Finetune/Loss": 0.6480073928833008, "Finetune/Loss (Raw)": 0.6192607283592224, "Finetune/Step": 11031, "Finetune/Step Time": 6.72041460685432}
+{"Finetune/Learning Rate": 8.111897152409411e-06, "Finetune/Loss": 0.6465457677841187, "Finetune/Loss (Raw)": 0.47592198848724365, "Finetune/Step": 11032, "Finetune/Step Time": 6.733558725565672}
+{"Finetune/Learning Rate": 8.110243509238895e-06, "Finetune/Loss": 0.6463761329650879, "Finetune/Loss (Raw)": 0.7123993039131165, "Finetune/Step": 11033, "Finetune/Step Time": 6.740360915660858}
+{"Finetune/Learning Rate": 8.108589919656496e-06, "Finetune/Loss": 0.6462857723236084, "Finetune/Loss (Raw)": 0.6441649794578552, "Finetune/Step": 11034, "Finetune/Step Time": 6.7497544195503}
+{"Finetune/Learning Rate": 8.10693638370911e-06, "Finetune/Loss": 0.6477428674697876, "Finetune/Loss (Raw)": 0.701602041721344, "Finetune/Step": 11035, "Finetune/Step Time": 6.745570138096809}
+{"Finetune/Learning Rate": 8.105282901443626e-06, "Finetune/Loss": 0.6483259201049805, "Finetune/Loss (Raw)": 0.6712124347686768, "Finetune/Step": 11036, "Finetune/Step Time": 6.748941529542208}
+{"Finetune/Learning Rate": 8.103629472906932e-06, "Finetune/Loss": 0.6483275890350342, "Finetune/Loss (Raw)": 0.7371430397033691, "Finetune/Step": 11037, "Finetune/Step Time": 6.753155205398798}
+{"Finetune/Learning Rate": 8.101976098145912e-06, "Finetune/Loss": 0.6490485668182373, "Finetune/Loss (Raw)": 0.6982559561729431, "Finetune/Step": 11038, "Finetune/Step Time": 6.749932127073407}
+{"Finetune/Learning Rate": 8.100322777207452e-06, "Finetune/Loss": 0.6490020751953125, "Finetune/Loss (Raw)": 0.5613939762115479, "Finetune/Step": 11039, "Finetune/Step Time": 6.75076256878674}
+{"Finetune/Learning Rate": 8.098669510138438e-06, "Finetune/Loss": 0.6489949226379395, "Finetune/Loss (Raw)": 0.6341475248336792, "Finetune/Step": 11040, "Finetune/Step Time": 6.7503278106451035}
+{"Finetune/Learning Rate": 8.097016296985746e-06, "Finetune/Loss": 0.6498556137084961, "Finetune/Loss (Raw)": 0.6890257596969604, "Finetune/Step": 11041, "Finetune/Step Time": 6.749868120998144}
+{"Finetune/Learning Rate": 8.095363137796264e-06, "Finetune/Loss": 0.6499926447868347, "Finetune/Loss (Raw)": 0.6334596276283264, "Finetune/Step": 11042, "Finetune/Step Time": 6.748185137286782}
+{"Finetune/Learning Rate": 8.093710032616871e-06, "Finetune/Loss": 0.6507165431976318, "Finetune/Loss (Raw)": 0.666164219379425, "Finetune/Step": 11043, "Finetune/Step Time": 6.749926865100861}
+{"Finetune/Learning Rate": 8.092056981494433e-06, "Finetune/Loss": 0.6523380279541016, "Finetune/Loss (Raw)": 0.7633030414581299, "Finetune/Step": 11044, "Finetune/Step Time": 6.743341993540525}
+{"Finetune/Learning Rate": 8.090403984475838e-06, "Finetune/Loss": 0.6521822214126587, "Finetune/Loss (Raw)": 0.6460584402084351, "Finetune/Step": 11045, "Finetune/Step Time": 6.720321822911501}
+{"Finetune/Learning Rate": 8.088751041607955e-06, "Finetune/Loss": 0.652183473110199, "Finetune/Loss (Raw)": 0.6319485306739807, "Finetune/Step": 11046, "Finetune/Step Time": 6.716842284426093}
+{"Finetune/Learning Rate": 8.087098152937655e-06, "Finetune/Loss": 0.651875376701355, "Finetune/Loss (Raw)": 0.6571910977363586, "Finetune/Step": 11047, "Finetune/Step Time": 6.730326429009438}
+{"Finetune/Learning Rate": 8.085445318511814e-06, "Finetune/Loss": 0.6522629857063293, "Finetune/Loss (Raw)": 0.6610137224197388, "Finetune/Step": 11048, "Finetune/Step Time": 6.733923202380538}
+{"Finetune/Learning Rate": 8.083792538377303e-06, "Finetune/Loss": 0.6531288027763367, "Finetune/Loss (Raw)": 0.6430279016494751, "Finetune/Step": 11049, "Finetune/Step Time": 6.717671310529113}
+{"Finetune/Learning Rate": 8.082139812580983e-06, "Finetune/Loss": 0.6535285115242004, "Finetune/Loss (Raw)": 0.6730369925498962, "Finetune/Step": 11050, "Finetune/Step Time": 6.701034123077989}
+{"Finetune/Learning Rate": 8.080487141169722e-06, "Finetune/Loss": 0.6531060934066772, "Finetune/Loss (Raw)": 0.6769204139709473, "Finetune/Step": 11051, "Finetune/Step Time": 6.704560022801161}
+{"Finetune/Learning Rate": 8.078834524190391e-06, "Finetune/Loss": 0.6536638140678406, "Finetune/Loss (Raw)": 0.6465774178504944, "Finetune/Step": 11052, "Finetune/Step Time": 6.711333438754082}
+{"Finetune/Learning Rate": 8.077181961689849e-06, "Finetune/Loss": 0.6522400975227356, "Finetune/Loss (Raw)": 0.5277408957481384, "Finetune/Step": 11053, "Finetune/Step Time": 6.722774418070912}
+{"Finetune/Learning Rate": 8.075529453714957e-06, "Finetune/Loss": 0.6525675654411316, "Finetune/Loss (Raw)": 0.6948868632316589, "Finetune/Step": 11054, "Finetune/Step Time": 6.723050020635128}
+{"Finetune/Learning Rate": 8.073877000312582e-06, "Finetune/Loss": 0.6535340547561646, "Finetune/Loss (Raw)": 0.6017150282859802, "Finetune/Step": 11055, "Finetune/Step Time": 6.7081232238560915}
+{"Finetune/Learning Rate": 8.072224601529574e-06, "Finetune/Loss": 0.6547780632972717, "Finetune/Loss (Raw)": 0.7752546072006226, "Finetune/Step": 11056, "Finetune/Step Time": 6.706946957856417}
+{"Finetune/Learning Rate": 8.070572257412796e-06, "Finetune/Loss": 0.6548342108726501, "Finetune/Loss (Raw)": 0.6829496622085571, "Finetune/Step": 11057, "Finetune/Step Time": 6.705241261050105}
+{"Finetune/Learning Rate": 8.068919968009098e-06, "Finetune/Loss": 0.6548064947128296, "Finetune/Loss (Raw)": 0.6808681488037109, "Finetune/Step": 11058, "Finetune/Step Time": 6.702207220718265}
+{"Finetune/Learning Rate": 8.067267733365342e-06, "Finetune/Loss": 0.6534602642059326, "Finetune/Loss (Raw)": 0.5607637763023376, "Finetune/Step": 11059, "Finetune/Step Time": 6.714825093746185}
+{"Finetune/Learning Rate": 8.06561555352838e-06, "Finetune/Loss": 0.6534337997436523, "Finetune/Loss (Raw)": 0.6657929420471191, "Finetune/Step": 11060, "Finetune/Step Time": 6.716973165050149}
+{"Finetune/Learning Rate": 8.063963428545057e-06, "Finetune/Loss": 0.652449369430542, "Finetune/Loss (Raw)": 0.5510287880897522, "Finetune/Step": 11061, "Finetune/Step Time": 6.71933981589973}
+{"Finetune/Learning Rate": 8.062311358462227e-06, "Finetune/Loss": 0.6539710760116577, "Finetune/Loss (Raw)": 0.7535401582717896, "Finetune/Step": 11062, "Finetune/Step Time": 6.718658315017819}
+{"Finetune/Learning Rate": 8.060659343326735e-06, "Finetune/Loss": 0.6535530686378479, "Finetune/Loss (Raw)": 0.5640047788619995, "Finetune/Step": 11063, "Finetune/Step Time": 6.7213400192558765}
+{"Finetune/Learning Rate": 8.059007383185431e-06, "Finetune/Loss": 0.6551394462585449, "Finetune/Loss (Raw)": 0.7652007341384888, "Finetune/Step": 11064, "Finetune/Step Time": 6.714605588465929}
+{"Finetune/Learning Rate": 8.057355478085157e-06, "Finetune/Loss": 0.6540300250053406, "Finetune/Loss (Raw)": 0.6103838682174683, "Finetune/Step": 11065, "Finetune/Step Time": 6.713971761986613}
+{"Finetune/Learning Rate": 8.055703628072757e-06, "Finetune/Loss": 0.6547008156776428, "Finetune/Loss (Raw)": 0.6190997362136841, "Finetune/Step": 11066, "Finetune/Step Time": 6.711785953491926}
+{"Finetune/Learning Rate": 8.054051833195077e-06, "Finetune/Loss": 0.6546123027801514, "Finetune/Loss (Raw)": 0.6546598076820374, "Finetune/Step": 11067, "Finetune/Step Time": 6.711503569036722}
+{"Finetune/Learning Rate": 8.052400093498949e-06, "Finetune/Loss": 0.6551176309585571, "Finetune/Loss (Raw)": 0.7241570353507996, "Finetune/Step": 11068, "Finetune/Step Time": 6.717244176194072}
+{"Finetune/Learning Rate": 8.050748409031218e-06, "Finetune/Loss": 0.6560412645339966, "Finetune/Loss (Raw)": 0.6583473086357117, "Finetune/Step": 11069, "Finetune/Step Time": 6.702325265854597}
+{"Finetune/Learning Rate": 8.04909677983872e-06, "Finetune/Loss": 0.6567609310150146, "Finetune/Loss (Raw)": 0.671423614025116, "Finetune/Step": 11070, "Finetune/Step Time": 6.704366898164153}
+{"Finetune/Learning Rate": 8.047445205968287e-06, "Finetune/Loss": 0.6556923389434814, "Finetune/Loss (Raw)": 0.5703805685043335, "Finetune/Step": 11071, "Finetune/Step Time": 6.722076887264848}
+{"Finetune/Learning Rate": 8.045793687466757e-06, "Finetune/Loss": 0.6556706428527832, "Finetune/Loss (Raw)": 0.6661967635154724, "Finetune/Step": 11072, "Finetune/Step Time": 6.724772546440363}
+{"Finetune/Learning Rate": 8.04414222438096e-06, "Finetune/Loss": 0.6555924415588379, "Finetune/Loss (Raw)": 0.668537974357605, "Finetune/Step": 11073, "Finetune/Step Time": 6.743606451898813}
+{"Finetune/Learning Rate": 8.042490816757734e-06, "Finetune/Loss": 0.6567344665527344, "Finetune/Loss (Raw)": 0.7260585427284241, "Finetune/Step": 11074, "Finetune/Step Time": 6.748976618051529}
+{"Finetune/Learning Rate": 8.040839464643895e-06, "Finetune/Loss": 0.6562225818634033, "Finetune/Loss (Raw)": 0.6915826201438904, "Finetune/Step": 11075, "Finetune/Step Time": 6.756542531773448}
+{"Finetune/Learning Rate": 8.039188168086278e-06, "Finetune/Loss": 0.6560742855072021, "Finetune/Loss (Raw)": 0.6697081327438354, "Finetune/Step": 11076, "Finetune/Step Time": 6.760475549846888}
+{"Finetune/Learning Rate": 8.037536927131712e-06, "Finetune/Loss": 0.6572719216346741, "Finetune/Loss (Raw)": 0.6105432510375977, "Finetune/Step": 11077, "Finetune/Step Time": 6.749165195971727}
+{"Finetune/Learning Rate": 8.035885741827016e-06, "Finetune/Loss": 0.6562247276306152, "Finetune/Loss (Raw)": 0.5315661430358887, "Finetune/Step": 11078, "Finetune/Step Time": 6.753715083003044}
+{"Finetune/Learning Rate": 8.034234612219015e-06, "Finetune/Loss": 0.6576914191246033, "Finetune/Loss (Raw)": 0.829710841178894, "Finetune/Step": 11079, "Finetune/Step Time": 6.755354193970561}
+{"Finetune/Learning Rate": 8.032583538354534e-06, "Finetune/Loss": 0.6571356654167175, "Finetune/Loss (Raw)": 0.6914430856704712, "Finetune/Step": 11080, "Finetune/Step Time": 6.752957999706268}
+{"Finetune/Learning Rate": 8.030932520280388e-06, "Finetune/Loss": 0.6571723818778992, "Finetune/Loss (Raw)": 0.6365976929664612, "Finetune/Step": 11081, "Finetune/Step Time": 6.776321275159717}
+{"Finetune/Learning Rate": 8.029281558043394e-06, "Finetune/Loss": 0.6580888628959656, "Finetune/Loss (Raw)": 0.79997318983078, "Finetune/Step": 11082, "Finetune/Step Time": 6.777342818677425}
+{"Finetune/Learning Rate": 8.02763065169037e-06, "Finetune/Loss": 0.6586141586303711, "Finetune/Loss (Raw)": 0.659448504447937, "Finetune/Step": 11083, "Finetune/Step Time": 6.774755144491792}
+{"Finetune/Learning Rate": 8.025979801268135e-06, "Finetune/Loss": 0.6574245691299438, "Finetune/Loss (Raw)": 0.5368173122406006, "Finetune/Step": 11084, "Finetune/Step Time": 6.774690326303244}
+{"Finetune/Learning Rate": 8.024329006823499e-06, "Finetune/Loss": 0.6572193503379822, "Finetune/Loss (Raw)": 0.6981412768363953, "Finetune/Step": 11085, "Finetune/Step Time": 6.778613872826099}
+{"Finetune/Learning Rate": 8.022678268403277e-06, "Finetune/Loss": 0.6566528081893921, "Finetune/Loss (Raw)": 0.6589099168777466, "Finetune/Step": 11086, "Finetune/Step Time": 6.77919908426702}
+{"Finetune/Learning Rate": 8.021027586054273e-06, "Finetune/Loss": 0.6556490659713745, "Finetune/Loss (Raw)": 0.631657600402832, "Finetune/Step": 11087, "Finetune/Step Time": 6.779788684099913}
+{"Finetune/Learning Rate": 8.0193769598233e-06, "Finetune/Loss": 0.6558816432952881, "Finetune/Loss (Raw)": 0.6743974685668945, "Finetune/Step": 11088, "Finetune/Step Time": 6.778039541095495}
+{"Finetune/Learning Rate": 8.017726389757163e-06, "Finetune/Loss": 0.6554564833641052, "Finetune/Loss (Raw)": 0.6703236103057861, "Finetune/Step": 11089, "Finetune/Step Time": 6.781821422278881}
+{"Finetune/Learning Rate": 8.016075875902669e-06, "Finetune/Loss": 0.6547868251800537, "Finetune/Loss (Raw)": 0.6477803587913513, "Finetune/Step": 11090, "Finetune/Step Time": 6.791420064866543}
+{"Finetune/Learning Rate": 8.014425418306622e-06, "Finetune/Loss": 0.6552592515945435, "Finetune/Loss (Raw)": 0.7931374907493591, "Finetune/Step": 11091, "Finetune/Step Time": 6.792364474385977}
+{"Finetune/Learning Rate": 8.012775017015829e-06, "Finetune/Loss": 0.6531755924224854, "Finetune/Loss (Raw)": 0.4727899730205536, "Finetune/Step": 11092, "Finetune/Step Time": 6.809102652594447}
+{"Finetune/Learning Rate": 8.011124672077078e-06, "Finetune/Loss": 0.654374361038208, "Finetune/Loss (Raw)": 0.6499552130699158, "Finetune/Step": 11093, "Finetune/Step Time": 6.785228600725532}
+{"Finetune/Learning Rate": 8.00947438353718e-06, "Finetune/Loss": 0.6538681983947754, "Finetune/Loss (Raw)": 0.684850811958313, "Finetune/Step": 11094, "Finetune/Step Time": 6.765293417498469}
+{"Finetune/Learning Rate": 8.007824151442927e-06, "Finetune/Loss": 0.6528276801109314, "Finetune/Loss (Raw)": 0.6225603222846985, "Finetune/Step": 11095, "Finetune/Step Time": 6.7641074154525995}
+{"Finetune/Learning Rate": 8.006173975841115e-06, "Finetune/Loss": 0.6519927978515625, "Finetune/Loss (Raw)": 0.4988623559474945, "Finetune/Step": 11096, "Finetune/Step Time": 6.748453319072723}
+{"Finetune/Learning Rate": 8.00452385677854e-06, "Finetune/Loss": 0.6516123414039612, "Finetune/Loss (Raw)": 0.708547830581665, "Finetune/Step": 11097, "Finetune/Step Time": 6.764096163213253}
+{"Finetune/Learning Rate": 8.002873794301997e-06, "Finetune/Loss": 0.6515741944313049, "Finetune/Loss (Raw)": 0.6229861378669739, "Finetune/Step": 11098, "Finetune/Step Time": 6.76559748314321}
+{"Finetune/Learning Rate": 8.001223788458273e-06, "Finetune/Loss": 0.652106523513794, "Finetune/Loss (Raw)": 0.6606345772743225, "Finetune/Step": 11099, "Finetune/Step Time": 6.76579412072897}
+{"Finetune/Learning Rate": 7.999573839294154e-06, "Finetune/Loss": 0.6537675261497498, "Finetune/Loss (Raw)": 0.7497448325157166, "Finetune/Step": 11100, "Finetune/Step Time": 6.768464019522071}
+{"Finetune/Learning Rate": 7.997923946856435e-06, "Finetune/Loss": 0.655661404132843, "Finetune/Loss (Raw)": 0.6795419454574585, "Finetune/Step": 11101, "Finetune/Step Time": 6.757394567131996}
+{"Finetune/Learning Rate": 7.996274111191901e-06, "Finetune/Loss": 0.6561868786811829, "Finetune/Loss (Raw)": 0.7681362628936768, "Finetune/Step": 11102, "Finetune/Step Time": 6.751620868220925}
+{"Finetune/Learning Rate": 7.994624332347335e-06, "Finetune/Loss": 0.6560376882553101, "Finetune/Loss (Raw)": 0.6060376167297363, "Finetune/Step": 11103, "Finetune/Step Time": 6.780239785090089}
+{"Finetune/Learning Rate": 7.992974610369521e-06, "Finetune/Loss": 0.656108558177948, "Finetune/Loss (Raw)": 0.6351333260536194, "Finetune/Step": 11104, "Finetune/Step Time": 6.778031216934323}
+{"Finetune/Learning Rate": 7.991324945305239e-06, "Finetune/Loss": 0.6562442183494568, "Finetune/Loss (Raw)": 0.6808499693870544, "Finetune/Step": 11105, "Finetune/Step Time": 6.780430074781179}
+{"Finetune/Learning Rate": 7.98967533720127e-06, "Finetune/Loss": 0.656304121017456, "Finetune/Loss (Raw)": 0.7059018015861511, "Finetune/Step": 11106, "Finetune/Step Time": 6.78192375600338}
+{"Finetune/Learning Rate": 7.988025786104389e-06, "Finetune/Loss": 0.6566530466079712, "Finetune/Loss (Raw)": 0.7838103771209717, "Finetune/Step": 11107, "Finetune/Step Time": 6.777567794546485}
+{"Finetune/Learning Rate": 7.986376292061378e-06, "Finetune/Loss": 0.6569304466247559, "Finetune/Loss (Raw)": 0.7073261141777039, "Finetune/Step": 11108, "Finetune/Step Time": 6.776284774765372}
+{"Finetune/Learning Rate": 7.98472685511901e-06, "Finetune/Loss": 0.6562434434890747, "Finetune/Loss (Raw)": 0.6572861075401306, "Finetune/Step": 11109, "Finetune/Step Time": 6.775045212358236}
+{"Finetune/Learning Rate": 7.983077475324058e-06, "Finetune/Loss": 0.6554982662200928, "Finetune/Loss (Raw)": 0.6272753477096558, "Finetune/Step": 11110, "Finetune/Step Time": 6.772590156644583}
+{"Finetune/Learning Rate": 7.981428152723292e-06, "Finetune/Loss": 0.6552473306655884, "Finetune/Loss (Raw)": 0.6605417728424072, "Finetune/Step": 11111, "Finetune/Step Time": 6.754086069762707}
+{"Finetune/Learning Rate": 7.979778887363485e-06, "Finetune/Loss": 0.6547814011573792, "Finetune/Loss (Raw)": 0.6484730243682861, "Finetune/Step": 11112, "Finetune/Step Time": 6.757654303684831}
+{"Finetune/Learning Rate": 7.978129679291403e-06, "Finetune/Loss": 0.6542882919311523, "Finetune/Loss (Raw)": 0.629531979560852, "Finetune/Step": 11113, "Finetune/Step Time": 6.758708745241165}
+{"Finetune/Learning Rate": 7.976480528553812e-06, "Finetune/Loss": 0.6545181274414062, "Finetune/Loss (Raw)": 0.61761873960495, "Finetune/Step": 11114, "Finetune/Step Time": 6.760566459968686}
+{"Finetune/Learning Rate": 7.97483143519748e-06, "Finetune/Loss": 0.6548687219619751, "Finetune/Loss (Raw)": 0.671858549118042, "Finetune/Step": 11115, "Finetune/Step Time": 6.759409919381142}
+{"Finetune/Learning Rate": 7.973182399269176e-06, "Finetune/Loss": 0.6550676226615906, "Finetune/Loss (Raw)": 0.7030202746391296, "Finetune/Step": 11116, "Finetune/Step Time": 6.751983420923352}
+{"Finetune/Learning Rate": 7.971533420815646e-06, "Finetune/Loss": 0.6562429070472717, "Finetune/Loss (Raw)": 0.6984140872955322, "Finetune/Step": 11117, "Finetune/Step Time": 6.751381924375892}
+{"Finetune/Learning Rate": 7.969884499883666e-06, "Finetune/Loss": 0.6567286849021912, "Finetune/Loss (Raw)": 0.7285695672035217, "Finetune/Step": 11118, "Finetune/Step Time": 6.753421824425459}
+{"Finetune/Learning Rate": 7.968235636519986e-06, "Finetune/Loss": 0.6573606729507446, "Finetune/Loss (Raw)": 0.6730426549911499, "Finetune/Step": 11119, "Finetune/Step Time": 6.744665581732988}
+{"Finetune/Learning Rate": 7.966586830771367e-06, "Finetune/Loss": 0.6570643186569214, "Finetune/Loss (Raw)": 0.5745159983634949, "Finetune/Step": 11120, "Finetune/Step Time": 6.742510428652167}
+{"Finetune/Learning Rate": 7.964938082684564e-06, "Finetune/Loss": 0.6569583415985107, "Finetune/Loss (Raw)": 0.6452286839485168, "Finetune/Step": 11121, "Finetune/Step Time": 6.741374159231782}
+{"Finetune/Learning Rate": 7.96328939230633e-06, "Finetune/Loss": 0.6571152806282043, "Finetune/Loss (Raw)": 0.6864267587661743, "Finetune/Step": 11122, "Finetune/Step Time": 6.73848239146173}
+{"Finetune/Learning Rate": 7.961640759683416e-06, "Finetune/Loss": 0.6584275960922241, "Finetune/Loss (Raw)": 0.6923632025718689, "Finetune/Step": 11123, "Finetune/Step Time": 6.735562639310956}
+{"Finetune/Learning Rate": 7.959992184862572e-06, "Finetune/Loss": 0.6581180691719055, "Finetune/Loss (Raw)": 0.6056292057037354, "Finetune/Step": 11124, "Finetune/Step Time": 6.7369438875466585}
+{"Finetune/Learning Rate": 7.958343667890552e-06, "Finetune/Loss": 0.6589424014091492, "Finetune/Loss (Raw)": 0.6695152521133423, "Finetune/Step": 11125, "Finetune/Step Time": 6.73413342051208}
+{"Finetune/Learning Rate": 7.956695208814097e-06, "Finetune/Loss": 0.6596035957336426, "Finetune/Loss (Raw)": 0.6867673397064209, "Finetune/Step": 11126, "Finetune/Step Time": 6.7370667196810246}
+{"Finetune/Learning Rate": 7.955046807679958e-06, "Finetune/Loss": 0.6581567525863647, "Finetune/Loss (Raw)": 0.5401960015296936, "Finetune/Step": 11127, "Finetune/Step Time": 6.752363916486502}
+{"Finetune/Learning Rate": 7.953398464534878e-06, "Finetune/Loss": 0.6578432321548462, "Finetune/Loss (Raw)": 0.6817594766616821, "Finetune/Step": 11128, "Finetune/Step Time": 6.75340217538178}
+{"Finetune/Learning Rate": 7.951750179425594e-06, "Finetune/Loss": 0.660241961479187, "Finetune/Loss (Raw)": 0.7457231879234314, "Finetune/Step": 11129, "Finetune/Step Time": 6.736776437610388}
+{"Finetune/Learning Rate": 7.950101952398852e-06, "Finetune/Loss": 0.6597548723220825, "Finetune/Loss (Raw)": 0.596895694732666, "Finetune/Step": 11130, "Finetune/Step Time": 6.735605215653777}
+{"Finetune/Learning Rate": 7.948453783501387e-06, "Finetune/Loss": 0.6595848798751831, "Finetune/Loss (Raw)": 0.7092379927635193, "Finetune/Step": 11131, "Finetune/Step Time": 6.7350303791463375}
+{"Finetune/Learning Rate": 7.94680567277994e-06, "Finetune/Loss": 0.6590607166290283, "Finetune/Loss (Raw)": 0.5853748917579651, "Finetune/Step": 11132, "Finetune/Step Time": 6.746817756444216}
+{"Finetune/Learning Rate": 7.945157620281247e-06, "Finetune/Loss": 0.6597060561180115, "Finetune/Loss (Raw)": 0.7494173645973206, "Finetune/Step": 11133, "Finetune/Step Time": 6.738650847226381}
+{"Finetune/Learning Rate": 7.943509626052042e-06, "Finetune/Loss": 0.661042332649231, "Finetune/Loss (Raw)": 0.8051899075508118, "Finetune/Step": 11134, "Finetune/Step Time": 6.736521793529391}
+{"Finetune/Learning Rate": 7.941861690139055e-06, "Finetune/Loss": 0.6601821184158325, "Finetune/Loss (Raw)": 0.7363415360450745, "Finetune/Step": 11135, "Finetune/Step Time": 6.719484966248274}
+{"Finetune/Learning Rate": 7.940213812589018e-06, "Finetune/Loss": 0.6598116159439087, "Finetune/Loss (Raw)": 0.6274792551994324, "Finetune/Step": 11136, "Finetune/Step Time": 6.719893636181951}
+{"Finetune/Learning Rate": 7.938565993448658e-06, "Finetune/Loss": 0.659895658493042, "Finetune/Loss (Raw)": 0.6594845652580261, "Finetune/Step": 11137, "Finetune/Step Time": 6.721837874501944}
+{"Finetune/Learning Rate": 7.936918232764708e-06, "Finetune/Loss": 0.6596099138259888, "Finetune/Loss (Raw)": 0.6364856362342834, "Finetune/Step": 11138, "Finetune/Step Time": 6.723313745111227}
+{"Finetune/Learning Rate": 7.935270530583886e-06, "Finetune/Loss": 0.6611473560333252, "Finetune/Loss (Raw)": 0.649006724357605, "Finetune/Step": 11139, "Finetune/Step Time": 6.7092440985143185}
+{"Finetune/Learning Rate": 7.933622886952926e-06, "Finetune/Loss": 0.6614096164703369, "Finetune/Loss (Raw)": 0.6035231947898865, "Finetune/Step": 11140, "Finetune/Step Time": 6.691526839509606}
+{"Finetune/Learning Rate": 7.93197530191854e-06, "Finetune/Loss": 0.6602751016616821, "Finetune/Loss (Raw)": 0.4861070215702057, "Finetune/Step": 11141, "Finetune/Step Time": 6.688810907304287}
+{"Finetune/Learning Rate": 7.930327775527456e-06, "Finetune/Loss": 0.6607934236526489, "Finetune/Loss (Raw)": 0.6981322765350342, "Finetune/Step": 11142, "Finetune/Step Time": 6.685709426179528}
+{"Finetune/Learning Rate": 7.928680307826389e-06, "Finetune/Loss": 0.6624983549118042, "Finetune/Loss (Raw)": 0.6873511075973511, "Finetune/Step": 11143, "Finetune/Step Time": 6.670527748763561}
+{"Finetune/Learning Rate": 7.927032898862061e-06, "Finetune/Loss": 0.6623997688293457, "Finetune/Loss (Raw)": 0.7170230746269226, "Finetune/Step": 11144, "Finetune/Step Time": 6.663276331499219}
+{"Finetune/Learning Rate": 7.925385548681183e-06, "Finetune/Loss": 0.6615879535675049, "Finetune/Loss (Raw)": 0.5935499668121338, "Finetune/Step": 11145, "Finetune/Step Time": 6.665740825235844}
+{"Finetune/Learning Rate": 7.923738257330475e-06, "Finetune/Loss": 0.662020742893219, "Finetune/Loss (Raw)": 0.7076768279075623, "Finetune/Step": 11146, "Finetune/Step Time": 6.66592675819993}
+{"Finetune/Learning Rate": 7.922091024856645e-06, "Finetune/Loss": 0.6624572277069092, "Finetune/Loss (Raw)": 0.688252329826355, "Finetune/Step": 11147, "Finetune/Step Time": 6.667378982529044}
+{"Finetune/Learning Rate": 7.920443851306402e-06, "Finetune/Loss": 0.6635950803756714, "Finetune/Loss (Raw)": 0.7999364733695984, "Finetune/Step": 11148, "Finetune/Step Time": 6.664450136944652}
+{"Finetune/Learning Rate": 7.918796736726456e-06, "Finetune/Loss": 0.6618658304214478, "Finetune/Loss (Raw)": 0.5389276742935181, "Finetune/Step": 11149, "Finetune/Step Time": 6.669985543936491}
+{"Finetune/Learning Rate": 7.91714968116352e-06, "Finetune/Loss": 0.6609481573104858, "Finetune/Loss (Raw)": 0.6397157907485962, "Finetune/Step": 11150, "Finetune/Step Time": 6.679042374715209}
+{"Finetune/Learning Rate": 7.915502684664296e-06, "Finetune/Loss": 0.6611340045928955, "Finetune/Loss (Raw)": 0.747324526309967, "Finetune/Step": 11151, "Finetune/Step Time": 6.681842306628823}
+{"Finetune/Learning Rate": 7.91385574727549e-06, "Finetune/Loss": 0.6617872714996338, "Finetune/Loss (Raw)": 0.7842534184455872, "Finetune/Step": 11152, "Finetune/Step Time": 6.681664030998945}
+{"Finetune/Learning Rate": 7.9122088690438e-06, "Finetune/Loss": 0.6616471409797668, "Finetune/Loss (Raw)": 0.6350579857826233, "Finetune/Step": 11153, "Finetune/Step Time": 6.674409527331591}
+{"Finetune/Learning Rate": 7.910562050015931e-06, "Finetune/Loss": 0.6628420352935791, "Finetune/Loss (Raw)": 0.6836430430412292, "Finetune/Step": 11154, "Finetune/Step Time": 6.659671975299716}
+{"Finetune/Learning Rate": 7.90891529023858e-06, "Finetune/Loss": 0.6630134582519531, "Finetune/Loss (Raw)": 0.6081507802009583, "Finetune/Step": 11155, "Finetune/Step Time": 6.660352990031242}
+{"Finetune/Learning Rate": 7.907268589758443e-06, "Finetune/Loss": 0.6636347770690918, "Finetune/Loss (Raw)": 0.7069405317306519, "Finetune/Step": 11156, "Finetune/Step Time": 6.659168655052781}
+{"Finetune/Learning Rate": 7.90562194862222e-06, "Finetune/Loss": 0.6621362566947937, "Finetune/Loss (Raw)": 0.5068395733833313, "Finetune/Step": 11157, "Finetune/Step Time": 6.661671688780189}
+{"Finetune/Learning Rate": 7.903975366876603e-06, "Finetune/Loss": 0.660789966583252, "Finetune/Loss (Raw)": 0.6444048285484314, "Finetune/Step": 11158, "Finetune/Step Time": 6.662054855376482}
+{"Finetune/Learning Rate": 7.902328844568287e-06, "Finetune/Loss": 0.6615045070648193, "Finetune/Loss (Raw)": 0.7107268571853638, "Finetune/Step": 11159, "Finetune/Step Time": 6.662886321544647}
+{"Finetune/Learning Rate": 7.900682381743956e-06, "Finetune/Loss": 0.6614640951156616, "Finetune/Loss (Raw)": 0.4707549810409546, "Finetune/Step": 11160, "Finetune/Step Time": 6.662814941257238}
+{"Finetune/Learning Rate": 7.899035978450305e-06, "Finetune/Loss": 0.6609228849411011, "Finetune/Loss (Raw)": 0.6431213021278381, "Finetune/Step": 11161, "Finetune/Step Time": 6.66904360614717}
+{"Finetune/Learning Rate": 7.897389634734019e-06, "Finetune/Loss": 0.6613463163375854, "Finetune/Loss (Raw)": 0.698358416557312, "Finetune/Step": 11162, "Finetune/Step Time": 6.657461894676089}
+{"Finetune/Learning Rate": 7.89574335064178e-06, "Finetune/Loss": 0.6620352864265442, "Finetune/Loss (Raw)": 0.7897980213165283, "Finetune/Step": 11163, "Finetune/Step Time": 6.673787886276841}
+{"Finetune/Learning Rate": 7.89409712622028e-06, "Finetune/Loss": 0.6616277098655701, "Finetune/Loss (Raw)": 0.61903977394104, "Finetune/Step": 11164, "Finetune/Step Time": 6.6748079266399145}
+{"Finetune/Learning Rate": 7.8924509615162e-06, "Finetune/Loss": 0.6616873741149902, "Finetune/Loss (Raw)": 0.7447817921638489, "Finetune/Step": 11165, "Finetune/Step Time": 6.677010620012879}
+{"Finetune/Learning Rate": 7.890804856576213e-06, "Finetune/Loss": 0.6605343818664551, "Finetune/Loss (Raw)": 0.5506733655929565, "Finetune/Step": 11166, "Finetune/Step Time": 6.680137826129794}
+{"Finetune/Learning Rate": 7.889158811447003e-06, "Finetune/Loss": 0.6623917818069458, "Finetune/Loss (Raw)": 0.799139142036438, "Finetune/Step": 11167, "Finetune/Step Time": 6.681240990757942}
+{"Finetune/Learning Rate": 7.887512826175247e-06, "Finetune/Loss": 0.6627706289291382, "Finetune/Loss (Raw)": 0.6826432943344116, "Finetune/Step": 11168, "Finetune/Step Time": 6.682803750038147}
+{"Finetune/Learning Rate": 7.885866900807622e-06, "Finetune/Loss": 0.6613293886184692, "Finetune/Loss (Raw)": 0.5045410990715027, "Finetune/Step": 11169, "Finetune/Step Time": 6.6977982763201}
+{"Finetune/Learning Rate": 7.884221035390796e-06, "Finetune/Loss": 0.6616865396499634, "Finetune/Loss (Raw)": 0.6791734099388123, "Finetune/Step": 11170, "Finetune/Step Time": 6.700221026316285}
+{"Finetune/Learning Rate": 7.882575229971452e-06, "Finetune/Loss": 0.6612988710403442, "Finetune/Loss (Raw)": 0.6165552139282227, "Finetune/Step": 11171, "Finetune/Step Time": 6.696638721972704}
+{"Finetune/Learning Rate": 7.880929484596249e-06, "Finetune/Loss": 0.6610320210456848, "Finetune/Loss (Raw)": 0.7291383147239685, "Finetune/Step": 11172, "Finetune/Step Time": 6.703068183735013}
+{"Finetune/Learning Rate": 7.879283799311856e-06, "Finetune/Loss": 0.6604639887809753, "Finetune/Loss (Raw)": 0.5733495950698853, "Finetune/Step": 11173, "Finetune/Step Time": 6.703011715784669}
+{"Finetune/Learning Rate": 7.877638174164947e-06, "Finetune/Loss": 0.660624623298645, "Finetune/Loss (Raw)": 0.6525130271911621, "Finetune/Step": 11174, "Finetune/Step Time": 6.70746062323451}
+{"Finetune/Learning Rate": 7.875992609202186e-06, "Finetune/Loss": 0.6599546074867249, "Finetune/Loss (Raw)": 0.571422815322876, "Finetune/Step": 11175, "Finetune/Step Time": 6.710385652258992}
+{"Finetune/Learning Rate": 7.874347104470234e-06, "Finetune/Loss": 0.6584824919700623, "Finetune/Loss (Raw)": 0.47258850932121277, "Finetune/Step": 11176, "Finetune/Step Time": 6.735657915472984}
+{"Finetune/Learning Rate": 7.872701660015755e-06, "Finetune/Loss": 0.659235954284668, "Finetune/Loss (Raw)": 0.7394678592681885, "Finetune/Step": 11177, "Finetune/Step Time": 6.731483293697238}
+{"Finetune/Learning Rate": 7.871056275885407e-06, "Finetune/Loss": 0.6598834991455078, "Finetune/Loss (Raw)": 0.7559194564819336, "Finetune/Step": 11178, "Finetune/Step Time": 6.731732642278075}
+{"Finetune/Learning Rate": 7.869410952125847e-06, "Finetune/Loss": 0.6603866815567017, "Finetune/Loss (Raw)": 0.7413308620452881, "Finetune/Step": 11179, "Finetune/Step Time": 6.748202906921506}
+{"Finetune/Learning Rate": 7.867765688783732e-06, "Finetune/Loss": 0.6602082252502441, "Finetune/Loss (Raw)": 0.6237328052520752, "Finetune/Step": 11180, "Finetune/Step Time": 6.744037169963121}
+{"Finetune/Learning Rate": 7.866120485905721e-06, "Finetune/Loss": 0.660895049571991, "Finetune/Loss (Raw)": 0.6156558990478516, "Finetune/Step": 11181, "Finetune/Step Time": 6.7290767300873995}
+{"Finetune/Learning Rate": 7.864475343538466e-06, "Finetune/Loss": 0.6600008010864258, "Finetune/Loss (Raw)": 0.5804261565208435, "Finetune/Step": 11182, "Finetune/Step Time": 6.743310773745179}
+{"Finetune/Learning Rate": 7.86283026172862e-06, "Finetune/Loss": 0.6601854562759399, "Finetune/Loss (Raw)": 0.6253468990325928, "Finetune/Step": 11183, "Finetune/Step Time": 6.75023826956749}
+{"Finetune/Learning Rate": 7.861185240522828e-06, "Finetune/Loss": 0.6593654155731201, "Finetune/Loss (Raw)": 0.6702863574028015, "Finetune/Step": 11184, "Finetune/Step Time": 6.758326910436153}
+{"Finetune/Learning Rate": 7.85954027996774e-06, "Finetune/Loss": 0.6589819192886353, "Finetune/Loss (Raw)": 0.633865237236023, "Finetune/Step": 11185, "Finetune/Step Time": 6.756030227988958}
+{"Finetune/Learning Rate": 7.857895380110004e-06, "Finetune/Loss": 0.6585468649864197, "Finetune/Loss (Raw)": 0.6251781582832336, "Finetune/Step": 11186, "Finetune/Step Time": 6.753896079957485}
+{"Finetune/Learning Rate": 7.85625054099626e-06, "Finetune/Loss": 0.659673810005188, "Finetune/Loss (Raw)": 0.705017626285553, "Finetune/Step": 11187, "Finetune/Step Time": 6.743587439879775}
+{"Finetune/Learning Rate": 7.854605762673158e-06, "Finetune/Loss": 0.6600015163421631, "Finetune/Loss (Raw)": 0.7077381610870361, "Finetune/Step": 11188, "Finetune/Step Time": 6.7543602250516415}
+{"Finetune/Learning Rate": 7.85296104518734e-06, "Finetune/Loss": 0.6604570150375366, "Finetune/Loss (Raw)": 0.6093281507492065, "Finetune/Step": 11189, "Finetune/Step Time": 6.755051540210843}
+{"Finetune/Learning Rate": 7.851316388585436e-06, "Finetune/Loss": 0.6594498157501221, "Finetune/Loss (Raw)": 0.6246227025985718, "Finetune/Step": 11190, "Finetune/Step Time": 6.751936702057719}
+{"Finetune/Learning Rate": 7.849671792914089e-06, "Finetune/Loss": 0.6591204404830933, "Finetune/Loss (Raw)": 0.5218458771705627, "Finetune/Step": 11191, "Finetune/Step Time": 6.7500458639115095}
+{"Finetune/Learning Rate": 7.848027258219938e-06, "Finetune/Loss": 0.6580817699432373, "Finetune/Loss (Raw)": 0.6322561502456665, "Finetune/Step": 11192, "Finetune/Step Time": 6.749738711863756}
+{"Finetune/Learning Rate": 7.846382784549611e-06, "Finetune/Loss": 0.658305287361145, "Finetune/Loss (Raw)": 0.6389952301979065, "Finetune/Step": 11193, "Finetune/Step Time": 6.775938596576452}
+{"Finetune/Learning Rate": 7.844738371949747e-06, "Finetune/Loss": 0.6591135859489441, "Finetune/Loss (Raw)": 0.7225534319877625, "Finetune/Step": 11194, "Finetune/Step Time": 6.785027818754315}
+{"Finetune/Learning Rate": 7.843094020466975e-06, "Finetune/Loss": 0.659184992313385, "Finetune/Loss (Raw)": 0.6638023853302002, "Finetune/Step": 11195, "Finetune/Step Time": 6.787771198898554}
+{"Finetune/Learning Rate": 7.841449730147921e-06, "Finetune/Loss": 0.6591143608093262, "Finetune/Loss (Raw)": 0.7151201367378235, "Finetune/Step": 11196, "Finetune/Step Time": 6.784844733774662}
+{"Finetune/Learning Rate": 7.839805501039212e-06, "Finetune/Loss": 0.6582959890365601, "Finetune/Loss (Raw)": 0.5535874962806702, "Finetune/Step": 11197, "Finetune/Step Time": 6.7949319034814835}
+{"Finetune/Learning Rate": 7.83816133318748e-06, "Finetune/Loss": 0.6584726572036743, "Finetune/Loss (Raw)": 0.6940366625785828, "Finetune/Step": 11198, "Finetune/Step Time": 6.797874618321657}
+{"Finetune/Learning Rate": 7.836517226639344e-06, "Finetune/Loss": 0.6594265103340149, "Finetune/Loss (Raw)": 0.6924764513969421, "Finetune/Step": 11199, "Finetune/Step Time": 6.7783791590482}
+{"Finetune/Learning Rate": 7.834873181441426e-06, "Finetune/Loss": 0.6591262817382812, "Finetune/Loss (Raw)": 0.6277675032615662, "Finetune/Step": 11200, "Finetune/Step Time": 6.776839362457395}
+{"Finetune/Learning Rate": 7.833229197640353e-06, "Finetune/Loss": 0.6589120626449585, "Finetune/Loss (Raw)": 0.6411263346672058, "Finetune/Step": 11201, "Finetune/Step Time": 6.759951923042536}
+{"Finetune/Learning Rate": 7.831585275282735e-06, "Finetune/Loss": 0.6576619744300842, "Finetune/Loss (Raw)": 0.5660390257835388, "Finetune/Step": 11202, "Finetune/Step Time": 6.741900313645601}
+{"Finetune/Learning Rate": 7.829941414415193e-06, "Finetune/Loss": 0.6571599245071411, "Finetune/Loss (Raw)": 0.6273233890533447, "Finetune/Step": 11203, "Finetune/Step Time": 6.734816478565335}
+{"Finetune/Learning Rate": 7.828297615084341e-06, "Finetune/Loss": 0.6563053131103516, "Finetune/Loss (Raw)": 0.5603170990943909, "Finetune/Step": 11204, "Finetune/Step Time": 6.733221989125013}
+{"Finetune/Learning Rate": 7.82665387733679e-06, "Finetune/Loss": 0.6565567255020142, "Finetune/Loss (Raw)": 0.6427193284034729, "Finetune/Step": 11205, "Finetune/Step Time": 6.7296954318881035}
+{"Finetune/Learning Rate": 7.82501020121916e-06, "Finetune/Loss": 0.657550036907196, "Finetune/Loss (Raw)": 0.6587138772010803, "Finetune/Step": 11206, "Finetune/Step Time": 6.725538484752178}
+{"Finetune/Learning Rate": 7.823366586778053e-06, "Finetune/Loss": 0.6565779447555542, "Finetune/Loss (Raw)": 0.7052823901176453, "Finetune/Step": 11207, "Finetune/Step Time": 6.746183244511485}
+{"Finetune/Learning Rate": 7.821723034060082e-06, "Finetune/Loss": 0.6556698083877563, "Finetune/Loss (Raw)": 0.57520592212677, "Finetune/Step": 11208, "Finetune/Step Time": 6.752689091488719}
+{"Finetune/Learning Rate": 7.82007954311185e-06, "Finetune/Loss": 0.6555451154708862, "Finetune/Loss (Raw)": 0.6206345558166504, "Finetune/Step": 11209, "Finetune/Step Time": 6.729337617754936}
+{"Finetune/Learning Rate": 7.818436113979963e-06, "Finetune/Loss": 0.6541445255279541, "Finetune/Loss (Raw)": 0.620697021484375, "Finetune/Step": 11210, "Finetune/Step Time": 6.729746403172612}
+{"Finetune/Learning Rate": 7.816792746711027e-06, "Finetune/Loss": 0.6540193557739258, "Finetune/Loss (Raw)": 0.6434311270713806, "Finetune/Step": 11211, "Finetune/Step Time": 6.724267411977053}
+{"Finetune/Learning Rate": 7.815149441351636e-06, "Finetune/Loss": 0.6556908488273621, "Finetune/Loss (Raw)": 0.750763475894928, "Finetune/Step": 11212, "Finetune/Step Time": 6.727966668084264}
+{"Finetune/Learning Rate": 7.8135061979484e-06, "Finetune/Loss": 0.6550375819206238, "Finetune/Loss (Raw)": 0.6145234107971191, "Finetune/Step": 11213, "Finetune/Step Time": 6.726088276132941}
+{"Finetune/Learning Rate": 7.811863016547908e-06, "Finetune/Loss": 0.6544355750083923, "Finetune/Loss (Raw)": 0.5818532109260559, "Finetune/Step": 11214, "Finetune/Step Time": 6.7279607225209475}
+{"Finetune/Learning Rate": 7.810219897196756e-06, "Finetune/Loss": 0.6547427773475647, "Finetune/Loss (Raw)": 0.6709800362586975, "Finetune/Step": 11215, "Finetune/Step Time": 6.727206226438284}
+{"Finetune/Learning Rate": 7.808576839941541e-06, "Finetune/Loss": 0.6546406745910645, "Finetune/Loss (Raw)": 0.6613264083862305, "Finetune/Step": 11216, "Finetune/Step Time": 6.736112631857395}
+{"Finetune/Learning Rate": 7.806933844828857e-06, "Finetune/Loss": 0.6539099216461182, "Finetune/Loss (Raw)": 0.576791524887085, "Finetune/Step": 11217, "Finetune/Step Time": 6.733582464978099}
+{"Finetune/Learning Rate": 7.805290911905294e-06, "Finetune/Loss": 0.6543351411819458, "Finetune/Loss (Raw)": 0.7022048234939575, "Finetune/Step": 11218, "Finetune/Step Time": 6.731283742934465}
+{"Finetune/Learning Rate": 7.80364804121744e-06, "Finetune/Loss": 0.6526309251785278, "Finetune/Loss (Raw)": 0.5750039219856262, "Finetune/Step": 11219, "Finetune/Step Time": 6.730831075459719}
+{"Finetune/Learning Rate": 7.80200523281188e-06, "Finetune/Loss": 0.6544800996780396, "Finetune/Loss (Raw)": 0.7094823122024536, "Finetune/Step": 11220, "Finetune/Step Time": 6.717233154922724}
+{"Finetune/Learning Rate": 7.800362486735203e-06, "Finetune/Loss": 0.6542343497276306, "Finetune/Loss (Raw)": 0.6184910535812378, "Finetune/Step": 11221, "Finetune/Step Time": 6.711967634037137}
+{"Finetune/Learning Rate": 7.798719803033988e-06, "Finetune/Loss": 0.6542468667030334, "Finetune/Loss (Raw)": 0.6864565014839172, "Finetune/Step": 11222, "Finetune/Step Time": 6.733832562342286}
+{"Finetune/Learning Rate": 7.797077181754821e-06, "Finetune/Loss": 0.6560877561569214, "Finetune/Loss (Raw)": 0.858196496963501, "Finetune/Step": 11223, "Finetune/Step Time": 6.734446762129664}
+{"Finetune/Learning Rate": 7.795434622944282e-06, "Finetune/Loss": 0.6577369570732117, "Finetune/Loss (Raw)": 0.7099625468254089, "Finetune/Step": 11224, "Finetune/Step Time": 6.721080081537366}
+{"Finetune/Learning Rate": 7.793792126648949e-06, "Finetune/Loss": 0.6584138870239258, "Finetune/Loss (Raw)": 0.7951884269714355, "Finetune/Step": 11225, "Finetune/Step Time": 6.7029015980660915}
+{"Finetune/Learning Rate": 7.792149692915396e-06, "Finetune/Loss": 0.6580824255943298, "Finetune/Loss (Raw)": 0.5805617570877075, "Finetune/Step": 11226, "Finetune/Step Time": 6.724414169788361}
+{"Finetune/Learning Rate": 7.7905073217902e-06, "Finetune/Loss": 0.6583430767059326, "Finetune/Loss (Raw)": 0.693999707698822, "Finetune/Step": 11227, "Finetune/Step Time": 6.7247441206127405}
+{"Finetune/Learning Rate": 7.788865013319932e-06, "Finetune/Loss": 0.6575797200202942, "Finetune/Loss (Raw)": 0.6520317196846008, "Finetune/Step": 11228, "Finetune/Step Time": 6.730851031839848}
+{"Finetune/Learning Rate": 7.787222767551164e-06, "Finetune/Loss": 0.6565914154052734, "Finetune/Loss (Raw)": 0.553039014339447, "Finetune/Step": 11229, "Finetune/Step Time": 6.72948837839067}
+{"Finetune/Learning Rate": 7.785580584530468e-06, "Finetune/Loss": 0.6555668711662292, "Finetune/Loss (Raw)": 0.6369951963424683, "Finetune/Step": 11230, "Finetune/Step Time": 6.731140121817589}
+{"Finetune/Learning Rate": 7.783938464304414e-06, "Finetune/Loss": 0.6567385792732239, "Finetune/Loss (Raw)": 0.7560195922851562, "Finetune/Step": 11231, "Finetune/Step Time": 6.695250386372209}
+{"Finetune/Learning Rate": 7.782296406919557e-06, "Finetune/Loss": 0.6565004587173462, "Finetune/Loss (Raw)": 0.6046587824821472, "Finetune/Step": 11232, "Finetune/Step Time": 6.6942935641855}
+{"Finetune/Learning Rate": 7.780654412422469e-06, "Finetune/Loss": 0.65625, "Finetune/Loss (Raw)": 0.6487836837768555, "Finetune/Step": 11233, "Finetune/Step Time": 6.69543213211}
+{"Finetune/Learning Rate": 7.77901248085971e-06, "Finetune/Loss": 0.6559205651283264, "Finetune/Loss (Raw)": 0.6637325286865234, "Finetune/Step": 11234, "Finetune/Step Time": 6.696363052353263}
+{"Finetune/Learning Rate": 7.777370612277845e-06, "Finetune/Loss": 0.6543156504631042, "Finetune/Loss (Raw)": 0.57838374376297, "Finetune/Step": 11235, "Finetune/Step Time": 6.697811478748918}
+{"Finetune/Learning Rate": 7.775728806723424e-06, "Finetune/Loss": 0.6531193256378174, "Finetune/Loss (Raw)": 0.5542005300521851, "Finetune/Step": 11236, "Finetune/Step Time": 6.707559317350388}
+{"Finetune/Learning Rate": 7.774087064243012e-06, "Finetune/Loss": 0.6535296440124512, "Finetune/Loss (Raw)": 0.7097979784011841, "Finetune/Step": 11237, "Finetune/Step Time": 6.708702798932791}
+{"Finetune/Learning Rate": 7.772445384883165e-06, "Finetune/Loss": 0.6529226303100586, "Finetune/Loss (Raw)": 0.5495823621749878, "Finetune/Step": 11238, "Finetune/Step Time": 6.7081583477556705}
+{"Finetune/Learning Rate": 7.770803768690426e-06, "Finetune/Loss": 0.6531542539596558, "Finetune/Loss (Raw)": 0.690192461013794, "Finetune/Step": 11239, "Finetune/Step Time": 6.721164852380753}
+{"Finetune/Learning Rate": 7.769162215711356e-06, "Finetune/Loss": 0.653276801109314, "Finetune/Loss (Raw)": 0.6641572117805481, "Finetune/Step": 11240, "Finetune/Step Time": 6.719809014350176}
+{"Finetune/Learning Rate": 7.767520725992503e-06, "Finetune/Loss": 0.6533273458480835, "Finetune/Loss (Raw)": 0.6360043883323669, "Finetune/Step": 11241, "Finetune/Step Time": 6.720348397269845}
+{"Finetune/Learning Rate": 7.765879299580412e-06, "Finetune/Loss": 0.6527988910675049, "Finetune/Loss (Raw)": 0.5499698519706726, "Finetune/Step": 11242, "Finetune/Step Time": 6.7182924170047045}
+{"Finetune/Learning Rate": 7.764237936521633e-06, "Finetune/Loss": 0.6519211530685425, "Finetune/Loss (Raw)": 0.5595101118087769, "Finetune/Step": 11243, "Finetune/Step Time": 6.719939865171909}
+{"Finetune/Learning Rate": 7.762596636862709e-06, "Finetune/Loss": 0.6518138647079468, "Finetune/Loss (Raw)": 0.6892848610877991, "Finetune/Step": 11244, "Finetune/Step Time": 6.714622534811497}
+{"Finetune/Learning Rate": 7.760955400650182e-06, "Finetune/Loss": 0.6515923738479614, "Finetune/Loss (Raw)": 0.6700606942176819, "Finetune/Step": 11245, "Finetune/Step Time": 6.7123722564429045}
+{"Finetune/Learning Rate": 7.759314227930588e-06, "Finetune/Loss": 0.6512876749038696, "Finetune/Loss (Raw)": 0.6895750761032104, "Finetune/Step": 11246, "Finetune/Step Time": 6.706824969500303}
+{"Finetune/Learning Rate": 7.757673118750473e-06, "Finetune/Loss": 0.6506108641624451, "Finetune/Loss (Raw)": 0.58641117811203, "Finetune/Step": 11247, "Finetune/Step Time": 6.7130039148032665}
+{"Finetune/Learning Rate": 7.756032073156373e-06, "Finetune/Loss": 0.6494144797325134, "Finetune/Loss (Raw)": 0.42137962579727173, "Finetune/Step": 11248, "Finetune/Step Time": 6.725632378831506}
+{"Finetune/Learning Rate": 7.754391091194823e-06, "Finetune/Loss": 0.6475119590759277, "Finetune/Loss (Raw)": 0.40170592069625854, "Finetune/Step": 11249, "Finetune/Step Time": 6.749991158023477}
+{"Finetune/Learning Rate": 7.752750172912357e-06, "Finetune/Loss": 0.6460223197937012, "Finetune/Loss (Raw)": 0.49574729800224304, "Finetune/Step": 11250, "Finetune/Step Time": 6.75322705693543}
+{"Finetune/Learning Rate": 7.751109318355504e-06, "Finetune/Loss": 0.6464519500732422, "Finetune/Loss (Raw)": 0.7473562359809875, "Finetune/Step": 11251, "Finetune/Step Time": 6.75168614089489}
+{"Finetune/Learning Rate": 7.749468527570795e-06, "Finetune/Loss": 0.645511269569397, "Finetune/Loss (Raw)": 0.485228568315506, "Finetune/Step": 11252, "Finetune/Step Time": 6.755783412605524}
+{"Finetune/Learning Rate": 7.747827800604758e-06, "Finetune/Loss": 0.6453515291213989, "Finetune/Loss (Raw)": 0.6490621566772461, "Finetune/Step": 11253, "Finetune/Step Time": 6.775450997054577}
+{"Finetune/Learning Rate": 7.746187137503923e-06, "Finetune/Loss": 0.6450618505477905, "Finetune/Loss (Raw)": 0.649684727191925, "Finetune/Step": 11254, "Finetune/Step Time": 6.7731351759284735}
+{"Finetune/Learning Rate": 7.744546538314811e-06, "Finetune/Loss": 0.6459751129150391, "Finetune/Loss (Raw)": 0.6570965051651001, "Finetune/Step": 11255, "Finetune/Step Time": 6.7582245990633965}
+{"Finetune/Learning Rate": 7.742906003083947e-06, "Finetune/Loss": 0.6459537148475647, "Finetune/Loss (Raw)": 0.6790287494659424, "Finetune/Step": 11256, "Finetune/Step Time": 6.760105308145285}
+{"Finetune/Learning Rate": 7.741265531857848e-06, "Finetune/Loss": 0.644967257976532, "Finetune/Loss (Raw)": 0.6194531321525574, "Finetune/Step": 11257, "Finetune/Step Time": 6.75443453527987}
+{"Finetune/Learning Rate": 7.739625124683038e-06, "Finetune/Loss": 0.6451594829559326, "Finetune/Loss (Raw)": 0.6215060353279114, "Finetune/Step": 11258, "Finetune/Step Time": 6.760316399857402}
+{"Finetune/Learning Rate": 7.73798478160603e-06, "Finetune/Loss": 0.6446020007133484, "Finetune/Loss (Raw)": 0.6378711462020874, "Finetune/Step": 11259, "Finetune/Step Time": 6.763083398342133}
+{"Finetune/Learning Rate": 7.73634450267334e-06, "Finetune/Loss": 0.6446285247802734, "Finetune/Loss (Raw)": 0.5887826085090637, "Finetune/Step": 11260, "Finetune/Step Time": 6.756089871749282}
+{"Finetune/Learning Rate": 7.734704287931484e-06, "Finetune/Loss": 0.6445003747940063, "Finetune/Loss (Raw)": 0.7330076098442078, "Finetune/Step": 11261, "Finetune/Step Time": 6.758393721655011}
+{"Finetune/Learning Rate": 7.733064137426976e-06, "Finetune/Loss": 0.6434266567230225, "Finetune/Loss (Raw)": 0.6677492260932922, "Finetune/Step": 11262, "Finetune/Step Time": 6.753116246312857}
+{"Finetune/Learning Rate": 7.731424051206319e-06, "Finetune/Loss": 0.6426835060119629, "Finetune/Loss (Raw)": 0.6412187814712524, "Finetune/Step": 11263, "Finetune/Step Time": 6.751079672947526}
+{"Finetune/Learning Rate": 7.729784029316025e-06, "Finetune/Loss": 0.6431933045387268, "Finetune/Loss (Raw)": 0.6927334070205688, "Finetune/Step": 11264, "Finetune/Step Time": 6.757315043359995}
+{"Finetune/Learning Rate": 7.728144071802602e-06, "Finetune/Loss": 0.6419994831085205, "Finetune/Loss (Raw)": 0.5066746473312378, "Finetune/Step": 11265, "Finetune/Step Time": 6.75648957118392}
+{"Finetune/Learning Rate": 7.726504178712551e-06, "Finetune/Loss": 0.6428335905075073, "Finetune/Loss (Raw)": 0.7432553172111511, "Finetune/Step": 11266, "Finetune/Step Time": 6.754481330513954}
+{"Finetune/Learning Rate": 7.724864350092377e-06, "Finetune/Loss": 0.6433061361312866, "Finetune/Loss (Raw)": 0.7094900608062744, "Finetune/Step": 11267, "Finetune/Step Time": 6.753455610945821}
+{"Finetune/Learning Rate": 7.723224585988585e-06, "Finetune/Loss": 0.643872857093811, "Finetune/Loss (Raw)": 0.6760689616203308, "Finetune/Step": 11268, "Finetune/Step Time": 6.763966923579574}
+{"Finetune/Learning Rate": 7.721584886447666e-06, "Finetune/Loss": 0.6437952518463135, "Finetune/Loss (Raw)": 0.47617122530937195, "Finetune/Step": 11269, "Finetune/Step Time": 6.764267751947045}
+{"Finetune/Learning Rate": 7.719945251516119e-06, "Finetune/Loss": 0.6434629559516907, "Finetune/Loss (Raw)": 0.6555958390235901, "Finetune/Step": 11270, "Finetune/Step Time": 6.766239853575826}
+{"Finetune/Learning Rate": 7.71830568124044e-06, "Finetune/Loss": 0.6437855958938599, "Finetune/Loss (Raw)": 0.7286410331726074, "Finetune/Step": 11271, "Finetune/Step Time": 6.767927475273609}
+{"Finetune/Learning Rate": 7.716666175667126e-06, "Finetune/Loss": 0.6437028646469116, "Finetune/Loss (Raw)": 0.7064403891563416, "Finetune/Step": 11272, "Finetune/Step Time": 6.769568359479308}
+{"Finetune/Learning Rate": 7.715026734842665e-06, "Finetune/Loss": 0.6446065902709961, "Finetune/Loss (Raw)": 0.7092305421829224, "Finetune/Step": 11273, "Finetune/Step Time": 6.7695780005306005}
+{"Finetune/Learning Rate": 7.713387358813552e-06, "Finetune/Loss": 0.6439715027809143, "Finetune/Loss (Raw)": 0.6263837814331055, "Finetune/Step": 11274, "Finetune/Step Time": 6.77055256254971}
+{"Finetune/Learning Rate": 7.711748047626268e-06, "Finetune/Loss": 0.6433417797088623, "Finetune/Loss (Raw)": 0.6076409816741943, "Finetune/Step": 11275, "Finetune/Step Time": 6.782373568043113}
+{"Finetune/Learning Rate": 7.710108801327303e-06, "Finetune/Loss": 0.6417586207389832, "Finetune/Loss (Raw)": 0.5973027944564819, "Finetune/Step": 11276, "Finetune/Step Time": 6.789304567500949}
+{"Finetune/Learning Rate": 7.70846961996314e-06, "Finetune/Loss": 0.6430392265319824, "Finetune/Loss (Raw)": 0.7028412818908691, "Finetune/Step": 11277, "Finetune/Step Time": 6.78763073310256}
+{"Finetune/Learning Rate": 7.706830503580263e-06, "Finetune/Loss": 0.6431856155395508, "Finetune/Loss (Raw)": 0.6584555506706238, "Finetune/Step": 11278, "Finetune/Step Time": 6.79554957896471}
+{"Finetune/Learning Rate": 7.705191452225152e-06, "Finetune/Loss": 0.6421319842338562, "Finetune/Loss (Raw)": 0.6124544739723206, "Finetune/Step": 11279, "Finetune/Step Time": 6.806233240291476}
+{"Finetune/Learning Rate": 7.703552465944287e-06, "Finetune/Loss": 0.6406732797622681, "Finetune/Loss (Raw)": 0.5975423455238342, "Finetune/Step": 11280, "Finetune/Step Time": 6.804495630785823}
+{"Finetune/Learning Rate": 7.701913544784143e-06, "Finetune/Loss": 0.6412345170974731, "Finetune/Loss (Raw)": 0.7069026827812195, "Finetune/Step": 11281, "Finetune/Step Time": 6.822648176923394}
+{"Finetune/Learning Rate": 7.700274688791196e-06, "Finetune/Loss": 0.6403937339782715, "Finetune/Loss (Raw)": 0.5760093927383423, "Finetune/Step": 11282, "Finetune/Step Time": 6.835551079362631}
+{"Finetune/Learning Rate": 7.698635898011918e-06, "Finetune/Loss": 0.6401493549346924, "Finetune/Loss (Raw)": 0.5768758058547974, "Finetune/Step": 11283, "Finetune/Step Time": 6.851670460775495}
+{"Finetune/Learning Rate": 7.696997172492784e-06, "Finetune/Loss": 0.6391428709030151, "Finetune/Loss (Raw)": 0.5781152248382568, "Finetune/Step": 11284, "Finetune/Step Time": 6.885623915120959}
+{"Finetune/Learning Rate": 7.695358512280257e-06, "Finetune/Loss": 0.6393248438835144, "Finetune/Loss (Raw)": 0.530128538608551, "Finetune/Step": 11285, "Finetune/Step Time": 6.8882188852876425}
+{"Finetune/Learning Rate": 7.693719917420819e-06, "Finetune/Loss": 0.6385191679000854, "Finetune/Loss (Raw)": 0.5412783622741699, "Finetune/Step": 11286, "Finetune/Step Time": 6.887635484337807}
+{"Finetune/Learning Rate": 7.692081387960917e-06, "Finetune/Loss": 0.6388161778450012, "Finetune/Loss (Raw)": 0.74873948097229, "Finetune/Step": 11287, "Finetune/Step Time": 6.883932888507843}
+{"Finetune/Learning Rate": 7.690442923947025e-06, "Finetune/Loss": 0.6405481100082397, "Finetune/Loss (Raw)": 0.6924380660057068, "Finetune/Step": 11288, "Finetune/Step Time": 6.871235553175211}
+{"Finetune/Learning Rate": 7.688804525425605e-06, "Finetune/Loss": 0.6405752897262573, "Finetune/Loss (Raw)": 0.6466173529624939, "Finetune/Step": 11289, "Finetune/Step Time": 6.859718294814229}
+{"Finetune/Learning Rate": 7.687166192443118e-06, "Finetune/Loss": 0.6407220959663391, "Finetune/Loss (Raw)": 0.717139482498169, "Finetune/Step": 11290, "Finetune/Step Time": 6.85847039707005}
+{"Finetune/Learning Rate": 7.685527925046018e-06, "Finetune/Loss": 0.638954758644104, "Finetune/Loss (Raw)": 0.5635814666748047, "Finetune/Step": 11291, "Finetune/Step Time": 6.8416565135121346}
+{"Finetune/Learning Rate": 7.683889723280769e-06, "Finetune/Loss": 0.6386451721191406, "Finetune/Loss (Raw)": 0.5794115662574768, "Finetune/Step": 11292, "Finetune/Step Time": 6.854103595018387}
+{"Finetune/Learning Rate": 7.682251587193819e-06, "Finetune/Loss": 0.6380563974380493, "Finetune/Loss (Raw)": 0.6694155931472778, "Finetune/Step": 11293, "Finetune/Step Time": 6.855671277269721}
+{"Finetune/Learning Rate": 7.680613516831623e-06, "Finetune/Loss": 0.6386504173278809, "Finetune/Loss (Raw)": 0.6267144680023193, "Finetune/Step": 11294, "Finetune/Step Time": 6.859455235302448}
+{"Finetune/Learning Rate": 7.67897551224063e-06, "Finetune/Loss": 0.6367513537406921, "Finetune/Loss (Raw)": 0.5560555458068848, "Finetune/Step": 11295, "Finetune/Step Time": 6.874416535720229}
+{"Finetune/Learning Rate": 7.677337573467294e-06, "Finetune/Loss": 0.6362224817276001, "Finetune/Loss (Raw)": 0.6149479150772095, "Finetune/Step": 11296, "Finetune/Step Time": 6.87092093937099}
+{"Finetune/Learning Rate": 7.67569970055806e-06, "Finetune/Loss": 0.6375203132629395, "Finetune/Loss (Raw)": 0.6706680655479431, "Finetune/Step": 11297, "Finetune/Step Time": 6.853680232539773}
+{"Finetune/Learning Rate": 7.674061893559374e-06, "Finetune/Loss": 0.6375866532325745, "Finetune/Loss (Raw)": 0.6876555681228638, "Finetune/Step": 11298, "Finetune/Step Time": 6.851602092385292}
+{"Finetune/Learning Rate": 7.672424152517676e-06, "Finetune/Loss": 0.638191819190979, "Finetune/Loss (Raw)": 0.694021999835968, "Finetune/Step": 11299, "Finetune/Step Time": 6.851508369669318}
+{"Finetune/Learning Rate": 7.670786477479412e-06, "Finetune/Loss": 0.6386851668357849, "Finetune/Loss (Raw)": 0.7922865152359009, "Finetune/Step": 11300, "Finetune/Step Time": 6.854896292090416}
+{"Finetune/Learning Rate": 7.669148868491018e-06, "Finetune/Loss": 0.6398293972015381, "Finetune/Loss (Raw)": 0.7198107838630676, "Finetune/Step": 11301, "Finetune/Step Time": 6.861450735479593}
+{"Finetune/Learning Rate": 7.667511325598934e-06, "Finetune/Loss": 0.6394035220146179, "Finetune/Loss (Raw)": 0.5980014801025391, "Finetune/Step": 11302, "Finetune/Step Time": 6.879701927304268}
+{"Finetune/Learning Rate": 7.665873848849596e-06, "Finetune/Loss": 0.6405864357948303, "Finetune/Loss (Raw)": 0.7228347659111023, "Finetune/Step": 11303, "Finetune/Step Time": 6.867182908579707}
+{"Finetune/Learning Rate": 7.664236438289445e-06, "Finetune/Loss": 0.6405760049819946, "Finetune/Loss (Raw)": 0.47125086188316345, "Finetune/Step": 11304, "Finetune/Step Time": 6.852953648194671}
+{"Finetune/Learning Rate": 7.6625990939649e-06, "Finetune/Loss": 0.6406445503234863, "Finetune/Loss (Raw)": 0.7482425570487976, "Finetune/Step": 11305, "Finetune/Step Time": 6.852336302399635}
+{"Finetune/Learning Rate": 7.660961815922398e-06, "Finetune/Loss": 0.6380733251571655, "Finetune/Loss (Raw)": 0.4268051087856293, "Finetune/Step": 11306, "Finetune/Step Time": 6.864336648955941}
+{"Finetune/Learning Rate": 7.65932460420837e-06, "Finetune/Loss": 0.6387728452682495, "Finetune/Loss (Raw)": 0.8308727741241455, "Finetune/Step": 11307, "Finetune/Step Time": 6.84340251237154}
+{"Finetune/Learning Rate": 7.65768745886924e-06, "Finetune/Loss": 0.6387143135070801, "Finetune/Loss (Raw)": 0.6162397861480713, "Finetune/Step": 11308, "Finetune/Step Time": 6.844493590295315}
+{"Finetune/Learning Rate": 7.656050379951427e-06, "Finetune/Loss": 0.6388285160064697, "Finetune/Loss (Raw)": 0.6302667260169983, "Finetune/Step": 11309, "Finetune/Step Time": 6.845750750973821}
+{"Finetune/Learning Rate": 7.65441336750137e-06, "Finetune/Loss": 0.6396085023880005, "Finetune/Loss (Raw)": 0.6802727580070496, "Finetune/Step": 11310, "Finetune/Step Time": 6.829985154792666}
+{"Finetune/Learning Rate": 7.652776421565476e-06, "Finetune/Loss": 0.6395457983016968, "Finetune/Loss (Raw)": 0.6173202991485596, "Finetune/Step": 11311, "Finetune/Step Time": 6.828320764005184}
+{"Finetune/Learning Rate": 7.651139542190164e-06, "Finetune/Loss": 0.6392700672149658, "Finetune/Loss (Raw)": 0.6349908113479614, "Finetune/Step": 11312, "Finetune/Step Time": 6.820993153378367}
+{"Finetune/Learning Rate": 7.649502729421857e-06, "Finetune/Loss": 0.6403800249099731, "Finetune/Loss (Raw)": 0.7759419083595276, "Finetune/Step": 11313, "Finetune/Step Time": 6.826600160449743}
+{"Finetune/Learning Rate": 7.647865983306972e-06, "Finetune/Loss": 0.6401926279067993, "Finetune/Loss (Raw)": 0.6011883616447449, "Finetune/Step": 11314, "Finetune/Step Time": 6.830752998590469}
+{"Finetune/Learning Rate": 7.646229303891917e-06, "Finetune/Loss": 0.6396238207817078, "Finetune/Loss (Raw)": 0.6322078108787537, "Finetune/Step": 11315, "Finetune/Step Time": 6.831924539059401}
+{"Finetune/Learning Rate": 7.644592691223108e-06, "Finetune/Loss": 0.6389560699462891, "Finetune/Loss (Raw)": 0.6222611665725708, "Finetune/Step": 11316, "Finetune/Step Time": 6.819856598973274}
+{"Finetune/Learning Rate": 7.64295614534695e-06, "Finetune/Loss": 0.6398642063140869, "Finetune/Loss (Raw)": 0.7255716323852539, "Finetune/Step": 11317, "Finetune/Step Time": 6.8210124745965}
+{"Finetune/Learning Rate": 7.641319666309853e-06, "Finetune/Loss": 0.6406381130218506, "Finetune/Loss (Raw)": 0.7236877679824829, "Finetune/Step": 11318, "Finetune/Step Time": 6.836463537067175}
+{"Finetune/Learning Rate": 7.639683254158222e-06, "Finetune/Loss": 0.641855001449585, "Finetune/Loss (Raw)": 0.6776130795478821, "Finetune/Step": 11319, "Finetune/Step Time": 6.83517481200397}
+{"Finetune/Learning Rate": 7.638046908938463e-06, "Finetune/Loss": 0.6419599056243896, "Finetune/Loss (Raw)": 0.6456807851791382, "Finetune/Step": 11320, "Finetune/Step Time": 6.835003439337015}
+{"Finetune/Learning Rate": 7.636410630696978e-06, "Finetune/Loss": 0.6423637866973877, "Finetune/Loss (Raw)": 0.6906909942626953, "Finetune/Step": 11321, "Finetune/Step Time": 6.809355327859521}
+{"Finetune/Learning Rate": 7.634774419480166e-06, "Finetune/Loss": 0.6424959897994995, "Finetune/Loss (Raw)": 0.7394728660583496, "Finetune/Step": 11322, "Finetune/Step Time": 6.791137725114822}
+{"Finetune/Learning Rate": 7.633138275334428e-06, "Finetune/Loss": 0.6411492824554443, "Finetune/Loss (Raw)": 0.4914226233959198, "Finetune/Step": 11323, "Finetune/Step Time": 6.7964096162468195}
+{"Finetune/Learning Rate": 7.631502198306156e-06, "Finetune/Loss": 0.6407655477523804, "Finetune/Loss (Raw)": 0.6660082340240479, "Finetune/Step": 11324, "Finetune/Step Time": 6.805199740454555}
+{"Finetune/Learning Rate": 7.629866188441746e-06, "Finetune/Loss": 0.6417843103408813, "Finetune/Loss (Raw)": 0.6839866638183594, "Finetune/Step": 11325, "Finetune/Step Time": 6.798049796372652}
+{"Finetune/Learning Rate": 7.628230245787591e-06, "Finetune/Loss": 0.6407462358474731, "Finetune/Loss (Raw)": 0.5611566305160522, "Finetune/Step": 11326, "Finetune/Step Time": 6.793783888220787}
+{"Finetune/Learning Rate": 7.626594370390081e-06, "Finetune/Loss": 0.6399891972541809, "Finetune/Loss (Raw)": 0.5955809354782104, "Finetune/Step": 11327, "Finetune/Step Time": 6.794065637513995}
+{"Finetune/Learning Rate": 7.624958562295607e-06, "Finetune/Loss": 0.639884352684021, "Finetune/Loss (Raw)": 0.6143454313278198, "Finetune/Step": 11328, "Finetune/Step Time": 6.792258992791176}
+{"Finetune/Learning Rate": 7.623322821550556e-06, "Finetune/Loss": 0.6400167942047119, "Finetune/Loss (Raw)": 0.658082127571106, "Finetune/Step": 11329, "Finetune/Step Time": 6.794055499136448}
+{"Finetune/Learning Rate": 7.62168714820131e-06, "Finetune/Loss": 0.6395960450172424, "Finetune/Loss (Raw)": 0.512180745601654, "Finetune/Step": 11330, "Finetune/Step Time": 6.7934874556958675}
+{"Finetune/Learning Rate": 7.620051542294253e-06, "Finetune/Loss": 0.639541745185852, "Finetune/Loss (Raw)": 0.620364248752594, "Finetune/Step": 11331, "Finetune/Step Time": 6.7910021878778934}
+{"Finetune/Learning Rate": 7.618416003875767e-06, "Finetune/Loss": 0.6410995721817017, "Finetune/Loss (Raw)": 0.7597306370735168, "Finetune/Step": 11332, "Finetune/Step Time": 6.789781237021089}
+{"Finetune/Learning Rate": 7.616780532992232e-06, "Finetune/Loss": 0.6420416831970215, "Finetune/Loss (Raw)": 0.7633037567138672, "Finetune/Step": 11333, "Finetune/Step Time": 6.79006857983768}
+{"Finetune/Learning Rate": 7.61514512969002e-06, "Finetune/Loss": 0.6409000158309937, "Finetune/Loss (Raw)": 0.5125783085823059, "Finetune/Step": 11334, "Finetune/Step Time": 6.793894620612264}
+{"Finetune/Learning Rate": 7.613509794015517e-06, "Finetune/Loss": 0.6400110721588135, "Finetune/Loss (Raw)": 0.5915021300315857, "Finetune/Step": 11335, "Finetune/Step Time": 6.7778156865388155}
+{"Finetune/Learning Rate": 7.611874526015084e-06, "Finetune/Loss": 0.641410231590271, "Finetune/Loss (Raw)": 0.7543029189109802, "Finetune/Step": 11336, "Finetune/Step Time": 6.772473305463791}
+{"Finetune/Learning Rate": 7.610239325735102e-06, "Finetune/Loss": 0.6410605907440186, "Finetune/Loss (Raw)": 0.5758805274963379, "Finetune/Step": 11337, "Finetune/Step Time": 6.772918066009879}
+{"Finetune/Learning Rate": 7.608604193221936e-06, "Finetune/Loss": 0.6409622430801392, "Finetune/Loss (Raw)": 0.6081010103225708, "Finetune/Step": 11338, "Finetune/Step Time": 6.769083879888058}
+{"Finetune/Learning Rate": 7.6069691285219536e-06, "Finetune/Loss": 0.6404548287391663, "Finetune/Loss (Raw)": 0.5784863829612732, "Finetune/Step": 11339, "Finetune/Step Time": 6.770316954702139}
+{"Finetune/Learning Rate": 7.605334131681524e-06, "Finetune/Loss": 0.6401398181915283, "Finetune/Loss (Raw)": 0.7104355096817017, "Finetune/Step": 11340, "Finetune/Step Time": 6.765094760805368}
+{"Finetune/Learning Rate": 7.60369920274701e-06, "Finetune/Loss": 0.6408110857009888, "Finetune/Loss (Raw)": 0.7004536986351013, "Finetune/Step": 11341, "Finetune/Step Time": 6.768265364691615}
+{"Finetune/Learning Rate": 7.60206434176477e-06, "Finetune/Loss": 0.6414957046508789, "Finetune/Loss (Raw)": 0.6694778203964233, "Finetune/Step": 11342, "Finetune/Step Time": 6.771137507632375}
+{"Finetune/Learning Rate": 7.600429548781168e-06, "Finetune/Loss": 0.6408218741416931, "Finetune/Loss (Raw)": 0.5847365856170654, "Finetune/Step": 11343, "Finetune/Step Time": 6.783968590199947}
+{"Finetune/Learning Rate": 7.598794823842557e-06, "Finetune/Loss": 0.6418153643608093, "Finetune/Loss (Raw)": 0.7884911298751831, "Finetune/Step": 11344, "Finetune/Step Time": 6.791685041040182}
+{"Finetune/Learning Rate": 7.597160166995299e-06, "Finetune/Loss": 0.6411479115486145, "Finetune/Loss (Raw)": 0.4913567900657654, "Finetune/Step": 11345, "Finetune/Step Time": 6.802352622151375}
+{"Finetune/Learning Rate": 7.5955255782857455e-06, "Finetune/Loss": 0.6410674452781677, "Finetune/Loss (Raw)": 0.6919010281562805, "Finetune/Step": 11346, "Finetune/Step Time": 6.797814005985856}
+{"Finetune/Learning Rate": 7.593891057760252e-06, "Finetune/Loss": 0.6404854655265808, "Finetune/Loss (Raw)": 0.5005128979682922, "Finetune/Step": 11347, "Finetune/Step Time": 6.813888171687722}
+{"Finetune/Learning Rate": 7.5922566054651636e-06, "Finetune/Loss": 0.639198899269104, "Finetune/Loss (Raw)": 0.544796884059906, "Finetune/Step": 11348, "Finetune/Step Time": 6.817535551264882}
+{"Finetune/Learning Rate": 7.590622221446831e-06, "Finetune/Loss": 0.6397794485092163, "Finetune/Loss (Raw)": 0.692804753780365, "Finetune/Step": 11349, "Finetune/Step Time": 6.821663169190288}
+{"Finetune/Learning Rate": 7.588987905751601e-06, "Finetune/Loss": 0.6388174295425415, "Finetune/Loss (Raw)": 0.5633189678192139, "Finetune/Step": 11350, "Finetune/Step Time": 6.802764227613807}
+{"Finetune/Learning Rate": 7.587353658425816e-06, "Finetune/Loss": 0.6370843648910522, "Finetune/Loss (Raw)": 0.6363698244094849, "Finetune/Step": 11351, "Finetune/Step Time": 6.800535308197141}
+{"Finetune/Learning Rate": 7.585719479515823e-06, "Finetune/Loss": 0.6362307071685791, "Finetune/Loss (Raw)": 0.6006935834884644, "Finetune/Step": 11352, "Finetune/Step Time": 6.7975830193609}
+{"Finetune/Learning Rate": 7.584085369067964e-06, "Finetune/Loss": 0.6357313394546509, "Finetune/Loss (Raw)": 0.7312659621238708, "Finetune/Step": 11353, "Finetune/Step Time": 6.79790567420423}
+{"Finetune/Learning Rate": 7.5824513271285686e-06, "Finetune/Loss": 0.6363808512687683, "Finetune/Loss (Raw)": 0.6636934876441956, "Finetune/Step": 11354, "Finetune/Step Time": 6.777507496997714}
+{"Finetune/Learning Rate": 7.58081735374398e-06, "Finetune/Loss": 0.6359862089157104, "Finetune/Loss (Raw)": 0.6434934139251709, "Finetune/Step": 11355, "Finetune/Step Time": 6.777684468775988}
+{"Finetune/Learning Rate": 7.579183448960532e-06, "Finetune/Loss": 0.6366102695465088, "Finetune/Loss (Raw)": 0.7319138050079346, "Finetune/Step": 11356, "Finetune/Step Time": 6.769340803846717}
+{"Finetune/Learning Rate": 7.577549612824558e-06, "Finetune/Loss": 0.6377291679382324, "Finetune/Loss (Raw)": 0.6962451934814453, "Finetune/Step": 11357, "Finetune/Step Time": 6.772844973951578}
+{"Finetune/Learning Rate": 7.575915845382387e-06, "Finetune/Loss": 0.6387155652046204, "Finetune/Loss (Raw)": 0.7632641196250916, "Finetune/Step": 11358, "Finetune/Step Time": 6.773716405034065}
+{"Finetune/Learning Rate": 7.574282146680354e-06, "Finetune/Loss": 0.6378498077392578, "Finetune/Loss (Raw)": 0.6452023386955261, "Finetune/Step": 11359, "Finetune/Step Time": 6.773750748485327}
+{"Finetune/Learning Rate": 7.572648516764778e-06, "Finetune/Loss": 0.6387749314308167, "Finetune/Loss (Raw)": 0.7230702042579651, "Finetune/Step": 11360, "Finetune/Step Time": 6.777195867151022}
+{"Finetune/Learning Rate": 7.571014955681985e-06, "Finetune/Loss": 0.6386052966117859, "Finetune/Loss (Raw)": 0.6270718574523926, "Finetune/Step": 11361, "Finetune/Step Time": 6.775130024179816}
+{"Finetune/Learning Rate": 7.569381463478304e-06, "Finetune/Loss": 0.6381134986877441, "Finetune/Loss (Raw)": 0.6007780432701111, "Finetune/Step": 11362, "Finetune/Step Time": 6.778153050690889}
+{"Finetune/Learning Rate": 7.567748040200053e-06, "Finetune/Loss": 0.6371185183525085, "Finetune/Loss (Raw)": 0.45103368163108826, "Finetune/Step": 11363, "Finetune/Step Time": 6.785003753378987}
+{"Finetune/Learning Rate": 7.56611468589355e-06, "Finetune/Loss": 0.6377505660057068, "Finetune/Loss (Raw)": 0.6350986957550049, "Finetune/Step": 11364, "Finetune/Step Time": 6.776475556194782}
+{"Finetune/Learning Rate": 7.564481400605117e-06, "Finetune/Loss": 0.6358826756477356, "Finetune/Loss (Raw)": 0.47070810198783875, "Finetune/Step": 11365, "Finetune/Step Time": 6.790308127179742}
+{"Finetune/Learning Rate": 7.562848184381064e-06, "Finetune/Loss": 0.6369904279708862, "Finetune/Loss (Raw)": 0.6913757920265198, "Finetune/Step": 11366, "Finetune/Step Time": 6.788003267720342}
+{"Finetune/Learning Rate": 7.561215037267705e-06, "Finetune/Loss": 0.636168360710144, "Finetune/Loss (Raw)": 0.5849716663360596, "Finetune/Step": 11367, "Finetune/Step Time": 6.77694196254015}
+{"Finetune/Learning Rate": 7.5595819593113506e-06, "Finetune/Loss": 0.6356074810028076, "Finetune/Loss (Raw)": 0.5923655033111572, "Finetune/Step": 11368, "Finetune/Step Time": 6.781757481396198}
+{"Finetune/Learning Rate": 7.557948950558313e-06, "Finetune/Loss": 0.636005163192749, "Finetune/Loss (Raw)": 0.6869016289710999, "Finetune/Step": 11369, "Finetune/Step Time": 6.7980061285197735}
+{"Finetune/Learning Rate": 7.556316011054902e-06, "Finetune/Loss": 0.6368227005004883, "Finetune/Loss (Raw)": 0.6546173691749573, "Finetune/Step": 11370, "Finetune/Step Time": 6.793892318382859}
+{"Finetune/Learning Rate": 7.554683140847419e-06, "Finetune/Loss": 0.6377821564674377, "Finetune/Loss (Raw)": 0.6823229193687439, "Finetune/Step": 11371, "Finetune/Step Time": 6.792774008587003}
+{"Finetune/Learning Rate": 7.553050339982169e-06, "Finetune/Loss": 0.6372201442718506, "Finetune/Loss (Raw)": 0.6173484921455383, "Finetune/Step": 11372, "Finetune/Step Time": 6.792853133752942}
+{"Finetune/Learning Rate": 7.551417608505451e-06, "Finetune/Loss": 0.6377814412117004, "Finetune/Loss (Raw)": 0.7419014573097229, "Finetune/Step": 11373, "Finetune/Step Time": 6.810474241152406}
+{"Finetune/Learning Rate": 7.549784946463569e-06, "Finetune/Loss": 0.6369010210037231, "Finetune/Loss (Raw)": 0.5768788456916809, "Finetune/Step": 11374, "Finetune/Step Time": 6.8201493844389915}
+{"Finetune/Learning Rate": 7.5481523539028146e-06, "Finetune/Loss": 0.6375415325164795, "Finetune/Loss (Raw)": 0.6683954000473022, "Finetune/Step": 11375, "Finetune/Step Time": 6.833454418927431}
+{"Finetune/Learning Rate": 7.54651983086949e-06, "Finetune/Loss": 0.6391819715499878, "Finetune/Loss (Raw)": 0.6313608288764954, "Finetune/Step": 11376, "Finetune/Step Time": 6.820167616009712}
+{"Finetune/Learning Rate": 7.544887377409891e-06, "Finetune/Loss": 0.6403837203979492, "Finetune/Loss (Raw)": 0.5555233955383301, "Finetune/Step": 11377, "Finetune/Step Time": 6.809777822345495}
+{"Finetune/Learning Rate": 7.543254993570297e-06, "Finetune/Loss": 0.641886830329895, "Finetune/Loss (Raw)": 0.6881527304649353, "Finetune/Step": 11378, "Finetune/Step Time": 6.809496654197574}
+{"Finetune/Learning Rate": 7.541622679397008e-06, "Finetune/Loss": 0.6412205696105957, "Finetune/Loss (Raw)": 0.6620761156082153, "Finetune/Step": 11379, "Finetune/Step Time": 6.812207035720348}
+{"Finetune/Learning Rate": 7.53999043493631e-06, "Finetune/Loss": 0.6425676345825195, "Finetune/Loss (Raw)": 0.6576495170593262, "Finetune/Step": 11380, "Finetune/Step Time": 6.808316944167018}
+{"Finetune/Learning Rate": 7.538358260234486e-06, "Finetune/Loss": 0.6418960094451904, "Finetune/Loss (Raw)": 0.5630971789360046, "Finetune/Step": 11381, "Finetune/Step Time": 6.790021726861596}
+{"Finetune/Learning Rate": 7.536726155337823e-06, "Finetune/Loss": 0.6416500210762024, "Finetune/Loss (Raw)": 0.618194580078125, "Finetune/Step": 11382, "Finetune/Step Time": 6.795683518052101}
+{"Finetune/Learning Rate": 7.535094120292604e-06, "Finetune/Loss": 0.6405541896820068, "Finetune/Loss (Raw)": 0.5168355703353882, "Finetune/Step": 11383, "Finetune/Step Time": 6.798595309257507}
+{"Finetune/Learning Rate": 7.533462155145105e-06, "Finetune/Loss": 0.6407351493835449, "Finetune/Loss (Raw)": 0.7021918892860413, "Finetune/Step": 11384, "Finetune/Step Time": 6.798227054998279}
+{"Finetune/Learning Rate": 7.531830259941602e-06, "Finetune/Loss": 0.6416205167770386, "Finetune/Loss (Raw)": 0.732780396938324, "Finetune/Step": 11385, "Finetune/Step Time": 6.804448859766126}
+{"Finetune/Learning Rate": 7.530198434728377e-06, "Finetune/Loss": 0.6414013504981995, "Finetune/Loss (Raw)": 0.5934467911720276, "Finetune/Step": 11386, "Finetune/Step Time": 6.816228223964572}
+{"Finetune/Learning Rate": 7.528566679551701e-06, "Finetune/Loss": 0.6416983604431152, "Finetune/Loss (Raw)": 0.6758904457092285, "Finetune/Step": 11387, "Finetune/Step Time": 6.817324139177799}
+{"Finetune/Learning Rate": 7.5269349944578454e-06, "Finetune/Loss": 0.6425257921218872, "Finetune/Loss (Raw)": 0.6946955919265747, "Finetune/Step": 11388, "Finetune/Step Time": 6.815356491133571}
+{"Finetune/Learning Rate": 7.525303379493084e-06, "Finetune/Loss": 0.6416478157043457, "Finetune/Loss (Raw)": 0.6206256747245789, "Finetune/Step": 11389, "Finetune/Step Time": 6.837081380188465}
+{"Finetune/Learning Rate": 7.523671834703678e-06, "Finetune/Loss": 0.6413758993148804, "Finetune/Loss (Raw)": 0.6329382658004761, "Finetune/Step": 11390, "Finetune/Step Time": 6.841124916449189}
+{"Finetune/Learning Rate": 7.5220403601359e-06, "Finetune/Loss": 0.6403183937072754, "Finetune/Loss (Raw)": 0.5058600902557373, "Finetune/Step": 11391, "Finetune/Step Time": 6.841081399470568}
+{"Finetune/Learning Rate": 7.5204089558360076e-06, "Finetune/Loss": 0.6402068734169006, "Finetune/Loss (Raw)": 0.6784642934799194, "Finetune/Step": 11392, "Finetune/Step Time": 6.8385627046227455}
+{"Finetune/Learning Rate": 7.518777621850267e-06, "Finetune/Loss": 0.6417014598846436, "Finetune/Loss (Raw)": 0.6979806423187256, "Finetune/Step": 11393, "Finetune/Step Time": 6.838978921994567}
+{"Finetune/Learning Rate": 7.517146358224938e-06, "Finetune/Loss": 0.6398208737373352, "Finetune/Loss (Raw)": 0.5025357007980347, "Finetune/Step": 11394, "Finetune/Step Time": 6.842350544407964}
+{"Finetune/Learning Rate": 7.515515165006281e-06, "Finetune/Loss": 0.6401311159133911, "Finetune/Loss (Raw)": 0.7492080330848694, "Finetune/Step": 11395, "Finetune/Step Time": 6.840587418526411}
+{"Finetune/Learning Rate": 7.513884042240546e-06, "Finetune/Loss": 0.6398895978927612, "Finetune/Loss (Raw)": 0.645152747631073, "Finetune/Step": 11396, "Finetune/Step Time": 6.83125782944262}
+{"Finetune/Learning Rate": 7.51225298997399e-06, "Finetune/Loss": 0.6408215165138245, "Finetune/Loss (Raw)": 0.5954535603523254, "Finetune/Step": 11397, "Finetune/Step Time": 6.816004313528538}
+{"Finetune/Learning Rate": 7.5106220082528655e-06, "Finetune/Loss": 0.6416839957237244, "Finetune/Loss (Raw)": 0.7659924030303955, "Finetune/Step": 11398, "Finetune/Step Time": 6.841400995850563}
+{"Finetune/Learning Rate": 7.508991097123422e-06, "Finetune/Loss": 0.6414989829063416, "Finetune/Loss (Raw)": 0.7049639225006104, "Finetune/Step": 11399, "Finetune/Step Time": 6.845818392932415}
+{"Finetune/Learning Rate": 7.5073602566319045e-06, "Finetune/Loss": 0.6409457921981812, "Finetune/Loss (Raw)": 0.6356362104415894, "Finetune/Step": 11400, "Finetune/Step Time": 6.851580712944269}
+{"Finetune/Learning Rate": 7.505729486824569e-06, "Finetune/Loss": 0.6403387188911438, "Finetune/Loss (Raw)": 0.6315186619758606, "Finetune/Step": 11401, "Finetune/Step Time": 6.850944122299552}
+{"Finetune/Learning Rate": 7.504098787747647e-06, "Finetune/Loss": 0.6413381099700928, "Finetune/Loss (Raw)": 0.7543066740036011, "Finetune/Step": 11402, "Finetune/Step Time": 6.850707294419408}
+{"Finetune/Learning Rate": 7.502468159447387e-06, "Finetune/Loss": 0.6421010494232178, "Finetune/Loss (Raw)": 0.7053032517433167, "Finetune/Step": 11403, "Finetune/Step Time": 6.837948402389884}
+{"Finetune/Learning Rate": 7.500837601970028e-06, "Finetune/Loss": 0.6425074338912964, "Finetune/Loss (Raw)": 0.6493130326271057, "Finetune/Step": 11404, "Finetune/Step Time": 6.836081348359585}
+{"Finetune/Learning Rate": 7.499207115361808e-06, "Finetune/Loss": 0.6428582668304443, "Finetune/Loss (Raw)": 0.7477453351020813, "Finetune/Step": 11405, "Finetune/Step Time": 6.831287121400237}
+{"Finetune/Learning Rate": 7.497576699668963e-06, "Finetune/Loss": 0.6421434283256531, "Finetune/Loss (Raw)": 0.566959798336029, "Finetune/Step": 11406, "Finetune/Step Time": 6.830575784668326}
+{"Finetune/Learning Rate": 7.4959463549377255e-06, "Finetune/Loss": 0.6428245902061462, "Finetune/Loss (Raw)": 0.6996431946754456, "Finetune/Step": 11407, "Finetune/Step Time": 6.820694487541914}
+{"Finetune/Learning Rate": 7.494316081214335e-06, "Finetune/Loss": 0.6428691744804382, "Finetune/Loss (Raw)": 0.6032501459121704, "Finetune/Step": 11408, "Finetune/Step Time": 6.820849422365427}
+{"Finetune/Learning Rate": 7.49268587854501e-06, "Finetune/Loss": 0.6411675214767456, "Finetune/Loss (Raw)": 0.48908811807632446, "Finetune/Step": 11409, "Finetune/Step Time": 6.817580809816718}
+{"Finetune/Learning Rate": 7.491055746975981e-06, "Finetune/Loss": 0.6416386365890503, "Finetune/Loss (Raw)": 0.636307954788208, "Finetune/Step": 11410, "Finetune/Step Time": 6.806302201002836}
+{"Finetune/Learning Rate": 7.489425686553481e-06, "Finetune/Loss": 0.6425787210464478, "Finetune/Loss (Raw)": 0.6972112655639648, "Finetune/Step": 11411, "Finetune/Step Time": 6.7957446575164795}
+{"Finetune/Learning Rate": 7.487795697323727e-06, "Finetune/Loss": 0.6436418890953064, "Finetune/Loss (Raw)": 0.714199960231781, "Finetune/Step": 11412, "Finetune/Step Time": 6.763061858713627}
+{"Finetune/Learning Rate": 7.486165779332946e-06, "Finetune/Loss": 0.6450209617614746, "Finetune/Loss (Raw)": 0.7066463232040405, "Finetune/Step": 11413, "Finetune/Step Time": 6.755633633583784}
+{"Finetune/Learning Rate": 7.4845359326273545e-06, "Finetune/Loss": 0.6459149122238159, "Finetune/Loss (Raw)": 0.6557026505470276, "Finetune/Step": 11414, "Finetune/Step Time": 6.755440091714263}
+{"Finetune/Learning Rate": 7.48290615725317e-06, "Finetune/Loss": 0.6456000804901123, "Finetune/Loss (Raw)": 0.708450198173523, "Finetune/Step": 11415, "Finetune/Step Time": 6.761173332110047}
+{"Finetune/Learning Rate": 7.481276453256609e-06, "Finetune/Loss": 0.6455986499786377, "Finetune/Loss (Raw)": 0.692251980304718, "Finetune/Step": 11416, "Finetune/Step Time": 6.7591341976076365}
+{"Finetune/Learning Rate": 7.479646820683884e-06, "Finetune/Loss": 0.6452189087867737, "Finetune/Loss (Raw)": 0.5980098247528076, "Finetune/Step": 11417, "Finetune/Step Time": 6.759414946660399}
+{"Finetune/Learning Rate": 7.47801725958121e-06, "Finetune/Loss": 0.645001232624054, "Finetune/Loss (Raw)": 0.6892750263214111, "Finetune/Step": 11418, "Finetune/Step Time": 6.7628601882606745}
+{"Finetune/Learning Rate": 7.476387769994795e-06, "Finetune/Loss": 0.6466962695121765, "Finetune/Loss (Raw)": 0.780552864074707, "Finetune/Step": 11419, "Finetune/Step Time": 6.760752212256193}
+{"Finetune/Learning Rate": 7.474758351970847e-06, "Finetune/Loss": 0.6481512784957886, "Finetune/Loss (Raw)": 0.7656502723693848, "Finetune/Step": 11420, "Finetune/Step Time": 6.745172169059515}
+{"Finetune/Learning Rate": 7.473129005555572e-06, "Finetune/Loss": 0.6482490301132202, "Finetune/Loss (Raw)": 0.6819227933883667, "Finetune/Step": 11421, "Finetune/Step Time": 6.740615198388696}
+{"Finetune/Learning Rate": 7.471499730795171e-06, "Finetune/Loss": 0.6489675045013428, "Finetune/Loss (Raw)": 0.7186885476112366, "Finetune/Step": 11422, "Finetune/Step Time": 6.7372740767896175}
+{"Finetune/Learning Rate": 7.469870527735849e-06, "Finetune/Loss": 0.6494977474212646, "Finetune/Loss (Raw)": 0.6239250302314758, "Finetune/Step": 11423, "Finetune/Step Time": 6.723735133185983}
+{"Finetune/Learning Rate": 7.468241396423801e-06, "Finetune/Loss": 0.6498786211013794, "Finetune/Loss (Raw)": 0.6637023091316223, "Finetune/Step": 11424, "Finetune/Step Time": 6.725138632580638}
+{"Finetune/Learning Rate": 7.4666123369052305e-06, "Finetune/Loss": 0.6485564708709717, "Finetune/Loss (Raw)": 0.5014271140098572, "Finetune/Step": 11425, "Finetune/Step Time": 6.741467954590917}
+{"Finetune/Learning Rate": 7.464983349226333e-06, "Finetune/Loss": 0.6485939025878906, "Finetune/Loss (Raw)": 0.6924523711204529, "Finetune/Step": 11426, "Finetune/Step Time": 6.74400139041245}
+{"Finetune/Learning Rate": 7.463354433433294e-06, "Finetune/Loss": 0.6478726863861084, "Finetune/Loss (Raw)": 0.6016991138458252, "Finetune/Step": 11427, "Finetune/Step Time": 6.76214705966413}
+{"Finetune/Learning Rate": 7.461725589572312e-06, "Finetune/Loss": 0.6465664505958557, "Finetune/Loss (Raw)": 0.6250930428504944, "Finetune/Step": 11428, "Finetune/Step Time": 6.7542967814952135}
+{"Finetune/Learning Rate": 7.4600968176895735e-06, "Finetune/Loss": 0.6453271508216858, "Finetune/Loss (Raw)": 0.5611752271652222, "Finetune/Step": 11429, "Finetune/Step Time": 6.74794858507812}
+{"Finetune/Learning Rate": 7.458468117831268e-06, "Finetune/Loss": 0.6458919048309326, "Finetune/Loss (Raw)": 0.6702858805656433, "Finetune/Step": 11430, "Finetune/Step Time": 6.72749151289463}
+{"Finetune/Learning Rate": 7.456839490043577e-06, "Finetune/Loss": 0.6454236507415771, "Finetune/Loss (Raw)": 0.6629094481468201, "Finetune/Step": 11431, "Finetune/Step Time": 6.739704594016075}
+{"Finetune/Learning Rate": 7.455210934372692e-06, "Finetune/Loss": 0.6470681428909302, "Finetune/Loss (Raw)": 0.6817403435707092, "Finetune/Step": 11432, "Finetune/Step Time": 6.724353849887848}
+{"Finetune/Learning Rate": 7.453582450864785e-06, "Finetune/Loss": 0.6466089487075806, "Finetune/Loss (Raw)": 0.6894694566726685, "Finetune/Step": 11433, "Finetune/Step Time": 6.725934084504843}
+{"Finetune/Learning Rate": 7.451954039566036e-06, "Finetune/Loss": 0.6489125490188599, "Finetune/Loss (Raw)": 0.7216585874557495, "Finetune/Step": 11434, "Finetune/Step Time": 6.7097819074988365}
+{"Finetune/Learning Rate": 7.450325700522627e-06, "Finetune/Loss": 0.6460700035095215, "Finetune/Loss (Raw)": 0.46703147888183594, "Finetune/Step": 11435, "Finetune/Step Time": 6.745560901239514}
+{"Finetune/Learning Rate": 7.448697433780731e-06, "Finetune/Loss": 0.6470651626586914, "Finetune/Loss (Raw)": 0.743622899055481, "Finetune/Step": 11436, "Finetune/Step Time": 6.74244031496346}
+{"Finetune/Learning Rate": 7.447069239386521e-06, "Finetune/Loss": 0.6465734243392944, "Finetune/Loss (Raw)": 0.5673233270645142, "Finetune/Step": 11437, "Finetune/Step Time": 6.7451080325990915}
+{"Finetune/Learning Rate": 7.44544111738617e-06, "Finetune/Loss": 0.6463322639465332, "Finetune/Loss (Raw)": 0.6494079828262329, "Finetune/Step": 11438, "Finetune/Step Time": 6.746500628069043}
+{"Finetune/Learning Rate": 7.4438130678258426e-06, "Finetune/Loss": 0.6469897627830505, "Finetune/Loss (Raw)": 0.7014757394790649, "Finetune/Step": 11439, "Finetune/Step Time": 6.747772626578808}
+{"Finetune/Learning Rate": 7.442185090751706e-06, "Finetune/Loss": 0.6467534303665161, "Finetune/Loss (Raw)": 0.6047332882881165, "Finetune/Step": 11440, "Finetune/Step Time": 6.747090760618448}
+{"Finetune/Learning Rate": 7.440557186209927e-06, "Finetune/Loss": 0.6458175182342529, "Finetune/Loss (Raw)": 0.656146764755249, "Finetune/Step": 11441, "Finetune/Step Time": 6.743933282792568}
+{"Finetune/Learning Rate": 7.438929354246669e-06, "Finetune/Loss": 0.6450492143630981, "Finetune/Loss (Raw)": 0.5028530359268188, "Finetune/Step": 11442, "Finetune/Step Time": 6.74220647662878}
+{"Finetune/Learning Rate": 7.437301594908093e-06, "Finetune/Loss": 0.6451817154884338, "Finetune/Loss (Raw)": 0.6491650938987732, "Finetune/Step": 11443, "Finetune/Step Time": 6.7439904268831015}
+{"Finetune/Learning Rate": 7.435673908240357e-06, "Finetune/Loss": 0.6455644369125366, "Finetune/Loss (Raw)": 0.6712527871131897, "Finetune/Step": 11444, "Finetune/Step Time": 6.7388001549988985}
+{"Finetune/Learning Rate": 7.4340462942896166e-06, "Finetune/Loss": 0.6453808546066284, "Finetune/Loss (Raw)": 0.7020648717880249, "Finetune/Step": 11445, "Finetune/Step Time": 6.738565545529127}
+{"Finetune/Learning Rate": 7.432418753102024e-06, "Finetune/Loss": 0.6446833610534668, "Finetune/Loss (Raw)": 0.6344121694564819, "Finetune/Step": 11446, "Finetune/Step Time": 6.735373880714178}
+{"Finetune/Learning Rate": 7.430791284723737e-06, "Finetune/Loss": 0.6455601453781128, "Finetune/Loss (Raw)": 0.7898430824279785, "Finetune/Step": 11447, "Finetune/Step Time": 6.736312348395586}
+{"Finetune/Learning Rate": 7.429163889200902e-06, "Finetune/Loss": 0.6458150148391724, "Finetune/Loss (Raw)": 0.6783052682876587, "Finetune/Step": 11448, "Finetune/Step Time": 6.734013359993696}
+{"Finetune/Learning Rate": 7.427536566579667e-06, "Finetune/Loss": 0.6447986364364624, "Finetune/Loss (Raw)": 0.5605959296226501, "Finetune/Step": 11449, "Finetune/Step Time": 6.734597086906433}
+{"Finetune/Learning Rate": 7.425909316906186e-06, "Finetune/Loss": 0.6440034508705139, "Finetune/Loss (Raw)": 0.6376860737800598, "Finetune/Step": 11450, "Finetune/Step Time": 6.731915783137083}
+{"Finetune/Learning Rate": 7.424282140226591e-06, "Finetune/Loss": 0.6451581716537476, "Finetune/Loss (Raw)": 0.6392320990562439, "Finetune/Step": 11451, "Finetune/Step Time": 6.72746093198657}
+{"Finetune/Learning Rate": 7.422655036587032e-06, "Finetune/Loss": 0.6452693343162537, "Finetune/Loss (Raw)": 0.6802354454994202, "Finetune/Step": 11452, "Finetune/Step Time": 6.717560056596994}
+{"Finetune/Learning Rate": 7.4210280060336475e-06, "Finetune/Loss": 0.6449030637741089, "Finetune/Loss (Raw)": 0.6370975971221924, "Finetune/Step": 11453, "Finetune/Step Time": 6.716614497825503}
+{"Finetune/Learning Rate": 7.419401048612574e-06, "Finetune/Loss": 0.6460635662078857, "Finetune/Loss (Raw)": 0.7097106575965881, "Finetune/Step": 11454, "Finetune/Step Time": 6.720882300287485}
+{"Finetune/Learning Rate": 7.4177741643699495e-06, "Finetune/Loss": 0.6450493335723877, "Finetune/Loss (Raw)": 0.46575474739074707, "Finetune/Step": 11455, "Finetune/Step Time": 6.7341272588819265}
+{"Finetune/Learning Rate": 7.416147353351909e-06, "Finetune/Loss": 0.6452152729034424, "Finetune/Loss (Raw)": 0.6355790495872498, "Finetune/Step": 11456, "Finetune/Step Time": 6.73628418892622}
+{"Finetune/Learning Rate": 7.414520615604579e-06, "Finetune/Loss": 0.6450140476226807, "Finetune/Loss (Raw)": 0.6323309540748596, "Finetune/Step": 11457, "Finetune/Step Time": 6.745157655328512}
+{"Finetune/Learning Rate": 7.412893951174092e-06, "Finetune/Loss": 0.6459851264953613, "Finetune/Loss (Raw)": 0.6364818215370178, "Finetune/Step": 11458, "Finetune/Step Time": 6.744950316846371}
+{"Finetune/Learning Rate": 7.411267360106577e-06, "Finetune/Loss": 0.6467654705047607, "Finetune/Loss (Raw)": 0.7202445864677429, "Finetune/Step": 11459, "Finetune/Step Time": 6.761862201616168}
+{"Finetune/Learning Rate": 7.409640842448158e-06, "Finetune/Loss": 0.6447024941444397, "Finetune/Loss (Raw)": 0.49566787481307983, "Finetune/Step": 11460, "Finetune/Step Time": 6.776806872338057}
+{"Finetune/Learning Rate": 7.4080143982449585e-06, "Finetune/Loss": 0.6439358592033386, "Finetune/Loss (Raw)": 0.665177047252655, "Finetune/Step": 11461, "Finetune/Step Time": 6.778648583218455}
+{"Finetune/Learning Rate": 7.406388027543102e-06, "Finetune/Loss": 0.6443184018135071, "Finetune/Loss (Raw)": 0.5615432858467102, "Finetune/Step": 11462, "Finetune/Step Time": 6.773495081812143}
+{"Finetune/Learning Rate": 7.404761730388704e-06, "Finetune/Loss": 0.644507884979248, "Finetune/Loss (Raw)": 0.6157564520835876, "Finetune/Step": 11463, "Finetune/Step Time": 6.767168052494526}
+{"Finetune/Learning Rate": 7.403135506827883e-06, "Finetune/Loss": 0.6444031000137329, "Finetune/Loss (Raw)": 0.7408832907676697, "Finetune/Step": 11464, "Finetune/Step Time": 6.784207796677947}
+{"Finetune/Learning Rate": 7.401509356906755e-06, "Finetune/Loss": 0.6446094512939453, "Finetune/Loss (Raw)": 0.6023014187812805, "Finetune/Step": 11465, "Finetune/Step Time": 6.785571938380599}
+{"Finetune/Learning Rate": 7.3998832806714316e-06, "Finetune/Loss": 0.6449153423309326, "Finetune/Loss (Raw)": 0.647250771522522, "Finetune/Step": 11466, "Finetune/Step Time": 6.803254120051861}
+{"Finetune/Learning Rate": 7.398257278168026e-06, "Finetune/Loss": 0.6442546844482422, "Finetune/Loss (Raw)": 0.49392205476760864, "Finetune/Step": 11467, "Finetune/Step Time": 6.8155260886996984}
+{"Finetune/Learning Rate": 7.3966313494426464e-06, "Finetune/Loss": 0.6440204381942749, "Finetune/Loss (Raw)": 0.6804562211036682, "Finetune/Step": 11468, "Finetune/Step Time": 6.817622171714902}
+{"Finetune/Learning Rate": 7.395005494541398e-06, "Finetune/Loss": 0.6432399749755859, "Finetune/Loss (Raw)": 0.6005587577819824, "Finetune/Step": 11469, "Finetune/Step Time": 6.811639167368412}
+{"Finetune/Learning Rate": 7.393379713510387e-06, "Finetune/Loss": 0.6426411867141724, "Finetune/Loss (Raw)": 0.5928263068199158, "Finetune/Step": 11470, "Finetune/Step Time": 6.82086786814034}
+{"Finetune/Learning Rate": 7.391754006395713e-06, "Finetune/Loss": 0.6425343751907349, "Finetune/Loss (Raw)": 0.5710681676864624, "Finetune/Step": 11471, "Finetune/Step Time": 6.825391726568341}
+{"Finetune/Learning Rate": 7.390128373243479e-06, "Finetune/Loss": 0.6417986154556274, "Finetune/Loss (Raw)": 0.6943143010139465, "Finetune/Step": 11472, "Finetune/Step Time": 6.808924697339535}
+{"Finetune/Learning Rate": 7.388502814099781e-06, "Finetune/Loss": 0.6425060033798218, "Finetune/Loss (Raw)": 0.5818977952003479, "Finetune/Step": 11473, "Finetune/Step Time": 6.7945434879511595}
+{"Finetune/Learning Rate": 7.386877329010724e-06, "Finetune/Loss": 0.6421408653259277, "Finetune/Loss (Raw)": 0.6451618075370789, "Finetune/Step": 11474, "Finetune/Step Time": 6.797706374898553}
+{"Finetune/Learning Rate": 7.385251918022391e-06, "Finetune/Loss": 0.6434532403945923, "Finetune/Loss (Raw)": 0.6685032248497009, "Finetune/Step": 11475, "Finetune/Step Time": 6.78579399921}
+{"Finetune/Learning Rate": 7.383626581180876e-06, "Finetune/Loss": 0.6441839933395386, "Finetune/Loss (Raw)": 0.6383309960365295, "Finetune/Step": 11476, "Finetune/Step Time": 6.7800694946199656}
+{"Finetune/Learning Rate": 7.382001318532273e-06, "Finetune/Loss": 0.6432098746299744, "Finetune/Loss (Raw)": 0.5681189298629761, "Finetune/Step": 11477, "Finetune/Step Time": 6.778707444667816}
+{"Finetune/Learning Rate": 7.3803761301226674e-06, "Finetune/Loss": 0.6437956094741821, "Finetune/Loss (Raw)": 0.6382893323898315, "Finetune/Step": 11478, "Finetune/Step Time": 6.7743950337171555}
+{"Finetune/Learning Rate": 7.3787510159981464e-06, "Finetune/Loss": 0.6432855129241943, "Finetune/Loss (Raw)": 0.5710822343826294, "Finetune/Step": 11479, "Finetune/Step Time": 6.782369500026107}
+{"Finetune/Learning Rate": 7.377125976204794e-06, "Finetune/Loss": 0.6431078910827637, "Finetune/Loss (Raw)": 0.5779563188552856, "Finetune/Step": 11480, "Finetune/Step Time": 6.780743535608053}
+{"Finetune/Learning Rate": 7.375501010788689e-06, "Finetune/Loss": 0.6411070823669434, "Finetune/Loss (Raw)": 0.47515344619750977, "Finetune/Step": 11481, "Finetune/Step Time": 6.787537969648838}
+{"Finetune/Learning Rate": 7.373876119795913e-06, "Finetune/Loss": 0.6415071487426758, "Finetune/Loss (Raw)": 0.7149022221565247, "Finetune/Step": 11482, "Finetune/Step Time": 6.7881193943321705}
+{"Finetune/Learning Rate": 7.372251303272539e-06, "Finetune/Loss": 0.6416058540344238, "Finetune/Loss (Raw)": 0.6561288237571716, "Finetune/Step": 11483, "Finetune/Step Time": 6.787254996597767}
+{"Finetune/Learning Rate": 7.370626561264649e-06, "Finetune/Loss": 0.6408878564834595, "Finetune/Loss (Raw)": 0.6400123238563538, "Finetune/Step": 11484, "Finetune/Step Time": 6.78975004516542}
+{"Finetune/Learning Rate": 7.369001893818313e-06, "Finetune/Loss": 0.6401976943016052, "Finetune/Loss (Raw)": 0.6079088449478149, "Finetune/Step": 11485, "Finetune/Step Time": 6.790267361328006}
+{"Finetune/Learning Rate": 7.367377300979602e-06, "Finetune/Loss": 0.6389868259429932, "Finetune/Loss (Raw)": 0.6082693934440613, "Finetune/Step": 11486, "Finetune/Step Time": 6.791405541822314}
+{"Finetune/Learning Rate": 7.365752782794584e-06, "Finetune/Loss": 0.6387789845466614, "Finetune/Loss (Raw)": 0.6186005473136902, "Finetune/Step": 11487, "Finetune/Step Time": 6.789947021752596}
+{"Finetune/Learning Rate": 7.364128339309326e-06, "Finetune/Loss": 0.6379667520523071, "Finetune/Loss (Raw)": 0.6191034317016602, "Finetune/Step": 11488, "Finetune/Step Time": 6.786919292062521}
+{"Finetune/Learning Rate": 7.362503970569892e-06, "Finetune/Loss": 0.6382479667663574, "Finetune/Loss (Raw)": 0.6630602478981018, "Finetune/Step": 11489, "Finetune/Step Time": 6.79719421453774}
+{"Finetune/Learning Rate": 7.360879676622344e-06, "Finetune/Loss": 0.6387454271316528, "Finetune/Loss (Raw)": 0.6644588708877563, "Finetune/Step": 11490, "Finetune/Step Time": 6.799206186085939}
+{"Finetune/Learning Rate": 7.359255457512746e-06, "Finetune/Loss": 0.6403282284736633, "Finetune/Loss (Raw)": 0.6536338329315186, "Finetune/Step": 11491, "Finetune/Step Time": 6.813340505585074}
+{"Finetune/Learning Rate": 7.357631313287154e-06, "Finetune/Loss": 0.6398723721504211, "Finetune/Loss (Raw)": 0.5767436027526855, "Finetune/Step": 11492, "Finetune/Step Time": 6.812423935160041}
+{"Finetune/Learning Rate": 7.356007243991626e-06, "Finetune/Loss": 0.6423768401145935, "Finetune/Loss (Raw)": 0.7912873029708862, "Finetune/Step": 11493, "Finetune/Step Time": 6.797577923163772}
+{"Finetune/Learning Rate": 7.354383249672212e-06, "Finetune/Loss": 0.6432185769081116, "Finetune/Loss (Raw)": 0.7991147041320801, "Finetune/Step": 11494, "Finetune/Step Time": 6.8146023117005825}
+{"Finetune/Learning Rate": 7.352759330374965e-06, "Finetune/Loss": 0.6430332660675049, "Finetune/Loss (Raw)": 0.5612545609474182, "Finetune/Step": 11495, "Finetune/Step Time": 6.814195562154055}
+{"Finetune/Learning Rate": 7.351135486145937e-06, "Finetune/Loss": 0.6441702842712402, "Finetune/Loss (Raw)": 0.7379024028778076, "Finetune/Step": 11496, "Finetune/Step Time": 6.810612864792347}
+{"Finetune/Learning Rate": 7.349511717031172e-06, "Finetune/Loss": 0.6436519026756287, "Finetune/Loss (Raw)": 0.6205446720123291, "Finetune/Step": 11497, "Finetune/Step Time": 6.801272101700306}
+{"Finetune/Learning Rate": 7.347888023076719e-06, "Finetune/Loss": 0.6440030336380005, "Finetune/Loss (Raw)": 0.6995647549629211, "Finetune/Step": 11498, "Finetune/Step Time": 6.8017566706985235}
+{"Finetune/Learning Rate": 7.3462644043286246e-06, "Finetune/Loss": 0.6440621614456177, "Finetune/Loss (Raw)": 0.6898887157440186, "Finetune/Step": 11499, "Finetune/Step Time": 6.804257931187749}
+{"Finetune/Learning Rate": 7.34464086083292e-06, "Finetune/Loss": 0.6443832516670227, "Finetune/Loss (Raw)": 0.6584486961364746, "Finetune/Step": 11500, "Finetune/Step Time": 6.801302472129464}
+{"Finetune/Learning Rate": 7.343017392635652e-06, "Finetune/Loss": 0.6425654888153076, "Finetune/Loss (Raw)": 0.5092345476150513, "Finetune/Step": 11501, "Finetune/Step Time": 6.789778156206012}
+{"Finetune/Learning Rate": 7.341393999782853e-06, "Finetune/Loss": 0.6427181959152222, "Finetune/Loss (Raw)": 0.5964256525039673, "Finetune/Step": 11502, "Finetune/Step Time": 6.783827839419246}
+{"Finetune/Learning Rate": 7.339770682320562e-06, "Finetune/Loss": 0.6425061225891113, "Finetune/Loss (Raw)": 0.6412462592124939, "Finetune/Step": 11503, "Finetune/Step Time": 6.761999865993857}
+{"Finetune/Learning Rate": 7.338147440294809e-06, "Finetune/Loss": 0.6430443525314331, "Finetune/Loss (Raw)": 0.700259268283844, "Finetune/Step": 11504, "Finetune/Step Time": 6.78162107989192}
+{"Finetune/Learning Rate": 7.3365242737516285e-06, "Finetune/Loss": 0.6439183950424194, "Finetune/Loss (Raw)": 0.6674011945724487, "Finetune/Step": 11505, "Finetune/Step Time": 6.771019773557782}
+{"Finetune/Learning Rate": 7.334901182737042e-06, "Finetune/Loss": 0.6446748971939087, "Finetune/Loss (Raw)": 0.7849775552749634, "Finetune/Step": 11506, "Finetune/Step Time": 6.77330244332552}
+{"Finetune/Learning Rate": 7.333278167297079e-06, "Finetune/Loss": 0.644791841506958, "Finetune/Loss (Raw)": 0.6770464181900024, "Finetune/Step": 11507, "Finetune/Step Time": 6.778020288795233}
+{"Finetune/Learning Rate": 7.3316552274777655e-06, "Finetune/Loss": 0.6455819606781006, "Finetune/Loss (Raw)": 0.7587787508964539, "Finetune/Step": 11508, "Finetune/Step Time": 6.774858558550477}
+{"Finetune/Learning Rate": 7.330032363325122e-06, "Finetune/Loss": 0.6471590995788574, "Finetune/Loss (Raw)": 0.7649766802787781, "Finetune/Step": 11509, "Finetune/Step Time": 6.77340978756547}
+{"Finetune/Learning Rate": 7.328409574885167e-06, "Finetune/Loss": 0.6475811004638672, "Finetune/Loss (Raw)": 0.6722119450569153, "Finetune/Step": 11510, "Finetune/Step Time": 6.768908027559519}
+{"Finetune/Learning Rate": 7.326786862203923e-06, "Finetune/Loss": 0.6485109329223633, "Finetune/Loss (Raw)": 0.6358500719070435, "Finetune/Step": 11511, "Finetune/Step Time": 6.767315492033958}
+{"Finetune/Learning Rate": 7.325164225327399e-06, "Finetune/Loss": 0.6482008695602417, "Finetune/Loss (Raw)": 0.6625131368637085, "Finetune/Step": 11512, "Finetune/Step Time": 6.784071361646056}
+{"Finetune/Learning Rate": 7.323541664301612e-06, "Finetune/Loss": 0.6471807956695557, "Finetune/Loss (Raw)": 0.6022017598152161, "Finetune/Step": 11513, "Finetune/Step Time": 6.777019137516618}
+{"Finetune/Learning Rate": 7.321919179172571e-06, "Finetune/Loss": 0.6482830047607422, "Finetune/Loss (Raw)": 0.7345297336578369, "Finetune/Step": 11514, "Finetune/Step Time": 6.758382426574826}
+{"Finetune/Learning Rate": 7.320296769986288e-06, "Finetune/Loss": 0.6485703587532043, "Finetune/Loss (Raw)": 0.7126767039299011, "Finetune/Step": 11515, "Finetune/Step Time": 6.754235312342644}
+{"Finetune/Learning Rate": 7.318674436788769e-06, "Finetune/Loss": 0.6482856273651123, "Finetune/Loss (Raw)": 0.6582472920417786, "Finetune/Step": 11516, "Finetune/Step Time": 6.747291650623083}
+{"Finetune/Learning Rate": 7.317052179626019e-06, "Finetune/Loss": 0.6486538052558899, "Finetune/Loss (Raw)": 0.6677557229995728, "Finetune/Step": 11517, "Finetune/Step Time": 6.723530536517501}
+{"Finetune/Learning Rate": 7.315429998544039e-06, "Finetune/Loss": 0.6486777663230896, "Finetune/Loss (Raw)": 0.6360048055648804, "Finetune/Step": 11518, "Finetune/Step Time": 6.722193267196417}
+{"Finetune/Learning Rate": 7.313807893588831e-06, "Finetune/Loss": 0.650374174118042, "Finetune/Loss (Raw)": 0.7229989767074585, "Finetune/Step": 11519, "Finetune/Step Time": 6.722637046128511}
+{"Finetune/Learning Rate": 7.312185864806391e-06, "Finetune/Loss": 0.6503323912620544, "Finetune/Loss (Raw)": 0.6731173992156982, "Finetune/Step": 11520, "Finetune/Step Time": 6.727507691830397}
+{"Finetune/Learning Rate": 7.3105639122427185e-06, "Finetune/Loss": 0.6488690376281738, "Finetune/Loss (Raw)": 0.5106703639030457, "Finetune/Step": 11521, "Finetune/Step Time": 6.741030357778072}
+{"Finetune/Learning Rate": 7.308942035943802e-06, "Finetune/Loss": 0.650391697883606, "Finetune/Loss (Raw)": 0.6974383592605591, "Finetune/Step": 11522, "Finetune/Step Time": 6.739542253315449}
+{"Finetune/Learning Rate": 7.307320235955644e-06, "Finetune/Loss": 0.6496496200561523, "Finetune/Loss (Raw)": 0.6542198657989502, "Finetune/Step": 11523, "Finetune/Step Time": 6.744112452492118}
+{"Finetune/Learning Rate": 7.305698512324222e-06, "Finetune/Loss": 0.6495971083641052, "Finetune/Loss (Raw)": 0.6384310126304626, "Finetune/Step": 11524, "Finetune/Step Time": 6.7455252725631}
+{"Finetune/Learning Rate": 7.304076865095529e-06, "Finetune/Loss": 0.6503756046295166, "Finetune/Loss (Raw)": 0.6951016187667847, "Finetune/Step": 11525, "Finetune/Step Time": 6.764080807566643}
+{"Finetune/Learning Rate": 7.30245529431555e-06, "Finetune/Loss": 0.6494089365005493, "Finetune/Loss (Raw)": 0.6422560811042786, "Finetune/Step": 11526, "Finetune/Step Time": 6.732988780364394}
+{"Finetune/Learning Rate": 7.300833800030269e-06, "Finetune/Loss": 0.6490429639816284, "Finetune/Loss (Raw)": 0.6581166982650757, "Finetune/Step": 11527, "Finetune/Step Time": 6.731070438399911}
+{"Finetune/Learning Rate": 7.299212382285665e-06, "Finetune/Loss": 0.6504906415939331, "Finetune/Loss (Raw)": 0.8209474682807922, "Finetune/Step": 11528, "Finetune/Step Time": 6.726353084668517}
+{"Finetune/Learning Rate": 7.297591041127721e-06, "Finetune/Loss": 0.6504712104797363, "Finetune/Loss (Raw)": 0.6290217041969299, "Finetune/Step": 11529, "Finetune/Step Time": 6.724727997556329}
+{"Finetune/Learning Rate": 7.295969776602407e-06, "Finetune/Loss": 0.6501282453536987, "Finetune/Loss (Raw)": 0.7104084491729736, "Finetune/Step": 11530, "Finetune/Step Time": 6.725785419344902}
+{"Finetune/Learning Rate": 7.294348588755702e-06, "Finetune/Loss": 0.6496448516845703, "Finetune/Loss (Raw)": 0.6434375047683716, "Finetune/Step": 11531, "Finetune/Step Time": 6.726993922144175}
+{"Finetune/Learning Rate": 7.292727477633576e-06, "Finetune/Loss": 0.6493361592292786, "Finetune/Loss (Raw)": 0.6097955107688904, "Finetune/Step": 11532, "Finetune/Step Time": 6.722887329757214}
+{"Finetune/Learning Rate": 7.291106443282001e-06, "Finetune/Loss": 0.6491358280181885, "Finetune/Loss (Raw)": 0.7220983505249023, "Finetune/Step": 11533, "Finetune/Step Time": 6.728959959000349}
+{"Finetune/Learning Rate": 7.289485485746944e-06, "Finetune/Loss": 0.6494929790496826, "Finetune/Loss (Raw)": 0.6126781105995178, "Finetune/Step": 11534, "Finetune/Step Time": 6.715802455320954}
+{"Finetune/Learning Rate": 7.287864605074374e-06, "Finetune/Loss": 0.6482402086257935, "Finetune/Loss (Raw)": 0.539290189743042, "Finetune/Step": 11535, "Finetune/Step Time": 6.726808231323957}
+{"Finetune/Learning Rate": 7.2862438013102484e-06, "Finetune/Loss": 0.6492382287979126, "Finetune/Loss (Raw)": 0.7309970259666443, "Finetune/Step": 11536, "Finetune/Step Time": 6.737242989242077}
+{"Finetune/Learning Rate": 7.284623074500532e-06, "Finetune/Loss": 0.6506170630455017, "Finetune/Loss (Raw)": 0.6655789613723755, "Finetune/Step": 11537, "Finetune/Step Time": 6.723544577136636}
+{"Finetune/Learning Rate": 7.283002424691185e-06, "Finetune/Loss": 0.6501821875572205, "Finetune/Loss (Raw)": 0.5806421637535095, "Finetune/Step": 11538, "Finetune/Step Time": 6.726986054331064}
+{"Finetune/Learning Rate": 7.28138185192816e-06, "Finetune/Loss": 0.649685263633728, "Finetune/Loss (Raw)": 0.6336008906364441, "Finetune/Step": 11539, "Finetune/Step Time": 6.721107272431254}
+{"Finetune/Learning Rate": 7.279761356257417e-06, "Finetune/Loss": 0.6488438844680786, "Finetune/Loss (Raw)": 0.6065067648887634, "Finetune/Step": 11540, "Finetune/Step Time": 6.719228846952319}
+{"Finetune/Learning Rate": 7.278140937724909e-06, "Finetune/Loss": 0.6484441161155701, "Finetune/Loss (Raw)": 0.655476987361908, "Finetune/Step": 11541, "Finetune/Step Time": 6.720910603180528}
+{"Finetune/Learning Rate": 7.276520596376582e-06, "Finetune/Loss": 0.6491810083389282, "Finetune/Loss (Raw)": 0.750027596950531, "Finetune/Step": 11542, "Finetune/Step Time": 6.721226930618286}
+{"Finetune/Learning Rate": 7.274900332258385e-06, "Finetune/Loss": 0.6474887728691101, "Finetune/Loss (Raw)": 0.491841197013855, "Finetune/Step": 11543, "Finetune/Step Time": 6.718618493527174}
+{"Finetune/Learning Rate": 7.273280145416267e-06, "Finetune/Loss": 0.6454304456710815, "Finetune/Loss (Raw)": 0.42879387736320496, "Finetune/Step": 11544, "Finetune/Step Time": 6.7328387182205915}
+{"Finetune/Learning Rate": 7.2716600358961695e-06, "Finetune/Loss": 0.6463979482650757, "Finetune/Loss (Raw)": 0.7218378186225891, "Finetune/Step": 11545, "Finetune/Step Time": 6.7353760953992605}
+{"Finetune/Learning Rate": 7.270040003744033e-06, "Finetune/Loss": 0.6453651785850525, "Finetune/Loss (Raw)": 0.5570886731147766, "Finetune/Step": 11546, "Finetune/Step Time": 6.73484930023551}
+{"Finetune/Learning Rate": 7.268420049005806e-06, "Finetune/Loss": 0.6443170309066772, "Finetune/Loss (Raw)": 0.64638352394104, "Finetune/Step": 11547, "Finetune/Step Time": 6.739481532946229}
+{"Finetune/Learning Rate": 7.266800171727415e-06, "Finetune/Loss": 0.6436479091644287, "Finetune/Loss (Raw)": 0.6800065636634827, "Finetune/Step": 11548, "Finetune/Step Time": 6.740274496376514}
+{"Finetune/Learning Rate": 7.265180371954795e-06, "Finetune/Loss": 0.6422668695449829, "Finetune/Loss (Raw)": 0.5051480531692505, "Finetune/Step": 11549, "Finetune/Step Time": 6.7425718661397696}
+{"Finetune/Learning Rate": 7.263560649733887e-06, "Finetune/Loss": 0.6413106918334961, "Finetune/Loss (Raw)": 0.5963010191917419, "Finetune/Step": 11550, "Finetune/Step Time": 6.758642399683595}
+{"Finetune/Learning Rate": 7.261941005110617e-06, "Finetune/Loss": 0.6420885324478149, "Finetune/Loss (Raw)": 0.7234837412834167, "Finetune/Step": 11551, "Finetune/Step Time": 6.7553348410874605}
+{"Finetune/Learning Rate": 7.260321438130913e-06, "Finetune/Loss": 0.6416670083999634, "Finetune/Loss (Raw)": 0.6097469329833984, "Finetune/Step": 11552, "Finetune/Step Time": 6.758012272417545}
+{"Finetune/Learning Rate": 7.258701948840705e-06, "Finetune/Loss": 0.6426992416381836, "Finetune/Loss (Raw)": 0.6335622668266296, "Finetune/Step": 11553, "Finetune/Step Time": 6.7462574783712626}
+{"Finetune/Learning Rate": 7.2570825372859134e-06, "Finetune/Loss": 0.6408911943435669, "Finetune/Loss (Raw)": 0.4610174596309662, "Finetune/Step": 11554, "Finetune/Step Time": 6.760192008689046}
+{"Finetune/Learning Rate": 7.255463203512461e-06, "Finetune/Loss": 0.6412265300750732, "Finetune/Loss (Raw)": 0.6446225047111511, "Finetune/Step": 11555, "Finetune/Step Time": 6.758272068575025}
+{"Finetune/Learning Rate": 7.253843947566264e-06, "Finetune/Loss": 0.6419771909713745, "Finetune/Loss (Raw)": 0.7211768627166748, "Finetune/Step": 11556, "Finetune/Step Time": 6.7721056547015905}
+{"Finetune/Learning Rate": 7.252224769493247e-06, "Finetune/Loss": 0.6429204940795898, "Finetune/Loss (Raw)": 0.6819217801094055, "Finetune/Step": 11557, "Finetune/Step Time": 6.775200258940458}
+{"Finetune/Learning Rate": 7.250605669339321e-06, "Finetune/Loss": 0.6429464817047119, "Finetune/Loss (Raw)": 0.673610270023346, "Finetune/Step": 11558, "Finetune/Step Time": 6.773234495893121}
+{"Finetune/Learning Rate": 7.248986647150404e-06, "Finetune/Loss": 0.6421916484832764, "Finetune/Loss (Raw)": 0.5662893056869507, "Finetune/Step": 11559, "Finetune/Step Time": 6.760881306603551}
+{"Finetune/Learning Rate": 7.247367702972399e-06, "Finetune/Loss": 0.6422014236450195, "Finetune/Loss (Raw)": 0.6829959750175476, "Finetune/Step": 11560, "Finetune/Step Time": 6.760582756251097}
+{"Finetune/Learning Rate": 7.2457488368512195e-06, "Finetune/Loss": 0.6422871947288513, "Finetune/Loss (Raw)": 0.7004424333572388, "Finetune/Step": 11561, "Finetune/Step Time": 6.760345054790378}
+{"Finetune/Learning Rate": 7.24413004883277e-06, "Finetune/Loss": 0.6414291262626648, "Finetune/Loss (Raw)": 0.6118343472480774, "Finetune/Step": 11562, "Finetune/Step Time": 6.778194349259138}
+{"Finetune/Learning Rate": 7.2425113389629544e-06, "Finetune/Loss": 0.6417940258979797, "Finetune/Loss (Raw)": 0.5137325525283813, "Finetune/Step": 11563, "Finetune/Step Time": 6.7464404087513685}
+{"Finetune/Learning Rate": 7.240892707287678e-06, "Finetune/Loss": 0.642009437084198, "Finetune/Loss (Raw)": 0.7711954712867737, "Finetune/Step": 11564, "Finetune/Step Time": 6.749812429770827}
+{"Finetune/Learning Rate": 7.239274153852842e-06, "Finetune/Loss": 0.6424654126167297, "Finetune/Loss (Raw)": 0.6256906390190125, "Finetune/Step": 11565, "Finetune/Step Time": 6.749285411089659}
+{"Finetune/Learning Rate": 7.237655678704336e-06, "Finetune/Loss": 0.6421056985855103, "Finetune/Loss (Raw)": 0.6033593416213989, "Finetune/Step": 11566, "Finetune/Step Time": 6.75298616848886}
+{"Finetune/Learning Rate": 7.23603728188806e-06, "Finetune/Loss": 0.641405463218689, "Finetune/Loss (Raw)": 0.6118429899215698, "Finetune/Step": 11567, "Finetune/Step Time": 6.75385414250195}
+{"Finetune/Learning Rate": 7.2344189634499075e-06, "Finetune/Loss": 0.6422826051712036, "Finetune/Loss (Raw)": 0.7170068025588989, "Finetune/Step": 11568, "Finetune/Step Time": 6.752268249168992}
+{"Finetune/Learning Rate": 7.23280072343577e-06, "Finetune/Loss": 0.6434475183486938, "Finetune/Loss (Raw)": 0.805258572101593, "Finetune/Step": 11569, "Finetune/Step Time": 6.752767454832792}
+{"Finetune/Learning Rate": 7.231182561891532e-06, "Finetune/Loss": 0.6443110704421997, "Finetune/Loss (Raw)": 0.613398015499115, "Finetune/Step": 11570, "Finetune/Step Time": 6.753165625035763}
+{"Finetune/Learning Rate": 7.229564478863086e-06, "Finetune/Loss": 0.6448342800140381, "Finetune/Loss (Raw)": 0.7161262035369873, "Finetune/Step": 11571, "Finetune/Step Time": 6.74708703532815}
+{"Finetune/Learning Rate": 7.227946474396317e-06, "Finetune/Loss": 0.6440032720565796, "Finetune/Loss (Raw)": 0.5648853778839111, "Finetune/Step": 11572, "Finetune/Step Time": 6.759375661611557}
+{"Finetune/Learning Rate": 7.226328548537097e-06, "Finetune/Loss": 0.6442204713821411, "Finetune/Loss (Raw)": 0.7298722267150879, "Finetune/Step": 11573, "Finetune/Step Time": 6.75954382121563}
+{"Finetune/Learning Rate": 7.224710701331315e-06, "Finetune/Loss": 0.6447503566741943, "Finetune/Loss (Raw)": 0.7022323608398438, "Finetune/Step": 11574, "Finetune/Step Time": 6.752172729000449}
+{"Finetune/Learning Rate": 7.223092932824845e-06, "Finetune/Loss": 0.6432551741600037, "Finetune/Loss (Raw)": 0.5984614491462708, "Finetune/Step": 11575, "Finetune/Step Time": 6.756610432639718}
+{"Finetune/Learning Rate": 7.2214752430635625e-06, "Finetune/Loss": 0.6428334712982178, "Finetune/Loss (Raw)": 0.6243194341659546, "Finetune/Step": 11576, "Finetune/Step Time": 6.761094480752945}
+{"Finetune/Learning Rate": 7.219857632093341e-06, "Finetune/Loss": 0.6434047222137451, "Finetune/Loss (Raw)": 0.6337257027626038, "Finetune/Step": 11577, "Finetune/Step Time": 6.763085218146443}
+{"Finetune/Learning Rate": 7.218240099960055e-06, "Finetune/Loss": 0.6441937685012817, "Finetune/Loss (Raw)": 0.7386876940727234, "Finetune/Step": 11578, "Finetune/Step Time": 6.76214680634439}
+{"Finetune/Learning Rate": 7.2166226467095644e-06, "Finetune/Loss": 0.6431798934936523, "Finetune/Loss (Raw)": 0.5094467997550964, "Finetune/Step": 11579, "Finetune/Step Time": 6.774131387472153}
+{"Finetune/Learning Rate": 7.21500527238774e-06, "Finetune/Loss": 0.6425836682319641, "Finetune/Loss (Raw)": 0.6039202809333801, "Finetune/Step": 11580, "Finetune/Step Time": 6.783044384792447}
+{"Finetune/Learning Rate": 7.21338797704045e-06, "Finetune/Loss": 0.6433946490287781, "Finetune/Loss (Raw)": 0.7409027218818665, "Finetune/Step": 11581, "Finetune/Step Time": 6.78074786067009}
+{"Finetune/Learning Rate": 7.211770760713552e-06, "Finetune/Loss": 0.6427159905433655, "Finetune/Loss (Raw)": 0.6228443384170532, "Finetune/Step": 11582, "Finetune/Step Time": 6.780590079724789}
+{"Finetune/Learning Rate": 7.210153623452907e-06, "Finetune/Loss": 0.6445721387863159, "Finetune/Loss (Raw)": 0.7033359408378601, "Finetune/Step": 11583, "Finetune/Step Time": 6.763933498412371}
+{"Finetune/Learning Rate": 7.208536565304374e-06, "Finetune/Loss": 0.6449991464614868, "Finetune/Loss (Raw)": 0.6902422904968262, "Finetune/Step": 11584, "Finetune/Step Time": 6.769171664491296}
+{"Finetune/Learning Rate": 7.206919586313803e-06, "Finetune/Loss": 0.645658552646637, "Finetune/Loss (Raw)": 0.7167365550994873, "Finetune/Step": 11585, "Finetune/Step Time": 6.763409737497568}
+{"Finetune/Learning Rate": 7.205302686527051e-06, "Finetune/Loss": 0.6456372737884521, "Finetune/Loss (Raw)": 0.6337629556655884, "Finetune/Step": 11586, "Finetune/Step Time": 6.762375008314848}
+{"Finetune/Learning Rate": 7.203685865989968e-06, "Finetune/Loss": 0.645595908164978, "Finetune/Loss (Raw)": 0.7149395942687988, "Finetune/Step": 11587, "Finetune/Step Time": 6.746903104707599}
+{"Finetune/Learning Rate": 7.202069124748399e-06, "Finetune/Loss": 0.646436333656311, "Finetune/Loss (Raw)": 0.6032445430755615, "Finetune/Step": 11588, "Finetune/Step Time": 6.729690549895167}
+{"Finetune/Learning Rate": 7.200452462848196e-06, "Finetune/Loss": 0.6463603973388672, "Finetune/Loss (Raw)": 0.6554603576660156, "Finetune/Step": 11589, "Finetune/Step Time": 6.728562235832214}
+{"Finetune/Learning Rate": 7.198835880335203e-06, "Finetune/Loss": 0.6481172442436218, "Finetune/Loss (Raw)": 0.7864183783531189, "Finetune/Step": 11590, "Finetune/Step Time": 6.735119948163629}
+{"Finetune/Learning Rate": 7.197219377255256e-06, "Finetune/Loss": 0.6479108333587646, "Finetune/Loss (Raw)": 0.5893298983573914, "Finetune/Step": 11591, "Finetune/Step Time": 6.748844927176833}
+{"Finetune/Learning Rate": 7.1956029536541985e-06, "Finetune/Loss": 0.6470170021057129, "Finetune/Loss (Raw)": 0.6264767646789551, "Finetune/Step": 11592, "Finetune/Step Time": 6.728167396038771}
+{"Finetune/Learning Rate": 7.1939866095778655e-06, "Finetune/Loss": 0.6473275423049927, "Finetune/Loss (Raw)": 0.6420443654060364, "Finetune/Step": 11593, "Finetune/Step Time": 6.725739154964685}
+{"Finetune/Learning Rate": 7.192370345072094e-06, "Finetune/Loss": 0.6472128629684448, "Finetune/Loss (Raw)": 0.6325783133506775, "Finetune/Step": 11594, "Finetune/Step Time": 6.711591348052025}
+{"Finetune/Learning Rate": 7.190754160182714e-06, "Finetune/Loss": 0.6481685042381287, "Finetune/Loss (Raw)": 0.6162427067756653, "Finetune/Step": 11595, "Finetune/Step Time": 6.708713950589299}
+{"Finetune/Learning Rate": 7.189138054955562e-06, "Finetune/Loss": 0.6486214995384216, "Finetune/Loss (Raw)": 0.7384365200996399, "Finetune/Step": 11596, "Finetune/Step Time": 6.72930409386754}
+{"Finetune/Learning Rate": 7.187522029436455e-06, "Finetune/Loss": 0.6493420004844666, "Finetune/Loss (Raw)": 0.6927857398986816, "Finetune/Step": 11597, "Finetune/Step Time": 6.732055949047208}
+{"Finetune/Learning Rate": 7.18590608367123e-06, "Finetune/Loss": 0.6492016315460205, "Finetune/Loss (Raw)": 0.5748615264892578, "Finetune/Step": 11598, "Finetune/Step Time": 6.720390420407057}
+{"Finetune/Learning Rate": 7.184290217705705e-06, "Finetune/Loss": 0.6499546766281128, "Finetune/Loss (Raw)": 0.6674573421478271, "Finetune/Step": 11599, "Finetune/Step Time": 6.714112458750606}
+{"Finetune/Learning Rate": 7.182674431585703e-06, "Finetune/Loss": 0.6492618918418884, "Finetune/Loss (Raw)": 0.6056403517723083, "Finetune/Step": 11600, "Finetune/Step Time": 6.714600009843707}
+{"Finetune/Learning Rate": 7.181058725357044e-06, "Finetune/Loss": 0.6502091288566589, "Finetune/Loss (Raw)": 0.7031397819519043, "Finetune/Step": 11601, "Finetune/Step Time": 6.716785226017237}
+{"Finetune/Learning Rate": 7.179443099065544e-06, "Finetune/Loss": 0.6503546237945557, "Finetune/Loss (Raw)": 0.6637892723083496, "Finetune/Step": 11602, "Finetune/Step Time": 6.711547203361988}
+{"Finetune/Learning Rate": 7.1778275527570155e-06, "Finetune/Loss": 0.6501937508583069, "Finetune/Loss (Raw)": 0.6479078531265259, "Finetune/Step": 11603, "Finetune/Step Time": 6.708254078403115}
+{"Finetune/Learning Rate": 7.176212086477273e-06, "Finetune/Loss": 0.649204432964325, "Finetune/Loss (Raw)": 0.5116973519325256, "Finetune/Step": 11604, "Finetune/Step Time": 6.7079322542995214}
+{"Finetune/Learning Rate": 7.174596700272123e-06, "Finetune/Loss": 0.6494235396385193, "Finetune/Loss (Raw)": 0.5961655974388123, "Finetune/Step": 11605, "Finetune/Step Time": 6.7043582033365965}
+{"Finetune/Learning Rate": 7.172981394187377e-06, "Finetune/Loss": 0.648247241973877, "Finetune/Loss (Raw)": 0.48772501945495605, "Finetune/Step": 11606, "Finetune/Step Time": 6.7156627755612135}
+{"Finetune/Learning Rate": 7.171366168268842e-06, "Finetune/Loss": 0.648266077041626, "Finetune/Loss (Raw)": 0.5734887719154358, "Finetune/Step": 11607, "Finetune/Step Time": 6.7131012212485075}
+{"Finetune/Learning Rate": 7.1697510225623206e-06, "Finetune/Loss": 0.6478555202484131, "Finetune/Loss (Raw)": 0.5254034399986267, "Finetune/Step": 11608, "Finetune/Step Time": 6.713824573904276}
+{"Finetune/Learning Rate": 7.168135957113609e-06, "Finetune/Loss": 0.649499773979187, "Finetune/Loss (Raw)": 0.6856172680854797, "Finetune/Step": 11609, "Finetune/Step Time": 6.7124331295490265}
+{"Finetune/Learning Rate": 7.166520971968509e-06, "Finetune/Loss": 0.6482812762260437, "Finetune/Loss (Raw)": 0.5589441061019897, "Finetune/Step": 11610, "Finetune/Step Time": 6.710786147043109}
+{"Finetune/Learning Rate": 7.1649060671728175e-06, "Finetune/Loss": 0.6476582288742065, "Finetune/Loss (Raw)": 0.5763717889785767, "Finetune/Step": 11611, "Finetune/Step Time": 6.710684705525637}
+{"Finetune/Learning Rate": 7.163291242772325e-06, "Finetune/Loss": 0.647562563419342, "Finetune/Loss (Raw)": 0.6277669072151184, "Finetune/Step": 11612, "Finetune/Step Time": 6.709209686145186}
+{"Finetune/Learning Rate": 7.161676498812831e-06, "Finetune/Loss": 0.6486001014709473, "Finetune/Loss (Raw)": 0.7407136559486389, "Finetune/Step": 11613, "Finetune/Step Time": 6.708989487960935}
+{"Finetune/Learning Rate": 7.160061835340122e-06, "Finetune/Loss": 0.6491823792457581, "Finetune/Loss (Raw)": 0.6828022599220276, "Finetune/Step": 11614, "Finetune/Step Time": 6.706091795116663}
+{"Finetune/Learning Rate": 7.158447252399978e-06, "Finetune/Loss": 0.6493666172027588, "Finetune/Loss (Raw)": 0.6421850919723511, "Finetune/Step": 11615, "Finetune/Step Time": 6.705411158502102}
+{"Finetune/Learning Rate": 7.156832750038192e-06, "Finetune/Loss": 0.6502071619033813, "Finetune/Loss (Raw)": 0.726690411567688, "Finetune/Step": 11616, "Finetune/Step Time": 6.722618751227856}
+{"Finetune/Learning Rate": 7.1552183283005435e-06, "Finetune/Loss": 0.6507441997528076, "Finetune/Loss (Raw)": 0.7317969799041748, "Finetune/Step": 11617, "Finetune/Step Time": 6.714820416644216}
+{"Finetune/Learning Rate": 7.153603987232815e-06, "Finetune/Loss": 0.6504674553871155, "Finetune/Loss (Raw)": 0.6290384531021118, "Finetune/Step": 11618, "Finetune/Step Time": 6.710057193413377}
+{"Finetune/Learning Rate": 7.151989726880782e-06, "Finetune/Loss": 0.6505616307258606, "Finetune/Loss (Raw)": 0.6656919717788696, "Finetune/Step": 11619, "Finetune/Step Time": 6.694528505206108}
+{"Finetune/Learning Rate": 7.1503755472902245e-06, "Finetune/Loss": 0.6509546637535095, "Finetune/Loss (Raw)": 0.6270498037338257, "Finetune/Step": 11620, "Finetune/Step Time": 6.694356478750706}
+{"Finetune/Learning Rate": 7.148761448506912e-06, "Finetune/Loss": 0.650213897228241, "Finetune/Loss (Raw)": 0.6964660882949829, "Finetune/Step": 11621, "Finetune/Step Time": 6.692507090047002}
+{"Finetune/Learning Rate": 7.147147430576614e-06, "Finetune/Loss": 0.6488707065582275, "Finetune/Loss (Raw)": 0.6271910667419434, "Finetune/Step": 11622, "Finetune/Step Time": 6.682877903804183}
+{"Finetune/Learning Rate": 7.1455334935451045e-06, "Finetune/Loss": 0.6502323150634766, "Finetune/Loss (Raw)": 0.7355409264564514, "Finetune/Step": 11623, "Finetune/Step Time": 6.682946348562837}
+{"Finetune/Learning Rate": 7.1439196374581486e-06, "Finetune/Loss": 0.6491227149963379, "Finetune/Loss (Raw)": 0.5958760976791382, "Finetune/Step": 11624, "Finetune/Step Time": 6.687790349125862}
+{"Finetune/Learning Rate": 7.142305862361509e-06, "Finetune/Loss": 0.6493552327156067, "Finetune/Loss (Raw)": 0.6503003239631653, "Finetune/Step": 11625, "Finetune/Step Time": 6.676585525274277}
+{"Finetune/Learning Rate": 7.140692168300953e-06, "Finetune/Loss": 0.6487348675727844, "Finetune/Loss (Raw)": 0.6201630234718323, "Finetune/Step": 11626, "Finetune/Step Time": 6.679327107965946}
+{"Finetune/Learning Rate": 7.139078555322232e-06, "Finetune/Loss": 0.6481513381004333, "Finetune/Loss (Raw)": 0.6151965856552124, "Finetune/Step": 11627, "Finetune/Step Time": 6.689123068004847}
+{"Finetune/Learning Rate": 7.137465023471109e-06, "Finetune/Loss": 0.6483615636825562, "Finetune/Loss (Raw)": 0.6853539347648621, "Finetune/Step": 11628, "Finetune/Step Time": 6.687468538060784}
+{"Finetune/Learning Rate": 7.135851572793337e-06, "Finetune/Loss": 0.6496236324310303, "Finetune/Loss (Raw)": 0.670775830745697, "Finetune/Step": 11629, "Finetune/Step Time": 6.6795245837420225}
+{"Finetune/Learning Rate": 7.13423820333467e-06, "Finetune/Loss": 0.6508532762527466, "Finetune/Loss (Raw)": 0.7538226246833801, "Finetune/Step": 11630, "Finetune/Step Time": 6.674500443041325}
+{"Finetune/Learning Rate": 7.13262491514086e-06, "Finetune/Loss": 0.650928795337677, "Finetune/Loss (Raw)": 0.6509177684783936, "Finetune/Step": 11631, "Finetune/Step Time": 6.675960274413228}
+{"Finetune/Learning Rate": 7.1310117082576536e-06, "Finetune/Loss": 0.6502399444580078, "Finetune/Loss (Raw)": 0.6120860576629639, "Finetune/Step": 11632, "Finetune/Step Time": 6.653682999312878}
+{"Finetune/Learning Rate": 7.129398582730796e-06, "Finetune/Loss": 0.6493218541145325, "Finetune/Loss (Raw)": 0.5498837232589722, "Finetune/Step": 11633, "Finetune/Step Time": 6.649933740496635}
+{"Finetune/Learning Rate": 7.127785538606032e-06, "Finetune/Loss": 0.6473269462585449, "Finetune/Loss (Raw)": 0.529622495174408, "Finetune/Step": 11634, "Finetune/Step Time": 6.650658119469881}
+{"Finetune/Learning Rate": 7.126172575929103e-06, "Finetune/Loss": 0.6475101709365845, "Finetune/Loss (Raw)": 0.7005084156990051, "Finetune/Step": 11635, "Finetune/Step Time": 6.641148740425706}
+{"Finetune/Learning Rate": 7.124559694745745e-06, "Finetune/Loss": 0.646809458732605, "Finetune/Loss (Raw)": 0.6690803170204163, "Finetune/Step": 11636, "Finetune/Step Time": 6.643471943214536}
+{"Finetune/Learning Rate": 7.1229468951016986e-06, "Finetune/Loss": 0.6458448171615601, "Finetune/Loss (Raw)": 0.6415103077888489, "Finetune/Step": 11637, "Finetune/Step Time": 6.642522927373648}
+{"Finetune/Learning Rate": 7.121334177042703e-06, "Finetune/Loss": 0.645860493183136, "Finetune/Loss (Raw)": 0.6742157340049744, "Finetune/Step": 11638, "Finetune/Step Time": 6.670540606603026}
+{"Finetune/Learning Rate": 7.119721540614477e-06, "Finetune/Loss": 0.6459434628486633, "Finetune/Loss (Raw)": 0.6464743614196777, "Finetune/Step": 11639, "Finetune/Step Time": 6.668523609638214}
+{"Finetune/Learning Rate": 7.118108985862759e-06, "Finetune/Loss": 0.6456866264343262, "Finetune/Loss (Raw)": 0.6296358704566956, "Finetune/Step": 11640, "Finetune/Step Time": 6.669374903663993}
+{"Finetune/Learning Rate": 7.116496512833277e-06, "Finetune/Loss": 0.6455684900283813, "Finetune/Loss (Raw)": 0.5870848298072815, "Finetune/Step": 11641, "Finetune/Step Time": 6.671659808605909}
+{"Finetune/Learning Rate": 7.114884121571752e-06, "Finetune/Loss": 0.6444709897041321, "Finetune/Loss (Raw)": 0.5940456390380859, "Finetune/Step": 11642, "Finetune/Step Time": 6.675322277471423}
+{"Finetune/Learning Rate": 7.1132718121239116e-06, "Finetune/Loss": 0.6435331106185913, "Finetune/Loss (Raw)": 0.5926270484924316, "Finetune/Step": 11643, "Finetune/Step Time": 6.67833904735744}
+{"Finetune/Learning Rate": 7.1116595845354756e-06, "Finetune/Loss": 0.6431705951690674, "Finetune/Loss (Raw)": 0.6118390560150146, "Finetune/Step": 11644, "Finetune/Step Time": 6.682234978303313}
+{"Finetune/Learning Rate": 7.110047438852157e-06, "Finetune/Loss": 0.6427707672119141, "Finetune/Loss (Raw)": 0.616582453250885, "Finetune/Step": 11645, "Finetune/Step Time": 6.7034031338989735}
+{"Finetune/Learning Rate": 7.1084353751196736e-06, "Finetune/Loss": 0.6434054374694824, "Finetune/Loss (Raw)": 0.7172423601150513, "Finetune/Step": 11646, "Finetune/Step Time": 6.7281928937882185}
+{"Finetune/Learning Rate": 7.106823393383741e-06, "Finetune/Loss": 0.642804741859436, "Finetune/Loss (Raw)": 0.6461157202720642, "Finetune/Step": 11647, "Finetune/Step Time": 6.726978708058596}
+{"Finetune/Learning Rate": 7.105211493690073e-06, "Finetune/Loss": 0.6429675817489624, "Finetune/Loss (Raw)": 0.6939565539360046, "Finetune/Step": 11648, "Finetune/Step Time": 6.718307841569185}
+{"Finetune/Learning Rate": 7.103599676084374e-06, "Finetune/Loss": 0.6445603370666504, "Finetune/Loss (Raw)": 0.7145434021949768, "Finetune/Step": 11649, "Finetune/Step Time": 6.702080644667149}
+{"Finetune/Learning Rate": 7.101987940612354e-06, "Finetune/Loss": 0.6445397138595581, "Finetune/Loss (Raw)": 0.6947997212409973, "Finetune/Step": 11650, "Finetune/Step Time": 6.696600966155529}
+{"Finetune/Learning Rate": 7.1003762873197125e-06, "Finetune/Loss": 0.6438122391700745, "Finetune/Loss (Raw)": 0.5611016154289246, "Finetune/Step": 11651, "Finetune/Step Time": 6.695282559841871}
+{"Finetune/Learning Rate": 7.098764716252153e-06, "Finetune/Loss": 0.643509030342102, "Finetune/Loss (Raw)": 0.599614679813385, "Finetune/Step": 11652, "Finetune/Step Time": 6.695309421047568}
+{"Finetune/Learning Rate": 7.097153227455379e-06, "Finetune/Loss": 0.6434904336929321, "Finetune/Loss (Raw)": 0.6927260756492615, "Finetune/Step": 11653, "Finetune/Step Time": 6.676624659448862}
+{"Finetune/Learning Rate": 7.09554182097508e-06, "Finetune/Loss": 0.6437423825263977, "Finetune/Loss (Raw)": 0.6745085716247559, "Finetune/Step": 11654, "Finetune/Step Time": 6.677955720573664}
+{"Finetune/Learning Rate": 7.09393049685696e-06, "Finetune/Loss": 0.6437059044837952, "Finetune/Loss (Raw)": 0.6534438133239746, "Finetune/Step": 11655, "Finetune/Step Time": 6.6751694940030575}
+{"Finetune/Learning Rate": 7.092319255146707e-06, "Finetune/Loss": 0.6423119902610779, "Finetune/Loss (Raw)": 0.6425290703773499, "Finetune/Step": 11656, "Finetune/Step Time": 6.678554890677333}
+{"Finetune/Learning Rate": 7.090708095890013e-06, "Finetune/Loss": 0.6424196362495422, "Finetune/Loss (Raw)": 0.6428014039993286, "Finetune/Step": 11657, "Finetune/Step Time": 6.6756988521665335}
+{"Finetune/Learning Rate": 7.089097019132562e-06, "Finetune/Loss": 0.6412463784217834, "Finetune/Loss (Raw)": 0.560233473777771, "Finetune/Step": 11658, "Finetune/Step Time": 6.675181252881885}
+{"Finetune/Learning Rate": 7.0874860249200426e-06, "Finetune/Loss": 0.6412448287010193, "Finetune/Loss (Raw)": 0.6432377696037292, "Finetune/Step": 11659, "Finetune/Step Time": 6.6736780516803265}
+{"Finetune/Learning Rate": 7.085875113298139e-06, "Finetune/Loss": 0.6417003870010376, "Finetune/Loss (Raw)": 0.6681036949157715, "Finetune/Step": 11660, "Finetune/Step Time": 6.67491190508008}
+{"Finetune/Learning Rate": 7.084264284312526e-06, "Finetune/Loss": 0.6420320868492126, "Finetune/Loss (Raw)": 0.764558732509613, "Finetune/Step": 11661, "Finetune/Step Time": 6.670439505949616}
+{"Finetune/Learning Rate": 7.08265353800889e-06, "Finetune/Loss": 0.6417466998100281, "Finetune/Loss (Raw)": 0.5761483907699585, "Finetune/Step": 11662, "Finetune/Step Time": 6.668291756883264}
+{"Finetune/Learning Rate": 7.081042874432907e-06, "Finetune/Loss": 0.6431503295898438, "Finetune/Loss (Raw)": 0.7189465761184692, "Finetune/Step": 11663, "Finetune/Step Time": 6.65499173104763}
+{"Finetune/Learning Rate": 7.079432293630244e-06, "Finetune/Loss": 0.6417347192764282, "Finetune/Loss (Raw)": 0.5498103499412537, "Finetune/Step": 11664, "Finetune/Step Time": 6.6452897768467665}
+{"Finetune/Learning Rate": 7.077821795646576e-06, "Finetune/Loss": 0.6412665843963623, "Finetune/Loss (Raw)": 0.6056585907936096, "Finetune/Step": 11665, "Finetune/Step Time": 6.645895587280393}
+{"Finetune/Learning Rate": 7.076211380527572e-06, "Finetune/Loss": 0.641086220741272, "Finetune/Loss (Raw)": 0.557549774646759, "Finetune/Step": 11666, "Finetune/Step Time": 6.643343545496464}
+{"Finetune/Learning Rate": 7.074601048318901e-06, "Finetune/Loss": 0.6409165859222412, "Finetune/Loss (Raw)": 0.6118829846382141, "Finetune/Step": 11667, "Finetune/Step Time": 6.643088778480887}
+{"Finetune/Learning Rate": 7.072990799066222e-06, "Finetune/Loss": 0.6420636177062988, "Finetune/Loss (Raw)": 0.7533267140388489, "Finetune/Step": 11668, "Finetune/Step Time": 6.642737688496709}
+{"Finetune/Learning Rate": 7.071380632815207e-06, "Finetune/Loss": 0.6415671110153198, "Finetune/Loss (Raw)": 0.5919352173805237, "Finetune/Step": 11669, "Finetune/Step Time": 6.650775916874409}
+{"Finetune/Learning Rate": 7.0697705496115055e-06, "Finetune/Loss": 0.6409671306610107, "Finetune/Loss (Raw)": 0.6732235550880432, "Finetune/Step": 11670, "Finetune/Step Time": 6.648597160354257}
+{"Finetune/Learning Rate": 7.0681605495007755e-06, "Finetune/Loss": 0.6422185897827148, "Finetune/Loss (Raw)": 0.6520225405693054, "Finetune/Step": 11671, "Finetune/Step Time": 6.652606667950749}
+{"Finetune/Learning Rate": 7.066550632528679e-06, "Finetune/Loss": 0.644188642501831, "Finetune/Loss (Raw)": 0.6809672713279724, "Finetune/Step": 11672, "Finetune/Step Time": 6.640646828338504}
+{"Finetune/Learning Rate": 7.064940798740865e-06, "Finetune/Loss": 0.6419240236282349, "Finetune/Loss (Raw)": 0.43196311593055725, "Finetune/Step": 11673, "Finetune/Step Time": 6.6519224382936954}
+{"Finetune/Learning Rate": 7.063331048182982e-06, "Finetune/Loss": 0.6430732011795044, "Finetune/Loss (Raw)": 0.7041910886764526, "Finetune/Step": 11674, "Finetune/Step Time": 6.656883399933577}
+{"Finetune/Learning Rate": 7.061721380900684e-06, "Finetune/Loss": 0.6430882811546326, "Finetune/Loss (Raw)": 0.6483044028282166, "Finetune/Step": 11675, "Finetune/Step Time": 6.655618919059634}
+{"Finetune/Learning Rate": 7.060111796939608e-06, "Finetune/Loss": 0.6436457633972168, "Finetune/Loss (Raw)": 0.7513701319694519, "Finetune/Step": 11676, "Finetune/Step Time": 6.65463837608695}
+{"Finetune/Learning Rate": 7.058502296345404e-06, "Finetune/Loss": 0.6440658569335938, "Finetune/Loss (Raw)": 0.5589198470115662, "Finetune/Step": 11677, "Finetune/Step Time": 6.649493217468262}
+{"Finetune/Learning Rate": 7.056892879163706e-06, "Finetune/Loss": 0.6446137428283691, "Finetune/Loss (Raw)": 0.666435718536377, "Finetune/Step": 11678, "Finetune/Step Time": 6.636600026860833}
+{"Finetune/Learning Rate": 7.055283545440161e-06, "Finetune/Loss": 0.6443785429000854, "Finetune/Loss (Raw)": 0.6933674812316895, "Finetune/Step": 11679, "Finetune/Step Time": 6.636580340564251}
+{"Finetune/Learning Rate": 7.053674295220399e-06, "Finetune/Loss": 0.6451701521873474, "Finetune/Loss (Raw)": 0.7110763788223267, "Finetune/Step": 11680, "Finetune/Step Time": 6.635132025927305}
+{"Finetune/Learning Rate": 7.0520651285500585e-06, "Finetune/Loss": 0.6455806493759155, "Finetune/Loss (Raw)": 0.6861013174057007, "Finetune/Step": 11681, "Finetune/Step Time": 6.659287553280592}
+{"Finetune/Learning Rate": 7.050456045474767e-06, "Finetune/Loss": 0.6481680870056152, "Finetune/Loss (Raw)": 0.7922153472900391, "Finetune/Step": 11682, "Finetune/Step Time": 6.643939571455121}
+{"Finetune/Learning Rate": 7.048847046040154e-06, "Finetune/Loss": 0.6478164196014404, "Finetune/Loss (Raw)": 0.5996091365814209, "Finetune/Step": 11683, "Finetune/Step Time": 6.631145680323243}
+{"Finetune/Learning Rate": 7.047238130291847e-06, "Finetune/Loss": 0.6476490497589111, "Finetune/Loss (Raw)": 0.6997595429420471, "Finetune/Step": 11684, "Finetune/Step Time": 6.612835282459855}
+{"Finetune/Learning Rate": 7.045629298275467e-06, "Finetune/Loss": 0.6480571031570435, "Finetune/Loss (Raw)": 0.7341424822807312, "Finetune/Step": 11685, "Finetune/Step Time": 6.614011455327272}
+{"Finetune/Learning Rate": 7.0440205500366435e-06, "Finetune/Loss": 0.6476548314094543, "Finetune/Loss (Raw)": 0.6221211552619934, "Finetune/Step": 11686, "Finetune/Step Time": 6.616210585460067}
+{"Finetune/Learning Rate": 7.042411885620993e-06, "Finetune/Loss": 0.6484756469726562, "Finetune/Loss (Raw)": 0.671355128288269, "Finetune/Step": 11687, "Finetune/Step Time": 6.619293594732881}
+{"Finetune/Learning Rate": 7.040803305074126e-06, "Finetune/Loss": 0.6479055881500244, "Finetune/Loss (Raw)": 0.6100231409072876, "Finetune/Step": 11688, "Finetune/Step Time": 6.618076352402568}
+{"Finetune/Learning Rate": 7.039194808441665e-06, "Finetune/Loss": 0.647834300994873, "Finetune/Loss (Raw)": 0.6913257241249084, "Finetune/Step": 11689, "Finetune/Step Time": 6.618317132815719}
+{"Finetune/Learning Rate": 7.0375863957692195e-06, "Finetune/Loss": 0.6478100419044495, "Finetune/Loss (Raw)": 0.6087312698364258, "Finetune/Step": 11690, "Finetune/Step Time": 6.608963781967759}
+{"Finetune/Learning Rate": 7.035978067102399e-06, "Finetune/Loss": 0.6488456130027771, "Finetune/Loss (Raw)": 0.6462786197662354, "Finetune/Step": 11691, "Finetune/Step Time": 6.6092252396047115}
+{"Finetune/Learning Rate": 7.034369822486811e-06, "Finetune/Loss": 0.6480172276496887, "Finetune/Loss (Raw)": 0.6651617288589478, "Finetune/Step": 11692, "Finetune/Step Time": 6.606927152723074}
+{"Finetune/Learning Rate": 7.0327616619680684e-06, "Finetune/Loss": 0.647724986076355, "Finetune/Loss (Raw)": 0.5882872343063354, "Finetune/Step": 11693, "Finetune/Step Time": 6.606402199715376}
+{"Finetune/Learning Rate": 7.031153585591761e-06, "Finetune/Loss": 0.6483442783355713, "Finetune/Loss (Raw)": 0.6826342344284058, "Finetune/Step": 11694, "Finetune/Step Time": 6.604345677420497}
+{"Finetune/Learning Rate": 7.029545593403495e-06, "Finetune/Loss": 0.648059070110321, "Finetune/Loss (Raw)": 0.5753297209739685, "Finetune/Step": 11695, "Finetune/Step Time": 6.605143064633012}
+{"Finetune/Learning Rate": 7.027937685448871e-06, "Finetune/Loss": 0.6471793055534363, "Finetune/Loss (Raw)": 0.6043978929519653, "Finetune/Step": 11696, "Finetune/Step Time": 6.604438804090023}
+{"Finetune/Learning Rate": 7.026329861773484e-06, "Finetune/Loss": 0.6463983058929443, "Finetune/Loss (Raw)": 0.705291748046875, "Finetune/Step": 11697, "Finetune/Step Time": 6.60401077568531}
+{"Finetune/Learning Rate": 7.024722122422925e-06, "Finetune/Loss": 0.6464311480522156, "Finetune/Loss (Raw)": 0.6176027059555054, "Finetune/Step": 11698, "Finetune/Step Time": 6.600596614181995}
+{"Finetune/Learning Rate": 7.023114467442789e-06, "Finetune/Loss": 0.6446982026100159, "Finetune/Loss (Raw)": 0.4943060576915741, "Finetune/Step": 11699, "Finetune/Step Time": 6.615616453811526}
+{"Finetune/Learning Rate": 7.021506896878658e-06, "Finetune/Loss": 0.6444250345230103, "Finetune/Loss (Raw)": 0.5299209952354431, "Finetune/Step": 11700, "Finetune/Step Time": 6.62126718275249}
+{"Finetune/Learning Rate": 7.019899410776122e-06, "Finetune/Loss": 0.6441923975944519, "Finetune/Loss (Raw)": 0.700093686580658, "Finetune/Step": 11701, "Finetune/Step Time": 6.652743106707931}
+{"Finetune/Learning Rate": 7.018292009180763e-06, "Finetune/Loss": 0.6431138515472412, "Finetune/Loss (Raw)": 0.5641729235649109, "Finetune/Step": 11702, "Finetune/Step Time": 6.6613878179341555}
+{"Finetune/Learning Rate": 7.016684692138165e-06, "Finetune/Loss": 0.6422213912010193, "Finetune/Loss (Raw)": 0.48422878980636597, "Finetune/Step": 11703, "Finetune/Step Time": 6.6681720819324255}
+{"Finetune/Learning Rate": 7.015077459693907e-06, "Finetune/Loss": 0.6427053809165955, "Finetune/Loss (Raw)": 0.6862697601318359, "Finetune/Step": 11704, "Finetune/Step Time": 6.686031786724925}
+{"Finetune/Learning Rate": 7.013470311893566e-06, "Finetune/Loss": 0.6431534290313721, "Finetune/Loss (Raw)": 0.6910710334777832, "Finetune/Step": 11705, "Finetune/Step Time": 6.685107806697488}
+{"Finetune/Learning Rate": 7.011863248782711e-06, "Finetune/Loss": 0.640984296798706, "Finetune/Loss (Raw)": 0.4610493779182434, "Finetune/Step": 11706, "Finetune/Step Time": 6.7157461158931255}
+{"Finetune/Learning Rate": 7.0102562704069184e-06, "Finetune/Loss": 0.6402508020401001, "Finetune/Loss (Raw)": 0.4155617952346802, "Finetune/Step": 11707, "Finetune/Step Time": 6.701405903324485}
+{"Finetune/Learning Rate": 7.008649376811756e-06, "Finetune/Loss": 0.6405425071716309, "Finetune/Loss (Raw)": 0.6412546634674072, "Finetune/Step": 11708, "Finetune/Step Time": 6.691549338400364}
+{"Finetune/Learning Rate": 7.007042568042792e-06, "Finetune/Loss": 0.639525830745697, "Finetune/Loss (Raw)": 0.6107648015022278, "Finetune/Step": 11709, "Finetune/Step Time": 6.691586332395673}
+{"Finetune/Learning Rate": 7.005435844145587e-06, "Finetune/Loss": 0.639972448348999, "Finetune/Loss (Raw)": 0.6800141930580139, "Finetune/Step": 11710, "Finetune/Step Time": 6.68659333512187}
+{"Finetune/Learning Rate": 7.0038292051657115e-06, "Finetune/Loss": 0.6393985152244568, "Finetune/Loss (Raw)": 0.6298692226409912, "Finetune/Step": 11711, "Finetune/Step Time": 6.688123315572739}
+{"Finetune/Learning Rate": 7.002222651148714e-06, "Finetune/Loss": 0.6388399600982666, "Finetune/Loss (Raw)": 0.6187525987625122, "Finetune/Step": 11712, "Finetune/Step Time": 6.685029262676835}
+{"Finetune/Learning Rate": 7.000616182140161e-06, "Finetune/Loss": 0.6393114328384399, "Finetune/Loss (Raw)": 0.7770838141441345, "Finetune/Step": 11713, "Finetune/Step Time": 6.681029565632343}
+{"Finetune/Learning Rate": 6.999009798185602e-06, "Finetune/Loss": 0.6399520635604858, "Finetune/Loss (Raw)": 0.7157724499702454, "Finetune/Step": 11714, "Finetune/Step Time": 6.684908464550972}
+{"Finetune/Learning Rate": 6.997403499330593e-06, "Finetune/Loss": 0.640291690826416, "Finetune/Loss (Raw)": 0.758395254611969, "Finetune/Step": 11715, "Finetune/Step Time": 6.684231063351035}
+{"Finetune/Learning Rate": 6.995797285620681e-06, "Finetune/Loss": 0.6410172581672668, "Finetune/Loss (Raw)": 0.696123480796814, "Finetune/Step": 11716, "Finetune/Step Time": 6.689481632784009}
+{"Finetune/Learning Rate": 6.9941911571014185e-06, "Finetune/Loss": 0.6406020522117615, "Finetune/Loss (Raw)": 0.6023150086402893, "Finetune/Step": 11717, "Finetune/Step Time": 6.692936459556222}
+{"Finetune/Learning Rate": 6.992585113818344e-06, "Finetune/Loss": 0.6398699283599854, "Finetune/Loss (Raw)": 0.6927076578140259, "Finetune/Step": 11718, "Finetune/Step Time": 6.688611453399062}
+{"Finetune/Learning Rate": 6.9909791558170035e-06, "Finetune/Loss": 0.640484094619751, "Finetune/Loss (Raw)": 0.6679410338401794, "Finetune/Step": 11719, "Finetune/Step Time": 6.672597346827388}
+{"Finetune/Learning Rate": 6.9893732831429395e-06, "Finetune/Loss": 0.6406140327453613, "Finetune/Loss (Raw)": 0.6431053876876831, "Finetune/Step": 11720, "Finetune/Step Time": 6.681271944195032}
+{"Finetune/Learning Rate": 6.987767495841686e-06, "Finetune/Loss": 0.6408427953720093, "Finetune/Loss (Raw)": 0.6713265776634216, "Finetune/Step": 11721, "Finetune/Step Time": 6.678833477199078}
+{"Finetune/Learning Rate": 6.986161793958784e-06, "Finetune/Loss": 0.641094446182251, "Finetune/Loss (Raw)": 0.6647898554801941, "Finetune/Step": 11722, "Finetune/Step Time": 6.681182559579611}
+{"Finetune/Learning Rate": 6.984556177539763e-06, "Finetune/Loss": 0.6419816017150879, "Finetune/Loss (Raw)": 0.7297936677932739, "Finetune/Step": 11723, "Finetune/Step Time": 6.672067834064364}
+{"Finetune/Learning Rate": 6.982950646630151e-06, "Finetune/Loss": 0.6409581303596497, "Finetune/Loss (Raw)": 0.6074416637420654, "Finetune/Step": 11724, "Finetune/Step Time": 6.64851463586092}
+{"Finetune/Learning Rate": 6.9813452012754826e-06, "Finetune/Loss": 0.6403040289878845, "Finetune/Loss (Raw)": 0.6090564727783203, "Finetune/Step": 11725, "Finetune/Step Time": 6.643918579444289}
+{"Finetune/Learning Rate": 6.979739841521278e-06, "Finetune/Loss": 0.6414061188697815, "Finetune/Loss (Raw)": 0.7159277200698853, "Finetune/Step": 11726, "Finetune/Step Time": 6.639873370528221}
+{"Finetune/Learning Rate": 6.9781345674130606e-06, "Finetune/Loss": 0.6413271427154541, "Finetune/Loss (Raw)": 0.6573500633239746, "Finetune/Step": 11727, "Finetune/Step Time": 6.628520783036947}
+{"Finetune/Learning Rate": 6.976529378996357e-06, "Finetune/Loss": 0.6412128210067749, "Finetune/Loss (Raw)": 0.5910109281539917, "Finetune/Step": 11728, "Finetune/Step Time": 6.627859199419618}
+{"Finetune/Learning Rate": 6.974924276316685e-06, "Finetune/Loss": 0.6417499780654907, "Finetune/Loss (Raw)": 0.7718900442123413, "Finetune/Step": 11729, "Finetune/Step Time": 6.628029095008969}
+{"Finetune/Learning Rate": 6.973319259419555e-06, "Finetune/Loss": 0.6417570114135742, "Finetune/Loss (Raw)": 0.6646907329559326, "Finetune/Step": 11730, "Finetune/Step Time": 6.6474261693656445}
+{"Finetune/Learning Rate": 6.971714328350485e-06, "Finetune/Loss": 0.6409904956817627, "Finetune/Loss (Raw)": 0.5497934222221375, "Finetune/Step": 11731, "Finetune/Step Time": 6.64786072820425}
+{"Finetune/Learning Rate": 6.970109483154985e-06, "Finetune/Loss": 0.6428039073944092, "Finetune/Loss (Raw)": 0.7438204288482666, "Finetune/Step": 11732, "Finetune/Step Time": 6.648224547505379}
+{"Finetune/Learning Rate": 6.968504723878565e-06, "Finetune/Loss": 0.6440370082855225, "Finetune/Loss (Raw)": 0.7539962530136108, "Finetune/Step": 11733, "Finetune/Step Time": 6.648194711655378}
+{"Finetune/Learning Rate": 6.966900050566727e-06, "Finetune/Loss": 0.6444810032844543, "Finetune/Loss (Raw)": 0.5445578694343567, "Finetune/Step": 11734, "Finetune/Step Time": 6.643683206290007}
+{"Finetune/Learning Rate": 6.965295463264987e-06, "Finetune/Loss": 0.6450552344322205, "Finetune/Loss (Raw)": 0.6469963192939758, "Finetune/Step": 11735, "Finetune/Step Time": 6.658849116414785}
+{"Finetune/Learning Rate": 6.963690962018832e-06, "Finetune/Loss": 0.6469652652740479, "Finetune/Loss (Raw)": 0.7698856592178345, "Finetune/Step": 11736, "Finetune/Step Time": 6.66119441203773}
+{"Finetune/Learning Rate": 6.962086546873766e-06, "Finetune/Loss": 0.6459168791770935, "Finetune/Loss (Raw)": 0.5514222383499146, "Finetune/Step": 11737, "Finetune/Step Time": 6.676703156903386}
+{"Finetune/Learning Rate": 6.960482217875288e-06, "Finetune/Loss": 0.6463186740875244, "Finetune/Loss (Raw)": 0.6103724837303162, "Finetune/Step": 11738, "Finetune/Step Time": 6.6750781405717134}
+{"Finetune/Learning Rate": 6.958877975068893e-06, "Finetune/Loss": 0.6474184989929199, "Finetune/Loss (Raw)": 0.7171482443809509, "Finetune/Step": 11739, "Finetune/Step Time": 6.677841078490019}
+{"Finetune/Learning Rate": 6.95727381850007e-06, "Finetune/Loss": 0.6469351053237915, "Finetune/Loss (Raw)": 0.5658996105194092, "Finetune/Step": 11740, "Finetune/Step Time": 6.677080979570746}
+{"Finetune/Learning Rate": 6.955669748214306e-06, "Finetune/Loss": 0.6462221145629883, "Finetune/Loss (Raw)": 0.6494465470314026, "Finetune/Step": 11741, "Finetune/Step Time": 6.675461649894714}
+{"Finetune/Learning Rate": 6.954065764257098e-06, "Finetune/Loss": 0.645524263381958, "Finetune/Loss (Raw)": 0.5934747457504272, "Finetune/Step": 11742, "Finetune/Step Time": 6.6770548820495605}
+{"Finetune/Learning Rate": 6.95246186667392e-06, "Finetune/Loss": 0.6469800472259521, "Finetune/Loss (Raw)": 0.8285305500030518, "Finetune/Step": 11743, "Finetune/Step Time": 6.68189431540668}
+{"Finetune/Learning Rate": 6.950858055510254e-06, "Finetune/Loss": 0.6459993124008179, "Finetune/Loss (Raw)": 0.6011559367179871, "Finetune/Step": 11744, "Finetune/Step Time": 6.664684949442744}
+{"Finetune/Learning Rate": 6.949254330811585e-06, "Finetune/Loss": 0.6451833844184875, "Finetune/Loss (Raw)": 0.6273573040962219, "Finetune/Step": 11745, "Finetune/Step Time": 6.662571683526039}
+{"Finetune/Learning Rate": 6.94765069262339e-06, "Finetune/Loss": 0.6454107165336609, "Finetune/Loss (Raw)": 0.658133864402771, "Finetune/Step": 11746, "Finetune/Step Time": 6.660543268546462}
+{"Finetune/Learning Rate": 6.94604714099114e-06, "Finetune/Loss": 0.6450198292732239, "Finetune/Loss (Raw)": 0.6156607270240784, "Finetune/Step": 11747, "Finetune/Step Time": 6.668047534301877}
+{"Finetune/Learning Rate": 6.944443675960312e-06, "Finetune/Loss": 0.644402801990509, "Finetune/Loss (Raw)": 0.5480703711509705, "Finetune/Step": 11748, "Finetune/Step Time": 6.663312079384923}
+{"Finetune/Learning Rate": 6.94284029757637e-06, "Finetune/Loss": 0.6432532072067261, "Finetune/Loss (Raw)": 0.5493137836456299, "Finetune/Step": 11749, "Finetune/Step Time": 6.665652407333255}
+{"Finetune/Learning Rate": 6.941237005884782e-06, "Finetune/Loss": 0.6436402797698975, "Finetune/Loss (Raw)": 0.6767430901527405, "Finetune/Step": 11750, "Finetune/Step Time": 6.660943856462836}
+{"Finetune/Learning Rate": 6.939633800931014e-06, "Finetune/Loss": 0.6433096528053284, "Finetune/Loss (Raw)": 0.6932200193405151, "Finetune/Step": 11751, "Finetune/Step Time": 6.658633863553405}
+{"Finetune/Learning Rate": 6.938030682760532e-06, "Finetune/Loss": 0.6436197757720947, "Finetune/Loss (Raw)": 0.6355753540992737, "Finetune/Step": 11752, "Finetune/Step Time": 6.656595895066857}
+{"Finetune/Learning Rate": 6.9364276514187915e-06, "Finetune/Loss": 0.6447106599807739, "Finetune/Loss (Raw)": 0.7899343371391296, "Finetune/Step": 11753, "Finetune/Step Time": 6.660265678539872}
+{"Finetune/Learning Rate": 6.934824706951253e-06, "Finetune/Loss": 0.644377589225769, "Finetune/Loss (Raw)": 0.5775266885757446, "Finetune/Step": 11754, "Finetune/Step Time": 6.660285636782646}
+{"Finetune/Learning Rate": 6.933221849403369e-06, "Finetune/Loss": 0.644498348236084, "Finetune/Loss (Raw)": 0.6306552886962891, "Finetune/Step": 11755, "Finetune/Step Time": 6.654147606343031}
+{"Finetune/Learning Rate": 6.931619078820591e-06, "Finetune/Loss": 0.6441552639007568, "Finetune/Loss (Raw)": 0.6414401531219482, "Finetune/Step": 11756, "Finetune/Step Time": 6.665845535695553}
+{"Finetune/Learning Rate": 6.930016395248371e-06, "Finetune/Loss": 0.6438878774642944, "Finetune/Loss (Raw)": 0.6365443468093872, "Finetune/Step": 11757, "Finetune/Step Time": 6.670486785471439}
+{"Finetune/Learning Rate": 6.928413798732154e-06, "Finetune/Loss": 0.643020510673523, "Finetune/Loss (Raw)": 0.6427966952323914, "Finetune/Step": 11758, "Finetune/Step Time": 6.669615784659982}
+{"Finetune/Learning Rate": 6.92681128931739e-06, "Finetune/Loss": 0.6431794166564941, "Finetune/Loss (Raw)": 0.671268880367279, "Finetune/Step": 11759, "Finetune/Step Time": 6.675378456711769}
+{"Finetune/Learning Rate": 6.925208867049522e-06, "Finetune/Loss": 0.6441699266433716, "Finetune/Loss (Raw)": 0.7388671040534973, "Finetune/Step": 11760, "Finetune/Step Time": 6.675574725493789}
+{"Finetune/Learning Rate": 6.923606531973981e-06, "Finetune/Loss": 0.6461336612701416, "Finetune/Loss (Raw)": 0.8012349605560303, "Finetune/Step": 11761, "Finetune/Step Time": 6.672886345535517}
+{"Finetune/Learning Rate": 6.922004284136214e-06, "Finetune/Loss": 0.6475014686584473, "Finetune/Loss (Raw)": 0.7047087550163269, "Finetune/Step": 11762, "Finetune/Step Time": 6.6716123297810555}
+{"Finetune/Learning Rate": 6.920402123581651e-06, "Finetune/Loss": 0.6462308764457703, "Finetune/Loss (Raw)": 0.537871241569519, "Finetune/Step": 11763, "Finetune/Step Time": 6.676583372056484}
+{"Finetune/Learning Rate": 6.918800050355727e-06, "Finetune/Loss": 0.6455309391021729, "Finetune/Loss (Raw)": 0.5794883370399475, "Finetune/Step": 11764, "Finetune/Step Time": 6.676623335108161}
+{"Finetune/Learning Rate": 6.917198064503874e-06, "Finetune/Loss": 0.6447606682777405, "Finetune/Loss (Raw)": 0.5429144501686096, "Finetune/Step": 11765, "Finetune/Step Time": 6.690760226920247}
+{"Finetune/Learning Rate": 6.915596166071518e-06, "Finetune/Loss": 0.6447950601577759, "Finetune/Loss (Raw)": 0.6786123514175415, "Finetune/Step": 11766, "Finetune/Step Time": 6.665568983182311}
+{"Finetune/Learning Rate": 6.913994355104081e-06, "Finetune/Loss": 0.6458029747009277, "Finetune/Loss (Raw)": 0.7754926681518555, "Finetune/Step": 11767, "Finetune/Step Time": 6.66781073063612}
+{"Finetune/Learning Rate": 6.912392631646987e-06, "Finetune/Loss": 0.6453538537025452, "Finetune/Loss (Raw)": 0.5721493363380432, "Finetune/Step": 11768, "Finetune/Step Time": 6.648360809311271}
+{"Finetune/Learning Rate": 6.910790995745661e-06, "Finetune/Loss": 0.6454110145568848, "Finetune/Loss (Raw)": 0.5943981409072876, "Finetune/Step": 11769, "Finetune/Step Time": 6.649151306599379}
+{"Finetune/Learning Rate": 6.909189447445517e-06, "Finetune/Loss": 0.6456798911094666, "Finetune/Loss (Raw)": 0.6284675598144531, "Finetune/Step": 11770, "Finetune/Step Time": 6.648921897634864}
+{"Finetune/Learning Rate": 6.9075879867919716e-06, "Finetune/Loss": 0.6455894708633423, "Finetune/Loss (Raw)": 0.5810452699661255, "Finetune/Step": 11771, "Finetune/Step Time": 6.6481005270034075}
+{"Finetune/Learning Rate": 6.90598661383044e-06, "Finetune/Loss": 0.6467201113700867, "Finetune/Loss (Raw)": 0.756564736366272, "Finetune/Step": 11772, "Finetune/Step Time": 6.6501779332757}
+{"Finetune/Learning Rate": 6.904385328606327e-06, "Finetune/Loss": 0.6462564468383789, "Finetune/Loss (Raw)": 0.5572282075881958, "Finetune/Step": 11773, "Finetune/Step Time": 6.629689749330282}
+{"Finetune/Learning Rate": 6.902784131165042e-06, "Finetune/Loss": 0.6460856199264526, "Finetune/Loss (Raw)": 0.6953771114349365, "Finetune/Step": 11774, "Finetune/Step Time": 6.604346811771393}
+{"Finetune/Learning Rate": 6.901183021551991e-06, "Finetune/Loss": 0.646349310874939, "Finetune/Loss (Raw)": 0.6798746585845947, "Finetune/Step": 11775, "Finetune/Step Time": 6.6072547268122435}
+{"Finetune/Learning Rate": 6.89958199981258e-06, "Finetune/Loss": 0.6463022828102112, "Finetune/Loss (Raw)": 0.6879408359527588, "Finetune/Step": 11776, "Finetune/Step Time": 6.614219376817346}
+{"Finetune/Learning Rate": 6.897981065992208e-06, "Finetune/Loss": 0.6454024314880371, "Finetune/Loss (Raw)": 0.5993580222129822, "Finetune/Step": 11777, "Finetune/Step Time": 6.6174022648483515}
+{"Finetune/Learning Rate": 6.896380220136272e-06, "Finetune/Loss": 0.6453534364700317, "Finetune/Loss (Raw)": 0.6885244250297546, "Finetune/Step": 11778, "Finetune/Step Time": 6.623227125033736}
+{"Finetune/Learning Rate": 6.894779462290166e-06, "Finetune/Loss": 0.6455578207969666, "Finetune/Loss (Raw)": 0.5872695446014404, "Finetune/Step": 11779, "Finetune/Step Time": 6.62018970772624}
+{"Finetune/Learning Rate": 6.893178792499284e-06, "Finetune/Loss": 0.6460452079772949, "Finetune/Loss (Raw)": 0.6619992852210999, "Finetune/Step": 11780, "Finetune/Step Time": 6.6173000857234}
+{"Finetune/Learning Rate": 6.891578210809018e-06, "Finetune/Loss": 0.6464188694953918, "Finetune/Loss (Raw)": 0.7405517101287842, "Finetune/Step": 11781, "Finetune/Step Time": 6.618473269045353}
+{"Finetune/Learning Rate": 6.889977717264753e-06, "Finetune/Loss": 0.646489679813385, "Finetune/Loss (Raw)": 0.6835749745368958, "Finetune/Step": 11782, "Finetune/Step Time": 6.618325561285019}
+{"Finetune/Learning Rate": 6.888377311911875e-06, "Finetune/Loss": 0.6459637880325317, "Finetune/Loss (Raw)": 0.5861297845840454, "Finetune/Step": 11783, "Finetune/Step Time": 6.616891756653786}
+{"Finetune/Learning Rate": 6.8867769947957765e-06, "Finetune/Loss": 0.6465184092521667, "Finetune/Loss (Raw)": 0.7135156393051147, "Finetune/Step": 11784, "Finetune/Step Time": 6.611575059592724}
+{"Finetune/Learning Rate": 6.88517676596182e-06, "Finetune/Loss": 0.646987795829773, "Finetune/Loss (Raw)": 0.7028869390487671, "Finetune/Step": 11785, "Finetune/Step Time": 6.613700352609158}
+{"Finetune/Learning Rate": 6.883576625455397e-06, "Finetune/Loss": 0.6474460959434509, "Finetune/Loss (Raw)": 0.6188961267471313, "Finetune/Step": 11786, "Finetune/Step Time": 6.610302105545998}
+{"Finetune/Learning Rate": 6.881976573321879e-06, "Finetune/Loss": 0.6479898691177368, "Finetune/Loss (Raw)": 0.7128359079360962, "Finetune/Step": 11787, "Finetune/Step Time": 6.610134936869144}
+{"Finetune/Learning Rate": 6.880376609606639e-06, "Finetune/Loss": 0.6467272639274597, "Finetune/Loss (Raw)": 0.5064918994903564, "Finetune/Step": 11788, "Finetune/Step Time": 6.6170927453786135}
+{"Finetune/Learning Rate": 6.878776734355047e-06, "Finetune/Loss": 0.6458643674850464, "Finetune/Loss (Raw)": 0.6541082859039307, "Finetune/Step": 11789, "Finetune/Step Time": 6.6194255370646715}
+{"Finetune/Learning Rate": 6.877176947612474e-06, "Finetune/Loss": 0.6469169855117798, "Finetune/Loss (Raw)": 0.710879921913147, "Finetune/Step": 11790, "Finetune/Step Time": 6.617667408660054}
+{"Finetune/Learning Rate": 6.875577249424279e-06, "Finetune/Loss": 0.6467430591583252, "Finetune/Loss (Raw)": 0.69668048620224, "Finetune/Step": 11791, "Finetune/Step Time": 6.6170910485088825}
+{"Finetune/Learning Rate": 6.87397763983583e-06, "Finetune/Loss": 0.6479294896125793, "Finetune/Loss (Raw)": 0.7016820907592773, "Finetune/Step": 11792, "Finetune/Step Time": 6.616063477471471}
+{"Finetune/Learning Rate": 6.872378118892482e-06, "Finetune/Loss": 0.6480519771575928, "Finetune/Loss (Raw)": 0.6213387846946716, "Finetune/Step": 11793, "Finetune/Step Time": 6.617305159568787}
+{"Finetune/Learning Rate": 6.870778686639601e-06, "Finetune/Loss": 0.6489410400390625, "Finetune/Loss (Raw)": 0.671342670917511, "Finetune/Step": 11794, "Finetune/Step Time": 6.614089762791991}
+{"Finetune/Learning Rate": 6.869179343122536e-06, "Finetune/Loss": 0.6491467952728271, "Finetune/Loss (Raw)": 0.6382243633270264, "Finetune/Step": 11795, "Finetune/Step Time": 6.6144866198301315}
+{"Finetune/Learning Rate": 6.867580088386646e-06, "Finetune/Loss": 0.6484235525131226, "Finetune/Loss (Raw)": 0.6607481241226196, "Finetune/Step": 11796, "Finetune/Step Time": 6.639252509921789}
+{"Finetune/Learning Rate": 6.865980922477274e-06, "Finetune/Loss": 0.6496523022651672, "Finetune/Loss (Raw)": 0.7492181062698364, "Finetune/Step": 11797, "Finetune/Step Time": 6.628972606733441}
+{"Finetune/Learning Rate": 6.864381845439772e-06, "Finetune/Loss": 0.6492254137992859, "Finetune/Loss (Raw)": 0.6185837388038635, "Finetune/Step": 11798, "Finetune/Step Time": 6.629740526899695}
+{"Finetune/Learning Rate": 6.862782857319484e-06, "Finetune/Loss": 0.64966881275177, "Finetune/Loss (Raw)": 0.7087733745574951, "Finetune/Step": 11799, "Finetune/Step Time": 6.626857558265328}
+{"Finetune/Learning Rate": 6.86118395816175e-06, "Finetune/Loss": 0.6499714851379395, "Finetune/Loss (Raw)": 0.7197118997573853, "Finetune/Step": 11800, "Finetune/Step Time": 6.62855114787817}
+{"Finetune/Learning Rate": 6.859585148011917e-06, "Finetune/Loss": 0.6512293815612793, "Finetune/Loss (Raw)": 0.5929741263389587, "Finetune/Step": 11801, "Finetune/Step Time": 6.616421960294247}
+{"Finetune/Learning Rate": 6.857986426915321e-06, "Finetune/Loss": 0.6504741907119751, "Finetune/Loss (Raw)": 0.607525110244751, "Finetune/Step": 11802, "Finetune/Step Time": 6.612999176606536}
+{"Finetune/Learning Rate": 6.856387794917292e-06, "Finetune/Loss": 0.6507790088653564, "Finetune/Loss (Raw)": 0.6873159408569336, "Finetune/Step": 11803, "Finetune/Step Time": 6.6096129678189754}
+{"Finetune/Learning Rate": 6.854789252063168e-06, "Finetune/Loss": 0.6494587659835815, "Finetune/Loss (Raw)": 0.5823881030082703, "Finetune/Step": 11804, "Finetune/Step Time": 6.611854324117303}
+{"Finetune/Learning Rate": 6.853190798398275e-06, "Finetune/Loss": 0.6497796773910522, "Finetune/Loss (Raw)": 0.5999988317489624, "Finetune/Step": 11805, "Finetune/Step Time": 6.616667199879885}
+{"Finetune/Learning Rate": 6.8515924339679415e-06, "Finetune/Loss": 0.6498137712478638, "Finetune/Loss (Raw)": 0.6708017587661743, "Finetune/Step": 11806, "Finetune/Step Time": 6.634246883913875}
+{"Finetune/Learning Rate": 6.849994158817494e-06, "Finetune/Loss": 0.6494978666305542, "Finetune/Loss (Raw)": 0.65292888879776, "Finetune/Step": 11807, "Finetune/Step Time": 6.63493643142283}
+{"Finetune/Learning Rate": 6.848395972992261e-06, "Finetune/Loss": 0.6495119333267212, "Finetune/Loss (Raw)": 0.7128702998161316, "Finetune/Step": 11808, "Finetune/Step Time": 6.634533189237118}
+{"Finetune/Learning Rate": 6.8467978765375506e-06, "Finetune/Loss": 0.6491817235946655, "Finetune/Loss (Raw)": 0.6438394784927368, "Finetune/Step": 11809, "Finetune/Step Time": 6.6269330363720655}
+{"Finetune/Learning Rate": 6.845199869498684e-06, "Finetune/Loss": 0.6484476327896118, "Finetune/Loss (Raw)": 0.698243260383606, "Finetune/Step": 11810, "Finetune/Step Time": 6.626642409712076}
+{"Finetune/Learning Rate": 6.8436019519209815e-06, "Finetune/Loss": 0.6488178968429565, "Finetune/Loss (Raw)": 0.6470105648040771, "Finetune/Step": 11811, "Finetune/Step Time": 6.644216030836105}
+{"Finetune/Learning Rate": 6.8420041238497525e-06, "Finetune/Loss": 0.6486124992370605, "Finetune/Loss (Raw)": 0.6734688878059387, "Finetune/Step": 11812, "Finetune/Step Time": 6.65015978179872}
+{"Finetune/Learning Rate": 6.840406385330305e-06, "Finetune/Loss": 0.648036777973175, "Finetune/Loss (Raw)": 0.6604472994804382, "Finetune/Step": 11813, "Finetune/Step Time": 6.651116106659174}
+{"Finetune/Learning Rate": 6.838808736407949e-06, "Finetune/Loss": 0.648435115814209, "Finetune/Loss (Raw)": 0.6731118559837341, "Finetune/Step": 11814, "Finetune/Step Time": 6.64915831014514}
+{"Finetune/Learning Rate": 6.837211177127987e-06, "Finetune/Loss": 0.6486708521842957, "Finetune/Loss (Raw)": 0.7015267610549927, "Finetune/Step": 11815, "Finetune/Step Time": 6.64766108058393}
+{"Finetune/Learning Rate": 6.835613707535722e-06, "Finetune/Loss": 0.6497796773910522, "Finetune/Loss (Raw)": 0.7519486546516418, "Finetune/Step": 11816, "Finetune/Step Time": 6.648836890235543}
+{"Finetune/Learning Rate": 6.834016327676453e-06, "Finetune/Loss": 0.6497994661331177, "Finetune/Loss (Raw)": 0.6938632130622864, "Finetune/Step": 11817, "Finetune/Step Time": 6.647033113986254}
+{"Finetune/Learning Rate": 6.832419037595479e-06, "Finetune/Loss": 0.6509021520614624, "Finetune/Loss (Raw)": 0.7498743534088135, "Finetune/Step": 11818, "Finetune/Step Time": 6.640953667461872}
+{"Finetune/Learning Rate": 6.830821837338094e-06, "Finetune/Loss": 0.6495002508163452, "Finetune/Loss (Raw)": 0.46683353185653687, "Finetune/Step": 11819, "Finetune/Step Time": 6.641339207068086}
+{"Finetune/Learning Rate": 6.829224726949591e-06, "Finetune/Loss": 0.6488157510757446, "Finetune/Loss (Raw)": 0.5775464177131653, "Finetune/Step": 11820, "Finetune/Step Time": 6.660321274772286}
+{"Finetune/Learning Rate": 6.8276277064752575e-06, "Finetune/Loss": 0.6491798758506775, "Finetune/Loss (Raw)": 0.6348968148231506, "Finetune/Step": 11821, "Finetune/Step Time": 6.656722337007523}
+{"Finetune/Learning Rate": 6.826030775960382e-06, "Finetune/Loss": 0.6491310000419617, "Finetune/Loss (Raw)": 0.6763811111450195, "Finetune/Step": 11822, "Finetune/Step Time": 6.656927572563291}
+{"Finetune/Learning Rate": 6.824433935450246e-06, "Finetune/Loss": 0.6492946147918701, "Finetune/Loss (Raw)": 0.5962713956832886, "Finetune/Step": 11823, "Finetune/Step Time": 6.655115161091089}
+{"Finetune/Learning Rate": 6.822837184990132e-06, "Finetune/Loss": 0.6494603157043457, "Finetune/Loss (Raw)": 0.6256037950515747, "Finetune/Step": 11824, "Finetune/Step Time": 6.658337406814098}
+{"Finetune/Learning Rate": 6.821240524625323e-06, "Finetune/Loss": 0.6499135494232178, "Finetune/Loss (Raw)": 0.7633019685745239, "Finetune/Step": 11825, "Finetune/Step Time": 6.6740862019360065}
+{"Finetune/Learning Rate": 6.819643954401094e-06, "Finetune/Loss": 0.6504086256027222, "Finetune/Loss (Raw)": 0.6809832453727722, "Finetune/Step": 11826, "Finetune/Step Time": 6.6781226098537445}
+{"Finetune/Learning Rate": 6.81804747436272e-06, "Finetune/Loss": 0.6523663997650146, "Finetune/Loss (Raw)": 0.7448962926864624, "Finetune/Step": 11827, "Finetune/Step Time": 6.687196569517255}
+{"Finetune/Learning Rate": 6.81645108455547e-06, "Finetune/Loss": 0.6536052227020264, "Finetune/Loss (Raw)": 0.6884943246841431, "Finetune/Step": 11828, "Finetune/Step Time": 6.671846851706505}
+{"Finetune/Learning Rate": 6.8148547850246135e-06, "Finetune/Loss": 0.6519051790237427, "Finetune/Loss (Raw)": 0.4824865162372589, "Finetune/Step": 11829, "Finetune/Step Time": 6.674759116023779}
+{"Finetune/Learning Rate": 6.81325857581542e-06, "Finetune/Loss": 0.6523267030715942, "Finetune/Loss (Raw)": 0.6181199550628662, "Finetune/Step": 11830, "Finetune/Step Time": 6.671712823212147}
+{"Finetune/Learning Rate": 6.811662456973147e-06, "Finetune/Loss": 0.6538859605789185, "Finetune/Loss (Raw)": 0.6838182806968689, "Finetune/Step": 11831, "Finetune/Step Time": 6.66166522167623}
+{"Finetune/Learning Rate": 6.810066428543064e-06, "Finetune/Loss": 0.6522893905639648, "Finetune/Loss (Raw)": 0.4819091260433197, "Finetune/Step": 11832, "Finetune/Step Time": 6.652763772755861}
+{"Finetune/Learning Rate": 6.808470490570429e-06, "Finetune/Loss": 0.651290774345398, "Finetune/Loss (Raw)": 0.5632519721984863, "Finetune/Step": 11833, "Finetune/Step Time": 6.65196099691093}
+{"Finetune/Learning Rate": 6.80687464310049e-06, "Finetune/Loss": 0.6527374982833862, "Finetune/Loss (Raw)": 0.6462307572364807, "Finetune/Step": 11834, "Finetune/Step Time": 6.622590757906437}
+{"Finetune/Learning Rate": 6.805278886178508e-06, "Finetune/Loss": 0.6543542146682739, "Finetune/Loss (Raw)": 0.6224966049194336, "Finetune/Step": 11835, "Finetune/Step Time": 6.625184228643775}
+{"Finetune/Learning Rate": 6.803683219849732e-06, "Finetune/Loss": 0.6552263498306274, "Finetune/Loss (Raw)": 0.7528905868530273, "Finetune/Step": 11836, "Finetune/Step Time": 6.627352733165026}
+{"Finetune/Learning Rate": 6.802087644159412e-06, "Finetune/Loss": 0.6550293564796448, "Finetune/Loss (Raw)": 0.5855438709259033, "Finetune/Step": 11837, "Finetune/Step Time": 6.624705940485001}
+{"Finetune/Learning Rate": 6.800492159152792e-06, "Finetune/Loss": 0.6548107862472534, "Finetune/Loss (Raw)": 0.6520402431488037, "Finetune/Step": 11838, "Finetune/Step Time": 6.62633984349668}
+{"Finetune/Learning Rate": 6.798896764875118e-06, "Finetune/Loss": 0.6547128558158875, "Finetune/Loss (Raw)": 0.617333710193634, "Finetune/Step": 11839, "Finetune/Step Time": 6.625883983448148}
+{"Finetune/Learning Rate": 6.797301461371626e-06, "Finetune/Loss": 0.6564348936080933, "Finetune/Loss (Raw)": 0.839173436164856, "Finetune/Step": 11840, "Finetune/Step Time": 6.622703729197383}
+{"Finetune/Learning Rate": 6.795706248687557e-06, "Finetune/Loss": 0.6554153561592102, "Finetune/Loss (Raw)": 0.6465829014778137, "Finetune/Step": 11841, "Finetune/Step Time": 6.623074607923627}
+{"Finetune/Learning Rate": 6.7941111268681484e-06, "Finetune/Loss": 0.6552329063415527, "Finetune/Loss (Raw)": 0.6924198269844055, "Finetune/Step": 11842, "Finetune/Step Time": 6.636081602424383}
+{"Finetune/Learning Rate": 6.7925160959586315e-06, "Finetune/Loss": 0.6546047925949097, "Finetune/Loss (Raw)": 0.6780011057853699, "Finetune/Step": 11843, "Finetune/Step Time": 6.63892531953752}
+{"Finetune/Learning Rate": 6.7909211560042374e-06, "Finetune/Loss": 0.6540650129318237, "Finetune/Loss (Raw)": 0.6270319819450378, "Finetune/Step": 11844, "Finetune/Step Time": 6.63632682710886}
+{"Finetune/Learning Rate": 6.789326307050196e-06, "Finetune/Loss": 0.653786838054657, "Finetune/Loss (Raw)": 0.566703736782074, "Finetune/Step": 11845, "Finetune/Step Time": 6.634092343971133}
+{"Finetune/Learning Rate": 6.787731549141728e-06, "Finetune/Loss": 0.6539983749389648, "Finetune/Loss (Raw)": 0.7197847962379456, "Finetune/Step": 11846, "Finetune/Step Time": 6.631283286958933}
+{"Finetune/Learning Rate": 6.7861368823240594e-06, "Finetune/Loss": 0.6546061038970947, "Finetune/Loss (Raw)": 0.7457268238067627, "Finetune/Step": 11847, "Finetune/Step Time": 6.633665403351188}
+{"Finetune/Learning Rate": 6.78454230664241e-06, "Finetune/Loss": 0.6540524959564209, "Finetune/Loss (Raw)": 0.5722457766532898, "Finetune/Step": 11848, "Finetune/Step Time": 6.6253811866045}
+{"Finetune/Learning Rate": 6.782947822141996e-06, "Finetune/Loss": 0.6533822417259216, "Finetune/Loss (Raw)": 0.5855385065078735, "Finetune/Step": 11849, "Finetune/Step Time": 6.629039082676172}
+{"Finetune/Learning Rate": 6.7813534288680335e-06, "Finetune/Loss": 0.6525482535362244, "Finetune/Loss (Raw)": 0.5580337047576904, "Finetune/Step": 11850, "Finetune/Step Time": 6.627017000690103}
+{"Finetune/Learning Rate": 6.779759126865739e-06, "Finetune/Loss": 0.651053786277771, "Finetune/Loss (Raw)": 0.5385021567344666, "Finetune/Step": 11851, "Finetune/Step Time": 6.634840363636613}
+{"Finetune/Learning Rate": 6.778164916180316e-06, "Finetune/Loss": 0.6518541574478149, "Finetune/Loss (Raw)": 0.7098945379257202, "Finetune/Step": 11852, "Finetune/Step Time": 6.6406130734831095}
+{"Finetune/Learning Rate": 6.776570796856974e-06, "Finetune/Loss": 0.6535388231277466, "Finetune/Loss (Raw)": 0.824682891368866, "Finetune/Step": 11853, "Finetune/Step Time": 6.644008561968803}
+{"Finetune/Learning Rate": 6.77497676894092e-06, "Finetune/Loss": 0.6533048748970032, "Finetune/Loss (Raw)": 0.6859887838363647, "Finetune/Step": 11854, "Finetune/Step Time": 6.6472921166568995}
+{"Finetune/Learning Rate": 6.773382832477351e-06, "Finetune/Loss": 0.6531908512115479, "Finetune/Loss (Raw)": 0.6427552700042725, "Finetune/Step": 11855, "Finetune/Step Time": 6.65007615275681}
+{"Finetune/Learning Rate": 6.77178898751147e-06, "Finetune/Loss": 0.6523849964141846, "Finetune/Loss (Raw)": 0.4878562092781067, "Finetune/Step": 11856, "Finetune/Step Time": 6.665122324600816}
+{"Finetune/Learning Rate": 6.770195234088478e-06, "Finetune/Loss": 0.6522363424301147, "Finetune/Loss (Raw)": 0.7528716325759888, "Finetune/Step": 11857, "Finetune/Step Time": 6.670426569879055}
+{"Finetune/Learning Rate": 6.768601572253559e-06, "Finetune/Loss": 0.6529607772827148, "Finetune/Loss (Raw)": 0.7574156522750854, "Finetune/Step": 11858, "Finetune/Step Time": 6.6535793244838715}
+{"Finetune/Learning Rate": 6.7670080020519136e-06, "Finetune/Loss": 0.6551753282546997, "Finetune/Loss (Raw)": 0.8332530856132507, "Finetune/Step": 11859, "Finetune/Step Time": 6.654481329023838}
+{"Finetune/Learning Rate": 6.765414523528726e-06, "Finetune/Loss": 0.6543899774551392, "Finetune/Loss (Raw)": 0.6432978510856628, "Finetune/Step": 11860, "Finetune/Step Time": 6.654239226132631}
+{"Finetune/Learning Rate": 6.763821136729186e-06, "Finetune/Loss": 0.6535757780075073, "Finetune/Loss (Raw)": 0.6497727632522583, "Finetune/Step": 11861, "Finetune/Step Time": 6.653907572850585}
+{"Finetune/Learning Rate": 6.762227841698477e-06, "Finetune/Loss": 0.6549707651138306, "Finetune/Loss (Raw)": 0.7231181263923645, "Finetune/Step": 11862, "Finetune/Step Time": 6.646687833592296}
+{"Finetune/Learning Rate": 6.76063463848178e-06, "Finetune/Loss": 0.6550438404083252, "Finetune/Loss (Raw)": 0.6563546061515808, "Finetune/Step": 11863, "Finetune/Step Time": 6.6320816073566675}
+{"Finetune/Learning Rate": 6.75904152712427e-06, "Finetune/Loss": 0.6532949209213257, "Finetune/Loss (Raw)": 0.5460178852081299, "Finetune/Step": 11864, "Finetune/Step Time": 6.645947080105543}
+{"Finetune/Learning Rate": 6.7574485076711285e-06, "Finetune/Loss": 0.6533029675483704, "Finetune/Loss (Raw)": 0.5524571537971497, "Finetune/Step": 11865, "Finetune/Step Time": 6.629496106877923}
+{"Finetune/Learning Rate": 6.755855580167523e-06, "Finetune/Loss": 0.6539939641952515, "Finetune/Loss (Raw)": 0.6988227963447571, "Finetune/Step": 11866, "Finetune/Step Time": 6.628044813871384}
+{"Finetune/Learning Rate": 6.754262744658632e-06, "Finetune/Loss": 0.6531422138214111, "Finetune/Loss (Raw)": 0.6081209778785706, "Finetune/Step": 11867, "Finetune/Step Time": 6.626619204878807}
+{"Finetune/Learning Rate": 6.752670001189618e-06, "Finetune/Loss": 0.6537593603134155, "Finetune/Loss (Raw)": 0.6448892951011658, "Finetune/Step": 11868, "Finetune/Step Time": 6.629142472520471}
+{"Finetune/Learning Rate": 6.751077349805652e-06, "Finetune/Loss": 0.653769850730896, "Finetune/Loss (Raw)": 0.6507967710494995, "Finetune/Step": 11869, "Finetune/Step Time": 6.628740170970559}
+{"Finetune/Learning Rate": 6.7494847905518915e-06, "Finetune/Loss": 0.6541146039962769, "Finetune/Loss (Raw)": 0.637600839138031, "Finetune/Step": 11870, "Finetune/Step Time": 6.6275672391057014}
+{"Finetune/Learning Rate": 6.747892323473499e-06, "Finetune/Loss": 0.6504011154174805, "Finetune/Loss (Raw)": 0.353203684091568, "Finetune/Step": 11871, "Finetune/Step Time": 6.634590810164809}
+{"Finetune/Learning Rate": 6.7462999486156315e-06, "Finetune/Loss": 0.6504216194152832, "Finetune/Loss (Raw)": 0.603779137134552, "Finetune/Step": 11872, "Finetune/Step Time": 6.633635798469186}
+{"Finetune/Learning Rate": 6.744707666023445e-06, "Finetune/Loss": 0.6494977474212646, "Finetune/Loss (Raw)": 0.5091057419776917, "Finetune/Step": 11873, "Finetune/Step Time": 6.634105235338211}
+{"Finetune/Learning Rate": 6.7431154757420925e-06, "Finetune/Loss": 0.6496061086654663, "Finetune/Loss (Raw)": 0.6720010638237, "Finetune/Step": 11874, "Finetune/Step Time": 6.629978258162737}
+{"Finetune/Learning Rate": 6.741523377816728e-06, "Finetune/Loss": 0.6477577686309814, "Finetune/Loss (Raw)": 0.37907132506370544, "Finetune/Step": 11875, "Finetune/Step Time": 6.624156737700105}
+{"Finetune/Learning Rate": 6.73993137229249e-06, "Finetune/Loss": 0.6490939259529114, "Finetune/Loss (Raw)": 0.7191015481948853, "Finetune/Step": 11876, "Finetune/Step Time": 6.626641228795052}
+{"Finetune/Learning Rate": 6.738339459214529e-06, "Finetune/Loss": 0.6497421264648438, "Finetune/Loss (Raw)": 0.6322793364524841, "Finetune/Step": 11877, "Finetune/Step Time": 6.627014612779021}
+{"Finetune/Learning Rate": 6.736747638627985e-06, "Finetune/Loss": 0.6500838994979858, "Finetune/Loss (Raw)": 0.7204893827438354, "Finetune/Step": 11878, "Finetune/Step Time": 6.628687504678965}
+{"Finetune/Learning Rate": 6.735155910578e-06, "Finetune/Loss": 0.6505101323127747, "Finetune/Loss (Raw)": 0.7477841973304749, "Finetune/Step": 11879, "Finetune/Step Time": 6.630007667466998}
+{"Finetune/Learning Rate": 6.733564275109707e-06, "Finetune/Loss": 0.6513732075691223, "Finetune/Loss (Raw)": 0.7460451722145081, "Finetune/Step": 11880, "Finetune/Step Time": 6.625258304178715}
+{"Finetune/Learning Rate": 6.731972732268248e-06, "Finetune/Loss": 0.6505140066146851, "Finetune/Loss (Raw)": 0.6799535155296326, "Finetune/Step": 11881, "Finetune/Step Time": 6.627001099288464}
+{"Finetune/Learning Rate": 6.730381282098746e-06, "Finetune/Loss": 0.6516891717910767, "Finetune/Loss (Raw)": 0.7279499173164368, "Finetune/Step": 11882, "Finetune/Step Time": 6.627439083531499}
+{"Finetune/Learning Rate": 6.72878992464633e-06, "Finetune/Loss": 0.6512472033500671, "Finetune/Loss (Raw)": 0.5740852952003479, "Finetune/Step": 11883, "Finetune/Step Time": 6.624538004398346}
+{"Finetune/Learning Rate": 6.727198659956133e-06, "Finetune/Loss": 0.650490403175354, "Finetune/Loss (Raw)": 0.5445654988288879, "Finetune/Step": 11884, "Finetune/Step Time": 6.621872013434768}
+{"Finetune/Learning Rate": 6.725607488073276e-06, "Finetune/Loss": 0.6498609781265259, "Finetune/Loss (Raw)": 0.5559788942337036, "Finetune/Step": 11885, "Finetune/Step Time": 6.617748126387596}
+{"Finetune/Learning Rate": 6.724016409042879e-06, "Finetune/Loss": 0.6496714949607849, "Finetune/Loss (Raw)": 0.6185427904129028, "Finetune/Step": 11886, "Finetune/Step Time": 6.638614401221275}
+{"Finetune/Learning Rate": 6.722425422910063e-06, "Finetune/Loss": 0.6498656868934631, "Finetune/Loss (Raw)": 0.6961311101913452, "Finetune/Step": 11887, "Finetune/Step Time": 6.634801568463445}
+{"Finetune/Learning Rate": 6.720834529719939e-06, "Finetune/Loss": 0.6490787267684937, "Finetune/Loss (Raw)": 0.6381308436393738, "Finetune/Step": 11888, "Finetune/Step Time": 6.643004737794399}
+{"Finetune/Learning Rate": 6.719243729517624e-06, "Finetune/Loss": 0.6468116044998169, "Finetune/Loss (Raw)": 0.5110423564910889, "Finetune/Step": 11889, "Finetune/Step Time": 6.647725524380803}
+{"Finetune/Learning Rate": 6.717653022348225e-06, "Finetune/Loss": 0.6458987593650818, "Finetune/Loss (Raw)": 0.5878673195838928, "Finetune/Step": 11890, "Finetune/Step Time": 6.645703952759504}
+{"Finetune/Learning Rate": 6.716062408256855e-06, "Finetune/Loss": 0.647433340549469, "Finetune/Loss (Raw)": 0.7342990040779114, "Finetune/Step": 11891, "Finetune/Step Time": 6.646504567936063}
+{"Finetune/Learning Rate": 6.714471887288616e-06, "Finetune/Loss": 0.6477559804916382, "Finetune/Loss (Raw)": 0.6207805275917053, "Finetune/Step": 11892, "Finetune/Step Time": 6.669032674282789}
+{"Finetune/Learning Rate": 6.712881459488615e-06, "Finetune/Loss": 0.6478289365768433, "Finetune/Loss (Raw)": 0.5522560477256775, "Finetune/Step": 11893, "Finetune/Step Time": 6.6534045692533255}
+{"Finetune/Learning Rate": 6.711291124901945e-06, "Finetune/Loss": 0.6463135480880737, "Finetune/Loss (Raw)": 0.4846498966217041, "Finetune/Step": 11894, "Finetune/Step Time": 6.651660395786166}
+{"Finetune/Learning Rate": 6.7097008835737075e-06, "Finetune/Loss": 0.6453028321266174, "Finetune/Loss (Raw)": 0.6461166143417358, "Finetune/Step": 11895, "Finetune/Step Time": 6.651885814964771}
+{"Finetune/Learning Rate": 6.708110735548996e-06, "Finetune/Loss": 0.6461603045463562, "Finetune/Loss (Raw)": 0.6819049715995789, "Finetune/Step": 11896, "Finetune/Step Time": 6.657625522464514}
+{"Finetune/Learning Rate": 6.706520680872902e-06, "Finetune/Loss": 0.6466976404190063, "Finetune/Loss (Raw)": 0.6631765365600586, "Finetune/Step": 11897, "Finetune/Step Time": 6.655949134379625}
+{"Finetune/Learning Rate": 6.704930719590519e-06, "Finetune/Loss": 0.6465752124786377, "Finetune/Loss (Raw)": 0.6127913594245911, "Finetune/Step": 11898, "Finetune/Step Time": 6.6741002313792706}
+{"Finetune/Learning Rate": 6.703340851746933e-06, "Finetune/Loss": 0.64713454246521, "Finetune/Loss (Raw)": 0.6526489853858948, "Finetune/Step": 11899, "Finetune/Step Time": 6.671160900965333}
+{"Finetune/Learning Rate": 6.70175107738722e-06, "Finetune/Loss": 0.6456210613250732, "Finetune/Loss (Raw)": 0.5628365278244019, "Finetune/Step": 11900, "Finetune/Step Time": 6.668693324550986}
+{"Finetune/Learning Rate": 6.70016139655647e-06, "Finetune/Loss": 0.6465511322021484, "Finetune/Loss (Raw)": 0.6762763261795044, "Finetune/Step": 11901, "Finetune/Step Time": 6.674179367721081}
+{"Finetune/Learning Rate": 6.69857180929976e-06, "Finetune/Loss": 0.6452209949493408, "Finetune/Loss (Raw)": 0.5251185297966003, "Finetune/Step": 11902, "Finetune/Step Time": 6.6896301824599504}
+{"Finetune/Learning Rate": 6.6969823156621645e-06, "Finetune/Loss": 0.6446771621704102, "Finetune/Loss (Raw)": 0.6102595329284668, "Finetune/Step": 11903, "Finetune/Step Time": 6.686238389462233}
+{"Finetune/Learning Rate": 6.695392915688759e-06, "Finetune/Loss": 0.6440399885177612, "Finetune/Loss (Raw)": 0.6063846349716187, "Finetune/Step": 11904, "Finetune/Step Time": 6.699643230065703}
+{"Finetune/Learning Rate": 6.693803609424611e-06, "Finetune/Loss": 0.6445465683937073, "Finetune/Loss (Raw)": 0.6642038226127625, "Finetune/Step": 11905, "Finetune/Step Time": 6.699555702507496}
+{"Finetune/Learning Rate": 6.692214396914797e-06, "Finetune/Loss": 0.6441916227340698, "Finetune/Loss (Raw)": 0.6430865526199341, "Finetune/Step": 11906, "Finetune/Step Time": 6.699729425832629}
+{"Finetune/Learning Rate": 6.69062527820437e-06, "Finetune/Loss": 0.6445119380950928, "Finetune/Loss (Raw)": 0.6282780766487122, "Finetune/Step": 11907, "Finetune/Step Time": 6.726405404508114}
+{"Finetune/Learning Rate": 6.6890362533384015e-06, "Finetune/Loss": 0.6441932916641235, "Finetune/Loss (Raw)": 0.621212899684906, "Finetune/Step": 11908, "Finetune/Step Time": 6.733908552676439}
+{"Finetune/Learning Rate": 6.687447322361951e-06, "Finetune/Loss": 0.6436861753463745, "Finetune/Loss (Raw)": 0.6756397485733032, "Finetune/Step": 11909, "Finetune/Step Time": 6.738317424431443}
+{"Finetune/Learning Rate": 6.685858485320073e-06, "Finetune/Loss": 0.6442265510559082, "Finetune/Loss (Raw)": 0.7527428865432739, "Finetune/Step": 11910, "Finetune/Step Time": 6.754956806078553}
+{"Finetune/Learning Rate": 6.684269742257825e-06, "Finetune/Loss": 0.6449124813079834, "Finetune/Loss (Raw)": 0.6739248037338257, "Finetune/Step": 11911, "Finetune/Step Time": 6.776820419356227}
+{"Finetune/Learning Rate": 6.682681093220263e-06, "Finetune/Loss": 0.6446084976196289, "Finetune/Loss (Raw)": 0.6746062636375427, "Finetune/Step": 11912, "Finetune/Step Time": 6.78643505834043}
+{"Finetune/Learning Rate": 6.681092538252426e-06, "Finetune/Loss": 0.6445043087005615, "Finetune/Loss (Raw)": 0.6895492076873779, "Finetune/Step": 11913, "Finetune/Step Time": 6.786726051941514}
+{"Finetune/Learning Rate": 6.679504077399369e-06, "Finetune/Loss": 0.6441388130187988, "Finetune/Loss (Raw)": 0.5721132755279541, "Finetune/Step": 11914, "Finetune/Step Time": 6.80988097935915}
+{"Finetune/Learning Rate": 6.677915710706131e-06, "Finetune/Loss": 0.6430910229682922, "Finetune/Loss (Raw)": 0.5787191987037659, "Finetune/Step": 11915, "Finetune/Step Time": 6.823655057698488}
+{"Finetune/Learning Rate": 6.67632743821776e-06, "Finetune/Loss": 0.644649863243103, "Finetune/Loss (Raw)": 0.706023097038269, "Finetune/Step": 11916, "Finetune/Step Time": 6.817326182499528}
+{"Finetune/Learning Rate": 6.67473925997929e-06, "Finetune/Loss": 0.6443405151367188, "Finetune/Loss (Raw)": 0.614507794380188, "Finetune/Step": 11917, "Finetune/Step Time": 6.8183495830744505}
+{"Finetune/Learning Rate": 6.673151176035762e-06, "Finetune/Loss": 0.6437093019485474, "Finetune/Loss (Raw)": 0.6300951242446899, "Finetune/Step": 11918, "Finetune/Step Time": 6.83790653757751}
+{"Finetune/Learning Rate": 6.671563186432205e-06, "Finetune/Loss": 0.6441255211830139, "Finetune/Loss (Raw)": 0.7499553561210632, "Finetune/Step": 11919, "Finetune/Step Time": 6.8395265731960535}
+{"Finetune/Learning Rate": 6.6699752912136504e-06, "Finetune/Loss": 0.6437867879867554, "Finetune/Loss (Raw)": 0.658321738243103, "Finetune/Step": 11920, "Finetune/Step Time": 6.842866538092494}
+{"Finetune/Learning Rate": 6.668387490425128e-06, "Finetune/Loss": 0.6436758041381836, "Finetune/Loss (Raw)": 0.6071310639381409, "Finetune/Step": 11921, "Finetune/Step Time": 6.839813437312841}
+{"Finetune/Learning Rate": 6.66679978411166e-06, "Finetune/Loss": 0.6438500881195068, "Finetune/Loss (Raw)": 0.6936514973640442, "Finetune/Step": 11922, "Finetune/Step Time": 6.840029690414667}
+{"Finetune/Learning Rate": 6.665212172318272e-06, "Finetune/Loss": 0.6440868377685547, "Finetune/Loss (Raw)": 0.6685296893119812, "Finetune/Step": 11923, "Finetune/Step Time": 6.840935157611966}
+{"Finetune/Learning Rate": 6.663624655089989e-06, "Finetune/Loss": 0.6435022950172424, "Finetune/Loss (Raw)": 0.5859262943267822, "Finetune/Step": 11924, "Finetune/Step Time": 6.815974857658148}
+{"Finetune/Learning Rate": 6.662037232471819e-06, "Finetune/Loss": 0.6447505950927734, "Finetune/Loss (Raw)": 0.9090051054954529, "Finetune/Step": 11925, "Finetune/Step Time": 6.818633493036032}
+{"Finetune/Learning Rate": 6.660449904508781e-06, "Finetune/Loss": 0.6445395946502686, "Finetune/Loss (Raw)": 0.5915688276290894, "Finetune/Step": 11926, "Finetune/Step Time": 6.820338062942028}
+{"Finetune/Learning Rate": 6.658862671245889e-06, "Finetune/Loss": 0.6440757513046265, "Finetune/Loss (Raw)": 0.6494115591049194, "Finetune/Step": 11927, "Finetune/Step Time": 6.819422926753759}
+{"Finetune/Learning Rate": 6.6572755327281506e-06, "Finetune/Loss": 0.64410001039505, "Finetune/Loss (Raw)": 0.7228139042854309, "Finetune/Step": 11928, "Finetune/Step Time": 6.8173934407532215}
+{"Finetune/Learning Rate": 6.655688489000569e-06, "Finetune/Loss": 0.6438025236129761, "Finetune/Loss (Raw)": 0.5548909306526184, "Finetune/Step": 11929, "Finetune/Step Time": 6.817086970433593}
+{"Finetune/Learning Rate": 6.65410154010816e-06, "Finetune/Loss": 0.6454577445983887, "Finetune/Loss (Raw)": 0.8193957805633545, "Finetune/Step": 11930, "Finetune/Step Time": 6.817071350291371}
+{"Finetune/Learning Rate": 6.6525146860959125e-06, "Finetune/Loss": 0.644881010055542, "Finetune/Loss (Raw)": 0.6134874820709229, "Finetune/Step": 11931, "Finetune/Step Time": 6.815813712775707}
+{"Finetune/Learning Rate": 6.6509279270088256e-06, "Finetune/Loss": 0.645555853843689, "Finetune/Loss (Raw)": 0.668778657913208, "Finetune/Step": 11932, "Finetune/Step Time": 6.813611201941967}
+{"Finetune/Learning Rate": 6.649341262891903e-06, "Finetune/Loss": 0.6459980607032776, "Finetune/Loss (Raw)": 0.656596302986145, "Finetune/Step": 11933, "Finetune/Step Time": 6.814216688275337}
+{"Finetune/Learning Rate": 6.6477546937901335e-06, "Finetune/Loss": 0.6458752751350403, "Finetune/Loss (Raw)": 0.65508633852005, "Finetune/Step": 11934, "Finetune/Step Time": 6.792041318491101}
+{"Finetune/Learning Rate": 6.646168219748509e-06, "Finetune/Loss": 0.6448038816452026, "Finetune/Loss (Raw)": 0.515792727470398, "Finetune/Step": 11935, "Finetune/Step Time": 6.799069894477725}
+{"Finetune/Learning Rate": 6.644581840812019e-06, "Finetune/Loss": 0.6442428827285767, "Finetune/Loss (Raw)": 0.6410662531852722, "Finetune/Step": 11936, "Finetune/Step Time": 6.798311939463019}
+{"Finetune/Learning Rate": 6.6429955570256435e-06, "Finetune/Loss": 0.644049346446991, "Finetune/Loss (Raw)": 0.6190618276596069, "Finetune/Step": 11937, "Finetune/Step Time": 6.778078641742468}
+{"Finetune/Learning Rate": 6.641409368434368e-06, "Finetune/Loss": 0.6429972648620605, "Finetune/Loss (Raw)": 0.5635736584663391, "Finetune/Step": 11938, "Finetune/Step Time": 6.777219088748097}
+{"Finetune/Learning Rate": 6.63982327508317e-06, "Finetune/Loss": 0.6447804570198059, "Finetune/Loss (Raw)": 0.8752580285072327, "Finetune/Step": 11939, "Finetune/Step Time": 6.7527332585304976}
+{"Finetune/Learning Rate": 6.638237277017032e-06, "Finetune/Loss": 0.643933892250061, "Finetune/Loss (Raw)": 0.5651050209999084, "Finetune/Step": 11940, "Finetune/Step Time": 6.759743856266141}
+{"Finetune/Learning Rate": 6.636651374280925e-06, "Finetune/Loss": 0.643535852432251, "Finetune/Loss (Raw)": 0.6095080971717834, "Finetune/Step": 11941, "Finetune/Step Time": 6.762113135308027}
+{"Finetune/Learning Rate": 6.635065566919823e-06, "Finetune/Loss": 0.6434676647186279, "Finetune/Loss (Raw)": 0.664372444152832, "Finetune/Step": 11942, "Finetune/Step Time": 6.764560759067535}
+{"Finetune/Learning Rate": 6.633479854978689e-06, "Finetune/Loss": 0.6430695056915283, "Finetune/Loss (Raw)": 0.6505751609802246, "Finetune/Step": 11943, "Finetune/Step Time": 6.7611553482711315}
+{"Finetune/Learning Rate": 6.631894238502495e-06, "Finetune/Loss": 0.6420646905899048, "Finetune/Loss (Raw)": 0.6233238577842712, "Finetune/Step": 11944, "Finetune/Step Time": 6.761235220357776}
+{"Finetune/Learning Rate": 6.630308717536202e-06, "Finetune/Loss": 0.6420687437057495, "Finetune/Loss (Raw)": 0.6943783760070801, "Finetune/Step": 11945, "Finetune/Step Time": 6.7612636890262365}
+{"Finetune/Learning Rate": 6.6287232921247704e-06, "Finetune/Loss": 0.6397587656974792, "Finetune/Loss (Raw)": 0.45419883728027344, "Finetune/Step": 11946, "Finetune/Step Time": 6.765465958043933}
+{"Finetune/Learning Rate": 6.6271379623131615e-06, "Finetune/Loss": 0.6404542922973633, "Finetune/Loss (Raw)": 0.555864155292511, "Finetune/Step": 11947, "Finetune/Step Time": 6.762094106525183}
+{"Finetune/Learning Rate": 6.625552728146334e-06, "Finetune/Loss": 0.6415550708770752, "Finetune/Loss (Raw)": 0.7184486389160156, "Finetune/Step": 11948, "Finetune/Step Time": 6.746341882273555}
+{"Finetune/Learning Rate": 6.623967589669227e-06, "Finetune/Loss": 0.6425472497940063, "Finetune/Loss (Raw)": 0.7619010210037231, "Finetune/Step": 11949, "Finetune/Step Time": 6.747242979705334}
+{"Finetune/Learning Rate": 6.622382546926802e-06, "Finetune/Loss": 0.6417062282562256, "Finetune/Loss (Raw)": 0.5687248110771179, "Finetune/Step": 11950, "Finetune/Step Time": 6.747574998065829}
+{"Finetune/Learning Rate": 6.620797599964004e-06, "Finetune/Loss": 0.6423970460891724, "Finetune/Loss (Raw)": 0.6846929788589478, "Finetune/Step": 11951, "Finetune/Step Time": 6.757440358400345}
+{"Finetune/Learning Rate": 6.619212748825776e-06, "Finetune/Loss": 0.6415952444076538, "Finetune/Loss (Raw)": 0.5229787826538086, "Finetune/Step": 11952, "Finetune/Step Time": 6.757628036662936}
+{"Finetune/Learning Rate": 6.61762799355706e-06, "Finetune/Loss": 0.6398931741714478, "Finetune/Loss (Raw)": 0.5454306602478027, "Finetune/Step": 11953, "Finetune/Step Time": 6.741772608831525}
+{"Finetune/Learning Rate": 6.616043334202802e-06, "Finetune/Loss": 0.6406874656677246, "Finetune/Loss (Raw)": 0.7826538681983948, "Finetune/Step": 11954, "Finetune/Step Time": 6.740919983014464}
+{"Finetune/Learning Rate": 6.614458770807926e-06, "Finetune/Loss": 0.6402597427368164, "Finetune/Loss (Raw)": 0.6901496648788452, "Finetune/Step": 11955, "Finetune/Step Time": 6.72362868860364}
+{"Finetune/Learning Rate": 6.6128743034173716e-06, "Finetune/Loss": 0.6395655870437622, "Finetune/Loss (Raw)": 0.5996444225311279, "Finetune/Step": 11956, "Finetune/Step Time": 6.724231474101543}
+{"Finetune/Learning Rate": 6.611289932076073e-06, "Finetune/Loss": 0.6409038305282593, "Finetune/Loss (Raw)": 0.6537819504737854, "Finetune/Step": 11957, "Finetune/Step Time": 6.691767141222954}
+{"Finetune/Learning Rate": 6.609705656828955e-06, "Finetune/Loss": 0.6417707204818726, "Finetune/Loss (Raw)": 0.7290721535682678, "Finetune/Step": 11958, "Finetune/Step Time": 6.683327095583081}
+{"Finetune/Learning Rate": 6.608121477720944e-06, "Finetune/Loss": 0.6416183114051819, "Finetune/Loss (Raw)": 0.6643168330192566, "Finetune/Step": 11959, "Finetune/Step Time": 6.682988358661532}
+{"Finetune/Learning Rate": 6.606537394796963e-06, "Finetune/Loss": 0.6429958343505859, "Finetune/Loss (Raw)": 0.6582258939743042, "Finetune/Step": 11960, "Finetune/Step Time": 6.673427643254399}
+{"Finetune/Learning Rate": 6.604953408101933e-06, "Finetune/Loss": 0.6435528993606567, "Finetune/Loss (Raw)": 0.6345661878585815, "Finetune/Step": 11961, "Finetune/Step Time": 6.673672549426556}
+{"Finetune/Learning Rate": 6.603369517680768e-06, "Finetune/Loss": 0.6432335376739502, "Finetune/Loss (Raw)": 0.6053467988967896, "Finetune/Step": 11962, "Finetune/Step Time": 6.670228023082018}
+{"Finetune/Learning Rate": 6.601785723578382e-06, "Finetune/Loss": 0.6427390575408936, "Finetune/Loss (Raw)": 0.5592029690742493, "Finetune/Step": 11963, "Finetune/Step Time": 6.67504752241075}
+{"Finetune/Learning Rate": 6.600202025839693e-06, "Finetune/Loss": 0.6432958841323853, "Finetune/Loss (Raw)": 0.824169397354126, "Finetune/Step": 11964, "Finetune/Step Time": 6.674021342769265}
+{"Finetune/Learning Rate": 6.598618424509608e-06, "Finetune/Loss": 0.6435093879699707, "Finetune/Loss (Raw)": 0.6128749251365662, "Finetune/Step": 11965, "Finetune/Step Time": 6.676228124648333}
+{"Finetune/Learning Rate": 6.597034919633032e-06, "Finetune/Loss": 0.6425968408584595, "Finetune/Loss (Raw)": 0.5352305173873901, "Finetune/Step": 11966, "Finetune/Step Time": 6.695938237011433}
+{"Finetune/Learning Rate": 6.595451511254868e-06, "Finetune/Loss": 0.643459677696228, "Finetune/Loss (Raw)": 0.7277746796607971, "Finetune/Step": 11967, "Finetune/Step Time": 6.695289291441441}
+{"Finetune/Learning Rate": 6.593868199420017e-06, "Finetune/Loss": 0.6420431137084961, "Finetune/Loss (Raw)": 0.6578582525253296, "Finetune/Step": 11968, "Finetune/Step Time": 6.695231426507235}
+{"Finetune/Learning Rate": 6.592284984173379e-06, "Finetune/Loss": 0.6416434049606323, "Finetune/Loss (Raw)": 0.5954235196113586, "Finetune/Step": 11969, "Finetune/Step Time": 6.696370476856828}
+{"Finetune/Learning Rate": 6.590701865559849e-06, "Finetune/Loss": 0.6413159370422363, "Finetune/Loss (Raw)": 0.6504939794540405, "Finetune/Step": 11970, "Finetune/Step Time": 6.678612221032381}
+{"Finetune/Learning Rate": 6.589118843624316e-06, "Finetune/Loss": 0.6405612230300903, "Finetune/Loss (Raw)": 0.5814012289047241, "Finetune/Step": 11971, "Finetune/Step Time": 6.673104096204042}
+{"Finetune/Learning Rate": 6.58753591841168e-06, "Finetune/Loss": 0.6407686471939087, "Finetune/Loss (Raw)": 0.6535784006118774, "Finetune/Step": 11972, "Finetune/Step Time": 6.672364052385092}
+{"Finetune/Learning Rate": 6.585953089966817e-06, "Finetune/Loss": 0.642167866230011, "Finetune/Loss (Raw)": 0.7458057403564453, "Finetune/Step": 11973, "Finetune/Step Time": 6.67156558483839}
+{"Finetune/Learning Rate": 6.584370358334616e-06, "Finetune/Loss": 0.641629695892334, "Finetune/Loss (Raw)": 0.6508992314338684, "Finetune/Step": 11974, "Finetune/Step Time": 6.670815268531442}
+{"Finetune/Learning Rate": 6.58278772355996e-06, "Finetune/Loss": 0.6410183906555176, "Finetune/Loss (Raw)": 0.6674844026565552, "Finetune/Step": 11975, "Finetune/Step Time": 6.670913392677903}
+{"Finetune/Learning Rate": 6.581205185687727e-06, "Finetune/Loss": 0.6428161859512329, "Finetune/Loss (Raw)": 0.802355945110321, "Finetune/Step": 11976, "Finetune/Step Time": 6.693046383559704}
+{"Finetune/Learning Rate": 6.579622744762792e-06, "Finetune/Loss": 0.6422826051712036, "Finetune/Loss (Raw)": 0.5172433257102966, "Finetune/Step": 11977, "Finetune/Step Time": 6.690616816282272}
+{"Finetune/Learning Rate": 6.578040400830033e-06, "Finetune/Loss": 0.6428407430648804, "Finetune/Loss (Raw)": 0.6294764876365662, "Finetune/Step": 11978, "Finetune/Step Time": 6.690220570191741}
+{"Finetune/Learning Rate": 6.576458153934315e-06, "Finetune/Loss": 0.643311619758606, "Finetune/Loss (Raw)": 0.5987754464149475, "Finetune/Step": 11979, "Finetune/Step Time": 6.685938764363527}
+{"Finetune/Learning Rate": 6.5748760041205075e-06, "Finetune/Loss": 0.643589973449707, "Finetune/Loss (Raw)": 0.7455300688743591, "Finetune/Step": 11980, "Finetune/Step Time": 6.681067522615194}
+{"Finetune/Learning Rate": 6.573293951433477e-06, "Finetune/Loss": 0.6438648104667664, "Finetune/Loss (Raw)": 0.8598538041114807, "Finetune/Step": 11981, "Finetune/Step Time": 6.685137875378132}
+{"Finetune/Learning Rate": 6.571711995918086e-06, "Finetune/Loss": 0.6442926526069641, "Finetune/Loss (Raw)": 0.7407522201538086, "Finetune/Step": 11982, "Finetune/Step Time": 6.685524741187692}
+{"Finetune/Learning Rate": 6.570130137619195e-06, "Finetune/Loss": 0.6447161436080933, "Finetune/Loss (Raw)": 0.6969625353813171, "Finetune/Step": 11983, "Finetune/Step Time": 6.680185813456774}
+{"Finetune/Learning Rate": 6.568548376581663e-06, "Finetune/Loss": 0.6454617381095886, "Finetune/Loss (Raw)": 0.5832943916320801, "Finetune/Step": 11984, "Finetune/Step Time": 6.678049832582474}
+{"Finetune/Learning Rate": 6.5669667128503376e-06, "Finetune/Loss": 0.6443508863449097, "Finetune/Loss (Raw)": 0.6106858253479004, "Finetune/Step": 11985, "Finetune/Step Time": 6.672524258494377}
+{"Finetune/Learning Rate": 6.565385146470074e-06, "Finetune/Loss": 0.643060564994812, "Finetune/Loss (Raw)": 0.5922436118125916, "Finetune/Step": 11986, "Finetune/Step Time": 6.674045046791434}
+{"Finetune/Learning Rate": 6.56380367748572e-06, "Finetune/Loss": 0.6403748989105225, "Finetune/Loss (Raw)": 0.48949459195137024, "Finetune/Step": 11987, "Finetune/Step Time": 6.6880205776542425}
+{"Finetune/Learning Rate": 6.562222305942123e-06, "Finetune/Loss": 0.640357494354248, "Finetune/Loss (Raw)": 0.6410742402076721, "Finetune/Step": 11988, "Finetune/Step Time": 6.688398016616702}
+{"Finetune/Learning Rate": 6.560641031884126e-06, "Finetune/Loss": 0.6406854391098022, "Finetune/Loss (Raw)": 0.691737949848175, "Finetune/Step": 11989, "Finetune/Step Time": 6.695165418088436}
+{"Finetune/Learning Rate": 6.55905985535657e-06, "Finetune/Loss": 0.63958340883255, "Finetune/Loss (Raw)": 0.5820690393447876, "Finetune/Step": 11990, "Finetune/Step Time": 6.700622506439686}
+{"Finetune/Learning Rate": 6.5574787764042935e-06, "Finetune/Loss": 0.6394402980804443, "Finetune/Loss (Raw)": 0.6380302906036377, "Finetune/Step": 11991, "Finetune/Step Time": 6.696593662723899}
+{"Finetune/Learning Rate": 6.555897795072128e-06, "Finetune/Loss": 0.6405156254768372, "Finetune/Loss (Raw)": 0.6836615800857544, "Finetune/Step": 11992, "Finetune/Step Time": 6.6827332358807325}
+{"Finetune/Learning Rate": 6.5543169114049064e-06, "Finetune/Loss": 0.6419068574905396, "Finetune/Loss (Raw)": 0.7305300235748291, "Finetune/Step": 11993, "Finetune/Step Time": 6.679601198062301}
+{"Finetune/Learning Rate": 6.552736125447458e-06, "Finetune/Loss": 0.6418712139129639, "Finetune/Loss (Raw)": 0.6942693591117859, "Finetune/Step": 11994, "Finetune/Step Time": 6.680789388716221}
+{"Finetune/Learning Rate": 6.551155437244612e-06, "Finetune/Loss": 0.642799437046051, "Finetune/Loss (Raw)": 0.7269271612167358, "Finetune/Step": 11995, "Finetune/Step Time": 6.682709405198693}
+{"Finetune/Learning Rate": 6.549574846841189e-06, "Finetune/Loss": 0.6424258947372437, "Finetune/Loss (Raw)": 0.5970845222473145, "Finetune/Step": 11996, "Finetune/Step Time": 6.678784474730492}
+{"Finetune/Learning Rate": 6.547994354282018e-06, "Finetune/Loss": 0.6409863233566284, "Finetune/Loss (Raw)": 0.4665241837501526, "Finetune/Step": 11997, "Finetune/Step Time": 6.679757071658969}
+{"Finetune/Learning Rate": 6.546413959611903e-06, "Finetune/Loss": 0.6411238312721252, "Finetune/Loss (Raw)": 0.6552046537399292, "Finetune/Step": 11998, "Finetune/Step Time": 6.689933994784951}
+{"Finetune/Learning Rate": 6.544833662875671e-06, "Finetune/Loss": 0.6433866620063782, "Finetune/Loss (Raw)": 0.6428411602973938, "Finetune/Step": 11999, "Finetune/Step Time": 6.6787642277777195}
+{"Finetune/Learning Rate": 6.543253464118131e-06, "Finetune/Loss": 0.6432757377624512, "Finetune/Loss (Raw)": 0.5895861387252808, "Finetune/Step": 12000, "Finetune/Step Time": 6.698333844542503}
+{"Finetune/Learning Rate": 6.541673363384093e-06, "Finetune/Loss": 0.6439273357391357, "Finetune/Loss (Raw)": 0.5925105214118958, "Finetune/Step": 12001, "Finetune/Step Time": 6.699716800823808}
+{"Finetune/Learning Rate": 6.54009336071836e-06, "Finetune/Loss": 0.6434752941131592, "Finetune/Loss (Raw)": 0.6141389012336731, "Finetune/Step": 12002, "Finetune/Step Time": 6.7050465531647205}
+{"Finetune/Learning Rate": 6.538513456165749e-06, "Finetune/Loss": 0.6457445025444031, "Finetune/Loss (Raw)": 0.669525682926178, "Finetune/Step": 12003, "Finetune/Step Time": 6.700326684862375}
+{"Finetune/Learning Rate": 6.536933649771049e-06, "Finetune/Loss": 0.6452651023864746, "Finetune/Loss (Raw)": 0.6577418446540833, "Finetune/Step": 12004, "Finetune/Step Time": 6.6988050527870655}
+{"Finetune/Learning Rate": 6.535353941579061e-06, "Finetune/Loss": 0.644591212272644, "Finetune/Loss (Raw)": 0.546023428440094, "Finetune/Step": 12005, "Finetune/Step Time": 6.717929927632213}
+{"Finetune/Learning Rate": 6.5337743316345846e-06, "Finetune/Loss": 0.6439307332038879, "Finetune/Loss (Raw)": 0.6359480023384094, "Finetune/Step": 12006, "Finetune/Step Time": 6.7241409458220005}
+{"Finetune/Learning Rate": 6.5321948199824115e-06, "Finetune/Loss": 0.6426070332527161, "Finetune/Loss (Raw)": 0.5783496499061584, "Finetune/Step": 12007, "Finetune/Step Time": 6.721907438710332}
+{"Finetune/Learning Rate": 6.530615406667333e-06, "Finetune/Loss": 0.6407483220100403, "Finetune/Loss (Raw)": 0.5081263780593872, "Finetune/Step": 12008, "Finetune/Step Time": 6.7361785769462585}
+{"Finetune/Learning Rate": 6.529036091734138e-06, "Finetune/Loss": 0.6412866115570068, "Finetune/Loss (Raw)": 0.748856246471405, "Finetune/Step": 12009, "Finetune/Step Time": 6.732759213075042}
+{"Finetune/Learning Rate": 6.527456875227607e-06, "Finetune/Loss": 0.6406278610229492, "Finetune/Loss (Raw)": 0.6436247825622559, "Finetune/Step": 12010, "Finetune/Step Time": 6.728950159624219}
+{"Finetune/Learning Rate": 6.525877757192524e-06, "Finetune/Loss": 0.6412885189056396, "Finetune/Loss (Raw)": 0.658649206161499, "Finetune/Step": 12011, "Finetune/Step Time": 6.726470172405243}
+{"Finetune/Learning Rate": 6.524298737673667e-06, "Finetune/Loss": 0.6423861384391785, "Finetune/Loss (Raw)": 0.6850718259811401, "Finetune/Step": 12012, "Finetune/Step Time": 6.717147881165147}
+{"Finetune/Learning Rate": 6.522719816715816e-06, "Finetune/Loss": 0.6434380412101746, "Finetune/Loss (Raw)": 0.6906164288520813, "Finetune/Step": 12013, "Finetune/Step Time": 6.716586992144585}
+{"Finetune/Learning Rate": 6.521140994363743e-06, "Finetune/Loss": 0.6429013013839722, "Finetune/Loss (Raw)": 0.54984050989151, "Finetune/Step": 12014, "Finetune/Step Time": 6.6986819468438625}
+{"Finetune/Learning Rate": 6.5195622706622205e-06, "Finetune/Loss": 0.6431608200073242, "Finetune/Loss (Raw)": 0.729348361492157, "Finetune/Step": 12015, "Finetune/Step Time": 6.705792957916856}
+{"Finetune/Learning Rate": 6.517983645656014e-06, "Finetune/Loss": 0.6426321268081665, "Finetune/Loss (Raw)": 0.5704613924026489, "Finetune/Step": 12016, "Finetune/Step Time": 6.718976769596338}
+{"Finetune/Learning Rate": 6.516405119389889e-06, "Finetune/Loss": 0.644454300403595, "Finetune/Loss (Raw)": 0.7442783713340759, "Finetune/Step": 12017, "Finetune/Step Time": 6.721682783216238}
+{"Finetune/Learning Rate": 6.514826691908609e-06, "Finetune/Loss": 0.6450954675674438, "Finetune/Loss (Raw)": 0.6699357032775879, "Finetune/Step": 12018, "Finetune/Step Time": 6.737012252211571}
+{"Finetune/Learning Rate": 6.513248363256932e-06, "Finetune/Loss": 0.6440616846084595, "Finetune/Loss (Raw)": 0.6019749045372009, "Finetune/Step": 12019, "Finetune/Step Time": 6.734661752358079}
+{"Finetune/Learning Rate": 6.511670133479617e-06, "Finetune/Loss": 0.6440471410751343, "Finetune/Loss (Raw)": 0.6189206838607788, "Finetune/Step": 12020, "Finetune/Step Time": 6.715934777632356}
+{"Finetune/Learning Rate": 6.510092002621423e-06, "Finetune/Loss": 0.6454399824142456, "Finetune/Loss (Raw)": 0.7305375337600708, "Finetune/Step": 12021, "Finetune/Step Time": 6.719729844480753}
+{"Finetune/Learning Rate": 6.50851397072709e-06, "Finetune/Loss": 0.6474208235740662, "Finetune/Loss (Raw)": 0.73819899559021, "Finetune/Step": 12022, "Finetune/Step Time": 6.719415742903948}
+{"Finetune/Learning Rate": 6.506936037841374e-06, "Finetune/Loss": 0.6470813155174255, "Finetune/Loss (Raw)": 0.6026575565338135, "Finetune/Step": 12023, "Finetune/Step Time": 6.715855494141579}
+{"Finetune/Learning Rate": 6.505358204009018e-06, "Finetune/Loss": 0.6477145552635193, "Finetune/Loss (Raw)": 0.7629581689834595, "Finetune/Step": 12024, "Finetune/Step Time": 6.7088407929986715}
+{"Finetune/Learning Rate": 6.503780469274766e-06, "Finetune/Loss": 0.6482241153717041, "Finetune/Loss (Raw)": 0.7284045815467834, "Finetune/Step": 12025, "Finetune/Step Time": 6.708170022815466}
+{"Finetune/Learning Rate": 6.502202833683359e-06, "Finetune/Loss": 0.6486743688583374, "Finetune/Loss (Raw)": 0.670414924621582, "Finetune/Step": 12026, "Finetune/Step Time": 6.694097066298127}
+{"Finetune/Learning Rate": 6.500625297279535e-06, "Finetune/Loss": 0.6486271619796753, "Finetune/Loss (Raw)": 0.6466121673583984, "Finetune/Step": 12027, "Finetune/Step Time": 6.695812718942761}
+{"Finetune/Learning Rate": 6.499047860108024e-06, "Finetune/Loss": 0.6497581601142883, "Finetune/Loss (Raw)": 0.7076117992401123, "Finetune/Step": 12028, "Finetune/Step Time": 6.699406545609236}
+{"Finetune/Learning Rate": 6.497470522213558e-06, "Finetune/Loss": 0.6497400999069214, "Finetune/Loss (Raw)": 0.6739599108695984, "Finetune/Step": 12029, "Finetune/Step Time": 6.6906444150954485}
+{"Finetune/Learning Rate": 6.495893283640871e-06, "Finetune/Loss": 0.650619626045227, "Finetune/Loss (Raw)": 0.6376971006393433, "Finetune/Step": 12030, "Finetune/Step Time": 6.6747058890759945}
+{"Finetune/Learning Rate": 6.494316144434687e-06, "Finetune/Loss": 0.6508641242980957, "Finetune/Loss (Raw)": 0.6415573954582214, "Finetune/Step": 12031, "Finetune/Step Time": 6.676167296245694}
+{"Finetune/Learning Rate": 6.492739104639727e-06, "Finetune/Loss": 0.6519854664802551, "Finetune/Loss (Raw)": 0.749911367893219, "Finetune/Step": 12032, "Finetune/Step Time": 6.665089188143611}
+{"Finetune/Learning Rate": 6.491162164300715e-06, "Finetune/Loss": 0.6520722508430481, "Finetune/Loss (Raw)": 0.6753153800964355, "Finetune/Step": 12033, "Finetune/Step Time": 6.661719843745232}
+{"Finetune/Learning Rate": 6.489585323462364e-06, "Finetune/Loss": 0.6523761749267578, "Finetune/Loss (Raw)": 0.6819846034049988, "Finetune/Step": 12034, "Finetune/Step Time": 6.6603394746780396}
+{"Finetune/Learning Rate": 6.488008582169392e-06, "Finetune/Loss": 0.6528390645980835, "Finetune/Loss (Raw)": 0.6875365972518921, "Finetune/Step": 12035, "Finetune/Step Time": 6.635174700990319}
+{"Finetune/Learning Rate": 6.4864319404665065e-06, "Finetune/Loss": 0.6535593867301941, "Finetune/Loss (Raw)": 0.7134102582931519, "Finetune/Step": 12036, "Finetune/Step Time": 6.633966568857431}
+{"Finetune/Learning Rate": 6.484855398398422e-06, "Finetune/Loss": 0.6530250906944275, "Finetune/Loss (Raw)": 0.6072450876235962, "Finetune/Step": 12037, "Finetune/Step Time": 6.628002926707268}
+{"Finetune/Learning Rate": 6.483278956009844e-06, "Finetune/Loss": 0.6523786783218384, "Finetune/Loss (Raw)": 0.6700122356414795, "Finetune/Step": 12038, "Finetune/Step Time": 6.610512267798185}
+{"Finetune/Learning Rate": 6.481702613345475e-06, "Finetune/Loss": 0.6526550650596619, "Finetune/Loss (Raw)": 0.7092944383621216, "Finetune/Step": 12039, "Finetune/Step Time": 6.585955468937755}
+{"Finetune/Learning Rate": 6.480126370450015e-06, "Finetune/Loss": 0.6522860527038574, "Finetune/Loss (Raw)": 0.627372145652771, "Finetune/Step": 12040, "Finetune/Step Time": 6.574157120659947}
+{"Finetune/Learning Rate": 6.478550227368161e-06, "Finetune/Loss": 0.6524133682250977, "Finetune/Loss (Raw)": 0.7058526277542114, "Finetune/Step": 12041, "Finetune/Step Time": 6.573069099336863}
+{"Finetune/Learning Rate": 6.476974184144608e-06, "Finetune/Loss": 0.652368426322937, "Finetune/Loss (Raw)": 0.5663540363311768, "Finetune/Step": 12042, "Finetune/Step Time": 6.55309384688735}
+{"Finetune/Learning Rate": 6.47539824082405e-06, "Finetune/Loss": 0.6516013741493225, "Finetune/Loss (Raw)": 0.4805358946323395, "Finetune/Step": 12043, "Finetune/Step Time": 6.54128123447299}
+{"Finetune/Learning Rate": 6.4738223974511725e-06, "Finetune/Loss": 0.6512336730957031, "Finetune/Loss (Raw)": 0.6589602828025818, "Finetune/Step": 12044, "Finetune/Step Time": 6.540061913430691}
+{"Finetune/Learning Rate": 6.472246654070672e-06, "Finetune/Loss": 0.6514209508895874, "Finetune/Loss (Raw)": 0.6384809017181396, "Finetune/Step": 12045, "Finetune/Step Time": 6.543966356664896}
+{"Finetune/Learning Rate": 6.470671010727218e-06, "Finetune/Loss": 0.6514301300048828, "Finetune/Loss (Raw)": 0.6312741637229919, "Finetune/Step": 12046, "Finetune/Step Time": 6.535646844655275}
+{"Finetune/Learning Rate": 6.469095467465501e-06, "Finetune/Loss": 0.6499192118644714, "Finetune/Loss (Raw)": 0.5565537810325623, "Finetune/Step": 12047, "Finetune/Step Time": 6.537541840225458}
+{"Finetune/Learning Rate": 6.467520024330194e-06, "Finetune/Loss": 0.6502987146377563, "Finetune/Loss (Raw)": 0.7068996429443359, "Finetune/Step": 12048, "Finetune/Step Time": 6.533043479546905}
+{"Finetune/Learning Rate": 6.465944681365974e-06, "Finetune/Loss": 0.6512564420700073, "Finetune/Loss (Raw)": 0.7297196388244629, "Finetune/Step": 12049, "Finetune/Step Time": 6.534487014636397}
+{"Finetune/Learning Rate": 6.464369438617515e-06, "Finetune/Loss": 0.6514531373977661, "Finetune/Loss (Raw)": 0.7188274264335632, "Finetune/Step": 12050, "Finetune/Step Time": 6.535389205440879}
+{"Finetune/Learning Rate": 6.462794296129487e-06, "Finetune/Loss": 0.651353120803833, "Finetune/Loss (Raw)": 0.6557236313819885, "Finetune/Step": 12051, "Finetune/Step Time": 6.534799348562956}
+{"Finetune/Learning Rate": 6.461219253946551e-06, "Finetune/Loss": 0.6520057320594788, "Finetune/Loss (Raw)": 0.6694653630256653, "Finetune/Step": 12052, "Finetune/Step Time": 6.538058735430241}
+{"Finetune/Learning Rate": 6.459644312113376e-06, "Finetune/Loss": 0.6508735418319702, "Finetune/Loss (Raw)": 0.7640835046768188, "Finetune/Step": 12053, "Finetune/Step Time": 6.537627302110195}
+{"Finetune/Learning Rate": 6.4580694706746165e-06, "Finetune/Loss": 0.6509965658187866, "Finetune/Loss (Raw)": 0.6073141694068909, "Finetune/Step": 12054, "Finetune/Step Time": 6.537100175395608}
+{"Finetune/Learning Rate": 6.4564947296749385e-06, "Finetune/Loss": 0.6500739455223083, "Finetune/Loss (Raw)": 0.5313181281089783, "Finetune/Step": 12055, "Finetune/Step Time": 6.536195624619722}
+{"Finetune/Learning Rate": 6.454920089158992e-06, "Finetune/Loss": 0.6501182317733765, "Finetune/Loss (Raw)": 0.72847580909729, "Finetune/Step": 12056, "Finetune/Step Time": 6.537457657977939}
+{"Finetune/Learning Rate": 6.453345549171435e-06, "Finetune/Loss": 0.6511217355728149, "Finetune/Loss (Raw)": 0.6833463907241821, "Finetune/Step": 12057, "Finetune/Step Time": 6.535050395876169}
+{"Finetune/Learning Rate": 6.451771109756908e-06, "Finetune/Loss": 0.6509935855865479, "Finetune/Loss (Raw)": 0.8029948472976685, "Finetune/Step": 12058, "Finetune/Step Time": 6.5322395749390125}
+{"Finetune/Learning Rate": 6.450196770960064e-06, "Finetune/Loss": 0.6511811017990112, "Finetune/Loss (Raw)": 0.6374837160110474, "Finetune/Step": 12059, "Finetune/Step Time": 6.5368012599647045}
+{"Finetune/Learning Rate": 6.448622532825546e-06, "Finetune/Loss": 0.6504254341125488, "Finetune/Loss (Raw)": 0.5720515251159668, "Finetune/Step": 12060, "Finetune/Step Time": 6.538335392251611}
+{"Finetune/Learning Rate": 6.447048395397993e-06, "Finetune/Loss": 0.6499804258346558, "Finetune/Loss (Raw)": 0.599644124507904, "Finetune/Step": 12061, "Finetune/Step Time": 6.536021059378982}
+{"Finetune/Learning Rate": 6.445474358722044e-06, "Finetune/Loss": 0.650626540184021, "Finetune/Loss (Raw)": 0.7377766966819763, "Finetune/Step": 12062, "Finetune/Step Time": 6.537835467606783}
+{"Finetune/Learning Rate": 6.443900422842337e-06, "Finetune/Loss": 0.6519298553466797, "Finetune/Loss (Raw)": 0.6826235055923462, "Finetune/Step": 12063, "Finetune/Step Time": 6.530014311894774}
+{"Finetune/Learning Rate": 6.4423265878035015e-06, "Finetune/Loss": 0.6522808074951172, "Finetune/Loss (Raw)": 0.6859918832778931, "Finetune/Step": 12064, "Finetune/Step Time": 6.529122715815902}
+{"Finetune/Learning Rate": 6.440752853650165e-06, "Finetune/Loss": 0.6528031826019287, "Finetune/Loss (Raw)": 0.6859283447265625, "Finetune/Step": 12065, "Finetune/Step Time": 6.530726635828614}
+{"Finetune/Learning Rate": 6.4391792204269585e-06, "Finetune/Loss": 0.6541268825531006, "Finetune/Loss (Raw)": 0.733006477355957, "Finetune/Step": 12066, "Finetune/Step Time": 6.549070242792368}
+{"Finetune/Learning Rate": 6.437605688178502e-06, "Finetune/Loss": 0.6528337001800537, "Finetune/Loss (Raw)": 0.7097225189208984, "Finetune/Step": 12067, "Finetune/Step Time": 6.576629459857941}
+{"Finetune/Learning Rate": 6.436032256949417e-06, "Finetune/Loss": 0.6540166139602661, "Finetune/Loss (Raw)": 0.7165228724479675, "Finetune/Step": 12068, "Finetune/Step Time": 6.569047594442964}
+{"Finetune/Learning Rate": 6.434458926784328e-06, "Finetune/Loss": 0.6530359983444214, "Finetune/Loss (Raw)": 0.4839887022972107, "Finetune/Step": 12069, "Finetune/Step Time": 6.585006758570671}
+{"Finetune/Learning Rate": 6.432885697727842e-06, "Finetune/Loss": 0.6530282497406006, "Finetune/Loss (Raw)": 0.6633835434913635, "Finetune/Step": 12070, "Finetune/Step Time": 6.584751335904002}
+{"Finetune/Learning Rate": 6.43131256982457e-06, "Finetune/Loss": 0.6531644463539124, "Finetune/Loss (Raw)": 0.6680030226707458, "Finetune/Step": 12071, "Finetune/Step Time": 6.5845309644937515}
+{"Finetune/Learning Rate": 6.42973954311913e-06, "Finetune/Loss": 0.6532709002494812, "Finetune/Loss (Raw)": 0.6369529366493225, "Finetune/Step": 12072, "Finetune/Step Time": 6.585490137338638}
+{"Finetune/Learning Rate": 6.428166617656123e-06, "Finetune/Loss": 0.6521940231323242, "Finetune/Loss (Raw)": 0.5565412044525146, "Finetune/Step": 12073, "Finetune/Step Time": 6.586311241611838}
+{"Finetune/Learning Rate": 6.426593793480154e-06, "Finetune/Loss": 0.6540285348892212, "Finetune/Loss (Raw)": 0.6890109777450562, "Finetune/Step": 12074, "Finetune/Step Time": 6.580634048208594}
+{"Finetune/Learning Rate": 6.425021070635821e-06, "Finetune/Loss": 0.6554217338562012, "Finetune/Loss (Raw)": 0.7341914176940918, "Finetune/Step": 12075, "Finetune/Step Time": 6.5787007343024015}
+{"Finetune/Learning Rate": 6.42344844916773e-06, "Finetune/Loss": 0.6545582413673401, "Finetune/Loss (Raw)": 0.607923150062561, "Finetune/Step": 12076, "Finetune/Step Time": 6.5769609697163105}
+{"Finetune/Learning Rate": 6.421875929120469e-06, "Finetune/Loss": 0.6536496877670288, "Finetune/Loss (Raw)": 0.64560467004776, "Finetune/Step": 12077, "Finetune/Step Time": 6.5796513967216015}
+{"Finetune/Learning Rate": 6.420303510538628e-06, "Finetune/Loss": 0.6545138955116272, "Finetune/Loss (Raw)": 0.6793460249900818, "Finetune/Step": 12078, "Finetune/Step Time": 6.577445946633816}
+{"Finetune/Learning Rate": 6.418731193466802e-06, "Finetune/Loss": 0.654363751411438, "Finetune/Loss (Raw)": 0.6654744744300842, "Finetune/Step": 12079, "Finetune/Step Time": 6.586517220363021}
+{"Finetune/Learning Rate": 6.4171589779495755e-06, "Finetune/Loss": 0.6549564003944397, "Finetune/Loss (Raw)": 0.5988401770591736, "Finetune/Step": 12080, "Finetune/Step Time": 6.587687460705638}
+{"Finetune/Learning Rate": 6.415586864031533e-06, "Finetune/Loss": 0.6558392643928528, "Finetune/Loss (Raw)": 0.658433198928833, "Finetune/Step": 12081, "Finetune/Step Time": 6.5892395954579115}
+{"Finetune/Learning Rate": 6.414014851757257e-06, "Finetune/Loss": 0.654494047164917, "Finetune/Loss (Raw)": 0.6104670166969299, "Finetune/Step": 12082, "Finetune/Step Time": 6.586594520136714}
+{"Finetune/Learning Rate": 6.41244294117132e-06, "Finetune/Loss": 0.6542609333992004, "Finetune/Loss (Raw)": 0.6603102684020996, "Finetune/Step": 12083, "Finetune/Step Time": 6.579797402024269}
+{"Finetune/Learning Rate": 6.4108711323182995e-06, "Finetune/Loss": 0.6541345715522766, "Finetune/Loss (Raw)": 0.5834690928459167, "Finetune/Step": 12084, "Finetune/Step Time": 6.58115372993052}
+{"Finetune/Learning Rate": 6.409299425242765e-06, "Finetune/Loss": 0.653221607208252, "Finetune/Loss (Raw)": 0.5369206070899963, "Finetune/Step": 12085, "Finetune/Step Time": 6.579220954328775}
+{"Finetune/Learning Rate": 6.40772781998929e-06, "Finetune/Loss": 0.6529729962348938, "Finetune/Loss (Raw)": 0.6972547769546509, "Finetune/Step": 12086, "Finetune/Step Time": 6.577158011496067}
+{"Finetune/Learning Rate": 6.40615631660244e-06, "Finetune/Loss": 0.6529672145843506, "Finetune/Loss (Raw)": 0.6635703444480896, "Finetune/Step": 12087, "Finetune/Step Time": 6.5747878309339285}
+{"Finetune/Learning Rate": 6.404584915126779e-06, "Finetune/Loss": 0.6530613899230957, "Finetune/Loss (Raw)": 0.6702888011932373, "Finetune/Step": 12088, "Finetune/Step Time": 6.585550386458635}
+{"Finetune/Learning Rate": 6.403013615606863e-06, "Finetune/Loss": 0.6534101963043213, "Finetune/Loss (Raw)": 0.6792107224464417, "Finetune/Step": 12089, "Finetune/Step Time": 6.585023816674948}
+{"Finetune/Learning Rate": 6.4014424180872534e-06, "Finetune/Loss": 0.6526080369949341, "Finetune/Loss (Raw)": 0.5026738047599792, "Finetune/Step": 12090, "Finetune/Step Time": 6.613049421459436}
+{"Finetune/Learning Rate": 6.399871322612503e-06, "Finetune/Loss": 0.6538443565368652, "Finetune/Loss (Raw)": 0.7174463868141174, "Finetune/Step": 12091, "Finetune/Step Time": 6.606024684384465}
+{"Finetune/Learning Rate": 6.398300329227162e-06, "Finetune/Loss": 0.6521806120872498, "Finetune/Loss (Raw)": 0.6112105250358582, "Finetune/Step": 12092, "Finetune/Step Time": 6.605149108916521}
+{"Finetune/Learning Rate": 6.396729437975786e-06, "Finetune/Loss": 0.6534218192100525, "Finetune/Loss (Raw)": 0.7717533707618713, "Finetune/Step": 12093, "Finetune/Step Time": 6.603834101930261}
+{"Finetune/Learning Rate": 6.39515864890292e-06, "Finetune/Loss": 0.6540704965591431, "Finetune/Loss (Raw)": 0.6182648539543152, "Finetune/Step": 12094, "Finetune/Step Time": 6.598871897906065}
+{"Finetune/Learning Rate": 6.393587962053098e-06, "Finetune/Loss": 0.6537705063819885, "Finetune/Loss (Raw)": 0.6893734931945801, "Finetune/Step": 12095, "Finetune/Step Time": 6.616408906877041}
+{"Finetune/Learning Rate": 6.392017377470867e-06, "Finetune/Loss": 0.6539173126220703, "Finetune/Loss (Raw)": 0.6766488552093506, "Finetune/Step": 12096, "Finetune/Step Time": 6.620143698528409}
+{"Finetune/Learning Rate": 6.390446895200765e-06, "Finetune/Loss": 0.6545991897583008, "Finetune/Loss (Raw)": 0.6826967000961304, "Finetune/Step": 12097, "Finetune/Step Time": 6.615705102682114}
+{"Finetune/Learning Rate": 6.388876515287323e-06, "Finetune/Loss": 0.653780460357666, "Finetune/Loss (Raw)": 0.545705258846283, "Finetune/Step": 12098, "Finetune/Step Time": 6.636245112866163}
+{"Finetune/Learning Rate": 6.387306237775076e-06, "Finetune/Loss": 0.6531807780265808, "Finetune/Loss (Raw)": 0.5046379566192627, "Finetune/Step": 12099, "Finetune/Step Time": 6.657507482916117}
+{"Finetune/Learning Rate": 6.385736062708553e-06, "Finetune/Loss": 0.6528944373130798, "Finetune/Loss (Raw)": 0.6169267296791077, "Finetune/Step": 12100, "Finetune/Step Time": 6.660071022808552}
+{"Finetune/Learning Rate": 6.384165990132275e-06, "Finetune/Loss": 0.6525382399559021, "Finetune/Loss (Raw)": 0.7002131938934326, "Finetune/Step": 12101, "Finetune/Step Time": 6.659019308164716}
+{"Finetune/Learning Rate": 6.3825960200907656e-06, "Finetune/Loss": 0.6519076824188232, "Finetune/Loss (Raw)": 0.5701817870140076, "Finetune/Step": 12102, "Finetune/Step Time": 6.660350481048226}
+{"Finetune/Learning Rate": 6.381026152628549e-06, "Finetune/Loss": 0.6524697542190552, "Finetune/Loss (Raw)": 0.7394351363182068, "Finetune/Step": 12103, "Finetune/Step Time": 6.6571725476533175}
+{"Finetune/Learning Rate": 6.3794563877901385e-06, "Finetune/Loss": 0.6517940759658813, "Finetune/Loss (Raw)": 0.7158637046813965, "Finetune/Step": 12104, "Finetune/Step Time": 6.639228697866201}
+{"Finetune/Learning Rate": 6.3778867256200505e-06, "Finetune/Loss": 0.6522104740142822, "Finetune/Loss (Raw)": 0.570543646812439, "Finetune/Step": 12105, "Finetune/Step Time": 6.654257241636515}
+{"Finetune/Learning Rate": 6.3763171661627956e-06, "Finetune/Loss": 0.6528922319412231, "Finetune/Loss (Raw)": 0.7167401909828186, "Finetune/Step": 12106, "Finetune/Step Time": 6.652635585516691}
+{"Finetune/Learning Rate": 6.374747709462881e-06, "Finetune/Loss": 0.6529821157455444, "Finetune/Loss (Raw)": 0.610289454460144, "Finetune/Step": 12107, "Finetune/Step Time": 6.649699991568923}
+{"Finetune/Learning Rate": 6.3731783555648115e-06, "Finetune/Loss": 0.6519648432731628, "Finetune/Loss (Raw)": 0.6153150200843811, "Finetune/Step": 12108, "Finetune/Step Time": 6.651388876140118}
+{"Finetune/Learning Rate": 6.371609104513092e-06, "Finetune/Loss": 0.6499775648117065, "Finetune/Loss (Raw)": 0.6054832935333252, "Finetune/Step": 12109, "Finetune/Step Time": 6.646310226991773}
+{"Finetune/Learning Rate": 6.370039956352217e-06, "Finetune/Loss": 0.6492514610290527, "Finetune/Loss (Raw)": 0.6478104591369629, "Finetune/Step": 12110, "Finetune/Step Time": 6.647498454898596}
+{"Finetune/Learning Rate": 6.368470911126689e-06, "Finetune/Loss": 0.6501285433769226, "Finetune/Loss (Raw)": 0.8092304468154907, "Finetune/Step": 12111, "Finetune/Step Time": 6.644985638558865}
+{"Finetune/Learning Rate": 6.366901968881002e-06, "Finetune/Loss": 0.6504181027412415, "Finetune/Loss (Raw)": 0.6203577518463135, "Finetune/Step": 12112, "Finetune/Step Time": 6.641934085637331}
+{"Finetune/Learning Rate": 6.365333129659641e-06, "Finetune/Loss": 0.6500216722488403, "Finetune/Loss (Raw)": 0.5599401593208313, "Finetune/Step": 12113, "Finetune/Step Time": 6.642039097845554}
+{"Finetune/Learning Rate": 6.363764393507098e-06, "Finetune/Loss": 0.6503711342811584, "Finetune/Loss (Raw)": 0.6369763612747192, "Finetune/Step": 12114, "Finetune/Step Time": 6.646110786125064}
+{"Finetune/Learning Rate": 6.362195760467857e-06, "Finetune/Loss": 0.6512349843978882, "Finetune/Loss (Raw)": 0.6000688076019287, "Finetune/Step": 12115, "Finetune/Step Time": 6.630764340981841}
+{"Finetune/Learning Rate": 6.360627230586398e-06, "Finetune/Loss": 0.6513223648071289, "Finetune/Loss (Raw)": 0.6522539258003235, "Finetune/Step": 12116, "Finetune/Step Time": 6.63296009786427}
+{"Finetune/Learning Rate": 6.359058803907201e-06, "Finetune/Loss": 0.6509776711463928, "Finetune/Loss (Raw)": 0.6476237773895264, "Finetune/Step": 12117, "Finetune/Step Time": 6.628910290077329}
+{"Finetune/Learning Rate": 6.357490480474748e-06, "Finetune/Loss": 0.6522519588470459, "Finetune/Loss (Raw)": 0.7451748251914978, "Finetune/Step": 12118, "Finetune/Step Time": 6.629336254671216}
+{"Finetune/Learning Rate": 6.355922260333503e-06, "Finetune/Loss": 0.6523551940917969, "Finetune/Loss (Raw)": 0.6512488126754761, "Finetune/Step": 12119, "Finetune/Step Time": 6.629615252837539}
+{"Finetune/Learning Rate": 6.3543541435279386e-06, "Finetune/Loss": 0.6512453556060791, "Finetune/Loss (Raw)": 0.5416006445884705, "Finetune/Step": 12120, "Finetune/Step Time": 6.645618626847863}
+{"Finetune/Learning Rate": 6.352786130102526e-06, "Finetune/Loss": 0.6503587961196899, "Finetune/Loss (Raw)": 0.6170454025268555, "Finetune/Step": 12121, "Finetune/Step Time": 6.648769723251462}
+{"Finetune/Learning Rate": 6.351218220101728e-06, "Finetune/Loss": 0.6487128734588623, "Finetune/Loss (Raw)": 0.48359715938568115, "Finetune/Step": 12122, "Finetune/Step Time": 6.6520039383322}
+{"Finetune/Learning Rate": 6.349650413570006e-06, "Finetune/Loss": 0.6478438973426819, "Finetune/Loss (Raw)": 0.6156978011131287, "Finetune/Step": 12123, "Finetune/Step Time": 6.66447065398097}
+{"Finetune/Learning Rate": 6.348082710551819e-06, "Finetune/Loss": 0.6482527852058411, "Finetune/Loss (Raw)": 0.6494207382202148, "Finetune/Step": 12124, "Finetune/Step Time": 6.664863655343652}
+{"Finetune/Learning Rate": 6.34651511109162e-06, "Finetune/Loss": 0.6496230363845825, "Finetune/Loss (Raw)": 0.6419143080711365, "Finetune/Step": 12125, "Finetune/Step Time": 6.664144365116954}
+{"Finetune/Learning Rate": 6.344947615233863e-06, "Finetune/Loss": 0.6492395401000977, "Finetune/Loss (Raw)": 0.6061100363731384, "Finetune/Step": 12126, "Finetune/Step Time": 6.666696198284626}
+{"Finetune/Learning Rate": 6.343380223022995e-06, "Finetune/Loss": 0.6490094661712646, "Finetune/Loss (Raw)": 0.6134015917778015, "Finetune/Step": 12127, "Finetune/Step Time": 6.667976249009371}
+{"Finetune/Learning Rate": 6.341812934503469e-06, "Finetune/Loss": 0.6507792472839355, "Finetune/Loss (Raw)": 0.8161232471466064, "Finetune/Step": 12128, "Finetune/Step Time": 6.653118133544922}
+{"Finetune/Learning Rate": 6.340245749719727e-06, "Finetune/Loss": 0.6507894992828369, "Finetune/Loss (Raw)": 0.5938225388526917, "Finetune/Step": 12129, "Finetune/Step Time": 6.651090018451214}
+{"Finetune/Learning Rate": 6.33867866871621e-06, "Finetune/Loss": 0.6515119671821594, "Finetune/Loss (Raw)": 0.7066075205802917, "Finetune/Step": 12130, "Finetune/Step Time": 6.649346185848117}
+{"Finetune/Learning Rate": 6.337111691537351e-06, "Finetune/Loss": 0.6518613696098328, "Finetune/Loss (Raw)": 0.7142515778541565, "Finetune/Step": 12131, "Finetune/Step Time": 6.650363644585013}
+{"Finetune/Learning Rate": 6.335544818227589e-06, "Finetune/Loss": 0.6513252258300781, "Finetune/Loss (Raw)": 0.5891160368919373, "Finetune/Step": 12132, "Finetune/Step Time": 6.655592767521739}
+{"Finetune/Learning Rate": 6.333978048831356e-06, "Finetune/Loss": 0.6525550484657288, "Finetune/Loss (Raw)": 0.7034363746643066, "Finetune/Step": 12133, "Finetune/Step Time": 6.637441638857126}
+{"Finetune/Learning Rate": 6.332411383393079e-06, "Finetune/Loss": 0.6532048583030701, "Finetune/Loss (Raw)": 0.7191232442855835, "Finetune/Step": 12134, "Finetune/Step Time": 6.632106795907021}
+{"Finetune/Learning Rate": 6.330844821957187e-06, "Finetune/Loss": 0.6537056565284729, "Finetune/Loss (Raw)": 0.642455518245697, "Finetune/Step": 12135, "Finetune/Step Time": 6.636404484510422}
+{"Finetune/Learning Rate": 6.329278364568108e-06, "Finetune/Loss": 0.6541393995285034, "Finetune/Loss (Raw)": 0.5636423230171204, "Finetune/Step": 12136, "Finetune/Step Time": 6.620047999545932}
+{"Finetune/Learning Rate": 6.327712011270249e-06, "Finetune/Loss": 0.6529343128204346, "Finetune/Loss (Raw)": 0.5946120023727417, "Finetune/Step": 12137, "Finetune/Step Time": 6.618004236370325}
+{"Finetune/Learning Rate": 6.326145762108038e-06, "Finetune/Loss": 0.6531403064727783, "Finetune/Loss (Raw)": 0.6699897646903992, "Finetune/Step": 12138, "Finetune/Step Time": 6.620801173150539}
+{"Finetune/Learning Rate": 6.324579617125886e-06, "Finetune/Loss": 0.6524609327316284, "Finetune/Loss (Raw)": 0.5716903209686279, "Finetune/Step": 12139, "Finetune/Step Time": 6.62316820025444}
+{"Finetune/Learning Rate": 6.323013576368202e-06, "Finetune/Loss": 0.6530365943908691, "Finetune/Loss (Raw)": 0.7587481141090393, "Finetune/Step": 12140, "Finetune/Step Time": 6.630048291757703}
+{"Finetune/Learning Rate": 6.321447639879397e-06, "Finetune/Loss": 0.6528028845787048, "Finetune/Loss (Raw)": 0.66070556640625, "Finetune/Step": 12141, "Finetune/Step Time": 6.64154108799994}
+{"Finetune/Learning Rate": 6.319881807703883e-06, "Finetune/Loss": 0.6533902883529663, "Finetune/Loss (Raw)": 0.6250272989273071, "Finetune/Step": 12142, "Finetune/Step Time": 6.639696341007948}
+{"Finetune/Learning Rate": 6.318316079886051e-06, "Finetune/Loss": 0.6522674560546875, "Finetune/Loss (Raw)": 0.5856305956840515, "Finetune/Step": 12143, "Finetune/Step Time": 6.6292486768215895}
+{"Finetune/Learning Rate": 6.316750456470304e-06, "Finetune/Loss": 0.6534764766693115, "Finetune/Loss (Raw)": 0.7252100706100464, "Finetune/Step": 12144, "Finetune/Step Time": 6.60996020399034}
+{"Finetune/Learning Rate": 6.315184937501043e-06, "Finetune/Loss": 0.6530284881591797, "Finetune/Loss (Raw)": 0.6869401931762695, "Finetune/Step": 12145, "Finetune/Step Time": 6.606992220506072}
+{"Finetune/Learning Rate": 6.313619523022658e-06, "Finetune/Loss": 0.6536704301834106, "Finetune/Loss (Raw)": 0.7520977258682251, "Finetune/Step": 12146, "Finetune/Step Time": 6.591651508584619}
+{"Finetune/Learning Rate": 6.312054213079541e-06, "Finetune/Loss": 0.6530361175537109, "Finetune/Loss (Raw)": 0.5207938551902771, "Finetune/Step": 12147, "Finetune/Step Time": 6.590688351541758}
+{"Finetune/Learning Rate": 6.310489007716083e-06, "Finetune/Loss": 0.6536329388618469, "Finetune/Loss (Raw)": 0.6953087449073792, "Finetune/Step": 12148, "Finetune/Step Time": 6.588936606422067}
+{"Finetune/Learning Rate": 6.30892390697666e-06, "Finetune/Loss": 0.652542233467102, "Finetune/Loss (Raw)": 0.5909280180931091, "Finetune/Step": 12149, "Finetune/Step Time": 6.5868444833904505}
+{"Finetune/Learning Rate": 6.307358910905661e-06, "Finetune/Loss": 0.6534851789474487, "Finetune/Loss (Raw)": 0.8588860034942627, "Finetune/Step": 12150, "Finetune/Step Time": 6.586835838854313}
+{"Finetune/Learning Rate": 6.305794019547461e-06, "Finetune/Loss": 0.6542925238609314, "Finetune/Loss (Raw)": 0.7060047388076782, "Finetune/Step": 12151, "Finetune/Step Time": 6.593455458059907}
+{"Finetune/Learning Rate": 6.30422923294644e-06, "Finetune/Loss": 0.6527159214019775, "Finetune/Loss (Raw)": 0.561156153678894, "Finetune/Step": 12152, "Finetune/Step Time": 6.594164591282606}
+{"Finetune/Learning Rate": 6.302664551146967e-06, "Finetune/Loss": 0.6517264246940613, "Finetune/Loss (Raw)": 0.6017463803291321, "Finetune/Step": 12153, "Finetune/Step Time": 6.593719635158777}
+{"Finetune/Learning Rate": 6.301099974193414e-06, "Finetune/Loss": 0.6516363024711609, "Finetune/Loss (Raw)": 0.6588773727416992, "Finetune/Step": 12154, "Finetune/Step Time": 6.587721701711416}
+{"Finetune/Learning Rate": 6.29953550213015e-06, "Finetune/Loss": 0.6505199074745178, "Finetune/Loss (Raw)": 0.5037176609039307, "Finetune/Step": 12155, "Finetune/Step Time": 6.5895543694496155}
+{"Finetune/Learning Rate": 6.2979711350015345e-06, "Finetune/Loss": 0.6493438482284546, "Finetune/Loss (Raw)": 0.5570727586746216, "Finetune/Step": 12156, "Finetune/Step Time": 6.605876103043556}
+{"Finetune/Learning Rate": 6.29640687285193e-06, "Finetune/Loss": 0.6492390632629395, "Finetune/Loss (Raw)": 0.6605530381202698, "Finetune/Step": 12157, "Finetune/Step Time": 6.607786249369383}
+{"Finetune/Learning Rate": 6.294842715725693e-06, "Finetune/Loss": 0.6483591198921204, "Finetune/Loss (Raw)": 0.5250585675239563, "Finetune/Step": 12158, "Finetune/Step Time": 6.610624447464943}
+{"Finetune/Learning Rate": 6.293278663667183e-06, "Finetune/Loss": 0.6484283804893494, "Finetune/Loss (Raw)": 0.6504216194152832, "Finetune/Step": 12159, "Finetune/Step Time": 6.6098328325897455}
+{"Finetune/Learning Rate": 6.2917147167207495e-06, "Finetune/Loss": 0.6474282741546631, "Finetune/Loss (Raw)": 0.6219033002853394, "Finetune/Step": 12160, "Finetune/Step Time": 6.610489342361689}
+{"Finetune/Learning Rate": 6.2901508749307425e-06, "Finetune/Loss": 0.6474438905715942, "Finetune/Loss (Raw)": 0.6773078441619873, "Finetune/Step": 12161, "Finetune/Step Time": 6.614763053134084}
+{"Finetune/Learning Rate": 6.288587138341507e-06, "Finetune/Loss": 0.6475788354873657, "Finetune/Loss (Raw)": 0.6992655396461487, "Finetune/Step": 12162, "Finetune/Step Time": 6.617047268897295}
+{"Finetune/Learning Rate": 6.287023506997385e-06, "Finetune/Loss": 0.6478216648101807, "Finetune/Loss (Raw)": 0.7186170816421509, "Finetune/Step": 12163, "Finetune/Step Time": 6.630736971274018}
+{"Finetune/Learning Rate": 6.285459980942718e-06, "Finetune/Loss": 0.6476556062698364, "Finetune/Loss (Raw)": 0.6921561360359192, "Finetune/Step": 12164, "Finetune/Step Time": 6.628162914887071}
+{"Finetune/Learning Rate": 6.283896560221845e-06, "Finetune/Loss": 0.6473290920257568, "Finetune/Loss (Raw)": 0.5654500722885132, "Finetune/Step": 12165, "Finetune/Step Time": 6.632953457534313}
+{"Finetune/Learning Rate": 6.2823332448790955e-06, "Finetune/Loss": 0.6480777859687805, "Finetune/Loss (Raw)": 0.7658390998840332, "Finetune/Step": 12166, "Finetune/Step Time": 6.6328463312238455}
+{"Finetune/Learning Rate": 6.2807700349588095e-06, "Finetune/Loss": 0.6479289531707764, "Finetune/Loss (Raw)": 0.6902480721473694, "Finetune/Step": 12167, "Finetune/Step Time": 6.636360660195351}
+{"Finetune/Learning Rate": 6.279206930505303e-06, "Finetune/Loss": 0.6482322216033936, "Finetune/Loss (Raw)": 0.6661866307258606, "Finetune/Step": 12168, "Finetune/Step Time": 6.639491455629468}
+{"Finetune/Learning Rate": 6.277643931562909e-06, "Finetune/Loss": 0.6472761631011963, "Finetune/Loss (Raw)": 0.5834775567054749, "Finetune/Step": 12169, "Finetune/Step Time": 6.639136653393507}
+{"Finetune/Learning Rate": 6.27608103817595e-06, "Finetune/Loss": 0.6474059820175171, "Finetune/Loss (Raw)": 0.5829771161079407, "Finetune/Step": 12170, "Finetune/Step Time": 6.642096858471632}
+{"Finetune/Learning Rate": 6.274518250388741e-06, "Finetune/Loss": 0.6487131118774414, "Finetune/Loss (Raw)": 0.6478385329246521, "Finetune/Step": 12171, "Finetune/Step Time": 6.646720644086599}
+{"Finetune/Learning Rate": 6.272955568245602e-06, "Finetune/Loss": 0.6481165885925293, "Finetune/Loss (Raw)": 0.5826163291931152, "Finetune/Step": 12172, "Finetune/Step Time": 6.646507378667593}
+{"Finetune/Learning Rate": 6.271392991790845e-06, "Finetune/Loss": 0.6482526063919067, "Finetune/Loss (Raw)": 0.6558846235275269, "Finetune/Step": 12173, "Finetune/Step Time": 6.641264578327537}
+{"Finetune/Learning Rate": 6.2698305210687805e-06, "Finetune/Loss": 0.64778733253479, "Finetune/Loss (Raw)": 0.5717184543609619, "Finetune/Step": 12174, "Finetune/Step Time": 6.634270679205656}
+{"Finetune/Learning Rate": 6.268268156123713e-06, "Finetune/Loss": 0.6476259231567383, "Finetune/Loss (Raw)": 0.5358921885490417, "Finetune/Step": 12175, "Finetune/Step Time": 6.645388245582581}
+{"Finetune/Learning Rate": 6.266705896999949e-06, "Finetune/Loss": 0.6480962038040161, "Finetune/Loss (Raw)": 0.7671031951904297, "Finetune/Step": 12176, "Finetune/Step Time": 6.654619328677654}
+{"Finetune/Learning Rate": 6.26514374374179e-06, "Finetune/Loss": 0.6483050584793091, "Finetune/Loss (Raw)": 0.7564491629600525, "Finetune/Step": 12177, "Finetune/Step Time": 6.653359986841679}
+{"Finetune/Learning Rate": 6.263581696393535e-06, "Finetune/Loss": 0.6472532749176025, "Finetune/Loss (Raw)": 0.5842028260231018, "Finetune/Step": 12178, "Finetune/Step Time": 6.659406149759889}
+{"Finetune/Learning Rate": 6.26201975499948e-06, "Finetune/Loss": 0.6468371748924255, "Finetune/Loss (Raw)": 0.6024590134620667, "Finetune/Step": 12179, "Finetune/Step Time": 6.662795407697558}
+{"Finetune/Learning Rate": 6.260457919603912e-06, "Finetune/Loss": 0.6472752094268799, "Finetune/Loss (Raw)": 0.7255295515060425, "Finetune/Step": 12180, "Finetune/Step Time": 6.677705772221088}
+{"Finetune/Learning Rate": 6.258896190251126e-06, "Finetune/Loss": 0.6465763449668884, "Finetune/Loss (Raw)": 0.6746348738670349, "Finetune/Step": 12181, "Finetune/Step Time": 6.676444666460156}
+{"Finetune/Learning Rate": 6.257334566985405e-06, "Finetune/Loss": 0.6467316150665283, "Finetune/Loss (Raw)": 0.6271806955337524, "Finetune/Step": 12182, "Finetune/Step Time": 6.678519517183304}
+{"Finetune/Learning Rate": 6.25577304985103e-06, "Finetune/Loss": 0.6481503248214722, "Finetune/Loss (Raw)": 0.7129159569740295, "Finetune/Step": 12183, "Finetune/Step Time": 6.678849775344133}
+{"Finetune/Learning Rate": 6.254211638892287e-06, "Finetune/Loss": 0.6488279104232788, "Finetune/Loss (Raw)": 0.815211296081543, "Finetune/Step": 12184, "Finetune/Step Time": 6.680440729483962}
+{"Finetune/Learning Rate": 6.252650334153452e-06, "Finetune/Loss": 0.6490317583084106, "Finetune/Loss (Raw)": 0.7094410061836243, "Finetune/Step": 12185, "Finetune/Step Time": 6.6984373312443495}
+{"Finetune/Learning Rate": 6.251089135678795e-06, "Finetune/Loss": 0.6472939252853394, "Finetune/Loss (Raw)": 0.580548107624054, "Finetune/Step": 12186, "Finetune/Step Time": 6.699632545933127}
+{"Finetune/Learning Rate": 6.249528043512589e-06, "Finetune/Loss": 0.6479259729385376, "Finetune/Loss (Raw)": 0.7183873057365417, "Finetune/Step": 12187, "Finetune/Step Time": 6.6976509764790535}
+{"Finetune/Learning Rate": 6.247967057699105e-06, "Finetune/Loss": 0.6492446064949036, "Finetune/Loss (Raw)": 0.7408360242843628, "Finetune/Step": 12188, "Finetune/Step Time": 6.716454766690731}
+{"Finetune/Learning Rate": 6.246406178282604e-06, "Finetune/Loss": 0.6492049098014832, "Finetune/Loss (Raw)": 0.5945630073547363, "Finetune/Step": 12189, "Finetune/Step Time": 6.723388047888875}
+{"Finetune/Learning Rate": 6.2448454053073495e-06, "Finetune/Loss": 0.6484313011169434, "Finetune/Loss (Raw)": 0.6387566924095154, "Finetune/Step": 12190, "Finetune/Step Time": 6.723183939233422}
+{"Finetune/Learning Rate": 6.2432847388176065e-06, "Finetune/Loss": 0.6472426652908325, "Finetune/Loss (Raw)": 0.5304710268974304, "Finetune/Step": 12191, "Finetune/Step Time": 6.7264602072536945}
+{"Finetune/Learning Rate": 6.241724178857621e-06, "Finetune/Loss": 0.6465950012207031, "Finetune/Loss (Raw)": 0.6030969023704529, "Finetune/Step": 12192, "Finetune/Step Time": 6.728644689545035}
+{"Finetune/Learning Rate": 6.2401637254716496e-06, "Finetune/Loss": 0.6456965208053589, "Finetune/Loss (Raw)": 0.570918619632721, "Finetune/Step": 12193, "Finetune/Step Time": 6.728295873850584}
+{"Finetune/Learning Rate": 6.2386033787039446e-06, "Finetune/Loss": 0.645598828792572, "Finetune/Loss (Raw)": 0.7205063104629517, "Finetune/Step": 12194, "Finetune/Step Time": 6.724539011716843}
+{"Finetune/Learning Rate": 6.2370431385987525e-06, "Finetune/Loss": 0.644997775554657, "Finetune/Loss (Raw)": 0.6327841877937317, "Finetune/Step": 12195, "Finetune/Step Time": 6.701845129951835}
+{"Finetune/Learning Rate": 6.235483005200316e-06, "Finetune/Loss": 0.6447910070419312, "Finetune/Loss (Raw)": 0.6900628805160522, "Finetune/Step": 12196, "Finetune/Step Time": 6.700397916138172}
+{"Finetune/Learning Rate": 6.233922978552879e-06, "Finetune/Loss": 0.6466635465621948, "Finetune/Loss (Raw)": 0.7236669659614563, "Finetune/Step": 12197, "Finetune/Step Time": 6.678379561752081}
+{"Finetune/Learning Rate": 6.232363058700674e-06, "Finetune/Loss": 0.6480104923248291, "Finetune/Loss (Raw)": 0.8357988595962524, "Finetune/Step": 12198, "Finetune/Step Time": 6.678507139906287}
+{"Finetune/Learning Rate": 6.230803245687939e-06, "Finetune/Loss": 0.6474906802177429, "Finetune/Loss (Raw)": 0.6014613509178162, "Finetune/Step": 12199, "Finetune/Step Time": 6.6789580155164}
+{"Finetune/Learning Rate": 6.229243539558907e-06, "Finetune/Loss": 0.6467461585998535, "Finetune/Loss (Raw)": 0.5416514277458191, "Finetune/Step": 12200, "Finetune/Step Time": 6.680062249302864}
+{"Finetune/Learning Rate": 6.227683940357805e-06, "Finetune/Loss": 0.6472647190093994, "Finetune/Loss (Raw)": 0.6229183673858643, "Finetune/Step": 12201, "Finetune/Step Time": 6.6800884157419205}
+{"Finetune/Learning Rate": 6.2261244481288584e-06, "Finetune/Loss": 0.6466782093048096, "Finetune/Loss (Raw)": 0.6139397025108337, "Finetune/Step": 12202, "Finetune/Step Time": 6.678298808634281}
+{"Finetune/Learning Rate": 6.224565062916294e-06, "Finetune/Loss": 0.6460316777229309, "Finetune/Loss (Raw)": 0.6514348983764648, "Finetune/Step": 12203, "Finetune/Step Time": 6.681176520884037}
+{"Finetune/Learning Rate": 6.223005784764328e-06, "Finetune/Loss": 0.6470974683761597, "Finetune/Loss (Raw)": 0.7443501353263855, "Finetune/Step": 12204, "Finetune/Step Time": 6.683119382709265}
+{"Finetune/Learning Rate": 6.221446613717176e-06, "Finetune/Loss": 0.6476197838783264, "Finetune/Loss (Raw)": 0.7124561667442322, "Finetune/Step": 12205, "Finetune/Step Time": 6.679088436067104}
+{"Finetune/Learning Rate": 6.219887549819054e-06, "Finetune/Loss": 0.6464313268661499, "Finetune/Loss (Raw)": 0.5272222757339478, "Finetune/Step": 12206, "Finetune/Step Time": 6.690380996093154}
+{"Finetune/Learning Rate": 6.218328593114169e-06, "Finetune/Loss": 0.6457483768463135, "Finetune/Loss (Raw)": 0.5780520439147949, "Finetune/Step": 12207, "Finetune/Step Time": 6.669528514146805}
+{"Finetune/Learning Rate": 6.216769743646734e-06, "Finetune/Loss": 0.6469501256942749, "Finetune/Loss (Raw)": 0.7526717782020569, "Finetune/Step": 12208, "Finetune/Step Time": 6.666123226284981}
+{"Finetune/Learning Rate": 6.215211001460954e-06, "Finetune/Loss": 0.6467808485031128, "Finetune/Loss (Raw)": 0.6367605924606323, "Finetune/Step": 12209, "Finetune/Step Time": 6.664725447073579}
+{"Finetune/Learning Rate": 6.213652366601024e-06, "Finetune/Loss": 0.6477034091949463, "Finetune/Loss (Raw)": 0.728559136390686, "Finetune/Step": 12210, "Finetune/Step Time": 6.667489361017942}
+{"Finetune/Learning Rate": 6.212093839111146e-06, "Finetune/Loss": 0.6479732394218445, "Finetune/Loss (Raw)": 0.6948464512825012, "Finetune/Step": 12211, "Finetune/Step Time": 6.666634341701865}
+{"Finetune/Learning Rate": 6.210535419035515e-06, "Finetune/Loss": 0.6493930816650391, "Finetune/Loss (Raw)": 0.7652090787887573, "Finetune/Step": 12212, "Finetune/Step Time": 6.66295363754034}
+{"Finetune/Learning Rate": 6.208977106418326e-06, "Finetune/Loss": 0.6487058997154236, "Finetune/Loss (Raw)": 0.4489617645740509, "Finetune/Step": 12213, "Finetune/Step Time": 6.665802486240864}
+{"Finetune/Learning Rate": 6.207418901303761e-06, "Finetune/Loss": 0.6497665643692017, "Finetune/Loss (Raw)": 0.8330261707305908, "Finetune/Step": 12214, "Finetune/Step Time": 6.667524717748165}
+{"Finetune/Learning Rate": 6.205860803736019e-06, "Finetune/Loss": 0.6492284536361694, "Finetune/Loss (Raw)": 0.5946812629699707, "Finetune/Step": 12215, "Finetune/Step Time": 6.66541744209826}
+{"Finetune/Learning Rate": 6.204302813759272e-06, "Finetune/Loss": 0.6486637592315674, "Finetune/Loss (Raw)": 0.5980060696601868, "Finetune/Step": 12216, "Finetune/Step Time": 6.659992499276996}
+{"Finetune/Learning Rate": 6.202744931417701e-06, "Finetune/Loss": 0.6485114097595215, "Finetune/Loss (Raw)": 0.6597140431404114, "Finetune/Step": 12217, "Finetune/Step Time": 6.659560130909085}
+{"Finetune/Learning Rate": 6.201187156755489e-06, "Finetune/Loss": 0.6499159932136536, "Finetune/Loss (Raw)": 0.6824650764465332, "Finetune/Step": 12218, "Finetune/Step Time": 6.633870208635926}
+{"Finetune/Learning Rate": 6.199629489816805e-06, "Finetune/Loss": 0.64937424659729, "Finetune/Loss (Raw)": 0.6480966806411743, "Finetune/Step": 12219, "Finetune/Step Time": 6.651042466983199}
+{"Finetune/Learning Rate": 6.1980719306458216e-06, "Finetune/Loss": 0.6488744020462036, "Finetune/Loss (Raw)": 0.547238290309906, "Finetune/Step": 12220, "Finetune/Step Time": 6.650551550090313}
+{"Finetune/Learning Rate": 6.19651447928671e-06, "Finetune/Loss": 0.647646427154541, "Finetune/Loss (Raw)": 0.6145705580711365, "Finetune/Step": 12221, "Finetune/Step Time": 6.649667076766491}
+{"Finetune/Learning Rate": 6.19495713578363e-06, "Finetune/Loss": 0.6483279466629028, "Finetune/Loss (Raw)": 0.7054940462112427, "Finetune/Step": 12222, "Finetune/Step Time": 6.647200793027878}
+{"Finetune/Learning Rate": 6.193399900180747e-06, "Finetune/Loss": 0.648141622543335, "Finetune/Loss (Raw)": 0.6655259728431702, "Finetune/Step": 12223, "Finetune/Step Time": 6.631816599518061}
+{"Finetune/Learning Rate": 6.191842772522214e-06, "Finetune/Loss": 0.6479223370552063, "Finetune/Loss (Raw)": 0.6485787630081177, "Finetune/Step": 12224, "Finetune/Step Time": 6.6305544544011354}
+{"Finetune/Learning Rate": 6.190285752852195e-06, "Finetune/Loss": 0.6479130983352661, "Finetune/Loss (Raw)": 0.6815239787101746, "Finetune/Step": 12225, "Finetune/Step Time": 6.6483186930418015}
+{"Finetune/Learning Rate": 6.188728841214837e-06, "Finetune/Loss": 0.6487977504730225, "Finetune/Loss (Raw)": 0.6589339375495911, "Finetune/Step": 12226, "Finetune/Step Time": 6.636011131107807}
+{"Finetune/Learning Rate": 6.187172037654294e-06, "Finetune/Loss": 0.6502088904380798, "Finetune/Loss (Raw)": 0.6852627396583557, "Finetune/Step": 12227, "Finetune/Step Time": 6.62225454673171}
+{"Finetune/Learning Rate": 6.185615342214708e-06, "Finetune/Loss": 0.6500998139381409, "Finetune/Loss (Raw)": 0.602971076965332, "Finetune/Step": 12228, "Finetune/Step Time": 6.643101943656802}
+{"Finetune/Learning Rate": 6.184058754940223e-06, "Finetune/Loss": 0.6493340730667114, "Finetune/Loss (Raw)": 0.602197527885437, "Finetune/Step": 12229, "Finetune/Step Time": 6.64614375308156}
+{"Finetune/Learning Rate": 6.182502275874982e-06, "Finetune/Loss": 0.6490004062652588, "Finetune/Loss (Raw)": 0.5274651050567627, "Finetune/Step": 12230, "Finetune/Step Time": 6.64570776373148}
+{"Finetune/Learning Rate": 6.18094590506312e-06, "Finetune/Loss": 0.6480134725570679, "Finetune/Loss (Raw)": 0.6131138205528259, "Finetune/Step": 12231, "Finetune/Step Time": 6.648458788171411}
+{"Finetune/Learning Rate": 6.179389642548771e-06, "Finetune/Loss": 0.647423505783081, "Finetune/Loss (Raw)": 0.6403493285179138, "Finetune/Step": 12232, "Finetune/Step Time": 6.650909200310707}
+{"Finetune/Learning Rate": 6.177833488376072e-06, "Finetune/Loss": 0.6487240791320801, "Finetune/Loss (Raw)": 0.7370098233222961, "Finetune/Step": 12233, "Finetune/Step Time": 6.633451512083411}
+{"Finetune/Learning Rate": 6.1762774425891425e-06, "Finetune/Loss": 0.647593080997467, "Finetune/Loss (Raw)": 0.5719795227050781, "Finetune/Step": 12234, "Finetune/Step Time": 6.632645279169083}
+{"Finetune/Learning Rate": 6.174721505232113e-06, "Finetune/Loss": 0.6474120020866394, "Finetune/Loss (Raw)": 0.587108314037323, "Finetune/Step": 12235, "Finetune/Step Time": 6.628778554499149}
+{"Finetune/Learning Rate": 6.173165676349103e-06, "Finetune/Loss": 0.6479121446609497, "Finetune/Loss (Raw)": 0.6793264150619507, "Finetune/Step": 12236, "Finetune/Step Time": 6.631020773202181}
+{"Finetune/Learning Rate": 6.171609955984234e-06, "Finetune/Loss": 0.6481359004974365, "Finetune/Loss (Raw)": 0.6341320276260376, "Finetune/Step": 12237, "Finetune/Step Time": 6.6317342929542065}
+{"Finetune/Learning Rate": 6.170054344181618e-06, "Finetune/Loss": 0.6483336091041565, "Finetune/Loss (Raw)": 0.6731167435646057, "Finetune/Step": 12238, "Finetune/Step Time": 6.62815647572279}
+{"Finetune/Learning Rate": 6.16849884098537e-06, "Finetune/Loss": 0.6455350518226624, "Finetune/Loss (Raw)": 0.4510151147842407, "Finetune/Step": 12239, "Finetune/Step Time": 6.645079268142581}
+{"Finetune/Learning Rate": 6.166943446439604e-06, "Finetune/Loss": 0.6449745893478394, "Finetune/Loss (Raw)": 0.5486103892326355, "Finetune/Step": 12240, "Finetune/Step Time": 6.634417427703738}
+{"Finetune/Learning Rate": 6.1653881605884165e-06, "Finetune/Loss": 0.6451007127761841, "Finetune/Loss (Raw)": 0.5760898590087891, "Finetune/Step": 12241, "Finetune/Step Time": 6.631357422098517}
+{"Finetune/Learning Rate": 6.163832983475919e-06, "Finetune/Loss": 0.6454118490219116, "Finetune/Loss (Raw)": 0.6768052577972412, "Finetune/Step": 12242, "Finetune/Step Time": 6.623885141685605}
+{"Finetune/Learning Rate": 6.162277915146209e-06, "Finetune/Loss": 0.644330620765686, "Finetune/Loss (Raw)": 0.46166861057281494, "Finetune/Step": 12243, "Finetune/Step Time": 6.623848447576165}
+{"Finetune/Learning Rate": 6.160722955643385e-06, "Finetune/Loss": 0.6445569396018982, "Finetune/Loss (Raw)": 0.6812270879745483, "Finetune/Step": 12244, "Finetune/Step Time": 6.620686514303088}
+{"Finetune/Learning Rate": 6.159168105011539e-06, "Finetune/Loss": 0.6441400051116943, "Finetune/Loss (Raw)": 0.5942498445510864, "Finetune/Step": 12245, "Finetune/Step Time": 6.6190526988357306}
+{"Finetune/Learning Rate": 6.157613363294768e-06, "Finetune/Loss": 0.6440309286117554, "Finetune/Loss (Raw)": 0.7312144041061401, "Finetune/Step": 12246, "Finetune/Step Time": 6.630878245458007}
+{"Finetune/Learning Rate": 6.156058730537151e-06, "Finetune/Loss": 0.6442192792892456, "Finetune/Loss (Raw)": 0.675361692905426, "Finetune/Step": 12247, "Finetune/Step Time": 6.632121788337827}
+{"Finetune/Learning Rate": 6.15450420678278e-06, "Finetune/Loss": 0.6446104049682617, "Finetune/Loss (Raw)": 0.5916652679443359, "Finetune/Step": 12248, "Finetune/Step Time": 6.612297598272562}
+{"Finetune/Learning Rate": 6.152949792075731e-06, "Finetune/Loss": 0.6452353000640869, "Finetune/Loss (Raw)": 0.6970275044441223, "Finetune/Step": 12249, "Finetune/Step Time": 6.608705930411816}
+{"Finetune/Learning Rate": 6.15139548646009e-06, "Finetune/Loss": 0.6463856101036072, "Finetune/Loss (Raw)": 0.630838930606842, "Finetune/Step": 12250, "Finetune/Step Time": 6.6062388978898525}
+{"Finetune/Learning Rate": 6.1498412899799275e-06, "Finetune/Loss": 0.6464584469795227, "Finetune/Loss (Raw)": 0.6250174045562744, "Finetune/Step": 12251, "Finetune/Step Time": 6.598706414923072}
+{"Finetune/Learning Rate": 6.1482872026793204e-06, "Finetune/Loss": 0.645763635635376, "Finetune/Loss (Raw)": 0.5604894757270813, "Finetune/Step": 12252, "Finetune/Step Time": 6.602547599002719}
+{"Finetune/Learning Rate": 6.146733224602333e-06, "Finetune/Loss": 0.6458756327629089, "Finetune/Loss (Raw)": 0.6562463641166687, "Finetune/Step": 12253, "Finetune/Step Time": 6.606478564441204}
+{"Finetune/Learning Rate": 6.1451793557930336e-06, "Finetune/Loss": 0.6460789442062378, "Finetune/Loss (Raw)": 0.6321377754211426, "Finetune/Step": 12254, "Finetune/Step Time": 6.5953827239573}
+{"Finetune/Learning Rate": 6.143625596295488e-06, "Finetune/Loss": 0.6460025906562805, "Finetune/Loss (Raw)": 0.6036272048950195, "Finetune/Step": 12255, "Finetune/Step Time": 6.59348095394671}
+{"Finetune/Learning Rate": 6.142071946153751e-06, "Finetune/Loss": 0.644888162612915, "Finetune/Loss (Raw)": 0.6734790802001953, "Finetune/Step": 12256, "Finetune/Step Time": 6.594239367172122}
+{"Finetune/Learning Rate": 6.140518405411886e-06, "Finetune/Loss": 0.6461719274520874, "Finetune/Loss (Raw)": 0.7581380009651184, "Finetune/Step": 12257, "Finetune/Step Time": 6.59531407058239}
+{"Finetune/Learning Rate": 6.138964974113948e-06, "Finetune/Loss": 0.6452711820602417, "Finetune/Loss (Raw)": 0.5913086533546448, "Finetune/Step": 12258, "Finetune/Step Time": 6.601380163803697}
+{"Finetune/Learning Rate": 6.1374116523039775e-06, "Finetune/Loss": 0.6443519592285156, "Finetune/Loss (Raw)": 0.596598744392395, "Finetune/Step": 12259, "Finetune/Step Time": 6.599829971790314}
+{"Finetune/Learning Rate": 6.13585844002603e-06, "Finetune/Loss": 0.6450490951538086, "Finetune/Loss (Raw)": 0.6783469915390015, "Finetune/Step": 12260, "Finetune/Step Time": 6.593982247635722}
+{"Finetune/Learning Rate": 6.134305337324149e-06, "Finetune/Loss": 0.6448827981948853, "Finetune/Loss (Raw)": 0.6821489930152893, "Finetune/Step": 12261, "Finetune/Step Time": 6.595913682132959}
+{"Finetune/Learning Rate": 6.1327523442423775e-06, "Finetune/Loss": 0.6437764763832092, "Finetune/Loss (Raw)": 0.5775156617164612, "Finetune/Step": 12262, "Finetune/Step Time": 6.594699779525399}
+{"Finetune/Learning Rate": 6.131199460824751e-06, "Finetune/Loss": 0.6446825861930847, "Finetune/Loss (Raw)": 0.7584400773048401, "Finetune/Step": 12263, "Finetune/Step Time": 6.598474778234959}
+{"Finetune/Learning Rate": 6.12964668711531e-06, "Finetune/Loss": 0.6450769901275635, "Finetune/Loss (Raw)": 0.6141242384910583, "Finetune/Step": 12264, "Finetune/Step Time": 6.604589572176337}
+{"Finetune/Learning Rate": 6.128094023158081e-06, "Finetune/Loss": 0.6454596519470215, "Finetune/Loss (Raw)": 0.6435942053794861, "Finetune/Step": 12265, "Finetune/Step Time": 6.61389821395278}
+{"Finetune/Learning Rate": 6.126541468997092e-06, "Finetune/Loss": 0.6459128260612488, "Finetune/Loss (Raw)": 0.7279946804046631, "Finetune/Step": 12266, "Finetune/Step Time": 6.611920962110162}
+{"Finetune/Learning Rate": 6.124989024676375e-06, "Finetune/Loss": 0.646391749382019, "Finetune/Loss (Raw)": 0.6329858899116516, "Finetune/Step": 12267, "Finetune/Step Time": 6.615090535953641}
+{"Finetune/Learning Rate": 6.123436690239951e-06, "Finetune/Loss": 0.6455240845680237, "Finetune/Loss (Raw)": 0.6476882696151733, "Finetune/Step": 12268, "Finetune/Step Time": 6.609899258241057}
+{"Finetune/Learning Rate": 6.121884465731838e-06, "Finetune/Loss": 0.6450594663619995, "Finetune/Loss (Raw)": 0.6012420058250427, "Finetune/Step": 12269, "Finetune/Step Time": 6.601462289690971}
+{"Finetune/Learning Rate": 6.120332351196057e-06, "Finetune/Loss": 0.6449207663536072, "Finetune/Loss (Raw)": 0.6072676181793213, "Finetune/Step": 12270, "Finetune/Step Time": 6.620390098541975}
+{"Finetune/Learning Rate": 6.1187803466766136e-06, "Finetune/Loss": 0.6455100774765015, "Finetune/Loss (Raw)": 0.6610637307167053, "Finetune/Step": 12271, "Finetune/Step Time": 6.635321255773306}
+{"Finetune/Learning Rate": 6.117228452217525e-06, "Finetune/Loss": 0.6448467969894409, "Finetune/Loss (Raw)": 0.6403133869171143, "Finetune/Step": 12272, "Finetune/Step Time": 6.63212020881474}
+{"Finetune/Learning Rate": 6.115676667862794e-06, "Finetune/Loss": 0.6450574994087219, "Finetune/Loss (Raw)": 0.7139124274253845, "Finetune/Step": 12273, "Finetune/Step Time": 6.62852787040174}
+{"Finetune/Learning Rate": 6.114124993656429e-06, "Finetune/Loss": 0.6436610221862793, "Finetune/Loss (Raw)": 0.5733464956283569, "Finetune/Step": 12274, "Finetune/Step Time": 6.638728477060795}
+{"Finetune/Learning Rate": 6.11257342964243e-06, "Finetune/Loss": 0.6446332931518555, "Finetune/Loss (Raw)": 0.6452433466911316, "Finetune/Step": 12275, "Finetune/Step Time": 6.664412744343281}
+{"Finetune/Learning Rate": 6.111021975864795e-06, "Finetune/Loss": 0.6448339223861694, "Finetune/Loss (Raw)": 0.720986545085907, "Finetune/Step": 12276, "Finetune/Step Time": 6.662574922665954}
+{"Finetune/Learning Rate": 6.109470632367516e-06, "Finetune/Loss": 0.6448779702186584, "Finetune/Loss (Raw)": 0.5965673923492432, "Finetune/Step": 12277, "Finetune/Step Time": 6.675282213836908}
+{"Finetune/Learning Rate": 6.1079193991945865e-06, "Finetune/Loss": 0.6434370279312134, "Finetune/Loss (Raw)": 0.6744427680969238, "Finetune/Step": 12278, "Finetune/Step Time": 6.690705616027117}
+{"Finetune/Learning Rate": 6.106368276389995e-06, "Finetune/Loss": 0.6423587799072266, "Finetune/Loss (Raw)": 0.5679993629455566, "Finetune/Step": 12279, "Finetune/Step Time": 6.688869519159198}
+{"Finetune/Learning Rate": 6.104817263997727e-06, "Finetune/Loss": 0.6430151462554932, "Finetune/Loss (Raw)": 0.6451582312583923, "Finetune/Step": 12280, "Finetune/Step Time": 6.689724588766694}
+{"Finetune/Learning Rate": 6.103266362061766e-06, "Finetune/Loss": 0.6439636945724487, "Finetune/Loss (Raw)": 0.7231674194335938, "Finetune/Step": 12281, "Finetune/Step Time": 6.702569406479597}
+{"Finetune/Learning Rate": 6.1017155706260945e-06, "Finetune/Loss": 0.644005537033081, "Finetune/Loss (Raw)": 0.6642346382141113, "Finetune/Step": 12282, "Finetune/Step Time": 6.700061900541186}
+{"Finetune/Learning Rate": 6.100164889734676e-06, "Finetune/Loss": 0.6444849371910095, "Finetune/Loss (Raw)": 0.5650810599327087, "Finetune/Step": 12283, "Finetune/Step Time": 6.715300818905234}
+{"Finetune/Learning Rate": 6.0986143194314975e-06, "Finetune/Loss": 0.6460601091384888, "Finetune/Loss (Raw)": 0.7586926817893982, "Finetune/Step": 12284, "Finetune/Step Time": 6.697495575994253}
+{"Finetune/Learning Rate": 6.0970638597605194e-06, "Finetune/Loss": 0.6455670595169067, "Finetune/Loss (Raw)": 0.597445011138916, "Finetune/Step": 12285, "Finetune/Step Time": 6.699448691681027}
+{"Finetune/Learning Rate": 6.095513510765714e-06, "Finetune/Loss": 0.6465141773223877, "Finetune/Loss (Raw)": 0.6462886929512024, "Finetune/Step": 12286, "Finetune/Step Time": 6.699367644265294}
+{"Finetune/Learning Rate": 6.093963272491041e-06, "Finetune/Loss": 0.6457538604736328, "Finetune/Loss (Raw)": 0.5530948638916016, "Finetune/Step": 12287, "Finetune/Step Time": 6.699166104197502}
+{"Finetune/Learning Rate": 6.092413144980465e-06, "Finetune/Loss": 0.6461852788925171, "Finetune/Loss (Raw)": 0.6771236658096313, "Finetune/Step": 12288, "Finetune/Step Time": 6.694621289148927}
+{"Finetune/Learning Rate": 6.090863128277938e-06, "Finetune/Loss": 0.6459922790527344, "Finetune/Loss (Raw)": 0.6526093482971191, "Finetune/Step": 12289, "Finetune/Step Time": 6.693574149161577}
+{"Finetune/Learning Rate": 6.0893132224274156e-06, "Finetune/Loss": 0.6467201709747314, "Finetune/Loss (Raw)": 0.792438805103302, "Finetune/Step": 12290, "Finetune/Step Time": 6.693035207688808}
+{"Finetune/Learning Rate": 6.08776342747285e-06, "Finetune/Loss": 0.6470091938972473, "Finetune/Loss (Raw)": 0.7556072473526001, "Finetune/Step": 12291, "Finetune/Step Time": 6.678924508392811}
+{"Finetune/Learning Rate": 6.086213743458191e-06, "Finetune/Loss": 0.6450166702270508, "Finetune/Loss (Raw)": 0.43711337447166443, "Finetune/Step": 12292, "Finetune/Step Time": 6.686457121744752}
+{"Finetune/Learning Rate": 6.084664170427379e-06, "Finetune/Loss": 0.645348846912384, "Finetune/Loss (Raw)": 0.6079666614532471, "Finetune/Step": 12293, "Finetune/Step Time": 6.6892190389335155}
+{"Finetune/Learning Rate": 6.08311470842436e-06, "Finetune/Loss": 0.6441061496734619, "Finetune/Loss (Raw)": 0.6067743897438049, "Finetune/Step": 12294, "Finetune/Step Time": 6.689779456704855}
+{"Finetune/Learning Rate": 6.081565357493069e-06, "Finetune/Loss": 0.6434786319732666, "Finetune/Loss (Raw)": 0.6099230051040649, "Finetune/Step": 12295, "Finetune/Step Time": 6.690417196601629}
+{"Finetune/Learning Rate": 6.080016117677441e-06, "Finetune/Loss": 0.6427043676376343, "Finetune/Loss (Raw)": 0.5670796036720276, "Finetune/Step": 12296, "Finetune/Step Time": 6.694033836945891}
+{"Finetune/Learning Rate": 6.078466989021406e-06, "Finetune/Loss": 0.6431959271430969, "Finetune/Loss (Raw)": 0.6463994979858398, "Finetune/Step": 12297, "Finetune/Step Time": 6.693780882284045}
+{"Finetune/Learning Rate": 6.076917971568899e-06, "Finetune/Loss": 0.6430386304855347, "Finetune/Loss (Raw)": 0.5628425478935242, "Finetune/Step": 12298, "Finetune/Step Time": 6.692854378372431}
+{"Finetune/Learning Rate": 6.075369065363842e-06, "Finetune/Loss": 0.6431325674057007, "Finetune/Loss (Raw)": 0.6598700284957886, "Finetune/Step": 12299, "Finetune/Step Time": 6.686916576698422}
+{"Finetune/Learning Rate": 6.07382027045016e-06, "Finetune/Loss": 0.6420719027519226, "Finetune/Loss (Raw)": 0.446850448846817, "Finetune/Step": 12300, "Finetune/Step Time": 6.699976067990065}
+{"Finetune/Learning Rate": 6.07227158687177e-06, "Finetune/Loss": 0.6426653265953064, "Finetune/Loss (Raw)": 0.731839656829834, "Finetune/Step": 12301, "Finetune/Step Time": 6.703122414648533}
+{"Finetune/Learning Rate": 6.070723014672587e-06, "Finetune/Loss": 0.6429527997970581, "Finetune/Loss (Raw)": 0.608512818813324, "Finetune/Step": 12302, "Finetune/Step Time": 6.700374545529485}
+{"Finetune/Learning Rate": 6.0691745538965265e-06, "Finetune/Loss": 0.6439846754074097, "Finetune/Loss (Raw)": 0.6679813265800476, "Finetune/Step": 12303, "Finetune/Step Time": 6.689779579639435}
+{"Finetune/Learning Rate": 6.067626204587498e-06, "Finetune/Loss": 0.6430548429489136, "Finetune/Loss (Raw)": 0.6480827927589417, "Finetune/Step": 12304, "Finetune/Step Time": 6.694546626880765}
+{"Finetune/Learning Rate": 6.066077966789407e-06, "Finetune/Loss": 0.6427264213562012, "Finetune/Loss (Raw)": 0.714399516582489, "Finetune/Step": 12305, "Finetune/Step Time": 6.694857202470303}
+{"Finetune/Learning Rate": 6.0645298405461626e-06, "Finetune/Loss": 0.6431710720062256, "Finetune/Loss (Raw)": 0.6411271691322327, "Finetune/Step": 12306, "Finetune/Step Time": 6.687761250883341}
+{"Finetune/Learning Rate": 6.062981825901657e-06, "Finetune/Loss": 0.6426023244857788, "Finetune/Loss (Raw)": 0.5296581387519836, "Finetune/Step": 12307, "Finetune/Step Time": 6.684662010520697}
+{"Finetune/Learning Rate": 6.0614339228997905e-06, "Finetune/Loss": 0.6417289972305298, "Finetune/Loss (Raw)": 0.6137406229972839, "Finetune/Step": 12308, "Finetune/Step Time": 6.6701619159430265}
+{"Finetune/Learning Rate": 6.059886131584461e-06, "Finetune/Loss": 0.6416592001914978, "Finetune/Loss (Raw)": 0.6657035946846008, "Finetune/Step": 12309, "Finetune/Step Time": 6.6742412019521}
+{"Finetune/Learning Rate": 6.0583384519995555e-06, "Finetune/Loss": 0.6423299312591553, "Finetune/Loss (Raw)": 0.713032603263855, "Finetune/Step": 12310, "Finetune/Step Time": 6.672388345003128}
+{"Finetune/Learning Rate": 6.0567908841889635e-06, "Finetune/Loss": 0.6422321200370789, "Finetune/Loss (Raw)": 0.700400710105896, "Finetune/Step": 12311, "Finetune/Step Time": 6.67684162594378}
+{"Finetune/Learning Rate": 6.055243428196571e-06, "Finetune/Loss": 0.6404975652694702, "Finetune/Loss (Raw)": 0.5931867361068726, "Finetune/Step": 12312, "Finetune/Step Time": 6.6771169770509005}
+{"Finetune/Learning Rate": 6.053696084066254e-06, "Finetune/Loss": 0.6394018530845642, "Finetune/Loss (Raw)": 0.5691859126091003, "Finetune/Step": 12313, "Finetune/Step Time": 6.662895046174526}
+{"Finetune/Learning Rate": 6.052148851841896e-06, "Finetune/Loss": 0.6395450830459595, "Finetune/Loss (Raw)": 0.5988892912864685, "Finetune/Step": 12314, "Finetune/Step Time": 6.663353515788913}
+{"Finetune/Learning Rate": 6.050601731567367e-06, "Finetune/Loss": 0.6393320560455322, "Finetune/Loss (Raw)": 0.6911070942878723, "Finetune/Step": 12315, "Finetune/Step Time": 6.661209404468536}
+{"Finetune/Learning Rate": 6.049054723286545e-06, "Finetune/Loss": 0.6383854746818542, "Finetune/Loss (Raw)": 0.6196827292442322, "Finetune/Step": 12316, "Finetune/Step Time": 6.643238643184304}
+{"Finetune/Learning Rate": 6.047507827043296e-06, "Finetune/Loss": 0.6391000151634216, "Finetune/Loss (Raw)": 0.6860239505767822, "Finetune/Step": 12317, "Finetune/Step Time": 6.644009726122022}
+{"Finetune/Learning Rate": 6.045961042881488e-06, "Finetune/Loss": 0.6387321949005127, "Finetune/Loss (Raw)": 0.5916746258735657, "Finetune/Step": 12318, "Finetune/Step Time": 6.6448973175138235}
+{"Finetune/Learning Rate": 6.044414370844978e-06, "Finetune/Loss": 0.6395488381385803, "Finetune/Loss (Raw)": 0.6350037455558777, "Finetune/Step": 12319, "Finetune/Step Time": 6.649240385740995}
+{"Finetune/Learning Rate": 6.04286781097763e-06, "Finetune/Loss": 0.6395577192306519, "Finetune/Loss (Raw)": 0.6042315363883972, "Finetune/Step": 12320, "Finetune/Step Time": 6.65238363109529}
+{"Finetune/Learning Rate": 6.041321363323298e-06, "Finetune/Loss": 0.6403520107269287, "Finetune/Loss (Raw)": 0.6725884675979614, "Finetune/Step": 12321, "Finetune/Step Time": 6.6511630062013865}
+{"Finetune/Learning Rate": 6.039775027925832e-06, "Finetune/Loss": 0.6395015120506287, "Finetune/Loss (Raw)": 0.611646294593811, "Finetune/Step": 12322, "Finetune/Step Time": 6.636140991002321}
+{"Finetune/Learning Rate": 6.038228804829087e-06, "Finetune/Loss": 0.6404305100440979, "Finetune/Loss (Raw)": 0.7516942024230957, "Finetune/Step": 12323, "Finetune/Step Time": 6.634163348004222}
+{"Finetune/Learning Rate": 6.0366826940769075e-06, "Finetune/Loss": 0.6395726203918457, "Finetune/Loss (Raw)": 0.58025723695755, "Finetune/Step": 12324, "Finetune/Step Time": 6.64196745865047}
+{"Finetune/Learning Rate": 6.03513669571314e-06, "Finetune/Loss": 0.639421820640564, "Finetune/Loss (Raw)": 0.7043587565422058, "Finetune/Step": 12325, "Finetune/Step Time": 6.642206326127052}
+{"Finetune/Learning Rate": 6.033590809781618e-06, "Finetune/Loss": 0.6376492977142334, "Finetune/Loss (Raw)": 0.6089228987693787, "Finetune/Step": 12326, "Finetune/Step Time": 6.639767974615097}
+{"Finetune/Learning Rate": 6.032045036326181e-06, "Finetune/Loss": 0.6383923888206482, "Finetune/Loss (Raw)": 0.6965746283531189, "Finetune/Step": 12327, "Finetune/Step Time": 6.637679632753134}
+{"Finetune/Learning Rate": 6.0304993753906635e-06, "Finetune/Loss": 0.6398329138755798, "Finetune/Loss (Raw)": 0.726032555103302, "Finetune/Step": 12328, "Finetune/Step Time": 6.638098439201713}
+{"Finetune/Learning Rate": 6.028953827018895e-06, "Finetune/Loss": 0.6404074430465698, "Finetune/Loss (Raw)": 0.69645756483078, "Finetune/Step": 12329, "Finetune/Step Time": 6.640012226998806}
+{"Finetune/Learning Rate": 6.027408391254705e-06, "Finetune/Loss": 0.6407973766326904, "Finetune/Loss (Raw)": 0.6638540625572205, "Finetune/Step": 12330, "Finetune/Step Time": 6.6635916903615}
+{"Finetune/Learning Rate": 6.025863068141922e-06, "Finetune/Loss": 0.6414850950241089, "Finetune/Loss (Raw)": 0.739453136920929, "Finetune/Step": 12331, "Finetune/Step Time": 6.665609503164887}
+{"Finetune/Learning Rate": 6.024317857724353e-06, "Finetune/Loss": 0.6404420137405396, "Finetune/Loss (Raw)": 0.6108434796333313, "Finetune/Step": 12332, "Finetune/Step Time": 6.662715828046203}
+{"Finetune/Learning Rate": 6.0227727600458275e-06, "Finetune/Loss": 0.6408673524856567, "Finetune/Loss (Raw)": 0.7668969631195068, "Finetune/Step": 12333, "Finetune/Step Time": 6.69383941590786}
+{"Finetune/Learning Rate": 6.021227775150158e-06, "Finetune/Loss": 0.6423438787460327, "Finetune/Loss (Raw)": 0.7162202596664429, "Finetune/Step": 12334, "Finetune/Step Time": 6.681180022656918}
+{"Finetune/Learning Rate": 6.019682903081153e-06, "Finetune/Loss": 0.6431935429573059, "Finetune/Loss (Raw)": 0.6868129372596741, "Finetune/Step": 12335, "Finetune/Step Time": 6.680440964177251}
+{"Finetune/Learning Rate": 6.018138143882621e-06, "Finetune/Loss": 0.6420056819915771, "Finetune/Loss (Raw)": 0.6006173491477966, "Finetune/Step": 12336, "Finetune/Step Time": 6.700393434613943}
+{"Finetune/Learning Rate": 6.016593497598374e-06, "Finetune/Loss": 0.6416176557540894, "Finetune/Loss (Raw)": 0.5871044993400574, "Finetune/Step": 12337, "Finetune/Step Time": 6.700549399480224}
+{"Finetune/Learning Rate": 6.015048964272205e-06, "Finetune/Loss": 0.6405764818191528, "Finetune/Loss (Raw)": 0.5952864289283752, "Finetune/Step": 12338, "Finetune/Step Time": 6.7027598060667515}
+{"Finetune/Learning Rate": 6.013504543947912e-06, "Finetune/Loss": 0.6401914954185486, "Finetune/Loss (Raw)": 0.6455622911453247, "Finetune/Step": 12339, "Finetune/Step Time": 6.713175859302282}
+{"Finetune/Learning Rate": 6.011960236669299e-06, "Finetune/Loss": 0.6399625539779663, "Finetune/Loss (Raw)": 0.7359129190444946, "Finetune/Step": 12340, "Finetune/Step Time": 6.721536632627249}
+{"Finetune/Learning Rate": 6.01041604248015e-06, "Finetune/Loss": 0.6412662267684937, "Finetune/Loss (Raw)": 0.6158283948898315, "Finetune/Step": 12341, "Finetune/Step Time": 6.7186195850372314}
+{"Finetune/Learning Rate": 6.008871961424259e-06, "Finetune/Loss": 0.640214204788208, "Finetune/Loss (Raw)": 0.6983644962310791, "Finetune/Step": 12342, "Finetune/Step Time": 6.720768680796027}
+{"Finetune/Learning Rate": 6.007327993545411e-06, "Finetune/Loss": 0.6395912766456604, "Finetune/Loss (Raw)": 0.5149461627006531, "Finetune/Step": 12343, "Finetune/Step Time": 6.7320442870259285}
+{"Finetune/Learning Rate": 6.0057841388873865e-06, "Finetune/Loss": 0.6409361362457275, "Finetune/Loss (Raw)": 0.7701510190963745, "Finetune/Step": 12344, "Finetune/Step Time": 6.7225516848266125}
+{"Finetune/Learning Rate": 6.004240397493966e-06, "Finetune/Loss": 0.6399278044700623, "Finetune/Loss (Raw)": 0.5306468605995178, "Finetune/Step": 12345, "Finetune/Step Time": 6.719773208722472}
+{"Finetune/Learning Rate": 6.002696769408922e-06, "Finetune/Loss": 0.639001727104187, "Finetune/Loss (Raw)": 0.563924252986908, "Finetune/Step": 12346, "Finetune/Step Time": 6.720781663432717}
+{"Finetune/Learning Rate": 6.001153254676033e-06, "Finetune/Loss": 0.6387487649917603, "Finetune/Loss (Raw)": 0.615715503692627, "Finetune/Step": 12347, "Finetune/Step Time": 6.7048729825764894}
+{"Finetune/Learning Rate": 5.9996098533390675e-06, "Finetune/Loss": 0.6385594606399536, "Finetune/Loss (Raw)": 0.5230144262313843, "Finetune/Step": 12348, "Finetune/Step Time": 6.706832978874445}
+{"Finetune/Learning Rate": 5.998066565441791e-06, "Finetune/Loss": 0.6383310556411743, "Finetune/Loss (Raw)": 0.5853357911109924, "Finetune/Step": 12349, "Finetune/Step Time": 6.707865005359054}
+{"Finetune/Learning Rate": 5.996523391027967e-06, "Finetune/Loss": 0.6371297240257263, "Finetune/Loss (Raw)": 0.5517205595970154, "Finetune/Step": 12350, "Finetune/Step Time": 6.695223802700639}
+{"Finetune/Learning Rate": 5.994980330141354e-06, "Finetune/Loss": 0.6370484828948975, "Finetune/Loss (Raw)": 0.6551254391670227, "Finetune/Step": 12351, "Finetune/Step Time": 6.6950915437191725}
+{"Finetune/Learning Rate": 5.993437382825711e-06, "Finetune/Loss": 0.6365329623222351, "Finetune/Loss (Raw)": 0.5825917720794678, "Finetune/Step": 12352, "Finetune/Step Time": 6.6916792280972}
+{"Finetune/Learning Rate": 5.991894549124788e-06, "Finetune/Loss": 0.6354165077209473, "Finetune/Loss (Raw)": 0.5386180281639099, "Finetune/Step": 12353, "Finetune/Step Time": 6.686762316152453}
+{"Finetune/Learning Rate": 5.99035182908234e-06, "Finetune/Loss": 0.636759877204895, "Finetune/Loss (Raw)": 0.8308817744255066, "Finetune/Step": 12354, "Finetune/Step Time": 6.68177973292768}
+{"Finetune/Learning Rate": 5.988809222742117e-06, "Finetune/Loss": 0.6367987990379333, "Finetune/Loss (Raw)": 0.6902474761009216, "Finetune/Step": 12355, "Finetune/Step Time": 6.6767951361835}
+{"Finetune/Learning Rate": 5.987266730147852e-06, "Finetune/Loss": 0.63593590259552, "Finetune/Loss (Raw)": 0.4925261437892914, "Finetune/Step": 12356, "Finetune/Step Time": 6.658283008262515}
+{"Finetune/Learning Rate": 5.985724351343294e-06, "Finetune/Loss": 0.6369714736938477, "Finetune/Loss (Raw)": 0.7347511649131775, "Finetune/Step": 12357, "Finetune/Step Time": 6.653639825060964}
+{"Finetune/Learning Rate": 5.984182086372177e-06, "Finetune/Loss": 0.6386794447898865, "Finetune/Loss (Raw)": 0.7460829019546509, "Finetune/Step": 12358, "Finetune/Step Time": 6.653215931728482}
+{"Finetune/Learning Rate": 5.9826399352782374e-06, "Finetune/Loss": 0.6394335031509399, "Finetune/Loss (Raw)": 0.709627091884613, "Finetune/Step": 12359, "Finetune/Step Time": 6.655826346948743}
+{"Finetune/Learning Rate": 5.981097898105206e-06, "Finetune/Loss": 0.6393625140190125, "Finetune/Loss (Raw)": 0.6312680840492249, "Finetune/Step": 12360, "Finetune/Step Time": 6.672591952607036}
+{"Finetune/Learning Rate": 5.9795559748968114e-06, "Finetune/Loss": 0.638770341873169, "Finetune/Loss (Raw)": 0.6612033843994141, "Finetune/Step": 12361, "Finetune/Step Time": 6.677841387689114}
+{"Finetune/Learning Rate": 5.978014165696774e-06, "Finetune/Loss": 0.6403135657310486, "Finetune/Loss (Raw)": 0.7695164680480957, "Finetune/Step": 12362, "Finetune/Step Time": 6.685589987784624}
+{"Finetune/Learning Rate": 5.976472470548816e-06, "Finetune/Loss": 0.6411132216453552, "Finetune/Loss (Raw)": 0.6894649267196655, "Finetune/Step": 12363, "Finetune/Step Time": 6.688809731975198}
+{"Finetune/Learning Rate": 5.974930889496659e-06, "Finetune/Loss": 0.6408911943435669, "Finetune/Loss (Raw)": 0.6509071588516235, "Finetune/Step": 12364, "Finetune/Step Time": 6.686442321166396}
+{"Finetune/Learning Rate": 5.9733894225840184e-06, "Finetune/Loss": 0.6410837173461914, "Finetune/Loss (Raw)": 0.6587733030319214, "Finetune/Step": 12365, "Finetune/Step Time": 6.706299517303705}
+{"Finetune/Learning Rate": 5.971848069854602e-06, "Finetune/Loss": 0.6415307521820068, "Finetune/Loss (Raw)": 0.7303387522697449, "Finetune/Step": 12366, "Finetune/Step Time": 6.708242189139128}
+{"Finetune/Learning Rate": 5.970306831352122e-06, "Finetune/Loss": 0.6416476964950562, "Finetune/Loss (Raw)": 0.4659767746925354, "Finetune/Step": 12367, "Finetune/Step Time": 6.695123413577676}
+{"Finetune/Learning Rate": 5.96876570712028e-06, "Finetune/Loss": 0.6420535445213318, "Finetune/Loss (Raw)": 0.6005698442459106, "Finetune/Step": 12368, "Finetune/Step Time": 6.726791862398386}
+{"Finetune/Learning Rate": 5.967224697202778e-06, "Finetune/Loss": 0.6423748135566711, "Finetune/Loss (Raw)": 0.6172048449516296, "Finetune/Step": 12369, "Finetune/Step Time": 6.729270376265049}
+{"Finetune/Learning Rate": 5.965683801643317e-06, "Finetune/Loss": 0.6420843601226807, "Finetune/Loss (Raw)": 0.6396263837814331, "Finetune/Step": 12370, "Finetune/Step Time": 6.732090819627047}
+{"Finetune/Learning Rate": 5.964143020485589e-06, "Finetune/Loss": 0.6437337398529053, "Finetune/Loss (Raw)": 0.6727938055992126, "Finetune/Step": 12371, "Finetune/Step Time": 6.730601137503982}
+{"Finetune/Learning Rate": 5.96260235377329e-06, "Finetune/Loss": 0.6430188417434692, "Finetune/Loss (Raw)": 0.5897166728973389, "Finetune/Step": 12372, "Finetune/Step Time": 6.73002021946013}
+{"Finetune/Learning Rate": 5.961061801550111e-06, "Finetune/Loss": 0.643325924873352, "Finetune/Loss (Raw)": 0.6335587501525879, "Finetune/Step": 12373, "Finetune/Step Time": 6.746812090277672}
+{"Finetune/Learning Rate": 5.959521363859731e-06, "Finetune/Loss": 0.6433165669441223, "Finetune/Loss (Raw)": 0.7300205230712891, "Finetune/Step": 12374, "Finetune/Step Time": 6.731810215860605}
+{"Finetune/Learning Rate": 5.957981040745835e-06, "Finetune/Loss": 0.6427500247955322, "Finetune/Loss (Raw)": 0.602838933467865, "Finetune/Step": 12375, "Finetune/Step Time": 6.735014660283923}
+{"Finetune/Learning Rate": 5.956440832252104e-06, "Finetune/Loss": 0.6437413692474365, "Finetune/Loss (Raw)": 0.7185584902763367, "Finetune/Step": 12376, "Finetune/Step Time": 6.7367692571133375}
+{"Finetune/Learning Rate": 5.9549007384222115e-06, "Finetune/Loss": 0.6429727077484131, "Finetune/Loss (Raw)": 0.598642885684967, "Finetune/Step": 12377, "Finetune/Step Time": 6.743507860228419}
+{"Finetune/Learning Rate": 5.95336075929983e-06, "Finetune/Loss": 0.6424210071563721, "Finetune/Loss (Raw)": 0.5602232217788696, "Finetune/Step": 12378, "Finetune/Step Time": 6.746660089120269}
+{"Finetune/Learning Rate": 5.951820894928636e-06, "Finetune/Loss": 0.641799807548523, "Finetune/Loss (Raw)": 0.5454988479614258, "Finetune/Step": 12379, "Finetune/Step Time": 6.754967741668224}
+{"Finetune/Learning Rate": 5.950281145352285e-06, "Finetune/Loss": 0.6421634554862976, "Finetune/Loss (Raw)": 0.6070376634597778, "Finetune/Step": 12380, "Finetune/Step Time": 6.753407541662455}
+{"Finetune/Learning Rate": 5.948741510614444e-06, "Finetune/Loss": 0.6418193578720093, "Finetune/Loss (Raw)": 0.612201452255249, "Finetune/Step": 12381, "Finetune/Step Time": 6.746516279876232}
+{"Finetune/Learning Rate": 5.947201990758777e-06, "Finetune/Loss": 0.6411844491958618, "Finetune/Loss (Raw)": 0.5508684515953064, "Finetune/Step": 12382, "Finetune/Step Time": 6.758904870599508}
+{"Finetune/Learning Rate": 5.945662585828935e-06, "Finetune/Loss": 0.6417945623397827, "Finetune/Loss (Raw)": 0.6817154884338379, "Finetune/Step": 12383, "Finetune/Step Time": 6.756022844463587}
+{"Finetune/Learning Rate": 5.944123295868574e-06, "Finetune/Loss": 0.6425586938858032, "Finetune/Loss (Raw)": 0.7712968587875366, "Finetune/Step": 12384, "Finetune/Step Time": 6.751547193154693}
+{"Finetune/Learning Rate": 5.942584120921343e-06, "Finetune/Loss": 0.6421641111373901, "Finetune/Loss (Raw)": 0.7076314687728882, "Finetune/Step": 12385, "Finetune/Step Time": 6.750169580802321}
+{"Finetune/Learning Rate": 5.941045061030888e-06, "Finetune/Loss": 0.6425363421440125, "Finetune/Loss (Raw)": 0.6389514207839966, "Finetune/Step": 12386, "Finetune/Step Time": 6.745373388752341}
+{"Finetune/Learning Rate": 5.939506116240853e-06, "Finetune/Loss": 0.6430851221084595, "Finetune/Loss (Raw)": 0.6668445467948914, "Finetune/Step": 12387, "Finetune/Step Time": 6.748569965362549}
+{"Finetune/Learning Rate": 5.937967286594875e-06, "Finetune/Loss": 0.6437807083129883, "Finetune/Loss (Raw)": 0.7673864364624023, "Finetune/Step": 12388, "Finetune/Step Time": 6.751906372606754}
+{"Finetune/Learning Rate": 5.936428572136598e-06, "Finetune/Loss": 0.6430491805076599, "Finetune/Loss (Raw)": 0.5885085463523865, "Finetune/Step": 12389, "Finetune/Step Time": 6.74910088069737}
+{"Finetune/Learning Rate": 5.93488997290965e-06, "Finetune/Loss": 0.6436256766319275, "Finetune/Loss (Raw)": 0.6513091325759888, "Finetune/Step": 12390, "Finetune/Step Time": 6.744009248912334}
+{"Finetune/Learning Rate": 5.933351488957665e-06, "Finetune/Loss": 0.6422695517539978, "Finetune/Loss (Raw)": 0.5848534107208252, "Finetune/Step": 12391, "Finetune/Step Time": 6.77580632455647}
+{"Finetune/Learning Rate": 5.931813120324266e-06, "Finetune/Loss": 0.6425036191940308, "Finetune/Loss (Raw)": 0.6440864205360413, "Finetune/Step": 12392, "Finetune/Step Time": 6.774134891107678}
+{"Finetune/Learning Rate": 5.930274867053079e-06, "Finetune/Loss": 0.642433762550354, "Finetune/Loss (Raw)": 0.6346548795700073, "Finetune/Step": 12393, "Finetune/Step Time": 6.780935799703002}
+{"Finetune/Learning Rate": 5.928736729187723e-06, "Finetune/Loss": 0.6430927515029907, "Finetune/Loss (Raw)": 0.8123360872268677, "Finetune/Step": 12394, "Finetune/Step Time": 6.780789395794272}
+{"Finetune/Learning Rate": 5.927198706771813e-06, "Finetune/Loss": 0.6429646015167236, "Finetune/Loss (Raw)": 0.6165866255760193, "Finetune/Step": 12395, "Finetune/Step Time": 6.774139994755387}
+{"Finetune/Learning Rate": 5.92566079984897e-06, "Finetune/Loss": 0.6434724926948547, "Finetune/Loss (Raw)": 0.7127026319503784, "Finetune/Step": 12396, "Finetune/Step Time": 6.776638703420758}
+{"Finetune/Learning Rate": 5.9241230084628054e-06, "Finetune/Loss": 0.6438075304031372, "Finetune/Loss (Raw)": 0.6441241502761841, "Finetune/Step": 12397, "Finetune/Step Time": 6.775313081219792}
+{"Finetune/Learning Rate": 5.922585332656915e-06, "Finetune/Loss": 0.643865168094635, "Finetune/Loss (Raw)": 0.614648163318634, "Finetune/Step": 12398, "Finetune/Step Time": 6.757609659805894}
+{"Finetune/Learning Rate": 5.9210477724749125e-06, "Finetune/Loss": 0.6433102488517761, "Finetune/Loss (Raw)": 0.5900275707244873, "Finetune/Step": 12399, "Finetune/Step Time": 6.745168769732118}
+{"Finetune/Learning Rate": 5.919510327960396e-06, "Finetune/Loss": 0.6435378789901733, "Finetune/Loss (Raw)": 0.6694561839103699, "Finetune/Step": 12400, "Finetune/Step Time": 6.752621501684189}
+{"Finetune/Learning Rate": 5.917972999156963e-06, "Finetune/Loss": 0.64241623878479, "Finetune/Loss (Raw)": 0.5703383088111877, "Finetune/Step": 12401, "Finetune/Step Time": 6.762570697814226}
+{"Finetune/Learning Rate": 5.916435786108206e-06, "Finetune/Loss": 0.6427918076515198, "Finetune/Loss (Raw)": 0.6214197278022766, "Finetune/Step": 12402, "Finetune/Step Time": 6.753537239506841}
+{"Finetune/Learning Rate": 5.91489868885772e-06, "Finetune/Loss": 0.64242023229599, "Finetune/Loss (Raw)": 0.5976859927177429, "Finetune/Step": 12403, "Finetune/Step Time": 6.735395817086101}
+{"Finetune/Learning Rate": 5.9133617074490944e-06, "Finetune/Loss": 0.6422568559646606, "Finetune/Loss (Raw)": 0.7000710368156433, "Finetune/Step": 12404, "Finetune/Step Time": 6.736155824735761}
+{"Finetune/Learning Rate": 5.911824841925904e-06, "Finetune/Loss": 0.6428831815719604, "Finetune/Loss (Raw)": 0.6767387986183167, "Finetune/Step": 12405, "Finetune/Step Time": 6.724374398589134}
+{"Finetune/Learning Rate": 5.910288092331738e-06, "Finetune/Loss": 0.6422362327575684, "Finetune/Loss (Raw)": 0.5916290879249573, "Finetune/Step": 12406, "Finetune/Step Time": 6.715070491656661}
+{"Finetune/Learning Rate": 5.9087514587101736e-06, "Finetune/Loss": 0.6430264115333557, "Finetune/Loss (Raw)": 0.6691486835479736, "Finetune/Step": 12407, "Finetune/Step Time": 6.713446766138077}
+{"Finetune/Learning Rate": 5.907214941104782e-06, "Finetune/Loss": 0.6422990560531616, "Finetune/Loss (Raw)": 0.5520514845848083, "Finetune/Step": 12408, "Finetune/Step Time": 6.724301144480705}
+{"Finetune/Learning Rate": 5.905678539559137e-06, "Finetune/Loss": 0.6422003507614136, "Finetune/Loss (Raw)": 0.7105355262756348, "Finetune/Step": 12409, "Finetune/Step Time": 6.710320709273219}
+{"Finetune/Learning Rate": 5.9041422541168085e-06, "Finetune/Loss": 0.6424153447151184, "Finetune/Loss (Raw)": 0.6917524337768555, "Finetune/Step": 12410, "Finetune/Step Time": 6.718928869813681}
+{"Finetune/Learning Rate": 5.902606084821355e-06, "Finetune/Loss": 0.6429187655448914, "Finetune/Loss (Raw)": 0.6295199394226074, "Finetune/Step": 12411, "Finetune/Step Time": 6.702399879693985}
+{"Finetune/Learning Rate": 5.90107003171634e-06, "Finetune/Loss": 0.6419917345046997, "Finetune/Loss (Raw)": 0.6400336027145386, "Finetune/Step": 12412, "Finetune/Step Time": 6.701007753610611}
+{"Finetune/Learning Rate": 5.899534094845327e-06, "Finetune/Loss": 0.6422680020332336, "Finetune/Loss (Raw)": 0.6328068971633911, "Finetune/Step": 12413, "Finetune/Step Time": 6.700846957042813}
+{"Finetune/Learning Rate": 5.897998274251865e-06, "Finetune/Loss": 0.6426925659179688, "Finetune/Loss (Raw)": 0.7006367444992065, "Finetune/Step": 12414, "Finetune/Step Time": 6.696418663486838}
+{"Finetune/Learning Rate": 5.896462569979508e-06, "Finetune/Loss": 0.6440547704696655, "Finetune/Loss (Raw)": 0.7274557948112488, "Finetune/Step": 12415, "Finetune/Step Time": 6.695949587970972}
+{"Finetune/Learning Rate": 5.894926982071805e-06, "Finetune/Loss": 0.643900990486145, "Finetune/Loss (Raw)": 0.657440185546875, "Finetune/Step": 12416, "Finetune/Step Time": 6.691651459783316}
+{"Finetune/Learning Rate": 5.8933915105723e-06, "Finetune/Loss": 0.6436711549758911, "Finetune/Loss (Raw)": 0.623184859752655, "Finetune/Step": 12417, "Finetune/Step Time": 6.69128960557282}
+{"Finetune/Learning Rate": 5.891856155524532e-06, "Finetune/Loss": 0.6424763202667236, "Finetune/Loss (Raw)": 0.6395031213760376, "Finetune/Step": 12418, "Finetune/Step Time": 6.688008463010192}
+{"Finetune/Learning Rate": 5.890320916972039e-06, "Finetune/Loss": 0.6412798166275024, "Finetune/Loss (Raw)": 0.6024567484855652, "Finetune/Step": 12419, "Finetune/Step Time": 6.695720931515098}
+{"Finetune/Learning Rate": 5.88878579495836e-06, "Finetune/Loss": 0.6421907544136047, "Finetune/Loss (Raw)": 0.553713858127594, "Finetune/Step": 12420, "Finetune/Step Time": 6.6999550852924585}
+{"Finetune/Learning Rate": 5.887250789527026e-06, "Finetune/Loss": 0.6430623531341553, "Finetune/Loss (Raw)": 0.7195253372192383, "Finetune/Step": 12421, "Finetune/Step Time": 6.693128906190395}
+{"Finetune/Learning Rate": 5.885715900721567e-06, "Finetune/Loss": 0.6431524753570557, "Finetune/Loss (Raw)": 0.6183109283447266, "Finetune/Step": 12422, "Finetune/Step Time": 6.694109050557017}
+{"Finetune/Learning Rate": 5.884181128585504e-06, "Finetune/Loss": 0.6422779560089111, "Finetune/Loss (Raw)": 0.4979892075061798, "Finetune/Step": 12423, "Finetune/Step Time": 6.691452061757445}
+{"Finetune/Learning Rate": 5.882646473162359e-06, "Finetune/Loss": 0.6431058645248413, "Finetune/Loss (Raw)": 0.6730499267578125, "Finetune/Step": 12424, "Finetune/Step Time": 6.690631363540888}
+{"Finetune/Learning Rate": 5.881111934495654e-06, "Finetune/Loss": 0.642173171043396, "Finetune/Loss (Raw)": 0.5270164012908936, "Finetune/Step": 12425, "Finetune/Step Time": 6.695728002116084}
+{"Finetune/Learning Rate": 5.8795775126289e-06, "Finetune/Loss": 0.6424158811569214, "Finetune/Loss (Raw)": 0.5939076542854309, "Finetune/Step": 12426, "Finetune/Step Time": 6.714292699471116}
+{"Finetune/Learning Rate": 5.878043207605608e-06, "Finetune/Loss": 0.6416478157043457, "Finetune/Loss (Raw)": 0.5615586638450623, "Finetune/Step": 12427, "Finetune/Step Time": 6.7153191566467285}
+{"Finetune/Learning Rate": 5.876509019469298e-06, "Finetune/Loss": 0.6438475847244263, "Finetune/Loss (Raw)": 0.7284260988235474, "Finetune/Step": 12428, "Finetune/Step Time": 6.704873802140355}
+{"Finetune/Learning Rate": 5.874974948263458e-06, "Finetune/Loss": 0.6432993412017822, "Finetune/Loss (Raw)": 0.6616606712341309, "Finetune/Step": 12429, "Finetune/Step Time": 6.704352404922247}
+{"Finetune/Learning Rate": 5.873440994031603e-06, "Finetune/Loss": 0.6417063474655151, "Finetune/Loss (Raw)": 0.4046076238155365, "Finetune/Step": 12430, "Finetune/Step Time": 6.7176418993622065}
+{"Finetune/Learning Rate": 5.871907156817225e-06, "Finetune/Loss": 0.6427699327468872, "Finetune/Loss (Raw)": 0.8041247129440308, "Finetune/Step": 12431, "Finetune/Step Time": 6.715937225148082}
+{"Finetune/Learning Rate": 5.8703734366638235e-06, "Finetune/Loss": 0.6431030035018921, "Finetune/Loss (Raw)": 0.6907109618186951, "Finetune/Step": 12432, "Finetune/Step Time": 6.715864107012749}
+{"Finetune/Learning Rate": 5.868839833614885e-06, "Finetune/Loss": 0.6435848474502563, "Finetune/Loss (Raw)": 0.7760691046714783, "Finetune/Step": 12433, "Finetune/Step Time": 6.718263385817409}
+{"Finetune/Learning Rate": 5.867306347713906e-06, "Finetune/Loss": 0.6439019441604614, "Finetune/Loss (Raw)": 0.681726336479187, "Finetune/Step": 12434, "Finetune/Step Time": 6.7239594254642725}
+{"Finetune/Learning Rate": 5.865772979004365e-06, "Finetune/Loss": 0.6460355520248413, "Finetune/Loss (Raw)": 0.8027588725090027, "Finetune/Step": 12435, "Finetune/Step Time": 6.739360289648175}
+{"Finetune/Learning Rate": 5.864239727529746e-06, "Finetune/Loss": 0.646131157875061, "Finetune/Loss (Raw)": 0.6259801983833313, "Finetune/Step": 12436, "Finetune/Step Time": 6.7398694939911366}
+{"Finetune/Learning Rate": 5.862706593333525e-06, "Finetune/Loss": 0.645694375038147, "Finetune/Loss (Raw)": 0.6097938418388367, "Finetune/Step": 12437, "Finetune/Step Time": 6.737355833873153}
+{"Finetune/Learning Rate": 5.861173576459182e-06, "Finetune/Loss": 0.6447608470916748, "Finetune/Loss (Raw)": 0.5935407280921936, "Finetune/Step": 12438, "Finetune/Step Time": 6.75373643450439}
+{"Finetune/Learning Rate": 5.859640676950187e-06, "Finetune/Loss": 0.6445643305778503, "Finetune/Loss (Raw)": 0.675242006778717, "Finetune/Step": 12439, "Finetune/Step Time": 6.745508540421724}
+{"Finetune/Learning Rate": 5.858107894850011e-06, "Finetune/Loss": 0.6453772187232971, "Finetune/Loss (Raw)": 0.6972405910491943, "Finetune/Step": 12440, "Finetune/Step Time": 6.739527363330126}
+{"Finetune/Learning Rate": 5.856575230202117e-06, "Finetune/Loss": 0.6460533142089844, "Finetune/Loss (Raw)": 0.6557272672653198, "Finetune/Step": 12441, "Finetune/Step Time": 6.738201946020126}
+{"Finetune/Learning Rate": 5.855042683049965e-06, "Finetune/Loss": 0.6475617289543152, "Finetune/Loss (Raw)": 0.7919608354568481, "Finetune/Step": 12442, "Finetune/Step Time": 6.736305503174663}
+{"Finetune/Learning Rate": 5.853510253437017e-06, "Finetune/Loss": 0.6472664475440979, "Finetune/Loss (Raw)": 0.6533108353614807, "Finetune/Step": 12443, "Finetune/Step Time": 6.739093517884612}
+{"Finetune/Learning Rate": 5.8519779414067244e-06, "Finetune/Loss": 0.6486811637878418, "Finetune/Loss (Raw)": 0.8007710576057434, "Finetune/Step": 12444, "Finetune/Step Time": 6.743291096761823}
+{"Finetune/Learning Rate": 5.8504457470025444e-06, "Finetune/Loss": 0.648463249206543, "Finetune/Loss (Raw)": 0.6581307053565979, "Finetune/Step": 12445, "Finetune/Step Time": 6.738849483430386}
+{"Finetune/Learning Rate": 5.848913670267925e-06, "Finetune/Loss": 0.6495165228843689, "Finetune/Loss (Raw)": 0.7264891266822815, "Finetune/Step": 12446, "Finetune/Step Time": 6.737212097272277}
+{"Finetune/Learning Rate": 5.847381711246307e-06, "Finetune/Loss": 0.6502103805541992, "Finetune/Loss (Raw)": 0.7238187193870544, "Finetune/Step": 12447, "Finetune/Step Time": 6.734243953600526}
+{"Finetune/Learning Rate": 5.845849869981137e-06, "Finetune/Loss": 0.650147020816803, "Finetune/Loss (Raw)": 0.5961207151412964, "Finetune/Step": 12448, "Finetune/Step Time": 6.730414280667901}
+{"Finetune/Learning Rate": 5.84431814651585e-06, "Finetune/Loss": 0.6506296396255493, "Finetune/Loss (Raw)": 0.73436439037323, "Finetune/Step": 12449, "Finetune/Step Time": 6.737575959414244}
+{"Finetune/Learning Rate": 5.842786540893886e-06, "Finetune/Loss": 0.6502419710159302, "Finetune/Loss (Raw)": 0.5620254874229431, "Finetune/Step": 12450, "Finetune/Step Time": 6.75610008649528}
+{"Finetune/Learning Rate": 5.84125505315867e-06, "Finetune/Loss": 0.6499184370040894, "Finetune/Loss (Raw)": 0.7102832198143005, "Finetune/Step": 12451, "Finetune/Step Time": 6.757795786485076}
+{"Finetune/Learning Rate": 5.839723683353641e-06, "Finetune/Loss": 0.6505858898162842, "Finetune/Loss (Raw)": 0.6656923294067383, "Finetune/Step": 12452, "Finetune/Step Time": 6.748780271038413}
+{"Finetune/Learning Rate": 5.838192431522214e-06, "Finetune/Loss": 0.6511154174804688, "Finetune/Loss (Raw)": 0.7721394300460815, "Finetune/Step": 12453, "Finetune/Step Time": 6.749924324452877}
+{"Finetune/Learning Rate": 5.8366612977078155e-06, "Finetune/Loss": 0.6510986089706421, "Finetune/Loss (Raw)": 0.6067637205123901, "Finetune/Step": 12454, "Finetune/Step Time": 6.755227888002992}
+{"Finetune/Learning Rate": 5.835130281953864e-06, "Finetune/Loss": 0.6504782438278198, "Finetune/Loss (Raw)": 0.6171714067459106, "Finetune/Step": 12455, "Finetune/Step Time": 6.774489209055901}
+{"Finetune/Learning Rate": 5.8335993843037695e-06, "Finetune/Loss": 0.6496841311454773, "Finetune/Loss (Raw)": 0.624387264251709, "Finetune/Step": 12456, "Finetune/Step Time": 6.773441042751074}
+{"Finetune/Learning Rate": 5.832068604800953e-06, "Finetune/Loss": 0.6498354077339172, "Finetune/Loss (Raw)": 0.715823769569397, "Finetune/Step": 12457, "Finetune/Step Time": 6.771020507439971}
+{"Finetune/Learning Rate": 5.830537943488823e-06, "Finetune/Loss": 0.6486679315567017, "Finetune/Loss (Raw)": 0.5144104361534119, "Finetune/Step": 12458, "Finetune/Step Time": 6.781277982518077}
+{"Finetune/Learning Rate": 5.829007400410776e-06, "Finetune/Loss": 0.6486948728561401, "Finetune/Loss (Raw)": 0.7428985238075256, "Finetune/Step": 12459, "Finetune/Step Time": 6.780483474954963}
+{"Finetune/Learning Rate": 5.82747697561022e-06, "Finetune/Loss": 0.6486183404922485, "Finetune/Loss (Raw)": 0.6010494232177734, "Finetune/Step": 12460, "Finetune/Step Time": 6.78538490831852}
+{"Finetune/Learning Rate": 5.825946669130551e-06, "Finetune/Loss": 0.6467381715774536, "Finetune/Loss (Raw)": 0.5262416005134583, "Finetune/Step": 12461, "Finetune/Step Time": 6.756525864824653}
+{"Finetune/Learning Rate": 5.824416481015165e-06, "Finetune/Loss": 0.6465365886688232, "Finetune/Loss (Raw)": 0.69041907787323, "Finetune/Step": 12462, "Finetune/Step Time": 6.758035937324166}
+{"Finetune/Learning Rate": 5.822886411307449e-06, "Finetune/Loss": 0.6457979679107666, "Finetune/Loss (Raw)": 0.5922623872756958, "Finetune/Step": 12463, "Finetune/Step Time": 6.761361628770828}
+{"Finetune/Learning Rate": 5.821356460050806e-06, "Finetune/Loss": 0.6459633111953735, "Finetune/Loss (Raw)": 0.6217799186706543, "Finetune/Step": 12464, "Finetune/Step Time": 6.744582254439592}
+{"Finetune/Learning Rate": 5.819826627288605e-06, "Finetune/Loss": 0.6467751264572144, "Finetune/Loss (Raw)": 0.691026508808136, "Finetune/Step": 12465, "Finetune/Step Time": 6.744349801912904}
+{"Finetune/Learning Rate": 5.818296913064236e-06, "Finetune/Loss": 0.6466872692108154, "Finetune/Loss (Raw)": 0.5840309262275696, "Finetune/Step": 12466, "Finetune/Step Time": 6.745753794908524}
+{"Finetune/Learning Rate": 5.816767317421075e-06, "Finetune/Loss": 0.6465501189231873, "Finetune/Loss (Raw)": 0.6280111074447632, "Finetune/Step": 12467, "Finetune/Step Time": 6.736536920070648}
+{"Finetune/Learning Rate": 5.815237840402496e-06, "Finetune/Loss": 0.6452641487121582, "Finetune/Loss (Raw)": 0.5713114738464355, "Finetune/Step": 12468, "Finetune/Step Time": 6.733568482100964}
+{"Finetune/Learning Rate": 5.813708482051874e-06, "Finetune/Loss": 0.6445740461349487, "Finetune/Loss (Raw)": 0.5274964570999146, "Finetune/Step": 12469, "Finetune/Step Time": 6.742885332554579}
+{"Finetune/Learning Rate": 5.812179242412574e-06, "Finetune/Loss": 0.6434484720230103, "Finetune/Loss (Raw)": 0.5542860627174377, "Finetune/Step": 12470, "Finetune/Step Time": 6.740566609427333}
+{"Finetune/Learning Rate": 5.810650121527963e-06, "Finetune/Loss": 0.644885778427124, "Finetune/Loss (Raw)": 0.6989268660545349, "Finetune/Step": 12471, "Finetune/Step Time": 6.733432879671454}
+{"Finetune/Learning Rate": 5.809121119441401e-06, "Finetune/Loss": 0.643853485584259, "Finetune/Loss (Raw)": 0.6380122303962708, "Finetune/Step": 12472, "Finetune/Step Time": 6.735554503276944}
+{"Finetune/Learning Rate": 5.807592236196247e-06, "Finetune/Loss": 0.6449275016784668, "Finetune/Loss (Raw)": 0.6681275367736816, "Finetune/Step": 12473, "Finetune/Step Time": 6.743002187460661}
+{"Finetune/Learning Rate": 5.806063471835856e-06, "Finetune/Loss": 0.6447011232376099, "Finetune/Loss (Raw)": 0.534936785697937, "Finetune/Step": 12474, "Finetune/Step Time": 6.743390595540404}
+{"Finetune/Learning Rate": 5.804534826403578e-06, "Finetune/Loss": 0.6449106931686401, "Finetune/Loss (Raw)": 0.6425454616546631, "Finetune/Step": 12475, "Finetune/Step Time": 6.741410182788968}
+{"Finetune/Learning Rate": 5.8030062999427615e-06, "Finetune/Loss": 0.6460643410682678, "Finetune/Loss (Raw)": 0.6706829071044922, "Finetune/Step": 12476, "Finetune/Step Time": 6.739900892600417}
+{"Finetune/Learning Rate": 5.8014778924967545e-06, "Finetune/Loss": 0.6472625732421875, "Finetune/Loss (Raw)": 0.73870450258255, "Finetune/Step": 12477, "Finetune/Step Time": 6.755469344556332}
+{"Finetune/Learning Rate": 5.799949604108892e-06, "Finetune/Loss": 0.6483092308044434, "Finetune/Loss (Raw)": 0.685701310634613, "Finetune/Step": 12478, "Finetune/Step Time": 6.7617650255560875}
+{"Finetune/Learning Rate": 5.798421434822518e-06, "Finetune/Loss": 0.6479510068893433, "Finetune/Loss (Raw)": 0.6092602014541626, "Finetune/Step": 12479, "Finetune/Step Time": 6.763568060472608}
+{"Finetune/Learning Rate": 5.796893384680964e-06, "Finetune/Loss": 0.6484313011169434, "Finetune/Loss (Raw)": 0.6440724730491638, "Finetune/Step": 12480, "Finetune/Step Time": 6.766923518851399}
+{"Finetune/Learning Rate": 5.795365453727559e-06, "Finetune/Loss": 0.6485814452171326, "Finetune/Loss (Raw)": 0.5578447580337524, "Finetune/Step": 12481, "Finetune/Step Time": 6.7527472730726}
+{"Finetune/Learning Rate": 5.79383764200564e-06, "Finetune/Loss": 0.6478233933448792, "Finetune/Loss (Raw)": 0.7338488698005676, "Finetune/Step": 12482, "Finetune/Step Time": 6.755041372030973}
+{"Finetune/Learning Rate": 5.7923099495585166e-06, "Finetune/Loss": 0.6474437713623047, "Finetune/Loss (Raw)": 0.6416487097740173, "Finetune/Step": 12483, "Finetune/Step Time": 6.772114772349596}
+{"Finetune/Learning Rate": 5.790782376429521e-06, "Finetune/Loss": 0.6489642262458801, "Finetune/Loss (Raw)": 0.6871512532234192, "Finetune/Step": 12484, "Finetune/Step Time": 6.769001953303814}
+{"Finetune/Learning Rate": 5.7892549226619685e-06, "Finetune/Loss": 0.6491420269012451, "Finetune/Loss (Raw)": 0.7575087547302246, "Finetune/Step": 12485, "Finetune/Step Time": 6.771198872476816}
+{"Finetune/Learning Rate": 5.787727588299172e-06, "Finetune/Loss": 0.6483919620513916, "Finetune/Loss (Raw)": 0.6500739455223083, "Finetune/Step": 12486, "Finetune/Step Time": 6.768371609970927}
+{"Finetune/Learning Rate": 5.786200373384444e-06, "Finetune/Loss": 0.6476210355758667, "Finetune/Loss (Raw)": 0.6109475493431091, "Finetune/Step": 12487, "Finetune/Step Time": 6.767177144065499}
+{"Finetune/Learning Rate": 5.78467327796109e-06, "Finetune/Loss": 0.6478444337844849, "Finetune/Loss (Raw)": 0.6598585844039917, "Finetune/Step": 12488, "Finetune/Step Time": 6.757240815088153}
+{"Finetune/Learning Rate": 5.78314630207242e-06, "Finetune/Loss": 0.647735595703125, "Finetune/Loss (Raw)": 0.647275984287262, "Finetune/Step": 12489, "Finetune/Step Time": 6.755847122520208}
+{"Finetune/Learning Rate": 5.7816194457617214e-06, "Finetune/Loss": 0.6460655927658081, "Finetune/Loss (Raw)": 0.5557656288146973, "Finetune/Step": 12490, "Finetune/Step Time": 6.76083648763597}
+{"Finetune/Learning Rate": 5.780092709072302e-06, "Finetune/Loss": 0.6460049152374268, "Finetune/Loss (Raw)": 0.681682288646698, "Finetune/Step": 12491, "Finetune/Step Time": 6.760205024853349}
+{"Finetune/Learning Rate": 5.778566092047456e-06, "Finetune/Loss": 0.6453966498374939, "Finetune/Loss (Raw)": 0.57305508852005, "Finetune/Step": 12492, "Finetune/Step Time": 6.759592873975635}
+{"Finetune/Learning Rate": 5.777039594730471e-06, "Finetune/Loss": 0.6462281346321106, "Finetune/Loss (Raw)": 0.7652037739753723, "Finetune/Step": 12493, "Finetune/Step Time": 6.743174681439996}
+{"Finetune/Learning Rate": 5.775513217164634e-06, "Finetune/Loss": 0.6461514234542847, "Finetune/Loss (Raw)": 0.7205262184143066, "Finetune/Step": 12494, "Finetune/Step Time": 6.7442755326628685}
+{"Finetune/Learning Rate": 5.773986959393234e-06, "Finetune/Loss": 0.6474859118461609, "Finetune/Loss (Raw)": 0.6367878317832947, "Finetune/Step": 12495, "Finetune/Step Time": 6.745619483292103}
+{"Finetune/Learning Rate": 5.772460821459542e-06, "Finetune/Loss": 0.6481744647026062, "Finetune/Loss (Raw)": 0.6886984705924988, "Finetune/Step": 12496, "Finetune/Step Time": 6.725232120603323}
+{"Finetune/Learning Rate": 5.77093480340684e-06, "Finetune/Loss": 0.6486851572990417, "Finetune/Loss (Raw)": 0.6825787425041199, "Finetune/Step": 12497, "Finetune/Step Time": 6.723572675138712}
+{"Finetune/Learning Rate": 5.7694089052783975e-06, "Finetune/Loss": 0.648629903793335, "Finetune/Loss (Raw)": 0.6325555443763733, "Finetune/Step": 12498, "Finetune/Step Time": 6.732035793364048}
+{"Finetune/Learning Rate": 5.767883127117491e-06, "Finetune/Loss": 0.648651123046875, "Finetune/Loss (Raw)": 0.675503134727478, "Finetune/Step": 12499, "Finetune/Step Time": 6.733049612492323}
+{"Finetune/Learning Rate": 5.766357468967385e-06, "Finetune/Loss": 0.6485360860824585, "Finetune/Loss (Raw)": 0.574993908405304, "Finetune/Step": 12500, "Finetune/Step Time": 6.763014471158385}
+{"Finetune/Learning Rate": 5.764831930871346e-06, "Finetune/Loss": 0.6491623520851135, "Finetune/Loss (Raw)": 0.7137235999107361, "Finetune/Step": 12501, "Finetune/Step Time": 6.74756739102304}
+{"Finetune/Learning Rate": 5.763306512872627e-06, "Finetune/Loss": 0.6481929421424866, "Finetune/Loss (Raw)": 0.6059356331825256, "Finetune/Step": 12502, "Finetune/Step Time": 6.745882172137499}
+{"Finetune/Learning Rate": 5.761781215014488e-06, "Finetune/Loss": 0.6487388610839844, "Finetune/Loss (Raw)": 0.6727153658866882, "Finetune/Step": 12503, "Finetune/Step Time": 6.740885650739074}
+{"Finetune/Learning Rate": 5.760256037340181e-06, "Finetune/Loss": 0.6472207307815552, "Finetune/Loss (Raw)": 0.5242443084716797, "Finetune/Step": 12504, "Finetune/Step Time": 6.740601904690266}
+{"Finetune/Learning Rate": 5.7587309798929526e-06, "Finetune/Loss": 0.6474047899246216, "Finetune/Loss (Raw)": 0.6222004294395447, "Finetune/Step": 12505, "Finetune/Step Time": 6.736124906688929}
+{"Finetune/Learning Rate": 5.757206042716058e-06, "Finetune/Loss": 0.6478266716003418, "Finetune/Loss (Raw)": 0.614224910736084, "Finetune/Step": 12506, "Finetune/Step Time": 6.735439861193299}
+{"Finetune/Learning Rate": 5.755681225852738e-06, "Finetune/Loss": 0.6473556756973267, "Finetune/Loss (Raw)": 0.485207736492157, "Finetune/Step": 12507, "Finetune/Step Time": 6.733714776113629}
+{"Finetune/Learning Rate": 5.7541565293462265e-06, "Finetune/Loss": 0.6475928425788879, "Finetune/Loss (Raw)": 0.6373888254165649, "Finetune/Step": 12508, "Finetune/Step Time": 6.735113738104701}
+{"Finetune/Learning Rate": 5.752631953239761e-06, "Finetune/Loss": 0.6475315093994141, "Finetune/Loss (Raw)": 0.6043636202812195, "Finetune/Step": 12509, "Finetune/Step Time": 6.740605555474758}
+{"Finetune/Learning Rate": 5.751107497576576e-06, "Finetune/Loss": 0.6476120948791504, "Finetune/Loss (Raw)": 0.5611793994903564, "Finetune/Step": 12510, "Finetune/Step Time": 6.726677322760224}
+{"Finetune/Learning Rate": 5.749583162399901e-06, "Finetune/Loss": 0.6458570957183838, "Finetune/Loss (Raw)": 0.4570719301700592, "Finetune/Step": 12511, "Finetune/Step Time": 6.747230306267738}
+{"Finetune/Learning Rate": 5.748058947752955e-06, "Finetune/Loss": 0.6449908018112183, "Finetune/Loss (Raw)": 0.6604121327400208, "Finetune/Step": 12512, "Finetune/Step Time": 6.751980761066079}
+{"Finetune/Learning Rate": 5.746534853678976e-06, "Finetune/Loss": 0.6442636251449585, "Finetune/Loss (Raw)": 0.6145538687705994, "Finetune/Step": 12513, "Finetune/Step Time": 6.752066720277071}
+{"Finetune/Learning Rate": 5.745010880221169e-06, "Finetune/Loss": 0.6441131830215454, "Finetune/Loss (Raw)": 0.6196958422660828, "Finetune/Step": 12514, "Finetune/Step Time": 6.755758719518781}
+{"Finetune/Learning Rate": 5.743487027422753e-06, "Finetune/Loss": 0.6438213586807251, "Finetune/Loss (Raw)": 0.6294928789138794, "Finetune/Step": 12515, "Finetune/Step Time": 6.756088210269809}
+{"Finetune/Learning Rate": 5.741963295326941e-06, "Finetune/Loss": 0.6418166160583496, "Finetune/Loss (Raw)": 0.5107797384262085, "Finetune/Step": 12516, "Finetune/Step Time": 6.770155478268862}
+{"Finetune/Learning Rate": 5.740439683976943e-06, "Finetune/Loss": 0.6414290070533752, "Finetune/Loss (Raw)": 0.5388925075531006, "Finetune/Step": 12517, "Finetune/Step Time": 6.770898619666696}
+{"Finetune/Learning Rate": 5.738916193415962e-06, "Finetune/Loss": 0.6409666538238525, "Finetune/Loss (Raw)": 0.5921338200569153, "Finetune/Step": 12518, "Finetune/Step Time": 6.776346396654844}
+{"Finetune/Learning Rate": 5.7373928236872e-06, "Finetune/Loss": 0.6407064199447632, "Finetune/Loss (Raw)": 0.5515347719192505, "Finetune/Step": 12519, "Finetune/Step Time": 6.749541237950325}
+{"Finetune/Learning Rate": 5.735869574833859e-06, "Finetune/Loss": 0.6409107446670532, "Finetune/Loss (Raw)": 0.6702424883842468, "Finetune/Step": 12520, "Finetune/Step Time": 6.748156631365418}
+{"Finetune/Learning Rate": 5.7343464468991285e-06, "Finetune/Loss": 0.6410120725631714, "Finetune/Loss (Raw)": 0.6476253271102905, "Finetune/Step": 12521, "Finetune/Step Time": 6.736896665766835}
+{"Finetune/Learning Rate": 5.732823439926205e-06, "Finetune/Loss": 0.6404820084571838, "Finetune/Loss (Raw)": 0.7444882392883301, "Finetune/Step": 12522, "Finetune/Step Time": 6.736865717917681}
+{"Finetune/Learning Rate": 5.731300553958272e-06, "Finetune/Loss": 0.6399135589599609, "Finetune/Loss (Raw)": 0.543826162815094, "Finetune/Step": 12523, "Finetune/Step Time": 6.737668154761195}
+{"Finetune/Learning Rate": 5.72977778903852e-06, "Finetune/Loss": 0.6384390592575073, "Finetune/Loss (Raw)": 0.5239617824554443, "Finetune/Step": 12524, "Finetune/Step Time": 6.734959231689572}
+{"Finetune/Learning Rate": 5.728255145210124e-06, "Finetune/Loss": 0.6381379961967468, "Finetune/Loss (Raw)": 0.6055900454521179, "Finetune/Step": 12525, "Finetune/Step Time": 6.738411942496896}
+{"Finetune/Learning Rate": 5.726732622516267e-06, "Finetune/Loss": 0.6385740637779236, "Finetune/Loss (Raw)": 0.6704657673835754, "Finetune/Step": 12526, "Finetune/Step Time": 6.736849468201399}
+{"Finetune/Learning Rate": 5.725210221000121e-06, "Finetune/Loss": 0.6387783885002136, "Finetune/Loss (Raw)": 0.6161817312240601, "Finetune/Step": 12527, "Finetune/Step Time": 6.749925822019577}
+{"Finetune/Learning Rate": 5.723687940704857e-06, "Finetune/Loss": 0.6385889053344727, "Finetune/Loss (Raw)": 0.6451981663703918, "Finetune/Step": 12528, "Finetune/Step Time": 6.755906706675887}
+{"Finetune/Learning Rate": 5.7221657816736405e-06, "Finetune/Loss": 0.6386029720306396, "Finetune/Loss (Raw)": 0.5721441507339478, "Finetune/Step": 12529, "Finetune/Step Time": 6.744901904836297}
+{"Finetune/Learning Rate": 5.720643743949641e-06, "Finetune/Loss": 0.6378202438354492, "Finetune/Loss (Raw)": 0.5212287306785583, "Finetune/Step": 12530, "Finetune/Step Time": 6.756719101220369}
+{"Finetune/Learning Rate": 5.719121827576019e-06, "Finetune/Loss": 0.6379313468933105, "Finetune/Loss (Raw)": 0.6119101643562317, "Finetune/Step": 12531, "Finetune/Step Time": 6.748646380379796}
+{"Finetune/Learning Rate": 5.71760003259592e-06, "Finetune/Loss": 0.636360764503479, "Finetune/Loss (Raw)": 0.49903425574302673, "Finetune/Step": 12532, "Finetune/Step Time": 6.763826819136739}
+{"Finetune/Learning Rate": 5.716078359052513e-06, "Finetune/Loss": 0.6357846260070801, "Finetune/Loss (Raw)": 0.6029911637306213, "Finetune/Step": 12533, "Finetune/Step Time": 6.761771060526371}
+{"Finetune/Learning Rate": 5.714556806988939e-06, "Finetune/Loss": 0.636837899684906, "Finetune/Loss (Raw)": 0.7264506816864014, "Finetune/Step": 12534, "Finetune/Step Time": 6.759058047086}
+{"Finetune/Learning Rate": 5.7130353764483496e-06, "Finetune/Loss": 0.635634183883667, "Finetune/Loss (Raw)": 0.5150764584541321, "Finetune/Step": 12535, "Finetune/Step Time": 6.756293008103967}
+{"Finetune/Learning Rate": 5.711514067473886e-06, "Finetune/Loss": 0.6373283267021179, "Finetune/Loss (Raw)": 0.7688942551612854, "Finetune/Step": 12536, "Finetune/Step Time": 6.748197315260768}
+{"Finetune/Learning Rate": 5.709992880108692e-06, "Finetune/Loss": 0.637035608291626, "Finetune/Loss (Raw)": 0.6730693578720093, "Finetune/Step": 12537, "Finetune/Step Time": 6.751890292391181}
+{"Finetune/Learning Rate": 5.708471814395897e-06, "Finetune/Loss": 0.6359747648239136, "Finetune/Loss (Raw)": 0.555969774723053, "Finetune/Step": 12538, "Finetune/Step Time": 6.745676459744573}
+{"Finetune/Learning Rate": 5.7069508703786335e-06, "Finetune/Loss": 0.6368157863616943, "Finetune/Loss (Raw)": 0.7371603846549988, "Finetune/Step": 12539, "Finetune/Step Time": 6.748182645067573}
+{"Finetune/Learning Rate": 5.70543004810004e-06, "Finetune/Loss": 0.6362894177436829, "Finetune/Loss (Raw)": 0.5726667642593384, "Finetune/Step": 12540, "Finetune/Step Time": 6.7915786150842905}
+{"Finetune/Learning Rate": 5.703909347603239e-06, "Finetune/Loss": 0.6370013952255249, "Finetune/Loss (Raw)": 0.7239363193511963, "Finetune/Step": 12541, "Finetune/Step Time": 6.795372961089015}
+{"Finetune/Learning Rate": 5.702388768931351e-06, "Finetune/Loss": 0.6365588903427124, "Finetune/Loss (Raw)": 0.6440029144287109, "Finetune/Step": 12542, "Finetune/Step Time": 6.795118365436792}
+{"Finetune/Learning Rate": 5.700868312127503e-06, "Finetune/Loss": 0.6359790563583374, "Finetune/Loss (Raw)": 0.6532286405563354, "Finetune/Step": 12543, "Finetune/Step Time": 6.815076570957899}
+{"Finetune/Learning Rate": 5.699347977234799e-06, "Finetune/Loss": 0.6361105442047119, "Finetune/Loss (Raw)": 0.6742702126502991, "Finetune/Step": 12544, "Finetune/Step Time": 6.818235248327255}
+{"Finetune/Learning Rate": 5.697827764296358e-06, "Finetune/Loss": 0.6369160413742065, "Finetune/Loss (Raw)": 0.7262963652610779, "Finetune/Step": 12545, "Finetune/Step Time": 6.834158701822162}
+{"Finetune/Learning Rate": 5.696307673355281e-06, "Finetune/Loss": 0.6373042464256287, "Finetune/Loss (Raw)": 0.689184308052063, "Finetune/Step": 12546, "Finetune/Step Time": 6.833886478096247}
+{"Finetune/Learning Rate": 5.694787704454688e-06, "Finetune/Loss": 0.6381148099899292, "Finetune/Loss (Raw)": 0.7062115669250488, "Finetune/Step": 12547, "Finetune/Step Time": 6.825693370774388}
+{"Finetune/Learning Rate": 5.69326785763767e-06, "Finetune/Loss": 0.6378747224807739, "Finetune/Loss (Raw)": 0.5229808688163757, "Finetune/Step": 12548, "Finetune/Step Time": 6.829480340704322}
+{"Finetune/Learning Rate": 5.691748132947334e-06, "Finetune/Loss": 0.6365089416503906, "Finetune/Loss (Raw)": 0.5447110533714294, "Finetune/Step": 12549, "Finetune/Step Time": 6.831820363178849}
+{"Finetune/Learning Rate": 5.690228530426767e-06, "Finetune/Loss": 0.6362311244010925, "Finetune/Loss (Raw)": 0.5827502608299255, "Finetune/Step": 12550, "Finetune/Step Time": 6.846452822908759}
+{"Finetune/Learning Rate": 5.688709050119063e-06, "Finetune/Loss": 0.6375522613525391, "Finetune/Loss (Raw)": 0.6670923233032227, "Finetune/Step": 12551, "Finetune/Step Time": 6.847979079931974}
+{"Finetune/Learning Rate": 5.687189692067311e-06, "Finetune/Loss": 0.6375165581703186, "Finetune/Loss (Raw)": 0.6684815287590027, "Finetune/Step": 12552, "Finetune/Step Time": 6.866193363443017}
+{"Finetune/Learning Rate": 5.685670456314595e-06, "Finetune/Loss": 0.6390717029571533, "Finetune/Loss (Raw)": 0.7260721921920776, "Finetune/Step": 12553, "Finetune/Step Time": 6.8630320858210325}
+{"Finetune/Learning Rate": 5.684151342903992e-06, "Finetune/Loss": 0.6399065256118774, "Finetune/Loss (Raw)": 0.700766921043396, "Finetune/Step": 12554, "Finetune/Step Time": 6.840637557208538}
+{"Finetune/Learning Rate": 5.682632351878593e-06, "Finetune/Loss": 0.6407276391983032, "Finetune/Loss (Raw)": 0.666658878326416, "Finetune/Step": 12555, "Finetune/Step Time": 6.845811728388071}
+{"Finetune/Learning Rate": 5.681113483281459e-06, "Finetune/Loss": 0.6401686668395996, "Finetune/Loss (Raw)": 0.6568756103515625, "Finetune/Step": 12556, "Finetune/Step Time": 6.843304073438048}
+{"Finetune/Learning Rate": 5.679594737155666e-06, "Finetune/Loss": 0.6395887136459351, "Finetune/Loss (Raw)": 0.5874301791191101, "Finetune/Step": 12557, "Finetune/Step Time": 6.843485066667199}
+{"Finetune/Learning Rate": 5.67807611354428e-06, "Finetune/Loss": 0.6412379741668701, "Finetune/Loss (Raw)": 0.6157166361808777, "Finetune/Step": 12558, "Finetune/Step Time": 6.842705458402634}
+{"Finetune/Learning Rate": 5.676557612490365e-06, "Finetune/Loss": 0.6403935551643372, "Finetune/Loss (Raw)": 0.6960359811782837, "Finetune/Step": 12559, "Finetune/Step Time": 6.8445739429444075}
+{"Finetune/Learning Rate": 5.675039234036983e-06, "Finetune/Loss": 0.6406325101852417, "Finetune/Loss (Raw)": 0.7212981581687927, "Finetune/Step": 12560, "Finetune/Step Time": 6.831658810377121}
+{"Finetune/Learning Rate": 5.673520978227189e-06, "Finetune/Loss": 0.6400914192199707, "Finetune/Loss (Raw)": 0.7068014144897461, "Finetune/Step": 12561, "Finetune/Step Time": 6.831646395847201}
+{"Finetune/Learning Rate": 5.672002845104039e-06, "Finetune/Loss": 0.6395378112792969, "Finetune/Loss (Raw)": 0.6108688712120056, "Finetune/Step": 12562, "Finetune/Step Time": 6.828759714961052}
+{"Finetune/Learning Rate": 5.670484834710579e-06, "Finetune/Loss": 0.6385228633880615, "Finetune/Loss (Raw)": 0.6728425621986389, "Finetune/Step": 12563, "Finetune/Step Time": 6.811884116381407}
+{"Finetune/Learning Rate": 5.668966947089859e-06, "Finetune/Loss": 0.6377461552619934, "Finetune/Loss (Raw)": 0.5265649557113647, "Finetune/Step": 12564, "Finetune/Step Time": 6.823888840153813}
+{"Finetune/Learning Rate": 5.66744918228492e-06, "Finetune/Loss": 0.6381710171699524, "Finetune/Loss (Raw)": 0.6641796827316284, "Finetune/Step": 12565, "Finetune/Step Time": 6.830867690965533}
+{"Finetune/Learning Rate": 5.665931540338803e-06, "Finetune/Loss": 0.6392343044281006, "Finetune/Loss (Raw)": 0.72963947057724, "Finetune/Step": 12566, "Finetune/Step Time": 6.822188548743725}
+{"Finetune/Learning Rate": 5.664414021294541e-06, "Finetune/Loss": 0.6378278136253357, "Finetune/Loss (Raw)": 0.4952132999897003, "Finetune/Step": 12567, "Finetune/Step Time": 6.839390203356743}
+{"Finetune/Learning Rate": 5.66289662519517e-06, "Finetune/Loss": 0.6368618607521057, "Finetune/Loss (Raw)": 0.5735968351364136, "Finetune/Step": 12568, "Finetune/Step Time": 6.841360878199339}
+{"Finetune/Learning Rate": 5.6613793520837175e-06, "Finetune/Loss": 0.6365741491317749, "Finetune/Loss (Raw)": 0.6188950538635254, "Finetune/Step": 12569, "Finetune/Step Time": 6.842684445902705}
+{"Finetune/Learning Rate": 5.659862202003208e-06, "Finetune/Loss": 0.6346479654312134, "Finetune/Loss (Raw)": 0.5454092621803284, "Finetune/Step": 12570, "Finetune/Step Time": 6.84963964484632}
+{"Finetune/Learning Rate": 5.658345174996667e-06, "Finetune/Loss": 0.6343362331390381, "Finetune/Loss (Raw)": 0.6134077310562134, "Finetune/Step": 12571, "Finetune/Step Time": 6.846732744947076}
+{"Finetune/Learning Rate": 5.6568282711071085e-06, "Finetune/Loss": 0.6337846517562866, "Finetune/Loss (Raw)": 0.7301689386367798, "Finetune/Step": 12572, "Finetune/Step Time": 6.84030301310122}
+{"Finetune/Learning Rate": 5.655311490377552e-06, "Finetune/Loss": 0.6332930326461792, "Finetune/Loss (Raw)": 0.5952160358428955, "Finetune/Step": 12573, "Finetune/Step Time": 6.843092644587159}
+{"Finetune/Learning Rate": 5.653794832851005e-06, "Finetune/Loss": 0.6318122148513794, "Finetune/Loss (Raw)": 0.5369341969490051, "Finetune/Step": 12574, "Finetune/Step Time": 6.856388971209526}
+{"Finetune/Learning Rate": 5.652278298570479e-06, "Finetune/Loss": 0.6310683488845825, "Finetune/Loss (Raw)": 0.6286081671714783, "Finetune/Step": 12575, "Finetune/Step Time": 6.852327458560467}
+{"Finetune/Learning Rate": 5.650761887578977e-06, "Finetune/Loss": 0.6323084831237793, "Finetune/Loss (Raw)": 0.7548578381538391, "Finetune/Step": 12576, "Finetune/Step Time": 6.85144898109138}
+{"Finetune/Learning Rate": 5.649245599919499e-06, "Finetune/Loss": 0.6312512755393982, "Finetune/Loss (Raw)": 0.5990399718284607, "Finetune/Step": 12577, "Finetune/Step Time": 6.8509047999978065}
+{"Finetune/Learning Rate": 5.647729435635046e-06, "Finetune/Loss": 0.6322116851806641, "Finetune/Loss (Raw)": 0.6849620938301086, "Finetune/Step": 12578, "Finetune/Step Time": 6.836858542636037}
+{"Finetune/Learning Rate": 5.646213394768609e-06, "Finetune/Loss": 0.6312528848648071, "Finetune/Loss (Raw)": 0.5875532031059265, "Finetune/Step": 12579, "Finetune/Step Time": 6.840234644711018}
+{"Finetune/Learning Rate": 5.6446974773631836e-06, "Finetune/Loss": 0.6305341720581055, "Finetune/Loss (Raw)": 0.5736973285675049, "Finetune/Step": 12580, "Finetune/Step Time": 6.838884856551886}
+{"Finetune/Learning Rate": 5.643181683461745e-06, "Finetune/Loss": 0.6303945779800415, "Finetune/Loss (Raw)": 0.7542771100997925, "Finetune/Step": 12581, "Finetune/Step Time": 6.836796337738633}
+{"Finetune/Learning Rate": 5.6416660131072886e-06, "Finetune/Loss": 0.6311408281326294, "Finetune/Loss (Raw)": 0.7022766470909119, "Finetune/Step": 12582, "Finetune/Step Time": 6.832117533311248}
+{"Finetune/Learning Rate": 5.640150466342791e-06, "Finetune/Loss": 0.6312360763549805, "Finetune/Loss (Raw)": 0.6293634176254272, "Finetune/Step": 12583, "Finetune/Step Time": 6.8196192272007465}
+{"Finetune/Learning Rate": 5.638635043211228e-06, "Finetune/Loss": 0.632062554359436, "Finetune/Loss (Raw)": 0.7301797270774841, "Finetune/Step": 12584, "Finetune/Step Time": 6.82023174315691}
+{"Finetune/Learning Rate": 5.637119743755574e-06, "Finetune/Loss": 0.6326408386230469, "Finetune/Loss (Raw)": 0.7898461818695068, "Finetune/Step": 12585, "Finetune/Step Time": 6.837965792044997}
+{"Finetune/Learning Rate": 5.6356045680188e-06, "Finetune/Loss": 0.6340317130088806, "Finetune/Loss (Raw)": 0.692438542842865, "Finetune/Step": 12586, "Finetune/Step Time": 6.8068508338183165}
+{"Finetune/Learning Rate": 5.634089516043867e-06, "Finetune/Loss": 0.6333413124084473, "Finetune/Loss (Raw)": 0.6545290946960449, "Finetune/Step": 12587, "Finetune/Step Time": 6.806448485702276}
+{"Finetune/Learning Rate": 5.632574587873736e-06, "Finetune/Loss": 0.6322757601737976, "Finetune/Loss (Raw)": 0.4646574854850769, "Finetune/Step": 12588, "Finetune/Step Time": 6.827657382935286}
+{"Finetune/Learning Rate": 5.631059783551373e-06, "Finetune/Loss": 0.6332352161407471, "Finetune/Loss (Raw)": 0.6490546464920044, "Finetune/Step": 12589, "Finetune/Step Time": 6.829254781827331}
+{"Finetune/Learning Rate": 5.629545103119733e-06, "Finetune/Loss": 0.6327433586120605, "Finetune/Loss (Raw)": 0.62746262550354, "Finetune/Step": 12590, "Finetune/Step Time": 6.83072798140347}
+{"Finetune/Learning Rate": 5.628030546621765e-06, "Finetune/Loss": 0.6336103081703186, "Finetune/Loss (Raw)": 0.7032243609428406, "Finetune/Step": 12591, "Finetune/Step Time": 6.828787239268422}
+{"Finetune/Learning Rate": 5.626516114100424e-06, "Finetune/Loss": 0.6337453126907349, "Finetune/Loss (Raw)": 0.6390694975852966, "Finetune/Step": 12592, "Finetune/Step Time": 6.826954428106546}
+{"Finetune/Learning Rate": 5.625001805598645e-06, "Finetune/Loss": 0.6330533027648926, "Finetune/Loss (Raw)": 0.6024397611618042, "Finetune/Step": 12593, "Finetune/Step Time": 6.825717682018876}
+{"Finetune/Learning Rate": 5.623487621159372e-06, "Finetune/Loss": 0.6326645612716675, "Finetune/Loss (Raw)": 0.534277081489563, "Finetune/Step": 12594, "Finetune/Step Time": 6.8295335955917835}
+{"Finetune/Learning Rate": 5.621973560825542e-06, "Finetune/Loss": 0.6319447755813599, "Finetune/Loss (Raw)": 0.5358730554580688, "Finetune/Step": 12595, "Finetune/Step Time": 6.830414455384016}
+{"Finetune/Learning Rate": 5.620459624640098e-06, "Finetune/Loss": 0.632552981376648, "Finetune/Loss (Raw)": 0.6491588354110718, "Finetune/Step": 12596, "Finetune/Step Time": 6.827503168955445}
+{"Finetune/Learning Rate": 5.618945812645964e-06, "Finetune/Loss": 0.6337728500366211, "Finetune/Loss (Raw)": 0.6836424469947815, "Finetune/Step": 12597, "Finetune/Step Time": 6.815853007137775}
+{"Finetune/Learning Rate": 5.617432124886072e-06, "Finetune/Loss": 0.6342242956161499, "Finetune/Loss (Raw)": 0.6120744347572327, "Finetune/Step": 12598, "Finetune/Step Time": 6.816276215016842}
+{"Finetune/Learning Rate": 5.61591856140334e-06, "Finetune/Loss": 0.634323239326477, "Finetune/Loss (Raw)": 0.7115927338600159, "Finetune/Step": 12599, "Finetune/Step Time": 6.824703708291054}
+{"Finetune/Learning Rate": 5.614405122240689e-06, "Finetune/Loss": 0.6335933208465576, "Finetune/Loss (Raw)": 0.5445770025253296, "Finetune/Step": 12600, "Finetune/Step Time": 6.829789401963353}
+{"Finetune/Learning Rate": 5.612891807441039e-06, "Finetune/Loss": 0.6339355111122131, "Finetune/Loss (Raw)": 0.7119333148002625, "Finetune/Step": 12601, "Finetune/Step Time": 6.824002251029015}
+{"Finetune/Learning Rate": 5.611378617047298e-06, "Finetune/Loss": 0.6346188187599182, "Finetune/Loss (Raw)": 0.6223994493484497, "Finetune/Step": 12602, "Finetune/Step Time": 6.821350807324052}
+{"Finetune/Learning Rate": 5.609865551102384e-06, "Finetune/Loss": 0.6340514421463013, "Finetune/Loss (Raw)": 0.5699217319488525, "Finetune/Step": 12603, "Finetune/Step Time": 6.8196619767695665}
+{"Finetune/Learning Rate": 5.608352609649202e-06, "Finetune/Loss": 0.6339634656906128, "Finetune/Loss (Raw)": 0.6594188809394836, "Finetune/Step": 12604, "Finetune/Step Time": 6.820188447833061}
+{"Finetune/Learning Rate": 5.6068397927306495e-06, "Finetune/Loss": 0.6336022615432739, "Finetune/Loss (Raw)": 0.692473828792572, "Finetune/Step": 12605, "Finetune/Step Time": 6.807755971327424}
+{"Finetune/Learning Rate": 5.605327100389627e-06, "Finetune/Loss": 0.633674681186676, "Finetune/Loss (Raw)": 0.6949723362922668, "Finetune/Step": 12606, "Finetune/Step Time": 6.820007309317589}
+{"Finetune/Learning Rate": 5.603814532669032e-06, "Finetune/Loss": 0.6333906054496765, "Finetune/Loss (Raw)": 0.5728949308395386, "Finetune/Step": 12607, "Finetune/Step Time": 6.8185542821884155}
+{"Finetune/Learning Rate": 5.602302089611755e-06, "Finetune/Loss": 0.6343857049942017, "Finetune/Loss (Raw)": 0.7714523673057556, "Finetune/Step": 12608, "Finetune/Step Time": 6.818859200924635}
+{"Finetune/Learning Rate": 5.6007897712606855e-06, "Finetune/Loss": 0.6349555850028992, "Finetune/Loss (Raw)": 0.6307824850082397, "Finetune/Step": 12609, "Finetune/Step Time": 6.822797415778041}
+{"Finetune/Learning Rate": 5.599277577658708e-06, "Finetune/Loss": 0.6351238489151001, "Finetune/Loss (Raw)": 0.7553865313529968, "Finetune/Step": 12610, "Finetune/Step Time": 6.821453012526035}
+{"Finetune/Learning Rate": 5.597765508848705e-06, "Finetune/Loss": 0.635317325592041, "Finetune/Loss (Raw)": 0.6664116978645325, "Finetune/Step": 12611, "Finetune/Step Time": 6.805275978520513}
+{"Finetune/Learning Rate": 5.5962535648735525e-06, "Finetune/Loss": 0.6354799270629883, "Finetune/Loss (Raw)": 0.7079704403877258, "Finetune/Step": 12612, "Finetune/Step Time": 6.8181118704378605}
+{"Finetune/Learning Rate": 5.594741745776129e-06, "Finetune/Loss": 0.6349543333053589, "Finetune/Loss (Raw)": 0.6902281641960144, "Finetune/Step": 12613, "Finetune/Step Time": 6.81826738268137}
+{"Finetune/Learning Rate": 5.593230051599301e-06, "Finetune/Loss": 0.635219931602478, "Finetune/Loss (Raw)": 0.6840718984603882, "Finetune/Step": 12614, "Finetune/Step Time": 6.8209846671670675}
+{"Finetune/Learning Rate": 5.591718482385937e-06, "Finetune/Loss": 0.6351256370544434, "Finetune/Loss (Raw)": 0.5988809466362, "Finetune/Step": 12615, "Finetune/Step Time": 6.822260946035385}
+{"Finetune/Learning Rate": 5.590207038178903e-06, "Finetune/Loss": 0.6347622275352478, "Finetune/Loss (Raw)": 0.6133394837379456, "Finetune/Step": 12616, "Finetune/Step Time": 6.816405177116394}
+{"Finetune/Learning Rate": 5.588695719021057e-06, "Finetune/Loss": 0.6341582536697388, "Finetune/Loss (Raw)": 0.5699616074562073, "Finetune/Step": 12617, "Finetune/Step Time": 6.817009136080742}
+{"Finetune/Learning Rate": 5.587184524955256e-06, "Finetune/Loss": 0.6350191831588745, "Finetune/Loss (Raw)": 0.665969967842102, "Finetune/Step": 12618, "Finetune/Step Time": 6.807938514277339}
+{"Finetune/Learning Rate": 5.585673456024354e-06, "Finetune/Loss": 0.6344296932220459, "Finetune/Loss (Raw)": 0.6062343716621399, "Finetune/Step": 12619, "Finetune/Step Time": 6.817696420475841}
+{"Finetune/Learning Rate": 5.5841625122712e-06, "Finetune/Loss": 0.6345032453536987, "Finetune/Loss (Raw)": 0.5824622511863708, "Finetune/Step": 12620, "Finetune/Step Time": 6.817739510908723}
+{"Finetune/Learning Rate": 5.582651693738639e-06, "Finetune/Loss": 0.6340237855911255, "Finetune/Loss (Raw)": 0.7038411498069763, "Finetune/Step": 12621, "Finetune/Step Time": 6.8141163773834705}
+{"Finetune/Learning Rate": 5.581141000469517e-06, "Finetune/Loss": 0.6335102319717407, "Finetune/Loss (Raw)": 0.6547879576683044, "Finetune/Step": 12622, "Finetune/Step Time": 6.814136641100049}
+{"Finetune/Learning Rate": 5.579630432506668e-06, "Finetune/Loss": 0.6341750621795654, "Finetune/Loss (Raw)": 0.7218815684318542, "Finetune/Step": 12623, "Finetune/Step Time": 6.812002826482058}
+{"Finetune/Learning Rate": 5.5781199898929315e-06, "Finetune/Loss": 0.6336902379989624, "Finetune/Loss (Raw)": 0.6266405582427979, "Finetune/Step": 12624, "Finetune/Step Time": 6.803276393562555}
+{"Finetune/Learning Rate": 5.5766096726711385e-06, "Finetune/Loss": 0.633492648601532, "Finetune/Loss (Raw)": 0.6572874188423157, "Finetune/Step": 12625, "Finetune/Step Time": 6.805705361068249}
+{"Finetune/Learning Rate": 5.575099480884116e-06, "Finetune/Loss": 0.6331934928894043, "Finetune/Loss (Raw)": 0.5942652821540833, "Finetune/Step": 12626, "Finetune/Step Time": 6.795106429606676}
+{"Finetune/Learning Rate": 5.573589414574689e-06, "Finetune/Loss": 0.6337112188339233, "Finetune/Loss (Raw)": 0.7417699694633484, "Finetune/Step": 12627, "Finetune/Step Time": 6.7973146345466375}
+{"Finetune/Learning Rate": 5.572079473785684e-06, "Finetune/Loss": 0.6333756446838379, "Finetune/Loss (Raw)": 0.532043993473053, "Finetune/Step": 12628, "Finetune/Step Time": 6.768589247018099}
+{"Finetune/Learning Rate": 5.570569658559905e-06, "Finetune/Loss": 0.6328154802322388, "Finetune/Loss (Raw)": 0.6420261263847351, "Finetune/Step": 12629, "Finetune/Step Time": 6.768585776910186}
+{"Finetune/Learning Rate": 5.5690599689401805e-06, "Finetune/Loss": 0.6330031156539917, "Finetune/Loss (Raw)": 0.6299481391906738, "Finetune/Step": 12630, "Finetune/Step Time": 6.782752342522144}
+{"Finetune/Learning Rate": 5.567550404969315e-06, "Finetune/Loss": 0.6323528289794922, "Finetune/Loss (Raw)": 0.5894799828529358, "Finetune/Step": 12631, "Finetune/Step Time": 6.784471400082111}
+{"Finetune/Learning Rate": 5.566040966690115e-06, "Finetune/Loss": 0.6327444911003113, "Finetune/Loss (Raw)": 0.574379563331604, "Finetune/Step": 12632, "Finetune/Step Time": 6.800014320760965}
+{"Finetune/Learning Rate": 5.564531654145384e-06, "Finetune/Loss": 0.6323407888412476, "Finetune/Loss (Raw)": 0.570523738861084, "Finetune/Step": 12633, "Finetune/Step Time": 6.808978160843253}
+{"Finetune/Learning Rate": 5.563022467377928e-06, "Finetune/Loss": 0.631851851940155, "Finetune/Loss (Raw)": 0.5516400933265686, "Finetune/Step": 12634, "Finetune/Step Time": 6.819991379976273}
+{"Finetune/Learning Rate": 5.561513406430533e-06, "Finetune/Loss": 0.6323214173316956, "Finetune/Loss (Raw)": 0.5453109741210938, "Finetune/Step": 12635, "Finetune/Step Time": 6.807227907702327}
+{"Finetune/Learning Rate": 5.560004471345997e-06, "Finetune/Loss": 0.6317745447158813, "Finetune/Loss (Raw)": 0.5673950910568237, "Finetune/Step": 12636, "Finetune/Step Time": 6.8215861693024635}
+{"Finetune/Learning Rate": 5.5584956621671035e-06, "Finetune/Loss": 0.6325134038925171, "Finetune/Loss (Raw)": 0.6989355087280273, "Finetune/Step": 12637, "Finetune/Step Time": 6.820012917742133}
+{"Finetune/Learning Rate": 5.5569869789366485e-06, "Finetune/Loss": 0.6335424184799194, "Finetune/Loss (Raw)": 0.6928941607475281, "Finetune/Step": 12638, "Finetune/Step Time": 6.819698786363006}
+{"Finetune/Learning Rate": 5.555478421697407e-06, "Finetune/Loss": 0.634740948677063, "Finetune/Loss (Raw)": 0.6104755401611328, "Finetune/Step": 12639, "Finetune/Step Time": 6.82520741969347}
+{"Finetune/Learning Rate": 5.553969990492164e-06, "Finetune/Loss": 0.6347469091415405, "Finetune/Loss (Raw)": 0.6611863970756531, "Finetune/Step": 12640, "Finetune/Step Time": 6.8177395686507225}
+{"Finetune/Learning Rate": 5.552461685363685e-06, "Finetune/Loss": 0.6348825693130493, "Finetune/Loss (Raw)": 0.6319108009338379, "Finetune/Step": 12641, "Finetune/Step Time": 6.818338066339493}
+{"Finetune/Learning Rate": 5.550953506354746e-06, "Finetune/Loss": 0.6347475051879883, "Finetune/Loss (Raw)": 0.6024082899093628, "Finetune/Step": 12642, "Finetune/Step Time": 6.810830727219582}
+{"Finetune/Learning Rate": 5.549445453508113e-06, "Finetune/Loss": 0.6358823776245117, "Finetune/Loss (Raw)": 0.7747561931610107, "Finetune/Step": 12643, "Finetune/Step Time": 6.815076570957899}
+{"Finetune/Learning Rate": 5.547937526866547e-06, "Finetune/Loss": 0.6371551752090454, "Finetune/Loss (Raw)": 0.673701822757721, "Finetune/Step": 12644, "Finetune/Step Time": 6.799518255516887}
+{"Finetune/Learning Rate": 5.5464297264728185e-06, "Finetune/Loss": 0.6366395950317383, "Finetune/Loss (Raw)": 0.4728902280330658, "Finetune/Step": 12645, "Finetune/Step Time": 6.8154688980430365}
+{"Finetune/Learning Rate": 5.544922052369681e-06, "Finetune/Loss": 0.6369747519493103, "Finetune/Loss (Raw)": 0.6350364089012146, "Finetune/Step": 12646, "Finetune/Step Time": 6.814553769305348}
+{"Finetune/Learning Rate": 5.5434145045998825e-06, "Finetune/Loss": 0.6360197067260742, "Finetune/Loss (Raw)": 0.42928457260131836, "Finetune/Step": 12647, "Finetune/Step Time": 6.8164344895631075}
+{"Finetune/Learning Rate": 5.541907083206176e-06, "Finetune/Loss": 0.6355065703392029, "Finetune/Loss (Raw)": 0.6045706272125244, "Finetune/Step": 12648, "Finetune/Step Time": 6.835022011771798}
+{"Finetune/Learning Rate": 5.540399788231308e-06, "Finetune/Loss": 0.6357327699661255, "Finetune/Loss (Raw)": 0.6765773296356201, "Finetune/Step": 12649, "Finetune/Step Time": 6.832872932776809}
+{"Finetune/Learning Rate": 5.53889261971802e-06, "Finetune/Loss": 0.6351574659347534, "Finetune/Loss (Raw)": 0.6708409786224365, "Finetune/Step": 12650, "Finetune/Step Time": 6.834331663325429}
+{"Finetune/Learning Rate": 5.537385577709046e-06, "Finetune/Loss": 0.6364320516586304, "Finetune/Loss (Raw)": 0.7069799304008484, "Finetune/Step": 12651, "Finetune/Step Time": 6.834205232560635}
+{"Finetune/Learning Rate": 5.535878662247136e-06, "Finetune/Loss": 0.6378796100616455, "Finetune/Loss (Raw)": 0.7092465758323669, "Finetune/Step": 12652, "Finetune/Step Time": 6.8348621390759945}
+{"Finetune/Learning Rate": 5.534371873375011e-06, "Finetune/Loss": 0.63829505443573, "Finetune/Loss (Raw)": 0.6587644219398499, "Finetune/Step": 12653, "Finetune/Step Time": 6.832363471388817}
+{"Finetune/Learning Rate": 5.532865211135398e-06, "Finetune/Loss": 0.6376919746398926, "Finetune/Loss (Raw)": 0.5932811498641968, "Finetune/Step": 12654, "Finetune/Step Time": 6.8338605016469955}
+{"Finetune/Learning Rate": 5.531358675571027e-06, "Finetune/Loss": 0.6377623081207275, "Finetune/Loss (Raw)": 0.6251699328422546, "Finetune/Step": 12655, "Finetune/Step Time": 6.854880753904581}
+{"Finetune/Learning Rate": 5.529852266724616e-06, "Finetune/Loss": 0.6383219957351685, "Finetune/Loss (Raw)": 0.7168480157852173, "Finetune/Step": 12656, "Finetune/Step Time": 6.846927123144269}
+{"Finetune/Learning Rate": 5.528345984638883e-06, "Finetune/Loss": 0.6392950415611267, "Finetune/Loss (Raw)": 0.6966920495033264, "Finetune/Step": 12657, "Finetune/Step Time": 6.855849418789148}
+{"Finetune/Learning Rate": 5.526839829356539e-06, "Finetune/Loss": 0.6401456594467163, "Finetune/Loss (Raw)": 0.6301117539405823, "Finetune/Step": 12658, "Finetune/Step Time": 6.847831038758159}
+{"Finetune/Learning Rate": 5.525333800920305e-06, "Finetune/Loss": 0.6399972438812256, "Finetune/Loss (Raw)": 0.5929065942764282, "Finetune/Step": 12659, "Finetune/Step Time": 6.8533808290958405}
+{"Finetune/Learning Rate": 5.523827899372876e-06, "Finetune/Loss": 0.6416900753974915, "Finetune/Loss (Raw)": 0.7157184481620789, "Finetune/Step": 12660, "Finetune/Step Time": 6.840126464143395}
+{"Finetune/Learning Rate": 5.52232212475696e-06, "Finetune/Loss": 0.6426811218261719, "Finetune/Loss (Raw)": 0.7298442125320435, "Finetune/Step": 12661, "Finetune/Step Time": 6.839600494131446}
+{"Finetune/Learning Rate": 5.520816477115254e-06, "Finetune/Loss": 0.6421509385108948, "Finetune/Loss (Raw)": 0.6585875153541565, "Finetune/Step": 12662, "Finetune/Step Time": 6.837289372459054}
+{"Finetune/Learning Rate": 5.519310956490458e-06, "Finetune/Loss": 0.6429131031036377, "Finetune/Loss (Raw)": 0.6126338243484497, "Finetune/Step": 12663, "Finetune/Step Time": 6.842611629515886}
+{"Finetune/Learning Rate": 5.51780556292526e-06, "Finetune/Loss": 0.6415703892707825, "Finetune/Loss (Raw)": 0.5970319509506226, "Finetune/Step": 12664, "Finetune/Step Time": 6.840778484940529}
+{"Finetune/Learning Rate": 5.5163002964623515e-06, "Finetune/Loss": 0.6413004398345947, "Finetune/Loss (Raw)": 0.638513445854187, "Finetune/Step": 12665, "Finetune/Step Time": 6.838582865893841}
+{"Finetune/Learning Rate": 5.514795157144417e-06, "Finetune/Loss": 0.641751766204834, "Finetune/Loss (Raw)": 0.6137357354164124, "Finetune/Step": 12666, "Finetune/Step Time": 6.838277326896787}
+{"Finetune/Learning Rate": 5.5132901450141365e-06, "Finetune/Loss": 0.6398309469223022, "Finetune/Loss (Raw)": 0.4912935495376587, "Finetune/Step": 12667, "Finetune/Step Time": 6.833138642832637}
+{"Finetune/Learning Rate": 5.51178526011419e-06, "Finetune/Loss": 0.6405686736106873, "Finetune/Loss (Raw)": 0.6670960783958435, "Finetune/Step": 12668, "Finetune/Step Time": 6.801698137074709}
+{"Finetune/Learning Rate": 5.51028050248725e-06, "Finetune/Loss": 0.6392760276794434, "Finetune/Loss (Raw)": 0.5584807991981506, "Finetune/Step": 12669, "Finetune/Step Time": 6.80640072375536}
+{"Finetune/Learning Rate": 5.508775872175989e-06, "Finetune/Loss": 0.6394461393356323, "Finetune/Loss (Raw)": 0.6657756567001343, "Finetune/Step": 12670, "Finetune/Step Time": 6.812477273866534}
+{"Finetune/Learning Rate": 5.507271369223071e-06, "Finetune/Loss": 0.6381797790527344, "Finetune/Loss (Raw)": 0.4911378026008606, "Finetune/Step": 12671, "Finetune/Step Time": 6.797910392284393}
+{"Finetune/Learning Rate": 5.5057669936711625e-06, "Finetune/Loss": 0.6384280920028687, "Finetune/Loss (Raw)": 0.7060476541519165, "Finetune/Step": 12672, "Finetune/Step Time": 6.794439449906349}
+{"Finetune/Learning Rate": 5.504262745562923e-06, "Finetune/Loss": 0.6373781561851501, "Finetune/Loss (Raw)": 0.5919148325920105, "Finetune/Step": 12673, "Finetune/Step Time": 6.779532616958022}
+{"Finetune/Learning Rate": 5.502758624941007e-06, "Finetune/Loss": 0.6384063959121704, "Finetune/Loss (Raw)": 0.8207977414131165, "Finetune/Step": 12674, "Finetune/Step Time": 6.7799979634583}
+{"Finetune/Learning Rate": 5.501254631848068e-06, "Finetune/Loss": 0.6382174491882324, "Finetune/Loss (Raw)": 0.6820199489593506, "Finetune/Step": 12675, "Finetune/Step Time": 6.785132007673383}
+{"Finetune/Learning Rate": 5.4997507663267546e-06, "Finetune/Loss": 0.6386464834213257, "Finetune/Loss (Raw)": 0.5779014825820923, "Finetune/Step": 12676, "Finetune/Step Time": 6.773020850494504}
+{"Finetune/Learning Rate": 5.498247028419717e-06, "Finetune/Loss": 0.6399759650230408, "Finetune/Loss (Raw)": 0.7148844003677368, "Finetune/Step": 12677, "Finetune/Step Time": 6.771851003170013}
+{"Finetune/Learning Rate": 5.496743418169584e-06, "Finetune/Loss": 0.6399946212768555, "Finetune/Loss (Raw)": 0.5851341485977173, "Finetune/Step": 12678, "Finetune/Step Time": 6.758387614041567}
+{"Finetune/Learning Rate": 5.495239935619006e-06, "Finetune/Loss": 0.6400706768035889, "Finetune/Loss (Raw)": 0.6768367886543274, "Finetune/Step": 12679, "Finetune/Step Time": 6.7611146960407495}
+{"Finetune/Learning Rate": 5.493736580810614e-06, "Finetune/Loss": 0.6394897699356079, "Finetune/Loss (Raw)": 0.5941206216812134, "Finetune/Step": 12680, "Finetune/Step Time": 6.737709512934089}
+{"Finetune/Learning Rate": 5.492233353787038e-06, "Finetune/Loss": 0.6392511129379272, "Finetune/Loss (Raw)": 0.6955291628837585, "Finetune/Step": 12681, "Finetune/Step Time": 6.736984429880977}
+{"Finetune/Learning Rate": 5.490730254590907e-06, "Finetune/Loss": 0.6392347812652588, "Finetune/Loss (Raw)": 0.6986694931983948, "Finetune/Step": 12682, "Finetune/Step Time": 6.74816295132041}
+{"Finetune/Learning Rate": 5.489227283264847e-06, "Finetune/Loss": 0.6394559144973755, "Finetune/Loss (Raw)": 0.6949670314788818, "Finetune/Step": 12683, "Finetune/Step Time": 6.754144364967942}
+{"Finetune/Learning Rate": 5.48772443985147e-06, "Finetune/Loss": 0.639236330986023, "Finetune/Loss (Raw)": 0.6287648677825928, "Finetune/Step": 12684, "Finetune/Step Time": 6.755099169909954}
+{"Finetune/Learning Rate": 5.4862217243933914e-06, "Finetune/Loss": 0.6386094093322754, "Finetune/Loss (Raw)": 0.5071887373924255, "Finetune/Step": 12685, "Finetune/Step Time": 6.765037789940834}
+{"Finetune/Learning Rate": 5.484719136933234e-06, "Finetune/Loss": 0.638658881187439, "Finetune/Loss (Raw)": 0.622046947479248, "Finetune/Step": 12686, "Finetune/Step Time": 6.767728725448251}
+{"Finetune/Learning Rate": 5.483216677513603e-06, "Finetune/Loss": 0.6392045021057129, "Finetune/Loss (Raw)": 0.7658815383911133, "Finetune/Step": 12687, "Finetune/Step Time": 6.771920677274466}
+{"Finetune/Learning Rate": 5.4817143461771024e-06, "Finetune/Loss": 0.6389051675796509, "Finetune/Loss (Raw)": 0.6829787492752075, "Finetune/Step": 12688, "Finetune/Step Time": 6.776959104463458}
+{"Finetune/Learning Rate": 5.480212142966339e-06, "Finetune/Loss": 0.6380305290222168, "Finetune/Loss (Raw)": 0.5948507785797119, "Finetune/Step": 12689, "Finetune/Step Time": 6.78767360933125}
+{"Finetune/Learning Rate": 5.478710067923903e-06, "Finetune/Loss": 0.6394655704498291, "Finetune/Loss (Raw)": 0.7945488691329956, "Finetune/Step": 12690, "Finetune/Step Time": 6.789276761934161}
+{"Finetune/Learning Rate": 5.477208121092391e-06, "Finetune/Loss": 0.6398673057556152, "Finetune/Loss (Raw)": 0.7242672443389893, "Finetune/Step": 12691, "Finetune/Step Time": 6.784760253503919}
+{"Finetune/Learning Rate": 5.4757063025143965e-06, "Finetune/Loss": 0.6419321298599243, "Finetune/Loss (Raw)": 0.7908546924591064, "Finetune/Step": 12692, "Finetune/Step Time": 6.7702996879816055}
+{"Finetune/Learning Rate": 5.474204612232502e-06, "Finetune/Loss": 0.64141446352005, "Finetune/Loss (Raw)": 0.5979250073432922, "Finetune/Step": 12693, "Finetune/Step Time": 6.765994301065803}
+{"Finetune/Learning Rate": 5.472703050289299e-06, "Finetune/Loss": 0.6407861709594727, "Finetune/Loss (Raw)": 0.6492133140563965, "Finetune/Step": 12694, "Finetune/Step Time": 6.758656971156597}
+{"Finetune/Learning Rate": 5.4712016167273685e-06, "Finetune/Loss": 0.641133189201355, "Finetune/Loss (Raw)": 0.5396380424499512, "Finetune/Step": 12695, "Finetune/Step Time": 6.7447554133832455}
+{"Finetune/Learning Rate": 5.469700311589277e-06, "Finetune/Loss": 0.640691876411438, "Finetune/Loss (Raw)": 0.5171091556549072, "Finetune/Step": 12696, "Finetune/Step Time": 6.750234356150031}
+{"Finetune/Learning Rate": 5.468199134917602e-06, "Finetune/Loss": 0.6413780450820923, "Finetune/Loss (Raw)": 0.706717312335968, "Finetune/Step": 12697, "Finetune/Step Time": 6.767361018806696}
+{"Finetune/Learning Rate": 5.466698086754914e-06, "Finetune/Loss": 0.6421318054199219, "Finetune/Loss (Raw)": 0.6418896317481995, "Finetune/Step": 12698, "Finetune/Step Time": 6.761658588424325}
+{"Finetune/Learning Rate": 5.4651971671437756e-06, "Finetune/Loss": 0.6422672271728516, "Finetune/Loss (Raw)": 0.6307523846626282, "Finetune/Step": 12699, "Finetune/Step Time": 6.763616198673844}
+{"Finetune/Learning Rate": 5.463696376126747e-06, "Finetune/Loss": 0.6417238712310791, "Finetune/Loss (Raw)": 0.6606157422065735, "Finetune/Step": 12700, "Finetune/Step Time": 6.77272491902113}
+{"Finetune/Learning Rate": 5.462195713746398e-06, "Finetune/Loss": 0.6419479846954346, "Finetune/Loss (Raw)": 0.6238998174667358, "Finetune/Step": 12701, "Finetune/Step Time": 6.7672415263950825}
+{"Finetune/Learning Rate": 5.4606951800452705e-06, "Finetune/Loss": 0.6410124897956848, "Finetune/Loss (Raw)": 0.41718900203704834, "Finetune/Step": 12702, "Finetune/Step Time": 6.765801040455699}
+{"Finetune/Learning Rate": 5.459194775065919e-06, "Finetune/Loss": 0.6411435604095459, "Finetune/Loss (Raw)": 0.6453936696052551, "Finetune/Step": 12703, "Finetune/Step Time": 6.777303555980325}
+{"Finetune/Learning Rate": 5.457694498850892e-06, "Finetune/Loss": 0.6399027109146118, "Finetune/Loss (Raw)": 0.5960219502449036, "Finetune/Step": 12704, "Finetune/Step Time": 6.786221826449037}
+{"Finetune/Learning Rate": 5.456194351442733e-06, "Finetune/Loss": 0.6401193141937256, "Finetune/Loss (Raw)": 0.6267650723457336, "Finetune/Step": 12705, "Finetune/Step Time": 6.779902076348662}
+{"Finetune/Learning Rate": 5.45469433288398e-06, "Finetune/Loss": 0.6390477418899536, "Finetune/Loss (Raw)": 0.5478006601333618, "Finetune/Step": 12706, "Finetune/Step Time": 6.790090899914503}
+{"Finetune/Learning Rate": 5.4531944432171725e-06, "Finetune/Loss": 0.6401792764663696, "Finetune/Loss (Raw)": 0.7323897480964661, "Finetune/Step": 12707, "Finetune/Step Time": 6.7861914820969105}
+{"Finetune/Learning Rate": 5.451694682484841e-06, "Finetune/Loss": 0.6400139331817627, "Finetune/Loss (Raw)": 0.5525357127189636, "Finetune/Step": 12708, "Finetune/Step Time": 6.790865940973163}
+{"Finetune/Learning Rate": 5.450195050729512e-06, "Finetune/Loss": 0.6383693218231201, "Finetune/Loss (Raw)": 0.5437664985656738, "Finetune/Step": 12709, "Finetune/Step Time": 6.789870435371995}
+{"Finetune/Learning Rate": 5.448695547993716e-06, "Finetune/Loss": 0.6376359462738037, "Finetune/Loss (Raw)": 0.6084002256393433, "Finetune/Step": 12710, "Finetune/Step Time": 6.789536038413644}
+{"Finetune/Learning Rate": 5.447196174319971e-06, "Finetune/Loss": 0.6384234428405762, "Finetune/Loss (Raw)": 0.7301733493804932, "Finetune/Step": 12711, "Finetune/Step Time": 6.791000436991453}
+{"Finetune/Learning Rate": 5.445696929750797e-06, "Finetune/Loss": 0.6367185115814209, "Finetune/Loss (Raw)": 0.5119450092315674, "Finetune/Step": 12712, "Finetune/Step Time": 6.7925868052989244}
+{"Finetune/Learning Rate": 5.444197814328707e-06, "Finetune/Loss": 0.6355491876602173, "Finetune/Loss (Raw)": 0.6401723623275757, "Finetune/Step": 12713, "Finetune/Step Time": 6.77569348923862}
+{"Finetune/Learning Rate": 5.442698828096211e-06, "Finetune/Loss": 0.6351311206817627, "Finetune/Loss (Raw)": 0.6389259696006775, "Finetune/Step": 12714, "Finetune/Step Time": 6.789874883368611}
+{"Finetune/Learning Rate": 5.441199971095819e-06, "Finetune/Loss": 0.635235607624054, "Finetune/Loss (Raw)": 0.6679021716117859, "Finetune/Step": 12715, "Finetune/Step Time": 6.792743295431137}
+{"Finetune/Learning Rate": 5.43970124337003e-06, "Finetune/Loss": 0.635769248008728, "Finetune/Loss (Raw)": 0.5329585671424866, "Finetune/Step": 12716, "Finetune/Step Time": 6.781339395791292}
+{"Finetune/Learning Rate": 5.438202644961348e-06, "Finetune/Loss": 0.6353282928466797, "Finetune/Loss (Raw)": 0.5926170945167542, "Finetune/Step": 12717, "Finetune/Step Time": 6.778841907158494}
+{"Finetune/Learning Rate": 5.436704175912265e-06, "Finetune/Loss": 0.635250449180603, "Finetune/Loss (Raw)": 0.6174946427345276, "Finetune/Step": 12718, "Finetune/Step Time": 6.779735514894128}
+{"Finetune/Learning Rate": 5.43520583626528e-06, "Finetune/Loss": 0.6350165605545044, "Finetune/Loss (Raw)": 0.6732969880104065, "Finetune/Step": 12719, "Finetune/Step Time": 6.782425919547677}
+{"Finetune/Learning Rate": 5.43370762606287e-06, "Finetune/Loss": 0.6357098817825317, "Finetune/Loss (Raw)": 0.72780442237854, "Finetune/Step": 12720, "Finetune/Step Time": 6.801522672176361}
+{"Finetune/Learning Rate": 5.43220954534753e-06, "Finetune/Loss": 0.6357507705688477, "Finetune/Loss (Raw)": 0.607669472694397, "Finetune/Step": 12721, "Finetune/Step Time": 6.800928961485624}
+{"Finetune/Learning Rate": 5.430711594161738e-06, "Finetune/Loss": 0.6365211606025696, "Finetune/Loss (Raw)": 0.6328899264335632, "Finetune/Step": 12722, "Finetune/Step Time": 6.7945626471191645}
+{"Finetune/Learning Rate": 5.429213772547972e-06, "Finetune/Loss": 0.6377955675125122, "Finetune/Loss (Raw)": 0.6990039348602295, "Finetune/Step": 12723, "Finetune/Step Time": 6.7957475036382675}
+{"Finetune/Learning Rate": 5.4277160805487075e-06, "Finetune/Loss": 0.6373018026351929, "Finetune/Loss (Raw)": 0.5859448909759521, "Finetune/Step": 12724, "Finetune/Step Time": 6.804762057960033}
+{"Finetune/Learning Rate": 5.4262185182064154e-06, "Finetune/Loss": 0.6369814872741699, "Finetune/Loss (Raw)": 0.6426525115966797, "Finetune/Step": 12725, "Finetune/Step Time": 6.804365059360862}
+{"Finetune/Learning Rate": 5.424721085563556e-06, "Finetune/Loss": 0.6368966102600098, "Finetune/Loss (Raw)": 0.601202130317688, "Finetune/Step": 12726, "Finetune/Step Time": 6.819133631885052}
+{"Finetune/Learning Rate": 5.423223782662593e-06, "Finetune/Loss": 0.6358245015144348, "Finetune/Loss (Raw)": 0.5743703246116638, "Finetune/Step": 12727, "Finetune/Step Time": 6.810562560334802}
+{"Finetune/Learning Rate": 5.421726609545992e-06, "Finetune/Loss": 0.6375553011894226, "Finetune/Loss (Raw)": 0.7661179304122925, "Finetune/Step": 12728, "Finetune/Step Time": 6.805759143084288}
+{"Finetune/Learning Rate": 5.420229566256207e-06, "Finetune/Loss": 0.6362614035606384, "Finetune/Loss (Raw)": 0.5463118553161621, "Finetune/Step": 12729, "Finetune/Step Time": 6.838659731671214}
+{"Finetune/Learning Rate": 5.4187326528356875e-06, "Finetune/Loss": 0.636981725692749, "Finetune/Loss (Raw)": 0.7146057486534119, "Finetune/Step": 12730, "Finetune/Step Time": 6.8420645128935575}
+{"Finetune/Learning Rate": 5.417235869326887e-06, "Finetune/Loss": 0.6369654536247253, "Finetune/Loss (Raw)": 0.5678353309631348, "Finetune/Step": 12731, "Finetune/Step Time": 6.842091917991638}
+{"Finetune/Learning Rate": 5.41573921577224e-06, "Finetune/Loss": 0.6358530521392822, "Finetune/Loss (Raw)": 0.5170344710350037, "Finetune/Step": 12732, "Finetune/Step Time": 6.840762568637729}
+{"Finetune/Learning Rate": 5.414242692214194e-06, "Finetune/Loss": 0.6357893347740173, "Finetune/Loss (Raw)": 0.6843117475509644, "Finetune/Step": 12733, "Finetune/Step Time": 6.841168887913227}
+{"Finetune/Learning Rate": 5.412746298695182e-06, "Finetune/Loss": 0.6354317665100098, "Finetune/Loss (Raw)": 0.6492066979408264, "Finetune/Step": 12734, "Finetune/Step Time": 6.827824875712395}
+{"Finetune/Learning Rate": 5.411250035257643e-06, "Finetune/Loss": 0.6360363960266113, "Finetune/Loss (Raw)": 0.6502891182899475, "Finetune/Step": 12735, "Finetune/Step Time": 6.842803869396448}
+{"Finetune/Learning Rate": 5.409753901944006e-06, "Finetune/Loss": 0.6353480815887451, "Finetune/Loss (Raw)": 0.6833529472351074, "Finetune/Step": 12736, "Finetune/Step Time": 6.840329423546791}
+{"Finetune/Learning Rate": 5.408257898796694e-06, "Finetune/Loss": 0.6351500153541565, "Finetune/Loss (Raw)": 0.6054209470748901, "Finetune/Step": 12737, "Finetune/Step Time": 6.8380451407283545}
+{"Finetune/Learning Rate": 5.406762025858137e-06, "Finetune/Loss": 0.6336855888366699, "Finetune/Loss (Raw)": 0.5679474472999573, "Finetune/Step": 12738, "Finetune/Step Time": 6.840523401275277}
+{"Finetune/Learning Rate": 5.40526628317074e-06, "Finetune/Loss": 0.6338824033737183, "Finetune/Loss (Raw)": 0.691604733467102, "Finetune/Step": 12739, "Finetune/Step Time": 6.844396395608783}
+{"Finetune/Learning Rate": 5.403770670776929e-06, "Finetune/Loss": 0.6325834393501282, "Finetune/Loss (Raw)": 0.5416976809501648, "Finetune/Step": 12740, "Finetune/Step Time": 6.829194480553269}
+{"Finetune/Learning Rate": 5.402275188719106e-06, "Finetune/Loss": 0.6311776638031006, "Finetune/Loss (Raw)": 0.510288417339325, "Finetune/Step": 12741, "Finetune/Step Time": 6.831347996369004}
+{"Finetune/Learning Rate": 5.400779837039689e-06, "Finetune/Loss": 0.6304324865341187, "Finetune/Loss (Raw)": 0.5886916518211365, "Finetune/Step": 12742, "Finetune/Step Time": 6.838244521990418}
+{"Finetune/Learning Rate": 5.399284615781076e-06, "Finetune/Loss": 0.6314294338226318, "Finetune/Loss (Raw)": 0.7264927625656128, "Finetune/Step": 12743, "Finetune/Step Time": 6.8373374585062265}
+{"Finetune/Learning Rate": 5.397789524985675e-06, "Finetune/Loss": 0.6323621273040771, "Finetune/Loss (Raw)": 0.7327257394790649, "Finetune/Step": 12744, "Finetune/Step Time": 6.829526476562023}
+{"Finetune/Learning Rate": 5.396294564695869e-06, "Finetune/Loss": 0.6329324841499329, "Finetune/Loss (Raw)": 0.6429575085639954, "Finetune/Step": 12745, "Finetune/Step Time": 6.832171635702252}
+{"Finetune/Learning Rate": 5.394799734954061e-06, "Finetune/Loss": 0.6322231292724609, "Finetune/Loss (Raw)": 0.5751808285713196, "Finetune/Step": 12746, "Finetune/Step Time": 6.8291389755904675}
+{"Finetune/Learning Rate": 5.393305035802636e-06, "Finetune/Loss": 0.632455587387085, "Finetune/Loss (Raw)": 0.6359840035438538, "Finetune/Step": 12747, "Finetune/Step Time": 6.818231536075473}
+{"Finetune/Learning Rate": 5.39181046728398e-06, "Finetune/Loss": 0.6329452991485596, "Finetune/Loss (Raw)": 0.6451444625854492, "Finetune/Step": 12748, "Finetune/Step Time": 6.833664171397686}
+{"Finetune/Learning Rate": 5.390316029440472e-06, "Finetune/Loss": 0.6327828168869019, "Finetune/Loss (Raw)": 0.6830477118492126, "Finetune/Step": 12749, "Finetune/Step Time": 6.8338192496448755}
+{"Finetune/Learning Rate": 5.388821722314501e-06, "Finetune/Loss": 0.6320908069610596, "Finetune/Loss (Raw)": 0.5662093758583069, "Finetune/Step": 12750, "Finetune/Step Time": 6.86172903701663}
+{"Finetune/Learning Rate": 5.387327545948429e-06, "Finetune/Loss": 0.6309096813201904, "Finetune/Loss (Raw)": 0.5707024335861206, "Finetune/Step": 12751, "Finetune/Step Time": 6.865473821759224}
+{"Finetune/Learning Rate": 5.385833500384632e-06, "Finetune/Loss": 0.6308586001396179, "Finetune/Loss (Raw)": 0.6200973391532898, "Finetune/Step": 12752, "Finetune/Step Time": 6.869351642206311}
+{"Finetune/Learning Rate": 5.384339585665476e-06, "Finetune/Loss": 0.6308968663215637, "Finetune/Loss (Raw)": 0.6621819138526917, "Finetune/Step": 12753, "Finetune/Step Time": 6.884084055200219}
+{"Finetune/Learning Rate": 5.382845801833323e-06, "Finetune/Loss": 0.6306947469711304, "Finetune/Loss (Raw)": 0.5683999061584473, "Finetune/Step": 12754, "Finetune/Step Time": 6.8842196352779865}
+{"Finetune/Learning Rate": 5.381352148930535e-06, "Finetune/Loss": 0.6301611065864563, "Finetune/Loss (Raw)": 0.6734638214111328, "Finetune/Step": 12755, "Finetune/Step Time": 6.897226160392165}
+{"Finetune/Learning Rate": 5.379858626999465e-06, "Finetune/Loss": 0.6305899024009705, "Finetune/Loss (Raw)": 0.5869344472885132, "Finetune/Step": 12756, "Finetune/Step Time": 6.898995336145163}
+{"Finetune/Learning Rate": 5.378365236082468e-06, "Finetune/Loss": 0.6310509443283081, "Finetune/Loss (Raw)": 0.7010307908058167, "Finetune/Step": 12757, "Finetune/Step Time": 6.898767227306962}
+{"Finetune/Learning Rate": 5.376871976221889e-06, "Finetune/Loss": 0.6308408975601196, "Finetune/Loss (Raw)": 0.6030710339546204, "Finetune/Step": 12758, "Finetune/Step Time": 6.8841569647192955}
+{"Finetune/Learning Rate": 5.3753788474600755e-06, "Finetune/Loss": 0.6322677731513977, "Finetune/Loss (Raw)": 0.7721146941184998, "Finetune/Step": 12759, "Finetune/Step Time": 6.887571603059769}
+{"Finetune/Learning Rate": 5.373885849839367e-06, "Finetune/Loss": 0.6328310966491699, "Finetune/Loss (Raw)": 0.6464813351631165, "Finetune/Step": 12760, "Finetune/Step Time": 6.872959392145276}
+{"Finetune/Learning Rate": 5.372392983402102e-06, "Finetune/Loss": 0.6330136060714722, "Finetune/Loss (Raw)": 0.5938864350318909, "Finetune/Step": 12761, "Finetune/Step Time": 6.875335458666086}
+{"Finetune/Learning Rate": 5.37090024819061e-06, "Finetune/Loss": 0.6335148215293884, "Finetune/Loss (Raw)": 0.615799069404602, "Finetune/Step": 12762, "Finetune/Step Time": 6.862044477835298}
+{"Finetune/Learning Rate": 5.369407644247225e-06, "Finetune/Loss": 0.6347764730453491, "Finetune/Loss (Raw)": 0.7068044543266296, "Finetune/Step": 12763, "Finetune/Step Time": 6.865521684288979}
+{"Finetune/Learning Rate": 5.367915171614273e-06, "Finetune/Loss": 0.6357890367507935, "Finetune/Loss (Raw)": 0.6969963312149048, "Finetune/Step": 12764, "Finetune/Step Time": 6.849270049482584}
+{"Finetune/Learning Rate": 5.366422830334072e-06, "Finetune/Loss": 0.6334400177001953, "Finetune/Loss (Raw)": 0.398258239030838, "Finetune/Step": 12765, "Finetune/Step Time": 6.860791523009539}
+{"Finetune/Learning Rate": 5.364930620448946e-06, "Finetune/Loss": 0.6335462331771851, "Finetune/Loss (Raw)": 0.706498384475708, "Finetune/Step": 12766, "Finetune/Step Time": 6.861410388723016}
+{"Finetune/Learning Rate": 5.363438542001207e-06, "Finetune/Loss": 0.6341661214828491, "Finetune/Loss (Raw)": 0.6898220777511597, "Finetune/Step": 12767, "Finetune/Step Time": 6.83809463493526}
+{"Finetune/Learning Rate": 5.361946595033165e-06, "Finetune/Loss": 0.634475827217102, "Finetune/Loss (Raw)": 0.7008209228515625, "Finetune/Step": 12768, "Finetune/Step Time": 6.843365494161844}
+{"Finetune/Learning Rate": 5.3604547795871295e-06, "Finetune/Loss": 0.6351634860038757, "Finetune/Loss (Raw)": 0.7199316620826721, "Finetune/Step": 12769, "Finetune/Step Time": 6.843999760225415}
+{"Finetune/Learning Rate": 5.358963095705403e-06, "Finetune/Loss": 0.6357138156890869, "Finetune/Loss (Raw)": 0.6728488206863403, "Finetune/Step": 12770, "Finetune/Step Time": 6.848332513123751}
+{"Finetune/Learning Rate": 5.357471543430286e-06, "Finetune/Loss": 0.6345800161361694, "Finetune/Loss (Raw)": 0.6296296715736389, "Finetune/Step": 12771, "Finetune/Step Time": 6.83755580894649}
+{"Finetune/Learning Rate": 5.3559801228040746e-06, "Finetune/Loss": 0.6336530447006226, "Finetune/Loss (Raw)": 0.5550561547279358, "Finetune/Step": 12772, "Finetune/Step Time": 6.8366366401314735}
+{"Finetune/Learning Rate": 5.354488833869061e-06, "Finetune/Loss": 0.6340301036834717, "Finetune/Loss (Raw)": 0.5211570262908936, "Finetune/Step": 12773, "Finetune/Step Time": 6.832713512703776}
+{"Finetune/Learning Rate": 5.352997676667537e-06, "Finetune/Loss": 0.6345686912536621, "Finetune/Loss (Raw)": 0.7039772868156433, "Finetune/Step": 12774, "Finetune/Step Time": 6.831242276355624}
+{"Finetune/Learning Rate": 5.351506651241782e-06, "Finetune/Loss": 0.6358401775360107, "Finetune/Loss (Raw)": 0.5920313596725464, "Finetune/Step": 12775, "Finetune/Step Time": 6.818741180002689}
+{"Finetune/Learning Rate": 5.350015757634075e-06, "Finetune/Loss": 0.6367321610450745, "Finetune/Loss (Raw)": 0.7187432050704956, "Finetune/Step": 12776, "Finetune/Step Time": 6.799359181895852}
+{"Finetune/Learning Rate": 5.3485249958867036e-06, "Finetune/Loss": 0.6358768939971924, "Finetune/Loss (Raw)": 0.5671018362045288, "Finetune/Step": 12777, "Finetune/Step Time": 6.800492588430643}
+{"Finetune/Learning Rate": 5.347034366041934e-06, "Finetune/Loss": 0.634416937828064, "Finetune/Loss (Raw)": 0.4839704930782318, "Finetune/Step": 12778, "Finetune/Step Time": 6.812736671417952}
+{"Finetune/Learning Rate": 5.34554386814204e-06, "Finetune/Loss": 0.6353904604911804, "Finetune/Loss (Raw)": 0.8315833806991577, "Finetune/Step": 12779, "Finetune/Step Time": 6.810894092544913}
+{"Finetune/Learning Rate": 5.3440535022292904e-06, "Finetune/Loss": 0.6345582008361816, "Finetune/Loss (Raw)": 0.6027162075042725, "Finetune/Step": 12780, "Finetune/Step Time": 6.809324292466044}
+{"Finetune/Learning Rate": 5.34256326834594e-06, "Finetune/Loss": 0.6359855532646179, "Finetune/Loss (Raw)": 0.841471254825592, "Finetune/Step": 12781, "Finetune/Step Time": 6.810807928442955}
+{"Finetune/Learning Rate": 5.341073166534251e-06, "Finetune/Loss": 0.6359297633171082, "Finetune/Loss (Raw)": 0.5861423015594482, "Finetune/Step": 12782, "Finetune/Step Time": 6.811697144061327}
+{"Finetune/Learning Rate": 5.339583196836476e-06, "Finetune/Loss": 0.6357022523880005, "Finetune/Loss (Raw)": 0.5960507988929749, "Finetune/Step": 12783, "Finetune/Step Time": 6.782843668013811}
+{"Finetune/Learning Rate": 5.33809335929487e-06, "Finetune/Loss": 0.635351300239563, "Finetune/Loss (Raw)": 0.6719166040420532, "Finetune/Step": 12784, "Finetune/Step Time": 6.78851605206728}
+{"Finetune/Learning Rate": 5.336603653951682e-06, "Finetune/Loss": 0.6347091197967529, "Finetune/Loss (Raw)": 0.6144965291023254, "Finetune/Step": 12785, "Finetune/Step Time": 6.784003958106041}
+{"Finetune/Learning Rate": 5.335114080849157e-06, "Finetune/Loss": 0.6341531872749329, "Finetune/Loss (Raw)": 0.5589501857757568, "Finetune/Step": 12786, "Finetune/Step Time": 6.774705411866307}
+{"Finetune/Learning Rate": 5.333624640029526e-06, "Finetune/Loss": 0.6353099346160889, "Finetune/Loss (Raw)": 0.7409786581993103, "Finetune/Step": 12787, "Finetune/Step Time": 6.772137131541967}
+{"Finetune/Learning Rate": 5.332135331535033e-06, "Finetune/Loss": 0.6340606808662415, "Finetune/Loss (Raw)": 0.5558010935783386, "Finetune/Step": 12788, "Finetune/Step Time": 6.789606302976608}
+{"Finetune/Learning Rate": 5.330646155407908e-06, "Finetune/Loss": 0.6336688995361328, "Finetune/Loss (Raw)": 0.6796984672546387, "Finetune/Step": 12789, "Finetune/Step Time": 6.792394129559398}
+{"Finetune/Learning Rate": 5.329157111690375e-06, "Finetune/Loss": 0.6328643560409546, "Finetune/Loss (Raw)": 0.5556173920631409, "Finetune/Step": 12790, "Finetune/Step Time": 6.792217088863254}
+{"Finetune/Learning Rate": 5.327668200424669e-06, "Finetune/Loss": 0.6327786445617676, "Finetune/Loss (Raw)": 0.6016525030136108, "Finetune/Step": 12791, "Finetune/Step Time": 6.784575115889311}
+{"Finetune/Learning Rate": 5.3261794216530104e-06, "Finetune/Loss": 0.6335048675537109, "Finetune/Loss (Raw)": 0.6899863481521606, "Finetune/Step": 12792, "Finetune/Step Time": 6.785700038075447}
+{"Finetune/Learning Rate": 5.324690775417609e-06, "Finetune/Loss": 0.6323065757751465, "Finetune/Loss (Raw)": 0.48513704538345337, "Finetune/Step": 12793, "Finetune/Step Time": 6.801044452935457}
+{"Finetune/Learning Rate": 5.323202261760683e-06, "Finetune/Loss": 0.6322925090789795, "Finetune/Loss (Raw)": 0.6119396686553955, "Finetune/Step": 12794, "Finetune/Step Time": 6.838124122470617}
+{"Finetune/Learning Rate": 5.321713880724441e-06, "Finetune/Loss": 0.6318070292472839, "Finetune/Loss (Raw)": 0.42914387583732605, "Finetune/Step": 12795, "Finetune/Step Time": 6.85273864492774}
+{"Finetune/Learning Rate": 5.32022563235109e-06, "Finetune/Loss": 0.6314691305160522, "Finetune/Loss (Raw)": 0.6238533854484558, "Finetune/Step": 12796, "Finetune/Step Time": 6.8418878726661205}
+{"Finetune/Learning Rate": 5.318737516682828e-06, "Finetune/Loss": 0.631690263748169, "Finetune/Loss (Raw)": 0.5867842435836792, "Finetune/Step": 12797, "Finetune/Step Time": 6.829782849177718}
+{"Finetune/Learning Rate": 5.317249533761868e-06, "Finetune/Loss": 0.62950599193573, "Finetune/Loss (Raw)": 0.3861905634403229, "Finetune/Step": 12798, "Finetune/Step Time": 6.842504609376192}
+{"Finetune/Learning Rate": 5.315761683630391e-06, "Finetune/Loss": 0.6305543184280396, "Finetune/Loss (Raw)": 0.625314474105835, "Finetune/Step": 12799, "Finetune/Step Time": 6.8389648124575615}
+{"Finetune/Learning Rate": 5.314273966330591e-06, "Finetune/Loss": 0.6294779777526855, "Finetune/Loss (Raw)": 0.5682832598686218, "Finetune/Step": 12800, "Finetune/Step Time": 6.840462172403932}
+{"Finetune/Learning Rate": 5.312786381904657e-06, "Finetune/Loss": 0.6302452683448792, "Finetune/Loss (Raw)": 0.6901246905326843, "Finetune/Step": 12801, "Finetune/Step Time": 6.838940536603332}
+{"Finetune/Learning Rate": 5.311298930394774e-06, "Finetune/Loss": 0.6289145946502686, "Finetune/Loss (Raw)": 0.6504713296890259, "Finetune/Step": 12802, "Finetune/Step Time": 6.841715168207884}
+{"Finetune/Learning Rate": 5.30981161184312e-06, "Finetune/Loss": 0.6281677484512329, "Finetune/Loss (Raw)": 0.5864245295524597, "Finetune/Step": 12803, "Finetune/Step Time": 6.8395607229322195}
+{"Finetune/Learning Rate": 5.3083244262918706e-06, "Finetune/Loss": 0.6284308433532715, "Finetune/Loss (Raw)": 0.6115775108337402, "Finetune/Step": 12804, "Finetune/Step Time": 6.834698831662536}
+{"Finetune/Learning Rate": 5.3068373737832e-06, "Finetune/Loss": 0.6273675560951233, "Finetune/Loss (Raw)": 0.5787819027900696, "Finetune/Step": 12805, "Finetune/Step Time": 6.838237918913364}
+{"Finetune/Learning Rate": 5.305350454359276e-06, "Finetune/Loss": 0.6284962892532349, "Finetune/Loss (Raw)": 0.7296209335327148, "Finetune/Step": 12806, "Finetune/Step Time": 6.84038994461298}
+{"Finetune/Learning Rate": 5.303863668062264e-06, "Finetune/Loss": 0.6287030577659607, "Finetune/Loss (Raw)": 0.7032950520515442, "Finetune/Step": 12807, "Finetune/Step Time": 6.838596722111106}
+{"Finetune/Learning Rate": 5.302377014934322e-06, "Finetune/Loss": 0.6295304298400879, "Finetune/Loss (Raw)": 0.7000160813331604, "Finetune/Step": 12808, "Finetune/Step Time": 6.84291572868824}
+{"Finetune/Learning Rate": 5.300890495017612e-06, "Finetune/Loss": 0.6297635436058044, "Finetune/Loss (Raw)": 0.725376307964325, "Finetune/Step": 12809, "Finetune/Step Time": 6.844635700806975}
+{"Finetune/Learning Rate": 5.299404108354284e-06, "Finetune/Loss": 0.6291027069091797, "Finetune/Loss (Raw)": 0.6140770316123962, "Finetune/Step": 12810, "Finetune/Step Time": 6.835351429879665}
+{"Finetune/Learning Rate": 5.297917854986489e-06, "Finetune/Loss": 0.6280329823493958, "Finetune/Loss (Raw)": 0.5580453276634216, "Finetune/Step": 12811, "Finetune/Step Time": 6.837513487786055}
+{"Finetune/Learning Rate": 5.296431734956372e-06, "Finetune/Loss": 0.6279376149177551, "Finetune/Loss (Raw)": 0.6165623068809509, "Finetune/Step": 12812, "Finetune/Step Time": 6.834947764873505}
+{"Finetune/Learning Rate": 5.2949457483060765e-06, "Finetune/Loss": 0.6290938854217529, "Finetune/Loss (Raw)": 0.6551924347877502, "Finetune/Step": 12813, "Finetune/Step Time": 6.824676223099232}
+{"Finetune/Learning Rate": 5.293459895077739e-06, "Finetune/Loss": 0.6290715932846069, "Finetune/Loss (Raw)": 0.6191977858543396, "Finetune/Step": 12814, "Finetune/Step Time": 6.811986738815904}
+{"Finetune/Learning Rate": 5.2919741753134966e-06, "Finetune/Loss": 0.6270273923873901, "Finetune/Loss (Raw)": 0.5042168498039246, "Finetune/Step": 12815, "Finetune/Step Time": 6.804720321670175}
+{"Finetune/Learning Rate": 5.290488589055484e-06, "Finetune/Loss": 0.6276751160621643, "Finetune/Loss (Raw)": 0.7658902406692505, "Finetune/Step": 12816, "Finetune/Step Time": 6.809825060889125}
+{"Finetune/Learning Rate": 5.289003136345813e-06, "Finetune/Loss": 0.6281216144561768, "Finetune/Loss (Raw)": 0.6519961357116699, "Finetune/Step": 12817, "Finetune/Step Time": 6.814652564004064}
+{"Finetune/Learning Rate": 5.2875178172266215e-06, "Finetune/Loss": 0.6266796588897705, "Finetune/Loss (Raw)": 0.6099857091903687, "Finetune/Step": 12818, "Finetune/Step Time": 6.812186723574996}
+{"Finetune/Learning Rate": 5.286032631740023e-06, "Finetune/Loss": 0.6256964206695557, "Finetune/Loss (Raw)": 0.598410964012146, "Finetune/Step": 12819, "Finetune/Step Time": 6.82576777972281}
+{"Finetune/Learning Rate": 5.284547579928136e-06, "Finetune/Loss": 0.6236900687217712, "Finetune/Loss (Raw)": 0.5340397953987122, "Finetune/Step": 12820, "Finetune/Step Time": 6.854493230581284}
+{"Finetune/Learning Rate": 5.283062661833069e-06, "Finetune/Loss": 0.6234798431396484, "Finetune/Loss (Raw)": 0.5710159540176392, "Finetune/Step": 12821, "Finetune/Step Time": 6.852725615724921}
+{"Finetune/Learning Rate": 5.2815778774969336e-06, "Finetune/Loss": 0.624347984790802, "Finetune/Loss (Raw)": 0.7603369951248169, "Finetune/Step": 12822, "Finetune/Step Time": 6.852329617366195}
+{"Finetune/Learning Rate": 5.280093226961836e-06, "Finetune/Loss": 0.6258797645568848, "Finetune/Loss (Raw)": 0.7357038259506226, "Finetune/Step": 12823, "Finetune/Step Time": 6.852226821705699}
+{"Finetune/Learning Rate": 5.278608710269863e-06, "Finetune/Loss": 0.6279160976409912, "Finetune/Loss (Raw)": 0.7777602076530457, "Finetune/Step": 12824, "Finetune/Step Time": 6.84643617644906}
+{"Finetune/Learning Rate": 5.277124327463127e-06, "Finetune/Loss": 0.6276203393936157, "Finetune/Loss (Raw)": 0.6688597798347473, "Finetune/Step": 12825, "Finetune/Step Time": 6.827997293323278}
+{"Finetune/Learning Rate": 5.275640078583715e-06, "Finetune/Loss": 0.626492440700531, "Finetune/Loss (Raw)": 0.4975191354751587, "Finetune/Step": 12826, "Finetune/Step Time": 6.831909103319049}
+{"Finetune/Learning Rate": 5.274155963673715e-06, "Finetune/Loss": 0.6259105205535889, "Finetune/Loss (Raw)": 0.5562684535980225, "Finetune/Step": 12827, "Finetune/Step Time": 6.829695343971252}
+{"Finetune/Learning Rate": 5.272671982775214e-06, "Finetune/Loss": 0.6253657341003418, "Finetune/Loss (Raw)": 0.5908826589584351, "Finetune/Step": 12828, "Finetune/Step Time": 6.83345508761704}
+{"Finetune/Learning Rate": 5.271188135930297e-06, "Finetune/Loss": 0.6256407499313354, "Finetune/Loss (Raw)": 0.6591029763221741, "Finetune/Step": 12829, "Finetune/Step Time": 6.831885417923331}
+{"Finetune/Learning Rate": 5.269704423181032e-06, "Finetune/Loss": 0.6273342370986938, "Finetune/Loss (Raw)": 0.6339583396911621, "Finetune/Step": 12830, "Finetune/Step Time": 6.821910083293915}
+{"Finetune/Learning Rate": 5.2682208445695005e-06, "Finetune/Loss": 0.627479076385498, "Finetune/Loss (Raw)": 0.663923978805542, "Finetune/Step": 12831, "Finetune/Step Time": 6.810802375897765}
+{"Finetune/Learning Rate": 5.266737400137765e-06, "Finetune/Loss": 0.6270480751991272, "Finetune/Loss (Raw)": 0.5408575534820557, "Finetune/Step": 12832, "Finetune/Step Time": 6.803078157827258}
+{"Finetune/Learning Rate": 5.265254089927903e-06, "Finetune/Loss": 0.6277341842651367, "Finetune/Loss (Raw)": 0.7145846486091614, "Finetune/Step": 12833, "Finetune/Step Time": 6.807291656732559}
+{"Finetune/Learning Rate": 5.263770913981969e-06, "Finetune/Loss": 0.6269714832305908, "Finetune/Loss (Raw)": 0.45017409324645996, "Finetune/Step": 12834, "Finetune/Step Time": 6.792610611766577}
+{"Finetune/Learning Rate": 5.262287872342029e-06, "Finetune/Loss": 0.6268173456192017, "Finetune/Loss (Raw)": 0.712660551071167, "Finetune/Step": 12835, "Finetune/Step Time": 6.791450746357441}
+{"Finetune/Learning Rate": 5.260804965050128e-06, "Finetune/Loss": 0.6264216899871826, "Finetune/Loss (Raw)": 0.5018907189369202, "Finetune/Step": 12836, "Finetune/Step Time": 6.789787421002984}
+{"Finetune/Learning Rate": 5.259322192148322e-06, "Finetune/Loss": 0.627651035785675, "Finetune/Loss (Raw)": 0.7011244893074036, "Finetune/Step": 12837, "Finetune/Step Time": 6.796436324715614}
+{"Finetune/Learning Rate": 5.2578395536786586e-06, "Finetune/Loss": 0.628217339515686, "Finetune/Loss (Raw)": 0.680891752243042, "Finetune/Step": 12838, "Finetune/Step Time": 6.803506618365645}
+{"Finetune/Learning Rate": 5.256357049683176e-06, "Finetune/Loss": 0.6274798512458801, "Finetune/Loss (Raw)": 0.6357717514038086, "Finetune/Step": 12839, "Finetune/Step Time": 6.794361114501953}
+{"Finetune/Learning Rate": 5.254874680203923e-06, "Finetune/Loss": 0.6281476020812988, "Finetune/Loss (Raw)": 0.5974166989326477, "Finetune/Step": 12840, "Finetune/Step Time": 6.7910245936363935}
+{"Finetune/Learning Rate": 5.253392445282934e-06, "Finetune/Loss": 0.6281318664550781, "Finetune/Loss (Raw)": 0.6381561756134033, "Finetune/Step": 12841, "Finetune/Step Time": 6.790675491094589}
+{"Finetune/Learning Rate": 5.251910344962234e-06, "Finetune/Loss": 0.6272318363189697, "Finetune/Loss (Raw)": 0.5237230062484741, "Finetune/Step": 12842, "Finetune/Step Time": 6.789376137778163}
+{"Finetune/Learning Rate": 5.2504283792838554e-06, "Finetune/Loss": 0.6270322799682617, "Finetune/Loss (Raw)": 0.6423654556274414, "Finetune/Step": 12843, "Finetune/Step Time": 6.787843976169825}
+{"Finetune/Learning Rate": 5.248946548289821e-06, "Finetune/Loss": 0.6277804970741272, "Finetune/Loss (Raw)": 0.6287291646003723, "Finetune/Step": 12844, "Finetune/Step Time": 6.784248331561685}
+{"Finetune/Learning Rate": 5.247464852022153e-06, "Finetune/Loss": 0.6285071969032288, "Finetune/Loss (Raw)": 0.6856308579444885, "Finetune/Step": 12845, "Finetune/Step Time": 6.7869912404567}
+{"Finetune/Learning Rate": 5.245983290522863e-06, "Finetune/Loss": 0.628963053226471, "Finetune/Loss (Raw)": 0.6758475303649902, "Finetune/Step": 12846, "Finetune/Step Time": 6.784358479082584}
+{"Finetune/Learning Rate": 5.244501863833976e-06, "Finetune/Loss": 0.6285609006881714, "Finetune/Loss (Raw)": 0.6218152642250061, "Finetune/Step": 12847, "Finetune/Step Time": 6.779094194993377}
+{"Finetune/Learning Rate": 5.24302057199749e-06, "Finetune/Loss": 0.627371609210968, "Finetune/Loss (Raw)": 0.5755797624588013, "Finetune/Step": 12848, "Finetune/Step Time": 6.776567172259092}
+{"Finetune/Learning Rate": 5.241539415055412e-06, "Finetune/Loss": 0.6266845464706421, "Finetune/Loss (Raw)": 0.5197237730026245, "Finetune/Step": 12849, "Finetune/Step Time": 6.792515963315964}
+{"Finetune/Learning Rate": 5.240058393049747e-06, "Finetune/Loss": 0.6254793405532837, "Finetune/Loss (Raw)": 0.47862839698791504, "Finetune/Step": 12850, "Finetune/Step Time": 6.8042311090976}
+{"Finetune/Learning Rate": 5.23857750602249e-06, "Finetune/Loss": 0.6250705718994141, "Finetune/Loss (Raw)": 0.6466765999794006, "Finetune/Step": 12851, "Finetune/Step Time": 6.80196693725884}
+{"Finetune/Learning Rate": 5.237096754015635e-06, "Finetune/Loss": 0.6260373592376709, "Finetune/Loss (Raw)": 0.709693431854248, "Finetune/Step": 12852, "Finetune/Step Time": 6.791297849267721}
+{"Finetune/Learning Rate": 5.235616137071172e-06, "Finetune/Loss": 0.6263082027435303, "Finetune/Loss (Raw)": 0.677323043346405, "Finetune/Step": 12853, "Finetune/Step Time": 6.797600280493498}
+{"Finetune/Learning Rate": 5.234135655231087e-06, "Finetune/Loss": 0.6267672777175903, "Finetune/Loss (Raw)": 0.6599633097648621, "Finetune/Step": 12854, "Finetune/Step Time": 6.782209075987339}
+{"Finetune/Learning Rate": 5.232655308537364e-06, "Finetune/Loss": 0.6285974979400635, "Finetune/Loss (Raw)": 0.8086393475532532, "Finetune/Step": 12855, "Finetune/Step Time": 6.782386768609285}
+{"Finetune/Learning Rate": 5.231175097031978e-06, "Finetune/Loss": 0.6279805898666382, "Finetune/Loss (Raw)": 0.6871466636657715, "Finetune/Step": 12856, "Finetune/Step Time": 6.807421259582043}
+{"Finetune/Learning Rate": 5.229695020756906e-06, "Finetune/Loss": 0.6290341019630432, "Finetune/Loss (Raw)": 0.6811677813529968, "Finetune/Step": 12857, "Finetune/Step Time": 6.7765544801950455}
+{"Finetune/Learning Rate": 5.22821507975412e-06, "Finetune/Loss": 0.6282244324684143, "Finetune/Loss (Raw)": 0.6109647154808044, "Finetune/Step": 12858, "Finetune/Step Time": 6.791758434846997}
+{"Finetune/Learning Rate": 5.226735274065583e-06, "Finetune/Loss": 0.6302131414413452, "Finetune/Loss (Raw)": 0.8223877549171448, "Finetune/Step": 12859, "Finetune/Step Time": 6.792786858975887}
+{"Finetune/Learning Rate": 5.225255603733261e-06, "Finetune/Loss": 0.6310263872146606, "Finetune/Loss (Raw)": 0.621139407157898, "Finetune/Step": 12860, "Finetune/Step Time": 6.792168641462922}
+{"Finetune/Learning Rate": 5.223776068799114e-06, "Finetune/Loss": 0.6306774616241455, "Finetune/Loss (Raw)": 0.6396415829658508, "Finetune/Step": 12861, "Finetune/Step Time": 6.790683859959245}
+{"Finetune/Learning Rate": 5.222296669305093e-06, "Finetune/Loss": 0.6304810643196106, "Finetune/Loss (Raw)": 0.6240717172622681, "Finetune/Step": 12862, "Finetune/Step Time": 6.790002763271332}
+{"Finetune/Learning Rate": 5.220817405293155e-06, "Finetune/Loss": 0.6307700872421265, "Finetune/Loss (Raw)": 0.6872860193252563, "Finetune/Step": 12863, "Finetune/Step Time": 6.775305114686489}
+{"Finetune/Learning Rate": 5.219338276805243e-06, "Finetune/Loss": 0.630505383014679, "Finetune/Loss (Raw)": 0.649468719959259, "Finetune/Step": 12864, "Finetune/Step Time": 6.774756437167525}
+{"Finetune/Learning Rate": 5.217859283883308e-06, "Finetune/Loss": 0.6314228177070618, "Finetune/Loss (Raw)": 0.7228537201881409, "Finetune/Step": 12865, "Finetune/Step Time": 6.773814110085368}
+{"Finetune/Learning Rate": 5.216380426569279e-06, "Finetune/Loss": 0.6319324970245361, "Finetune/Loss (Raw)": 0.6331825852394104, "Finetune/Step": 12866, "Finetune/Step Time": 6.770047906786203}
+{"Finetune/Learning Rate": 5.2149017049051e-06, "Finetune/Loss": 0.6316571235656738, "Finetune/Loss (Raw)": 0.656355082988739, "Finetune/Step": 12867, "Finetune/Step Time": 6.765739882364869}
+{"Finetune/Learning Rate": 5.213423118932704e-06, "Finetune/Loss": 0.6323806047439575, "Finetune/Loss (Raw)": 0.6343036890029907, "Finetune/Step": 12868, "Finetune/Step Time": 6.7683142721652985}
+{"Finetune/Learning Rate": 5.211944668694015e-06, "Finetune/Loss": 0.6333837509155273, "Finetune/Loss (Raw)": 0.638696551322937, "Finetune/Step": 12869, "Finetune/Step Time": 6.7716007977724075}
+{"Finetune/Learning Rate": 5.21046635423096e-06, "Finetune/Loss": 0.633453369140625, "Finetune/Loss (Raw)": 0.5976048707962036, "Finetune/Step": 12870, "Finetune/Step Time": 6.763653254136443}
+{"Finetune/Learning Rate": 5.208988175585463e-06, "Finetune/Loss": 0.6334799528121948, "Finetune/Loss (Raw)": 0.7298928499221802, "Finetune/Step": 12871, "Finetune/Step Time": 6.767324026674032}
+{"Finetune/Learning Rate": 5.207510132799436e-06, "Finetune/Loss": 0.6323845386505127, "Finetune/Loss (Raw)": 0.5925143957138062, "Finetune/Step": 12872, "Finetune/Step Time": 6.776615109294653}
+{"Finetune/Learning Rate": 5.206032225914788e-06, "Finetune/Loss": 0.6323033571243286, "Finetune/Loss (Raw)": 0.6325653195381165, "Finetune/Step": 12873, "Finetune/Step Time": 6.777516456320882}
+{"Finetune/Learning Rate": 5.204554454973438e-06, "Finetune/Loss": 0.6325452327728271, "Finetune/Loss (Raw)": 0.6061363816261292, "Finetune/Step": 12874, "Finetune/Step Time": 6.778226807713509}
+{"Finetune/Learning Rate": 5.203076820017287e-06, "Finetune/Loss": 0.6329360008239746, "Finetune/Loss (Raw)": 0.6860033273696899, "Finetune/Step": 12875, "Finetune/Step Time": 6.783911431208253}
+{"Finetune/Learning Rate": 5.201599321088236e-06, "Finetune/Loss": 0.631781816482544, "Finetune/Loss (Raw)": 0.49741458892822266, "Finetune/Step": 12876, "Finetune/Step Time": 6.769416742026806}
+{"Finetune/Learning Rate": 5.20012195822819e-06, "Finetune/Loss": 0.632240891456604, "Finetune/Loss (Raw)": 0.7418065071105957, "Finetune/Step": 12877, "Finetune/Step Time": 6.768086716532707}
+{"Finetune/Learning Rate": 5.19864473147903e-06, "Finetune/Loss": 0.631889283657074, "Finetune/Loss (Raw)": 0.5212010741233826, "Finetune/Step": 12878, "Finetune/Step Time": 6.742813903838396}
+{"Finetune/Learning Rate": 5.197167640882652e-06, "Finetune/Loss": 0.6324632167816162, "Finetune/Loss (Raw)": 0.6441673040390015, "Finetune/Step": 12879, "Finetune/Step Time": 6.760025663301349}
+{"Finetune/Learning Rate": 5.19569068648094e-06, "Finetune/Loss": 0.6344430446624756, "Finetune/Loss (Raw)": 0.8735101819038391, "Finetune/Step": 12880, "Finetune/Step Time": 6.754075685516}
+{"Finetune/Learning Rate": 5.194213868315781e-06, "Finetune/Loss": 0.6336851716041565, "Finetune/Loss (Raw)": 0.5651771426200867, "Finetune/Step": 12881, "Finetune/Step Time": 6.7443648017942905}
+{"Finetune/Learning Rate": 5.192737186429052e-06, "Finetune/Loss": 0.6338779926300049, "Finetune/Loss (Raw)": 0.5930863618850708, "Finetune/Step": 12882, "Finetune/Step Time": 6.746794888749719}
+{"Finetune/Learning Rate": 5.1912606408626295e-06, "Finetune/Loss": 0.6332891583442688, "Finetune/Loss (Raw)": 0.598084568977356, "Finetune/Step": 12883, "Finetune/Step Time": 6.733730588108301}
+{"Finetune/Learning Rate": 5.189784231658377e-06, "Finetune/Loss": 0.6327247619628906, "Finetune/Loss (Raw)": 0.5146944522857666, "Finetune/Step": 12884, "Finetune/Step Time": 6.746014650911093}
+{"Finetune/Learning Rate": 5.1883079588581666e-06, "Finetune/Loss": 0.6323566436767578, "Finetune/Loss (Raw)": 0.6539098024368286, "Finetune/Step": 12885, "Finetune/Step Time": 6.746848281472921}
+{"Finetune/Learning Rate": 5.186831822503858e-06, "Finetune/Loss": 0.6330047845840454, "Finetune/Loss (Raw)": 0.6860395669937134, "Finetune/Step": 12886, "Finetune/Step Time": 6.7492728512734175}
+{"Finetune/Learning Rate": 5.185355822637314e-06, "Finetune/Loss": 0.6328688859939575, "Finetune/Loss (Raw)": 0.7547176480293274, "Finetune/Step": 12887, "Finetune/Step Time": 6.741417717188597}
+{"Finetune/Learning Rate": 5.183879959300382e-06, "Finetune/Loss": 0.6336411833763123, "Finetune/Loss (Raw)": 0.7453355193138123, "Finetune/Step": 12888, "Finetune/Step Time": 6.741155691444874}
+{"Finetune/Learning Rate": 5.182404232534927e-06, "Finetune/Loss": 0.6345573663711548, "Finetune/Loss (Raw)": 0.7111575603485107, "Finetune/Step": 12889, "Finetune/Step Time": 6.72834886983037}
+{"Finetune/Learning Rate": 5.180928642382788e-06, "Finetune/Loss": 0.6352781057357788, "Finetune/Loss (Raw)": 0.708046555519104, "Finetune/Step": 12890, "Finetune/Step Time": 6.7294866517186165}
+{"Finetune/Learning Rate": 5.179453188885806e-06, "Finetune/Loss": 0.6343815922737122, "Finetune/Loss (Raw)": 0.5920531749725342, "Finetune/Step": 12891, "Finetune/Step Time": 6.728263191878796}
+{"Finetune/Learning Rate": 5.177977872085824e-06, "Finetune/Loss": 0.6343691349029541, "Finetune/Loss (Raw)": 0.6954056024551392, "Finetune/Step": 12892, "Finetune/Step Time": 6.728613937273622}
+{"Finetune/Learning Rate": 5.176502692024679e-06, "Finetune/Loss": 0.6361789703369141, "Finetune/Loss (Raw)": 0.6299214363098145, "Finetune/Step": 12893, "Finetune/Step Time": 6.715928146615624}
+{"Finetune/Learning Rate": 5.1750276487442e-06, "Finetune/Loss": 0.6364590525627136, "Finetune/Loss (Raw)": 0.7423449158668518, "Finetune/Step": 12894, "Finetune/Step Time": 6.717394029721618}
+{"Finetune/Learning Rate": 5.1735527422862165e-06, "Finetune/Loss": 0.6357462406158447, "Finetune/Loss (Raw)": 0.5985832214355469, "Finetune/Step": 12895, "Finetune/Step Time": 6.718379026278853}
+{"Finetune/Learning Rate": 5.172077972692553e-06, "Finetune/Loss": 0.6364225149154663, "Finetune/Loss (Raw)": 0.7873867750167847, "Finetune/Step": 12896, "Finetune/Step Time": 6.715358531102538}
+{"Finetune/Learning Rate": 5.17060334000503e-06, "Finetune/Loss": 0.6359843015670776, "Finetune/Loss (Raw)": 0.6638348698616028, "Finetune/Step": 12897, "Finetune/Step Time": 6.722768664360046}
+{"Finetune/Learning Rate": 5.169128844265463e-06, "Finetune/Loss": 0.635141134262085, "Finetune/Loss (Raw)": 0.56493079662323, "Finetune/Step": 12898, "Finetune/Step Time": 6.722121203318238}
+{"Finetune/Learning Rate": 5.167654485515664e-06, "Finetune/Loss": 0.6347806453704834, "Finetune/Loss (Raw)": 0.5834805369377136, "Finetune/Step": 12899, "Finetune/Step Time": 6.7244987562298775}
+{"Finetune/Learning Rate": 5.166180263797442e-06, "Finetune/Loss": 0.6353221535682678, "Finetune/Loss (Raw)": 0.6243715286254883, "Finetune/Step": 12900, "Finetune/Step Time": 6.727362355217338}
+{"Finetune/Learning Rate": 5.164706179152604e-06, "Finetune/Loss": 0.6365296840667725, "Finetune/Loss (Raw)": 0.6757223606109619, "Finetune/Step": 12901, "Finetune/Step Time": 6.728696823120117}
+{"Finetune/Learning Rate": 5.1632322316229475e-06, "Finetune/Loss": 0.6359806060791016, "Finetune/Loss (Raw)": 0.6336907148361206, "Finetune/Step": 12902, "Finetune/Step Time": 6.72782889008522}
+{"Finetune/Learning Rate": 5.161758421250274e-06, "Finetune/Loss": 0.6370521187782288, "Finetune/Loss (Raw)": 0.7291867733001709, "Finetune/Step": 12903, "Finetune/Step Time": 6.728721922263503}
+{"Finetune/Learning Rate": 5.16028474807637e-06, "Finetune/Loss": 0.6357662677764893, "Finetune/Loss (Raw)": 0.5541500449180603, "Finetune/Step": 12904, "Finetune/Step Time": 6.736760213971138}
+{"Finetune/Learning Rate": 5.158811212143029e-06, "Finetune/Loss": 0.6358851790428162, "Finetune/Loss (Raw)": 0.5823250412940979, "Finetune/Step": 12905, "Finetune/Step Time": 6.750254537910223}
+{"Finetune/Learning Rate": 5.157337813492036e-06, "Finetune/Loss": 0.6378486156463623, "Finetune/Loss (Raw)": 0.7352899312973022, "Finetune/Step": 12906, "Finetune/Step Time": 6.738845257088542}
+{"Finetune/Learning Rate": 5.1558645521651725e-06, "Finetune/Loss": 0.6365594267845154, "Finetune/Loss (Raw)": 0.6665690541267395, "Finetune/Step": 12907, "Finetune/Step Time": 6.738262314349413}
+{"Finetune/Learning Rate": 5.154391428204215e-06, "Finetune/Loss": 0.6369450688362122, "Finetune/Loss (Raw)": 0.65207839012146, "Finetune/Step": 12908, "Finetune/Step Time": 6.756361171603203}
+{"Finetune/Learning Rate": 5.152918441650938e-06, "Finetune/Loss": 0.6353825330734253, "Finetune/Loss (Raw)": 0.6414647102355957, "Finetune/Step": 12909, "Finetune/Step Time": 6.756356921046972}
+{"Finetune/Learning Rate": 5.151445592547111e-06, "Finetune/Loss": 0.6354424953460693, "Finetune/Loss (Raw)": 0.5938165783882141, "Finetune/Step": 12910, "Finetune/Step Time": 6.770052593201399}
+{"Finetune/Learning Rate": 5.149972880934497e-06, "Finetune/Loss": 0.6361739039421082, "Finetune/Loss (Raw)": 0.6896807551383972, "Finetune/Step": 12911, "Finetune/Step Time": 6.765995534136891}
+{"Finetune/Learning Rate": 5.148500306854862e-06, "Finetune/Loss": 0.6354516744613647, "Finetune/Loss (Raw)": 0.5794614553451538, "Finetune/Step": 12912, "Finetune/Step Time": 6.760044874623418}
+{"Finetune/Learning Rate": 5.147027870349963e-06, "Finetune/Loss": 0.63539719581604, "Finetune/Loss (Raw)": 0.6075314879417419, "Finetune/Step": 12913, "Finetune/Step Time": 6.760867243632674}
+{"Finetune/Learning Rate": 5.145555571461558e-06, "Finetune/Loss": 0.6354941725730896, "Finetune/Loss (Raw)": 0.5713599920272827, "Finetune/Step": 12914, "Finetune/Step Time": 6.766504777595401}
+{"Finetune/Learning Rate": 5.144083410231384e-06, "Finetune/Loss": 0.6344224810600281, "Finetune/Loss (Raw)": 0.603801429271698, "Finetune/Step": 12915, "Finetune/Step Time": 6.769165446981788}
+{"Finetune/Learning Rate": 5.1426113867012e-06, "Finetune/Loss": 0.6352108716964722, "Finetune/Loss (Raw)": 0.6567165851593018, "Finetune/Step": 12916, "Finetune/Step Time": 6.762991439551115}
+{"Finetune/Learning Rate": 5.141139500912745e-06, "Finetune/Loss": 0.634993314743042, "Finetune/Loss (Raw)": 0.6518444418907166, "Finetune/Step": 12917, "Finetune/Step Time": 6.761534443125129}
+{"Finetune/Learning Rate": 5.139667752907758e-06, "Finetune/Loss": 0.6366183757781982, "Finetune/Loss (Raw)": 0.7636237740516663, "Finetune/Step": 12918, "Finetune/Step Time": 6.760626005008817}
+{"Finetune/Learning Rate": 5.138196142727971e-06, "Finetune/Loss": 0.637199878692627, "Finetune/Loss (Raw)": 0.6760880351066589, "Finetune/Step": 12919, "Finetune/Step Time": 6.765940986573696}
+{"Finetune/Learning Rate": 5.13672467041512e-06, "Finetune/Loss": 0.6362879276275635, "Finetune/Loss (Raw)": 0.5732554793357849, "Finetune/Step": 12920, "Finetune/Step Time": 6.763851145282388}
+{"Finetune/Learning Rate": 5.135253336010923e-06, "Finetune/Loss": 0.6371740102767944, "Finetune/Loss (Raw)": 0.5985544323921204, "Finetune/Step": 12921, "Finetune/Step Time": 6.750188797712326}
+{"Finetune/Learning Rate": 5.133782139557107e-06, "Finetune/Loss": 0.6368317604064941, "Finetune/Loss (Raw)": 0.5681341290473938, "Finetune/Step": 12922, "Finetune/Step Time": 6.712739780545235}
+{"Finetune/Learning Rate": 5.132311081095394e-06, "Finetune/Loss": 0.6387223601341248, "Finetune/Loss (Raw)": 0.6711441278457642, "Finetune/Step": 12923, "Finetune/Step Time": 6.701177621260285}
+{"Finetune/Learning Rate": 5.1308401606674984e-06, "Finetune/Loss": 0.6383070945739746, "Finetune/Loss (Raw)": 0.5707025527954102, "Finetune/Step": 12924, "Finetune/Step Time": 6.714700134471059}
+{"Finetune/Learning Rate": 5.129369378315128e-06, "Finetune/Loss": 0.6380775570869446, "Finetune/Loss (Raw)": 0.5574008822441101, "Finetune/Step": 12925, "Finetune/Step Time": 6.717164294794202}
+{"Finetune/Learning Rate": 5.127898734079997e-06, "Finetune/Loss": 0.6397497057914734, "Finetune/Loss (Raw)": 0.6002249717712402, "Finetune/Step": 12926, "Finetune/Step Time": 6.70435986854136}
+{"Finetune/Learning Rate": 5.126428228003799e-06, "Finetune/Loss": 0.639880895614624, "Finetune/Loss (Raw)": 0.6421052813529968, "Finetune/Step": 12927, "Finetune/Step Time": 6.706486761569977}
+{"Finetune/Learning Rate": 5.124957860128237e-06, "Finetune/Loss": 0.6401433944702148, "Finetune/Loss (Raw)": 0.6018810272216797, "Finetune/Step": 12928, "Finetune/Step Time": 6.707661874592304}
+{"Finetune/Learning Rate": 5.123487630495006e-06, "Finetune/Loss": 0.6385781764984131, "Finetune/Loss (Raw)": 0.48977982997894287, "Finetune/Step": 12929, "Finetune/Step Time": 6.707480743527412}
+{"Finetune/Learning Rate": 5.1220175391458e-06, "Finetune/Loss": 0.639988899230957, "Finetune/Loss (Raw)": 0.8310390710830688, "Finetune/Step": 12930, "Finetune/Step Time": 6.705061245709658}
+{"Finetune/Learning Rate": 5.1205475861223064e-06, "Finetune/Loss": 0.6400729417800903, "Finetune/Loss (Raw)": 0.5971892476081848, "Finetune/Step": 12931, "Finetune/Step Time": 6.7026563212275505}
+{"Finetune/Learning Rate": 5.119077771466212e-06, "Finetune/Loss": 0.6396341323852539, "Finetune/Loss (Raw)": 0.5554120540618896, "Finetune/Step": 12932, "Finetune/Step Time": 6.711632186546922}
+{"Finetune/Learning Rate": 5.117608095219189e-06, "Finetune/Loss": 0.6408542394638062, "Finetune/Loss (Raw)": 0.7349496483802795, "Finetune/Step": 12933, "Finetune/Step Time": 6.709635961800814}
+{"Finetune/Learning Rate": 5.116138557422916e-06, "Finetune/Loss": 0.64091956615448, "Finetune/Loss (Raw)": 0.7379798293113708, "Finetune/Step": 12934, "Finetune/Step Time": 6.706828720867634}
+{"Finetune/Learning Rate": 5.114669158119065e-06, "Finetune/Loss": 0.6414177417755127, "Finetune/Loss (Raw)": 0.767064094543457, "Finetune/Step": 12935, "Finetune/Step Time": 6.705267192795873}
+{"Finetune/Learning Rate": 5.113199897349302e-06, "Finetune/Loss": 0.6409658789634705, "Finetune/Loss (Raw)": 0.6421781778335571, "Finetune/Step": 12936, "Finetune/Step Time": 6.704861326143146}
+{"Finetune/Learning Rate": 5.111730775155298e-06, "Finetune/Loss": 0.6404275298118591, "Finetune/Loss (Raw)": 0.6564685702323914, "Finetune/Step": 12937, "Finetune/Step Time": 6.704444497823715}
+{"Finetune/Learning Rate": 5.110261791578712e-06, "Finetune/Loss": 0.6404896974563599, "Finetune/Loss (Raw)": 0.6220300197601318, "Finetune/Step": 12938, "Finetune/Step Time": 6.703428914770484}
+{"Finetune/Learning Rate": 5.1087929466611945e-06, "Finetune/Loss": 0.6416608691215515, "Finetune/Loss (Raw)": 0.7079628705978394, "Finetune/Step": 12939, "Finetune/Step Time": 6.687675926834345}
+{"Finetune/Learning Rate": 5.107324240444398e-06, "Finetune/Loss": 0.6420232057571411, "Finetune/Loss (Raw)": 0.6629438400268555, "Finetune/Step": 12940, "Finetune/Step Time": 6.69021325930953}
+{"Finetune/Learning Rate": 5.1058556729699745e-06, "Finetune/Loss": 0.6426699161529541, "Finetune/Loss (Raw)": 0.737970232963562, "Finetune/Step": 12941, "Finetune/Step Time": 6.687141884118319}
+{"Finetune/Learning Rate": 5.104387244279567e-06, "Finetune/Loss": 0.6425056457519531, "Finetune/Loss (Raw)": 0.5981713533401489, "Finetune/Step": 12942, "Finetune/Step Time": 6.684799639508128}
+{"Finetune/Learning Rate": 5.102918954414815e-06, "Finetune/Loss": 0.6438446044921875, "Finetune/Loss (Raw)": 0.6755945086479187, "Finetune/Step": 12943, "Finetune/Step Time": 6.684071090072393}
+{"Finetune/Learning Rate": 5.101450803417357e-06, "Finetune/Loss": 0.6436370611190796, "Finetune/Loss (Raw)": 0.7393338680267334, "Finetune/Step": 12944, "Finetune/Step Time": 6.674757428467274}
+{"Finetune/Learning Rate": 5.099982791328824e-06, "Finetune/Loss": 0.6437004804611206, "Finetune/Loss (Raw)": 0.6601078510284424, "Finetune/Step": 12945, "Finetune/Step Time": 6.659401366487145}
+{"Finetune/Learning Rate": 5.098514918190846e-06, "Finetune/Loss": 0.6431689262390137, "Finetune/Loss (Raw)": 0.5419509410858154, "Finetune/Step": 12946, "Finetune/Step Time": 6.660204624757171}
+{"Finetune/Learning Rate": 5.0970471840450475e-06, "Finetune/Loss": 0.6433168053627014, "Finetune/Loss (Raw)": 0.6173417568206787, "Finetune/Step": 12947, "Finetune/Step Time": 6.65638505294919}
+{"Finetune/Learning Rate": 5.0955795889330475e-06, "Finetune/Loss": 0.6447051763534546, "Finetune/Loss (Raw)": 0.7117487788200378, "Finetune/Step": 12948, "Finetune/Step Time": 6.625077709555626}
+{"Finetune/Learning Rate": 5.094112132896464e-06, "Finetune/Loss": 0.6450449228286743, "Finetune/Loss (Raw)": 0.6145001649856567, "Finetune/Step": 12949, "Finetune/Step Time": 6.624382104724646}
+{"Finetune/Learning Rate": 5.09264481597691e-06, "Finetune/Loss": 0.6430841088294983, "Finetune/Loss (Raw)": 0.5093542337417603, "Finetune/Step": 12950, "Finetune/Step Time": 6.62888746894896}
+{"Finetune/Learning Rate": 5.091177638215995e-06, "Finetune/Loss": 0.6419147253036499, "Finetune/Loss (Raw)": 0.5860192179679871, "Finetune/Step": 12951, "Finetune/Step Time": 6.627920500934124}
+{"Finetune/Learning Rate": 5.089710599655323e-06, "Finetune/Loss": 0.6407296061515808, "Finetune/Loss (Raw)": 0.626068651676178, "Finetune/Step": 12952, "Finetune/Step Time": 6.6305934228003025}
+{"Finetune/Learning Rate": 5.088243700336495e-06, "Finetune/Loss": 0.64018714427948, "Finetune/Loss (Raw)": 0.5994217395782471, "Finetune/Step": 12953, "Finetune/Step Time": 6.630870062857866}
+{"Finetune/Learning Rate": 5.086776940301109e-06, "Finetune/Loss": 0.6417334675788879, "Finetune/Loss (Raw)": 0.695451021194458, "Finetune/Step": 12954, "Finetune/Step Time": 6.627010593190789}
+{"Finetune/Learning Rate": 5.085310319590757e-06, "Finetune/Loss": 0.6423566341400146, "Finetune/Loss (Raw)": 0.6360352039337158, "Finetune/Step": 12955, "Finetune/Step Time": 6.627230450510979}
+{"Finetune/Learning Rate": 5.08384383824703e-06, "Finetune/Loss": 0.6423177719116211, "Finetune/Loss (Raw)": 0.5859019160270691, "Finetune/Step": 12956, "Finetune/Step Time": 6.626839878037572}
+{"Finetune/Learning Rate": 5.082377496311513e-06, "Finetune/Loss": 0.6423583626747131, "Finetune/Loss (Raw)": 0.6643062829971313, "Finetune/Step": 12957, "Finetune/Step Time": 6.629317540675402}
+{"Finetune/Learning Rate": 5.0809112938257836e-06, "Finetune/Loss": 0.6428980827331543, "Finetune/Loss (Raw)": 0.7030378580093384, "Finetune/Step": 12958, "Finetune/Step Time": 6.626567896455526}
+{"Finetune/Learning Rate": 5.079445230831424e-06, "Finetune/Loss": 0.6426781415939331, "Finetune/Loss (Raw)": 0.6357725262641907, "Finetune/Step": 12959, "Finetune/Step Time": 6.631121112033725}
+{"Finetune/Learning Rate": 5.077979307370004e-06, "Finetune/Loss": 0.6442803740501404, "Finetune/Loss (Raw)": 0.7459439635276794, "Finetune/Step": 12960, "Finetune/Step Time": 6.6352049466222525}
+{"Finetune/Learning Rate": 5.0765135234830955e-06, "Finetune/Loss": 0.6434004306793213, "Finetune/Loss (Raw)": 0.6019546985626221, "Finetune/Step": 12961, "Finetune/Step Time": 6.6503403428941965}
+{"Finetune/Learning Rate": 5.075047879212266e-06, "Finetune/Loss": 0.64445960521698, "Finetune/Loss (Raw)": 0.585747480392456, "Finetune/Step": 12962, "Finetune/Step Time": 6.665381910279393}
+{"Finetune/Learning Rate": 5.073582374599071e-06, "Finetune/Loss": 0.6433519124984741, "Finetune/Loss (Raw)": 0.5708757638931274, "Finetune/Step": 12963, "Finetune/Step Time": 6.684207420796156}
+{"Finetune/Learning Rate": 5.072117009685066e-06, "Finetune/Loss": 0.644768238067627, "Finetune/Loss (Raw)": 0.6831821203231812, "Finetune/Step": 12964, "Finetune/Step Time": 6.683012217283249}
+{"Finetune/Learning Rate": 5.070651784511815e-06, "Finetune/Loss": 0.6436585187911987, "Finetune/Loss (Raw)": 0.5590864419937134, "Finetune/Step": 12965, "Finetune/Step Time": 6.6837879698723555}
+{"Finetune/Learning Rate": 5.06918669912086e-06, "Finetune/Loss": 0.6434556245803833, "Finetune/Loss (Raw)": 0.6549127101898193, "Finetune/Step": 12966, "Finetune/Step Time": 6.6776161175221205}
+{"Finetune/Learning Rate": 5.0677217535537506e-06, "Finetune/Loss": 0.6438112854957581, "Finetune/Loss (Raw)": 0.6812950968742371, "Finetune/Step": 12967, "Finetune/Step Time": 6.678865607827902}
+{"Finetune/Learning Rate": 5.06625694785203e-06, "Finetune/Loss": 0.6444021463394165, "Finetune/Loss (Raw)": 0.6730420589447021, "Finetune/Step": 12968, "Finetune/Step Time": 6.679210253059864}
+{"Finetune/Learning Rate": 5.064792282057229e-06, "Finetune/Loss": 0.6447383165359497, "Finetune/Loss (Raw)": 0.6811908483505249, "Finetune/Step": 12969, "Finetune/Step Time": 6.69880591519177}
+{"Finetune/Learning Rate": 5.063327756210885e-06, "Finetune/Loss": 0.6458605527877808, "Finetune/Loss (Raw)": 0.6673700213432312, "Finetune/Step": 12970, "Finetune/Step Time": 6.686014011502266}
+{"Finetune/Learning Rate": 5.061863370354524e-06, "Finetune/Loss": 0.6463888883590698, "Finetune/Loss (Raw)": 0.7099926471710205, "Finetune/Step": 12971, "Finetune/Step Time": 6.683506025001407}
+{"Finetune/Learning Rate": 5.06039912452968e-06, "Finetune/Loss": 0.6461670398712158, "Finetune/Loss (Raw)": 0.6003291010856628, "Finetune/Step": 12972, "Finetune/Step Time": 6.675326358526945}
+{"Finetune/Learning Rate": 5.05893501877787e-06, "Finetune/Loss": 0.6463777422904968, "Finetune/Loss (Raw)": 0.7126052975654602, "Finetune/Step": 12973, "Finetune/Step Time": 6.674693431705236}
+{"Finetune/Learning Rate": 5.057471053140615e-06, "Finetune/Loss": 0.6462575793266296, "Finetune/Loss (Raw)": 0.6604627966880798, "Finetune/Step": 12974, "Finetune/Step Time": 6.672706676647067}
+{"Finetune/Learning Rate": 5.056007227659424e-06, "Finetune/Loss": 0.6466982364654541, "Finetune/Loss (Raw)": 0.6782237887382507, "Finetune/Step": 12975, "Finetune/Step Time": 6.685209745541215}
+{"Finetune/Learning Rate": 5.054543542375809e-06, "Finetune/Loss": 0.6471644639968872, "Finetune/Loss (Raw)": 0.6352548599243164, "Finetune/Step": 12976, "Finetune/Step Time": 6.680092256516218}
+{"Finetune/Learning Rate": 5.053079997331276e-06, "Finetune/Loss": 0.6477561593055725, "Finetune/Loss (Raw)": 0.5954583883285522, "Finetune/Step": 12977, "Finetune/Step Time": 6.6666745860129595}
+{"Finetune/Learning Rate": 5.051616592567323e-06, "Finetune/Loss": 0.6492248177528381, "Finetune/Loss (Raw)": 0.6666131019592285, "Finetune/Step": 12978, "Finetune/Step Time": 6.656636711210012}
+{"Finetune/Learning Rate": 5.050153328125455e-06, "Finetune/Loss": 0.6493896245956421, "Finetune/Loss (Raw)": 0.6677827835083008, "Finetune/Step": 12979, "Finetune/Step Time": 6.6601041704416275}
+{"Finetune/Learning Rate": 5.048690204047169e-06, "Finetune/Loss": 0.6494404077529907, "Finetune/Loss (Raw)": 0.7161914706230164, "Finetune/Step": 12980, "Finetune/Step Time": 6.665665704756975}
+{"Finetune/Learning Rate": 5.0472272203739445e-06, "Finetune/Loss": 0.6485542058944702, "Finetune/Loss (Raw)": 0.5638908743858337, "Finetune/Step": 12981, "Finetune/Step Time": 6.675303965806961}
+{"Finetune/Learning Rate": 5.045764377147273e-06, "Finetune/Loss": 0.6491891145706177, "Finetune/Loss (Raw)": 0.7412194013595581, "Finetune/Step": 12982, "Finetune/Step Time": 6.67818870395422}
+{"Finetune/Learning Rate": 5.044301674408633e-06, "Finetune/Loss": 0.6476340293884277, "Finetune/Loss (Raw)": 0.6095982193946838, "Finetune/Step": 12983, "Finetune/Step Time": 6.682123517617583}
+{"Finetune/Learning Rate": 5.042839112199509e-06, "Finetune/Loss": 0.6472295522689819, "Finetune/Loss (Raw)": 0.6353645324707031, "Finetune/Step": 12984, "Finetune/Step Time": 6.65942077152431}
+{"Finetune/Learning Rate": 5.041376690561366e-06, "Finetune/Loss": 0.6469042301177979, "Finetune/Loss (Raw)": 0.6395354270935059, "Finetune/Step": 12985, "Finetune/Step Time": 6.6693598870188}
+{"Finetune/Learning Rate": 5.039914409535683e-06, "Finetune/Loss": 0.647018551826477, "Finetune/Loss (Raw)": 0.6255968809127808, "Finetune/Step": 12986, "Finetune/Step Time": 6.653397107496858}
+{"Finetune/Learning Rate": 5.038452269163927e-06, "Finetune/Loss": 0.6460279226303101, "Finetune/Loss (Raw)": 0.695586085319519, "Finetune/Step": 12987, "Finetune/Step Time": 6.652427529916167}
+{"Finetune/Learning Rate": 5.0369902694875526e-06, "Finetune/Loss": 0.6460535526275635, "Finetune/Loss (Raw)": 0.6244145631790161, "Finetune/Step": 12988, "Finetune/Step Time": 6.654007405042648}
+{"Finetune/Learning Rate": 5.035528410548021e-06, "Finetune/Loss": 0.6452242136001587, "Finetune/Loss (Raw)": 0.5334867835044861, "Finetune/Step": 12989, "Finetune/Step Time": 6.6540284007787704}
+{"Finetune/Learning Rate": 5.034066692386786e-06, "Finetune/Loss": 0.6457615494728088, "Finetune/Loss (Raw)": 0.6928515434265137, "Finetune/Step": 12990, "Finetune/Step Time": 6.650544131174684}
+{"Finetune/Learning Rate": 5.032605115045299e-06, "Finetune/Loss": 0.6450772285461426, "Finetune/Loss (Raw)": 0.599695086479187, "Finetune/Step": 12991, "Finetune/Step Time": 6.667908720672131}
+{"Finetune/Learning Rate": 5.031143678565005e-06, "Finetune/Loss": 0.6457532048225403, "Finetune/Loss (Raw)": 0.7359932065010071, "Finetune/Step": 12992, "Finetune/Step Time": 6.667632842436433}
+{"Finetune/Learning Rate": 5.0296823829873475e-06, "Finetune/Loss": 0.6447956562042236, "Finetune/Loss (Raw)": 0.6002811789512634, "Finetune/Step": 12993, "Finetune/Step Time": 6.6738695707172155}
+{"Finetune/Learning Rate": 5.028221228353763e-06, "Finetune/Loss": 0.6443915367126465, "Finetune/Loss (Raw)": 0.5814595222473145, "Finetune/Step": 12994, "Finetune/Step Time": 6.684726467356086}
+{"Finetune/Learning Rate": 5.026760214705688e-06, "Finetune/Loss": 0.6445745229721069, "Finetune/Loss (Raw)": 0.6797899007797241, "Finetune/Step": 12995, "Finetune/Step Time": 6.683952776715159}
+{"Finetune/Learning Rate": 5.025299342084551e-06, "Finetune/Loss": 0.6449273824691772, "Finetune/Loss (Raw)": 0.6794548630714417, "Finetune/Step": 12996, "Finetune/Step Time": 6.681768376380205}
+{"Finetune/Learning Rate": 5.023838610531777e-06, "Finetune/Loss": 0.6439341306686401, "Finetune/Loss (Raw)": 0.5115659832954407, "Finetune/Step": 12997, "Finetune/Step Time": 6.678235614672303}
+{"Finetune/Learning Rate": 5.022378020088791e-06, "Finetune/Loss": 0.6444042921066284, "Finetune/Loss (Raw)": 0.6577813625335693, "Finetune/Step": 12998, "Finetune/Step Time": 6.693636063486338}
+{"Finetune/Learning Rate": 5.020917570797009e-06, "Finetune/Loss": 0.643653392791748, "Finetune/Loss (Raw)": 0.6337780356407166, "Finetune/Step": 12999, "Finetune/Step Time": 6.691249791532755}
+{"Finetune/Learning Rate": 5.019457262697847e-06, "Finetune/Loss": 0.6443054676055908, "Finetune/Loss (Raw)": 0.6759781837463379, "Finetune/Step": 13000, "Finetune/Step Time": 6.704998841509223}
+{"Finetune/Learning Rate": 5.017997095832714e-06, "Finetune/Loss": 0.6437960863113403, "Finetune/Loss (Raw)": 0.5673659443855286, "Finetune/Step": 13001, "Finetune/Step Time": 6.699886070564389}
+{"Finetune/Learning Rate": 5.0165370702430165e-06, "Finetune/Loss": 0.6439975500106812, "Finetune/Loss (Raw)": 0.6319307088851929, "Finetune/Step": 13002, "Finetune/Step Time": 6.700727043673396}
+{"Finetune/Learning Rate": 5.015077185970156e-06, "Finetune/Loss": 0.6435177326202393, "Finetune/Loss (Raw)": 0.624589741230011, "Finetune/Step": 13003, "Finetune/Step Time": 6.6981815453618765}
+{"Finetune/Learning Rate": 5.013617443055532e-06, "Finetune/Loss": 0.6447373628616333, "Finetune/Loss (Raw)": 0.6535201668739319, "Finetune/Step": 13004, "Finetune/Step Time": 6.695998011156917}
+{"Finetune/Learning Rate": 5.012157841540537e-06, "Finetune/Loss": 0.6442056894302368, "Finetune/Loss (Raw)": 0.6737486124038696, "Finetune/Step": 13005, "Finetune/Step Time": 6.695848613977432}
+{"Finetune/Learning Rate": 5.010698381466564e-06, "Finetune/Loss": 0.6449586153030396, "Finetune/Loss (Raw)": 0.6175727248191833, "Finetune/Step": 13006, "Finetune/Step Time": 6.692663172259927}
+{"Finetune/Learning Rate": 5.009239062874995e-06, "Finetune/Loss": 0.6439180374145508, "Finetune/Loss (Raw)": 0.5109819769859314, "Finetune/Step": 13007, "Finetune/Step Time": 6.673353916034102}
+{"Finetune/Learning Rate": 5.007779885807216e-06, "Finetune/Loss": 0.6407071352005005, "Finetune/Loss (Raw)": 0.46251916885375977, "Finetune/Step": 13008, "Finetune/Step Time": 6.687703801319003}
+{"Finetune/Learning Rate": 5.006320850304602e-06, "Finetune/Loss": 0.6402941942214966, "Finetune/Loss (Raw)": 0.5123081803321838, "Finetune/Step": 13009, "Finetune/Step Time": 6.687786936759949}
+{"Finetune/Learning Rate": 5.00486195640853e-06, "Finetune/Loss": 0.6403193473815918, "Finetune/Loss (Raw)": 0.5963088870048523, "Finetune/Step": 13010, "Finetune/Step Time": 6.68507575802505}
+{"Finetune/Learning Rate": 5.003403204160372e-06, "Finetune/Loss": 0.6397156715393066, "Finetune/Loss (Raw)": 0.520822286605835, "Finetune/Step": 13011, "Finetune/Step Time": 6.683892969042063}
+{"Finetune/Learning Rate": 5.001944593601482e-06, "Finetune/Loss": 0.6410765647888184, "Finetune/Loss (Raw)": 0.688886821269989, "Finetune/Step": 13012, "Finetune/Step Time": 6.6727265398949385}
+{"Finetune/Learning Rate": 5.000486124773236e-06, "Finetune/Loss": 0.6403976678848267, "Finetune/Loss (Raw)": 0.5670102834701538, "Finetune/Step": 13013, "Finetune/Step Time": 6.672360301017761}
+{"Finetune/Learning Rate": 4.999027797716986e-06, "Finetune/Loss": 0.6398524641990662, "Finetune/Loss (Raw)": 0.616249144077301, "Finetune/Step": 13014, "Finetune/Step Time": 6.670496100559831}
+{"Finetune/Learning Rate": 4.997569612474088e-06, "Finetune/Loss": 0.6397678852081299, "Finetune/Loss (Raw)": 0.7438977956771851, "Finetune/Step": 13015, "Finetune/Step Time": 6.676440047100186}
+{"Finetune/Learning Rate": 4.996111569085889e-06, "Finetune/Loss": 0.6391713619232178, "Finetune/Loss (Raw)": 0.6689833402633667, "Finetune/Step": 13016, "Finetune/Step Time": 6.678812146186829}
+{"Finetune/Learning Rate": 4.994653667593742e-06, "Finetune/Loss": 0.6389627456665039, "Finetune/Loss (Raw)": 0.6844404339790344, "Finetune/Step": 13017, "Finetune/Step Time": 6.6789502538740635}
+{"Finetune/Learning Rate": 4.9931959080389795e-06, "Finetune/Loss": 0.6382075548171997, "Finetune/Loss (Raw)": 0.6113870143890381, "Finetune/Step": 13018, "Finetune/Step Time": 6.6824593506753445}
+{"Finetune/Learning Rate": 4.991738290462943e-06, "Finetune/Loss": 0.6385721564292908, "Finetune/Loss (Raw)": 0.638724148273468, "Finetune/Step": 13019, "Finetune/Step Time": 6.680330507457256}
+{"Finetune/Learning Rate": 4.9902808149069635e-06, "Finetune/Loss": 0.6376658082008362, "Finetune/Loss (Raw)": 0.579395592212677, "Finetune/Step": 13020, "Finetune/Step Time": 6.6819994654506445}
+{"Finetune/Learning Rate": 4.988823481412378e-06, "Finetune/Loss": 0.638401448726654, "Finetune/Loss (Raw)": 0.7240820527076721, "Finetune/Step": 13021, "Finetune/Step Time": 6.680701551958919}
+{"Finetune/Learning Rate": 4.9873662900205086e-06, "Finetune/Loss": 0.6372742652893066, "Finetune/Loss (Raw)": 0.5980684757232666, "Finetune/Step": 13022, "Finetune/Step Time": 6.682778064161539}
+{"Finetune/Learning Rate": 4.985909240772682e-06, "Finetune/Loss": 0.637761116027832, "Finetune/Loss (Raw)": 0.6608970761299133, "Finetune/Step": 13023, "Finetune/Step Time": 6.680549222975969}
+{"Finetune/Learning Rate": 4.984452333710207e-06, "Finetune/Loss": 0.6360255479812622, "Finetune/Loss (Raw)": 0.565231204032898, "Finetune/Step": 13024, "Finetune/Step Time": 6.690250437706709}
+{"Finetune/Learning Rate": 4.982995568874401e-06, "Finetune/Loss": 0.6357977986335754, "Finetune/Loss (Raw)": 0.6346875429153442, "Finetune/Step": 13025, "Finetune/Step Time": 6.6829833798110485}
+{"Finetune/Learning Rate": 4.981538946306574e-06, "Finetune/Loss": 0.636151909828186, "Finetune/Loss (Raw)": 0.6102548241615295, "Finetune/Step": 13026, "Finetune/Step Time": 6.683938410133123}
+{"Finetune/Learning Rate": 4.980082466048028e-06, "Finetune/Loss": 0.6376007795333862, "Finetune/Loss (Raw)": 0.7689357995986938, "Finetune/Step": 13027, "Finetune/Step Time": 6.682599833235145}
+{"Finetune/Learning Rate": 4.978626128140074e-06, "Finetune/Loss": 0.6384372711181641, "Finetune/Loss (Raw)": 0.7314384579658508, "Finetune/Step": 13028, "Finetune/Step Time": 6.676874492317438}
+{"Finetune/Learning Rate": 4.977169932624007e-06, "Finetune/Loss": 0.6383211016654968, "Finetune/Loss (Raw)": 0.6608590483665466, "Finetune/Step": 13029, "Finetune/Step Time": 6.66017460078001}
+{"Finetune/Learning Rate": 4.975713879541113e-06, "Finetune/Loss": 0.63768470287323, "Finetune/Loss (Raw)": 0.5522364974021912, "Finetune/Step": 13030, "Finetune/Step Time": 6.660751327872276}
+{"Finetune/Learning Rate": 4.974257968932687e-06, "Finetune/Loss": 0.635669469833374, "Finetune/Loss (Raw)": 0.4712327718734741, "Finetune/Step": 13031, "Finetune/Step Time": 6.6732842195779085}
+{"Finetune/Learning Rate": 4.972802200840013e-06, "Finetune/Loss": 0.6359138488769531, "Finetune/Loss (Raw)": 0.5854288935661316, "Finetune/Step": 13032, "Finetune/Step Time": 6.667771924287081}
+{"Finetune/Learning Rate": 4.971346575304375e-06, "Finetune/Loss": 0.636816143989563, "Finetune/Loss (Raw)": 0.6978127956390381, "Finetune/Step": 13033, "Finetune/Step Time": 6.6500297505408525}
+{"Finetune/Learning Rate": 4.969891092367043e-06, "Finetune/Loss": 0.635786771774292, "Finetune/Loss (Raw)": 0.6035314202308655, "Finetune/Step": 13034, "Finetune/Step Time": 6.64895655028522}
+{"Finetune/Learning Rate": 4.968435752069304e-06, "Finetune/Loss": 0.6351771354675293, "Finetune/Loss (Raw)": 0.5885364413261414, "Finetune/Step": 13035, "Finetune/Step Time": 6.647863153368235}
+{"Finetune/Learning Rate": 4.966980554452415e-06, "Finetune/Loss": 0.6352892518043518, "Finetune/Loss (Raw)": 0.6664339303970337, "Finetune/Step": 13036, "Finetune/Step Time": 6.62846951931715}
+{"Finetune/Learning Rate": 4.965525499557646e-06, "Finetune/Loss": 0.6341370344161987, "Finetune/Loss (Raw)": 0.4939819872379303, "Finetune/Step": 13037, "Finetune/Step Time": 6.630948483943939}
+{"Finetune/Learning Rate": 4.964070587426258e-06, "Finetune/Loss": 0.6340551972389221, "Finetune/Loss (Raw)": 0.5833415389060974, "Finetune/Step": 13038, "Finetune/Step Time": 6.631972350180149}
+{"Finetune/Learning Rate": 4.962615818099508e-06, "Finetune/Loss": 0.6327892541885376, "Finetune/Loss (Raw)": 0.5276402235031128, "Finetune/Step": 13039, "Finetune/Step Time": 6.633042573928833}
+{"Finetune/Learning Rate": 4.961161191618649e-06, "Finetune/Loss": 0.6343294382095337, "Finetune/Loss (Raw)": 0.7766023278236389, "Finetune/Step": 13040, "Finetune/Step Time": 6.635203186422586}
+{"Finetune/Learning Rate": 4.9597067080249285e-06, "Finetune/Loss": 0.6353164911270142, "Finetune/Loss (Raw)": 0.7338810563087463, "Finetune/Step": 13041, "Finetune/Step Time": 6.632281955331564}
+{"Finetune/Learning Rate": 4.958252367359594e-06, "Finetune/Loss": 0.6355231404304504, "Finetune/Loss (Raw)": 0.5978077054023743, "Finetune/Step": 13042, "Finetune/Step Time": 6.628683308139443}
+{"Finetune/Learning Rate": 4.956798169663886e-06, "Finetune/Loss": 0.6364232301712036, "Finetune/Loss (Raw)": 0.7190026640892029, "Finetune/Step": 13043, "Finetune/Step Time": 6.624490834772587}
+{"Finetune/Learning Rate": 4.955344114979041e-06, "Finetune/Loss": 0.6359524726867676, "Finetune/Loss (Raw)": 0.5964668989181519, "Finetune/Step": 13044, "Finetune/Step Time": 6.613468190655112}
+{"Finetune/Learning Rate": 4.953890203346291e-06, "Finetune/Loss": 0.635941743850708, "Finetune/Loss (Raw)": 0.6504697799682617, "Finetune/Step": 13045, "Finetune/Step Time": 6.617151767015457}
+{"Finetune/Learning Rate": 4.952436434806867e-06, "Finetune/Loss": 0.6351723670959473, "Finetune/Loss (Raw)": 0.665144145488739, "Finetune/Step": 13046, "Finetune/Step Time": 6.616490222513676}
+{"Finetune/Learning Rate": 4.95098280940199e-06, "Finetune/Loss": 0.6337261199951172, "Finetune/Loss (Raw)": 0.4909687638282776, "Finetune/Step": 13047, "Finetune/Step Time": 6.629170831292868}
+{"Finetune/Learning Rate": 4.949529327172885e-06, "Finetune/Loss": 0.6339132785797119, "Finetune/Loss (Raw)": 0.59720778465271, "Finetune/Step": 13048, "Finetune/Step Time": 6.629813933745027}
+{"Finetune/Learning Rate": 4.948075988160767e-06, "Finetune/Loss": 0.6346725225448608, "Finetune/Loss (Raw)": 0.6957435011863708, "Finetune/Step": 13049, "Finetune/Step Time": 6.629029517993331}
+{"Finetune/Learning Rate": 4.946622792406847e-06, "Finetune/Loss": 0.6349067091941833, "Finetune/Loss (Raw)": 0.5981069803237915, "Finetune/Step": 13050, "Finetune/Step Time": 6.628945944830775}
+{"Finetune/Learning Rate": 4.9451697399523345e-06, "Finetune/Loss": 0.6355559825897217, "Finetune/Loss (Raw)": 0.7542533278465271, "Finetune/Step": 13051, "Finetune/Step Time": 6.626458801329136}
+{"Finetune/Learning Rate": 4.943716830838436e-06, "Finetune/Loss": 0.6368472576141357, "Finetune/Loss (Raw)": 0.7359851598739624, "Finetune/Step": 13052, "Finetune/Step Time": 6.62340984493494}
+{"Finetune/Learning Rate": 4.942264065106352e-06, "Finetune/Loss": 0.6373406648635864, "Finetune/Loss (Raw)": 0.6205586194992065, "Finetune/Step": 13053, "Finetune/Step Time": 6.621878277510405}
+{"Finetune/Learning Rate": 4.94081144279727e-06, "Finetune/Loss": 0.637320339679718, "Finetune/Loss (Raw)": 0.5976269245147705, "Finetune/Step": 13054, "Finetune/Step Time": 6.621058624237776}
+{"Finetune/Learning Rate": 4.939358963952393e-06, "Finetune/Loss": 0.637586236000061, "Finetune/Loss (Raw)": 0.6761358380317688, "Finetune/Step": 13055, "Finetune/Step Time": 6.6213072165846825}
+{"Finetune/Learning Rate": 4.937906628612905e-06, "Finetune/Loss": 0.6389176249504089, "Finetune/Loss (Raw)": 0.7722995281219482, "Finetune/Step": 13056, "Finetune/Step Time": 6.619739355519414}
+{"Finetune/Learning Rate": 4.936454436819989e-06, "Finetune/Loss": 0.6408222317695618, "Finetune/Loss (Raw)": 0.7335680723190308, "Finetune/Step": 13057, "Finetune/Step Time": 6.61822597309947}
+{"Finetune/Learning Rate": 4.935002388614829e-06, "Finetune/Loss": 0.6395065784454346, "Finetune/Loss (Raw)": 0.6626342535018921, "Finetune/Step": 13058, "Finetune/Step Time": 6.617649773135781}
+{"Finetune/Learning Rate": 4.933550484038601e-06, "Finetune/Loss": 0.6398087739944458, "Finetune/Loss (Raw)": 0.6358687877655029, "Finetune/Step": 13059, "Finetune/Step Time": 6.63756406493485}
+{"Finetune/Learning Rate": 4.93209872313247e-06, "Finetune/Loss": 0.6391218900680542, "Finetune/Loss (Raw)": 0.46749332547187805, "Finetune/Step": 13060, "Finetune/Step Time": 6.630885435268283}
+{"Finetune/Learning Rate": 4.930647105937604e-06, "Finetune/Loss": 0.6377084255218506, "Finetune/Loss (Raw)": 0.5540308356285095, "Finetune/Step": 13061, "Finetune/Step Time": 6.6341465674340725}
+{"Finetune/Learning Rate": 4.929195632495175e-06, "Finetune/Loss": 0.637205958366394, "Finetune/Loss (Raw)": 0.6736636161804199, "Finetune/Step": 13062, "Finetune/Step Time": 6.63429388217628}
+{"Finetune/Learning Rate": 4.927744302846339e-06, "Finetune/Loss": 0.6367984414100647, "Finetune/Loss (Raw)": 0.7149008512496948, "Finetune/Step": 13063, "Finetune/Step Time": 6.648324573412538}
+{"Finetune/Learning Rate": 4.92629311703225e-06, "Finetune/Loss": 0.637153148651123, "Finetune/Loss (Raw)": 0.6875737309455872, "Finetune/Step": 13064, "Finetune/Step Time": 6.646191542968154}
+{"Finetune/Learning Rate": 4.924842075094065e-06, "Finetune/Loss": 0.6381353139877319, "Finetune/Loss (Raw)": 0.7821886539459229, "Finetune/Step": 13065, "Finetune/Step Time": 6.644075153395534}
+{"Finetune/Learning Rate": 4.923391177072923e-06, "Finetune/Loss": 0.6391016840934753, "Finetune/Loss (Raw)": 0.745729923248291, "Finetune/Step": 13066, "Finetune/Step Time": 6.666559820994735}
+{"Finetune/Learning Rate": 4.921940423009971e-06, "Finetune/Loss": 0.6384131908416748, "Finetune/Loss (Raw)": 0.6198269724845886, "Finetune/Step": 13067, "Finetune/Step Time": 6.6676763370633125}
+{"Finetune/Learning Rate": 4.9204898129463455e-06, "Finetune/Loss": 0.6376825571060181, "Finetune/Loss (Raw)": 0.5694294571876526, "Finetune/Step": 13068, "Finetune/Step Time": 6.684888439252973}
+{"Finetune/Learning Rate": 4.919039346923188e-06, "Finetune/Loss": 0.6384118795394897, "Finetune/Loss (Raw)": 0.8313251733779907, "Finetune/Step": 13069, "Finetune/Step Time": 6.68358357436955}
+{"Finetune/Learning Rate": 4.917589024981626e-06, "Finetune/Loss": 0.6379884481430054, "Finetune/Loss (Raw)": 0.54397052526474, "Finetune/Step": 13070, "Finetune/Step Time": 6.684903834015131}
+{"Finetune/Learning Rate": 4.916138847162787e-06, "Finetune/Loss": 0.6380599737167358, "Finetune/Loss (Raw)": 0.6847548484802246, "Finetune/Step": 13071, "Finetune/Step Time": 6.68423487059772}
+{"Finetune/Learning Rate": 4.914688813507798e-06, "Finetune/Loss": 0.6370302438735962, "Finetune/Loss (Raw)": 0.6075233817100525, "Finetune/Step": 13072, "Finetune/Step Time": 6.691052844747901}
+{"Finetune/Learning Rate": 4.913238924057769e-06, "Finetune/Loss": 0.637380063533783, "Finetune/Loss (Raw)": 0.704886794090271, "Finetune/Step": 13073, "Finetune/Step Time": 6.688751693814993}
+{"Finetune/Learning Rate": 4.91178917885382e-06, "Finetune/Loss": 0.637935996055603, "Finetune/Loss (Raw)": 0.6131108403205872, "Finetune/Step": 13074, "Finetune/Step Time": 6.6883108876645565}
+{"Finetune/Learning Rate": 4.910339577937061e-06, "Finetune/Loss": 0.638013482093811, "Finetune/Loss (Raw)": 0.6272598505020142, "Finetune/Step": 13075, "Finetune/Step Time": 6.681818448007107}
+{"Finetune/Learning Rate": 4.908890121348594e-06, "Finetune/Loss": 0.6378052234649658, "Finetune/Loss (Raw)": 0.6850823163986206, "Finetune/Step": 13076, "Finetune/Step Time": 6.685757560655475}
+{"Finetune/Learning Rate": 4.90744080912953e-06, "Finetune/Loss": 0.6368497014045715, "Finetune/Loss (Raw)": 0.4922024607658386, "Finetune/Step": 13077, "Finetune/Step Time": 6.7002670634537935}
+{"Finetune/Learning Rate": 4.905991641320968e-06, "Finetune/Loss": 0.6366483569145203, "Finetune/Loss (Raw)": 0.48357725143432617, "Finetune/Step": 13078, "Finetune/Step Time": 6.704132774844766}
+{"Finetune/Learning Rate": 4.904542617963992e-06, "Finetune/Loss": 0.6371396780014038, "Finetune/Loss (Raw)": 0.6489065885543823, "Finetune/Step": 13079, "Finetune/Step Time": 6.7040381617844105}
+{"Finetune/Learning Rate": 4.903093739099699e-06, "Finetune/Loss": 0.6361209154129028, "Finetune/Loss (Raw)": 0.49566948413848877, "Finetune/Step": 13080, "Finetune/Step Time": 6.707728495821357}
+{"Finetune/Learning Rate": 4.9016450047691745e-06, "Finetune/Loss": 0.6362393498420715, "Finetune/Loss (Raw)": 0.6145881414413452, "Finetune/Step": 13081, "Finetune/Step Time": 6.725279487669468}
+{"Finetune/Learning Rate": 4.9001964150134995e-06, "Finetune/Loss": 0.6368820667266846, "Finetune/Loss (Raw)": 0.777715265750885, "Finetune/Step": 13082, "Finetune/Step Time": 6.724605489522219}
+{"Finetune/Learning Rate": 4.8987479698737476e-06, "Finetune/Loss": 0.6371960639953613, "Finetune/Loss (Raw)": 0.6762253642082214, "Finetune/Step": 13083, "Finetune/Step Time": 6.732571162283421}
+{"Finetune/Learning Rate": 4.897299669391006e-06, "Finetune/Loss": 0.6375135183334351, "Finetune/Loss (Raw)": 0.6265330910682678, "Finetune/Step": 13084, "Finetune/Step Time": 6.735168756917119}
+{"Finetune/Learning Rate": 4.895851513606331e-06, "Finetune/Loss": 0.6363388895988464, "Finetune/Loss (Raw)": 0.5139600038528442, "Finetune/Step": 13085, "Finetune/Step Time": 6.754411490634084}
+{"Finetune/Learning Rate": 4.894403502560793e-06, "Finetune/Loss": 0.6343633532524109, "Finetune/Loss (Raw)": 0.45016366243362427, "Finetune/Step": 13086, "Finetune/Step Time": 6.771541146561503}
+{"Finetune/Learning Rate": 4.8929556362954536e-06, "Finetune/Loss": 0.6339067220687866, "Finetune/Loss (Raw)": 0.5773235559463501, "Finetune/Step": 13087, "Finetune/Step Time": 6.768152831122279}
+{"Finetune/Learning Rate": 4.89150791485137e-06, "Finetune/Loss": 0.6333285570144653, "Finetune/Loss (Raw)": 0.6719392538070679, "Finetune/Step": 13088, "Finetune/Step Time": 6.764177061617374}
+{"Finetune/Learning Rate": 4.890060338269594e-06, "Finetune/Loss": 0.6336421966552734, "Finetune/Loss (Raw)": 0.6421064734458923, "Finetune/Step": 13089, "Finetune/Step Time": 6.769432248547673}
+{"Finetune/Learning Rate": 4.888612906591178e-06, "Finetune/Loss": 0.6342901587486267, "Finetune/Loss (Raw)": 0.6686778664588928, "Finetune/Step": 13090, "Finetune/Step Time": 6.760407671332359}
+{"Finetune/Learning Rate": 4.887165619857164e-06, "Finetune/Loss": 0.6346079111099243, "Finetune/Loss (Raw)": 0.6115538477897644, "Finetune/Step": 13091, "Finetune/Step Time": 6.760064139962196}
+{"Finetune/Learning Rate": 4.885718478108594e-06, "Finetune/Loss": 0.6339781284332275, "Finetune/Loss (Raw)": 0.6025646924972534, "Finetune/Step": 13092, "Finetune/Step Time": 6.761228526011109}
+{"Finetune/Learning Rate": 4.8842714813865055e-06, "Finetune/Loss": 0.6346209049224854, "Finetune/Loss (Raw)": 0.6413705348968506, "Finetune/Step": 13093, "Finetune/Step Time": 6.755582893267274}
+{"Finetune/Learning Rate": 4.88282462973193e-06, "Finetune/Loss": 0.6343544125556946, "Finetune/Loss (Raw)": 0.6207927465438843, "Finetune/Step": 13094, "Finetune/Step Time": 6.759119847789407}
+{"Finetune/Learning Rate": 4.8813779231858975e-06, "Finetune/Loss": 0.6337965726852417, "Finetune/Loss (Raw)": 0.6098976135253906, "Finetune/Step": 13095, "Finetune/Step Time": 6.760857766494155}
+{"Finetune/Learning Rate": 4.879931361789431e-06, "Finetune/Loss": 0.6341025233268738, "Finetune/Loss (Raw)": 0.7122025489807129, "Finetune/Step": 13096, "Finetune/Step Time": 6.7608640640974045}
+{"Finetune/Learning Rate": 4.878484945583551e-06, "Finetune/Loss": 0.6334987878799438, "Finetune/Loss (Raw)": 0.6039180755615234, "Finetune/Step": 13097, "Finetune/Step Time": 6.741798959672451}
+{"Finetune/Learning Rate": 4.877038674609275e-06, "Finetune/Loss": 0.6332428455352783, "Finetune/Loss (Raw)": 0.634597897529602, "Finetune/Step": 13098, "Finetune/Step Time": 6.7519712168723345}
+{"Finetune/Learning Rate": 4.875592548907615e-06, "Finetune/Loss": 0.632093071937561, "Finetune/Loss (Raw)": 0.5628331303596497, "Finetune/Step": 13099, "Finetune/Step Time": 6.752621252089739}
+{"Finetune/Learning Rate": 4.874146568519578e-06, "Finetune/Loss": 0.6323904991149902, "Finetune/Loss (Raw)": 0.6383934020996094, "Finetune/Step": 13100, "Finetune/Step Time": 6.748895417898893}
+{"Finetune/Learning Rate": 4.872700733486169e-06, "Finetune/Loss": 0.6317569017410278, "Finetune/Loss (Raw)": 0.6315096616744995, "Finetune/Step": 13101, "Finetune/Step Time": 6.750928079709411}
+{"Finetune/Learning Rate": 4.87125504384839e-06, "Finetune/Loss": 0.6314195394515991, "Finetune/Loss (Raw)": 0.6172734498977661, "Finetune/Step": 13102, "Finetune/Step Time": 6.752050342038274}
+{"Finetune/Learning Rate": 4.869809499647226e-06, "Finetune/Loss": 0.630333662033081, "Finetune/Loss (Raw)": 0.5392397046089172, "Finetune/Step": 13103, "Finetune/Step Time": 6.741476425901055}
+{"Finetune/Learning Rate": 4.868364100923681e-06, "Finetune/Loss": 0.6301906704902649, "Finetune/Loss (Raw)": 0.6169440746307373, "Finetune/Step": 13104, "Finetune/Step Time": 6.729724440723658}
+{"Finetune/Learning Rate": 4.8669188477187365e-06, "Finetune/Loss": 0.6299865245819092, "Finetune/Loss (Raw)": 0.5693311095237732, "Finetune/Step": 13105, "Finetune/Step Time": 6.7322242464870214}
+{"Finetune/Learning Rate": 4.865473740073378e-06, "Finetune/Loss": 0.6301602125167847, "Finetune/Loss (Raw)": 0.6888381838798523, "Finetune/Step": 13106, "Finetune/Step Time": 6.729097241535783}
+{"Finetune/Learning Rate": 4.864028778028582e-06, "Finetune/Loss": 0.6290743350982666, "Finetune/Loss (Raw)": 0.5288019776344299, "Finetune/Step": 13107, "Finetune/Step Time": 6.728710573166609}
+{"Finetune/Learning Rate": 4.862583961625331e-06, "Finetune/Loss": 0.6284401416778564, "Finetune/Loss (Raw)": 0.6350123882293701, "Finetune/Step": 13108, "Finetune/Step Time": 6.727737909182906}
+{"Finetune/Learning Rate": 4.861139290904585e-06, "Finetune/Loss": 0.6285150051116943, "Finetune/Loss (Raw)": 0.5734689235687256, "Finetune/Step": 13109, "Finetune/Step Time": 6.7183768004179}
+{"Finetune/Learning Rate": 4.859694765907313e-06, "Finetune/Loss": 0.6284504532814026, "Finetune/Loss (Raw)": 0.7329578995704651, "Finetune/Step": 13110, "Finetune/Step Time": 6.7143947798758745}
+{"Finetune/Learning Rate": 4.858250386674482e-06, "Finetune/Loss": 0.6298569440841675, "Finetune/Loss (Raw)": 0.7896319031715393, "Finetune/Step": 13111, "Finetune/Step Time": 6.7072224002331495}
+{"Finetune/Learning Rate": 4.856806153247051e-06, "Finetune/Loss": 0.6299777030944824, "Finetune/Loss (Raw)": 0.6508140563964844, "Finetune/Step": 13112, "Finetune/Step Time": 6.706285918131471}
+{"Finetune/Learning Rate": 4.855362065665972e-06, "Finetune/Loss": 0.6300902366638184, "Finetune/Loss (Raw)": 0.6539381742477417, "Finetune/Step": 13113, "Finetune/Step Time": 6.696381164714694}
+{"Finetune/Learning Rate": 4.853918123972198e-06, "Finetune/Loss": 0.6304782629013062, "Finetune/Loss (Raw)": 0.6752608418464661, "Finetune/Step": 13114, "Finetune/Step Time": 6.694645583629608}
+{"Finetune/Learning Rate": 4.852474328206669e-06, "Finetune/Loss": 0.6297034621238708, "Finetune/Loss (Raw)": 0.5964229106903076, "Finetune/Step": 13115, "Finetune/Step Time": 6.697631906718016}
+{"Finetune/Learning Rate": 4.851030678410331e-06, "Finetune/Loss": 0.6307648420333862, "Finetune/Loss (Raw)": 0.7602686882019043, "Finetune/Step": 13116, "Finetune/Step Time": 6.700533475726843}
+{"Finetune/Learning Rate": 4.849587174624117e-06, "Finetune/Loss": 0.6323902606964111, "Finetune/Loss (Raw)": 0.7415471076965332, "Finetune/Step": 13117, "Finetune/Step Time": 6.698415722697973}
+{"Finetune/Learning Rate": 4.8481438168889695e-06, "Finetune/Loss": 0.6320244073867798, "Finetune/Loss (Raw)": 0.6460188627243042, "Finetune/Step": 13118, "Finetune/Step Time": 6.709065020084381}
+{"Finetune/Learning Rate": 4.846700605245813e-06, "Finetune/Loss": 0.6323102712631226, "Finetune/Loss (Raw)": 0.6362814903259277, "Finetune/Step": 13119, "Finetune/Step Time": 6.690471718087792}
+{"Finetune/Learning Rate": 4.845257539735577e-06, "Finetune/Loss": 0.631555438041687, "Finetune/Loss (Raw)": 0.6393775343894958, "Finetune/Step": 13120, "Finetune/Step Time": 6.691087374463677}
+{"Finetune/Learning Rate": 4.8438146203991755e-06, "Finetune/Loss": 0.6326485872268677, "Finetune/Loss (Raw)": 0.740202784538269, "Finetune/Step": 13121, "Finetune/Step Time": 6.685991261154413}
+{"Finetune/Learning Rate": 4.842371847277528e-06, "Finetune/Loss": 0.6328834295272827, "Finetune/Loss (Raw)": 0.6115185022354126, "Finetune/Step": 13122, "Finetune/Step Time": 6.672036355361342}
+{"Finetune/Learning Rate": 4.84092922041155e-06, "Finetune/Loss": 0.6313067078590393, "Finetune/Loss (Raw)": 0.47797176241874695, "Finetune/Step": 13123, "Finetune/Step Time": 6.686539554968476}
+{"Finetune/Learning Rate": 4.839486739842144e-06, "Finetune/Loss": 0.6308550834655762, "Finetune/Loss (Raw)": 0.6216506958007812, "Finetune/Step": 13124, "Finetune/Step Time": 6.68824203312397}
+{"Finetune/Learning Rate": 4.838044405610225e-06, "Finetune/Loss": 0.6316598057746887, "Finetune/Loss (Raw)": 0.6145669221878052, "Finetune/Step": 13125, "Finetune/Step Time": 6.684444362297654}
+{"Finetune/Learning Rate": 4.83660221775669e-06, "Finetune/Loss": 0.6318994164466858, "Finetune/Loss (Raw)": 0.6884541511535645, "Finetune/Step": 13126, "Finetune/Step Time": 6.670550130307674}
+{"Finetune/Learning Rate": 4.835160176322431e-06, "Finetune/Loss": 0.6324479579925537, "Finetune/Loss (Raw)": 0.7039871215820312, "Finetune/Step": 13127, "Finetune/Step Time": 6.666080463677645}
+{"Finetune/Learning Rate": 4.833718281348342e-06, "Finetune/Loss": 0.6328914165496826, "Finetune/Loss (Raw)": 0.732743501663208, "Finetune/Step": 13128, "Finetune/Step Time": 6.647659486159682}
+{"Finetune/Learning Rate": 4.832276532875311e-06, "Finetune/Loss": 0.6336270570755005, "Finetune/Loss (Raw)": 0.661522388458252, "Finetune/Step": 13129, "Finetune/Step Time": 6.650499423965812}
+{"Finetune/Learning Rate": 4.830834930944223e-06, "Finetune/Loss": 0.6332505941390991, "Finetune/Loss (Raw)": 0.5837441086769104, "Finetune/Step": 13130, "Finetune/Step Time": 6.6546543799340725}
+{"Finetune/Learning Rate": 4.829393475595957e-06, "Finetune/Loss": 0.6327687501907349, "Finetune/Loss (Raw)": 0.5629170536994934, "Finetune/Step": 13131, "Finetune/Step Time": 6.653024688363075}
+{"Finetune/Learning Rate": 4.827952166871389e-06, "Finetune/Loss": 0.6324977278709412, "Finetune/Loss (Raw)": 0.6188297271728516, "Finetune/Step": 13132, "Finetune/Step Time": 6.656883392482996}
+{"Finetune/Learning Rate": 4.826511004811391e-06, "Finetune/Loss": 0.632272481918335, "Finetune/Loss (Raw)": 0.6449095010757446, "Finetune/Step": 13133, "Finetune/Step Time": 6.665108786895871}
+{"Finetune/Learning Rate": 4.825069989456828e-06, "Finetune/Loss": 0.6325218677520752, "Finetune/Loss (Raw)": 0.6495037078857422, "Finetune/Step": 13134, "Finetune/Step Time": 6.665781585499644}
+{"Finetune/Learning Rate": 4.823629120848566e-06, "Finetune/Loss": 0.6333712339401245, "Finetune/Loss (Raw)": 0.6197013258934021, "Finetune/Step": 13135, "Finetune/Step Time": 6.664106262847781}
+{"Finetune/Learning Rate": 4.822188399027461e-06, "Finetune/Loss": 0.6355255842208862, "Finetune/Loss (Raw)": 0.7382687330245972, "Finetune/Step": 13136, "Finetune/Step Time": 6.656917076557875}
+{"Finetune/Learning Rate": 4.820747824034369e-06, "Finetune/Loss": 0.6361802816390991, "Finetune/Loss (Raw)": 0.5961063504219055, "Finetune/Step": 13137, "Finetune/Step Time": 6.655670203268528}
+{"Finetune/Learning Rate": 4.819307395910143e-06, "Finetune/Loss": 0.6352300643920898, "Finetune/Loss (Raw)": 0.47468119859695435, "Finetune/Step": 13138, "Finetune/Step Time": 6.66975537315011}
+{"Finetune/Learning Rate": 4.817867114695626e-06, "Finetune/Loss": 0.6364509463310242, "Finetune/Loss (Raw)": 0.6771017909049988, "Finetune/Step": 13139, "Finetune/Step Time": 6.67001349106431}
+{"Finetune/Learning Rate": 4.816426980431662e-06, "Finetune/Loss": 0.6359603404998779, "Finetune/Loss (Raw)": 0.6260946989059448, "Finetune/Step": 13140, "Finetune/Step Time": 6.671445233747363}
+{"Finetune/Learning Rate": 4.814986993159089e-06, "Finetune/Loss": 0.6349002718925476, "Finetune/Loss (Raw)": 0.4313114583492279, "Finetune/Step": 13141, "Finetune/Step Time": 6.67767446860671}
+{"Finetune/Learning Rate": 4.813547152918739e-06, "Finetune/Loss": 0.6351535320281982, "Finetune/Loss (Raw)": 0.648672342300415, "Finetune/Step": 13142, "Finetune/Step Time": 6.682023985311389}
+{"Finetune/Learning Rate": 4.812107459751446e-06, "Finetune/Loss": 0.634468138217926, "Finetune/Loss (Raw)": 0.6561644673347473, "Finetune/Step": 13143, "Finetune/Step Time": 6.677138675004244}
+{"Finetune/Learning Rate": 4.810667913698032e-06, "Finetune/Loss": 0.6349574327468872, "Finetune/Loss (Raw)": 0.7316162586212158, "Finetune/Step": 13144, "Finetune/Step Time": 6.6768616028130054}
+{"Finetune/Learning Rate": 4.809228514799319e-06, "Finetune/Loss": 0.634925127029419, "Finetune/Loss (Raw)": 0.6803034543991089, "Finetune/Step": 13145, "Finetune/Step Time": 6.687938107177615}
+{"Finetune/Learning Rate": 4.807789263096124e-06, "Finetune/Loss": 0.6345982551574707, "Finetune/Loss (Raw)": 0.5695465803146362, "Finetune/Step": 13146, "Finetune/Step Time": 6.682324290275574}
+{"Finetune/Learning Rate": 4.8063501586292626e-06, "Finetune/Loss": 0.6351943016052246, "Finetune/Loss (Raw)": 0.7150154113769531, "Finetune/Step": 13147, "Finetune/Step Time": 6.678155539557338}
+{"Finetune/Learning Rate": 4.8049112014395405e-06, "Finetune/Loss": 0.6361879110336304, "Finetune/Loss (Raw)": 0.7065791487693787, "Finetune/Step": 13148, "Finetune/Step Time": 6.677364237606525}
+{"Finetune/Learning Rate": 4.803472391567765e-06, "Finetune/Loss": 0.6356147527694702, "Finetune/Loss (Raw)": 0.6507188081741333, "Finetune/Step": 13149, "Finetune/Step Time": 6.6955720614641905}
+{"Finetune/Learning Rate": 4.802033729054739e-06, "Finetune/Loss": 0.6352219581604004, "Finetune/Loss (Raw)": 0.5477896928787231, "Finetune/Step": 13150, "Finetune/Step Time": 6.695479519665241}
+{"Finetune/Learning Rate": 4.800595213941247e-06, "Finetune/Loss": 0.6345336437225342, "Finetune/Loss (Raw)": 0.5727916359901428, "Finetune/Step": 13151, "Finetune/Step Time": 6.69687943905592}
+{"Finetune/Learning Rate": 4.7991568462680945e-06, "Finetune/Loss": 0.6361684799194336, "Finetune/Loss (Raw)": 0.7744938135147095, "Finetune/Step": 13152, "Finetune/Step Time": 6.689184568822384}
+{"Finetune/Learning Rate": 4.797718626076065e-06, "Finetune/Loss": 0.6359986066818237, "Finetune/Loss (Raw)": 0.612938404083252, "Finetune/Step": 13153, "Finetune/Step Time": 6.6912136767059565}
+{"Finetune/Learning Rate": 4.796280553405941e-06, "Finetune/Loss": 0.6355087757110596, "Finetune/Loss (Raw)": 0.5475566387176514, "Finetune/Step": 13154, "Finetune/Step Time": 6.689274333417416}
+{"Finetune/Learning Rate": 4.794842628298503e-06, "Finetune/Loss": 0.6344817876815796, "Finetune/Loss (Raw)": 0.6374800205230713, "Finetune/Step": 13155, "Finetune/Step Time": 6.699502773582935}
+{"Finetune/Learning Rate": 4.793404850794526e-06, "Finetune/Loss": 0.6334749460220337, "Finetune/Loss (Raw)": 0.6025636196136475, "Finetune/Step": 13156, "Finetune/Step Time": 6.716384895145893}
+{"Finetune/Learning Rate": 4.7919672209347865e-06, "Finetune/Loss": 0.6331007480621338, "Finetune/Loss (Raw)": 0.6129657626152039, "Finetune/Step": 13157, "Finetune/Step Time": 6.7188535910099745}
+{"Finetune/Learning Rate": 4.790529738760044e-06, "Finetune/Loss": 0.6339303255081177, "Finetune/Loss (Raw)": 0.6584200859069824, "Finetune/Step": 13158, "Finetune/Step Time": 6.716738656163216}
+{"Finetune/Learning Rate": 4.78909240431106e-06, "Finetune/Loss": 0.6352258920669556, "Finetune/Loss (Raw)": 0.6370657682418823, "Finetune/Step": 13159, "Finetune/Step Time": 6.703175073489547}
+{"Finetune/Learning Rate": 4.7876552176286005e-06, "Finetune/Loss": 0.6364122629165649, "Finetune/Loss (Raw)": 0.7372877597808838, "Finetune/Step": 13160, "Finetune/Step Time": 6.69650961831212}
+{"Finetune/Learning Rate": 4.786218178753418e-06, "Finetune/Loss": 0.6356159448623657, "Finetune/Loss (Raw)": 0.595883309841156, "Finetune/Step": 13161, "Finetune/Step Time": 6.6995730102062225}
+{"Finetune/Learning Rate": 4.784781287726261e-06, "Finetune/Loss": 0.6367570161819458, "Finetune/Loss (Raw)": 0.7495889067649841, "Finetune/Step": 13162, "Finetune/Step Time": 6.695742666721344}
+{"Finetune/Learning Rate": 4.783344544587881e-06, "Finetune/Loss": 0.6373431086540222, "Finetune/Loss (Raw)": 0.6635566353797913, "Finetune/Step": 13163, "Finetune/Step Time": 6.698472833260894}
+{"Finetune/Learning Rate": 4.781907949379012e-06, "Finetune/Loss": 0.6367553472518921, "Finetune/Loss (Raw)": 0.5911982655525208, "Finetune/Step": 13164, "Finetune/Step Time": 6.699920397251844}
+{"Finetune/Learning Rate": 4.780471502140394e-06, "Finetune/Loss": 0.6378623843193054, "Finetune/Loss (Raw)": 0.6356853246688843, "Finetune/Step": 13165, "Finetune/Step Time": 6.70332351885736}
+{"Finetune/Learning Rate": 4.779035202912761e-06, "Finetune/Loss": 0.639069676399231, "Finetune/Loss (Raw)": 0.7378692626953125, "Finetune/Step": 13166, "Finetune/Step Time": 6.687987273558974}
+{"Finetune/Learning Rate": 4.777599051736844e-06, "Finetune/Loss": 0.6403045654296875, "Finetune/Loss (Raw)": 0.6857022047042847, "Finetune/Step": 13167, "Finetune/Step Time": 6.6877928748726845}
+{"Finetune/Learning Rate": 4.77616304865337e-06, "Finetune/Loss": 0.6395696401596069, "Finetune/Loss (Raw)": 0.6825352311134338, "Finetune/Step": 13168, "Finetune/Step Time": 6.682630799710751}
+{"Finetune/Learning Rate": 4.774727193703058e-06, "Finetune/Loss": 0.6378531455993652, "Finetune/Loss (Raw)": 0.514175534248352, "Finetune/Step": 13169, "Finetune/Step Time": 6.703981276601553}
+{"Finetune/Learning Rate": 4.773291486926622e-06, "Finetune/Loss": 0.6385319232940674, "Finetune/Loss (Raw)": 0.6846874952316284, "Finetune/Step": 13170, "Finetune/Step Time": 6.704081984236836}
+{"Finetune/Learning Rate": 4.771855928364777e-06, "Finetune/Loss": 0.6382708549499512, "Finetune/Loss (Raw)": 0.6855899095535278, "Finetune/Step": 13171, "Finetune/Step Time": 6.737925248220563}
+{"Finetune/Learning Rate": 4.770420518058231e-06, "Finetune/Loss": 0.63886559009552, "Finetune/Loss (Raw)": 0.6725916266441345, "Finetune/Step": 13172, "Finetune/Step Time": 6.7367903757840395}
+{"Finetune/Learning Rate": 4.768985256047683e-06, "Finetune/Loss": 0.6386505365371704, "Finetune/Loss (Raw)": 0.622947096824646, "Finetune/Step": 13173, "Finetune/Step Time": 6.751414520666003}
+{"Finetune/Learning Rate": 4.767550142373844e-06, "Finetune/Loss": 0.638921856880188, "Finetune/Loss (Raw)": 0.6998737454414368, "Finetune/Step": 13174, "Finetune/Step Time": 6.750632889568806}
+{"Finetune/Learning Rate": 4.766115177077406e-06, "Finetune/Loss": 0.6396570801734924, "Finetune/Loss (Raw)": 0.5850716829299927, "Finetune/Step": 13175, "Finetune/Step Time": 6.73591629229486}
+{"Finetune/Learning Rate": 4.7646803601990555e-06, "Finetune/Loss": 0.6409839987754822, "Finetune/Loss (Raw)": 0.7670547962188721, "Finetune/Step": 13176, "Finetune/Step Time": 6.735671790316701}
+{"Finetune/Learning Rate": 4.763245691779482e-06, "Finetune/Loss": 0.6395213007926941, "Finetune/Loss (Raw)": 0.5085182785987854, "Finetune/Step": 13177, "Finetune/Step Time": 6.749060777947307}
+{"Finetune/Learning Rate": 4.76181117185937e-06, "Finetune/Loss": 0.640261173248291, "Finetune/Loss (Raw)": 0.6928076148033142, "Finetune/Step": 13178, "Finetune/Step Time": 6.7530849780887365}
+{"Finetune/Learning Rate": 4.760376800479397e-06, "Finetune/Loss": 0.6394459009170532, "Finetune/Loss (Raw)": 0.6499046683311462, "Finetune/Step": 13179, "Finetune/Step Time": 6.770068429410458}
+{"Finetune/Learning Rate": 4.758942577680235e-06, "Finetune/Loss": 0.6381805539131165, "Finetune/Loss (Raw)": 0.5740131139755249, "Finetune/Step": 13180, "Finetune/Step Time": 6.757175512611866}
+{"Finetune/Learning Rate": 4.757508503502566e-06, "Finetune/Loss": 0.6386967897415161, "Finetune/Loss (Raw)": 0.6866451501846313, "Finetune/Step": 13181, "Finetune/Step Time": 6.773945167660713}
+{"Finetune/Learning Rate": 4.756074577987045e-06, "Finetune/Loss": 0.6393299102783203, "Finetune/Loss (Raw)": 0.6786620020866394, "Finetune/Step": 13182, "Finetune/Step Time": 6.776205210015178}
+{"Finetune/Learning Rate": 4.754640801174336e-06, "Finetune/Loss": 0.6388324499130249, "Finetune/Loss (Raw)": 0.6124600768089294, "Finetune/Step": 13183, "Finetune/Step Time": 6.786551458761096}
+{"Finetune/Learning Rate": 4.7532071731050975e-06, "Finetune/Loss": 0.6377713680267334, "Finetune/Loss (Raw)": 0.6364838480949402, "Finetune/Step": 13184, "Finetune/Step Time": 6.788280699402094}
+{"Finetune/Learning Rate": 4.751773693819986e-06, "Finetune/Loss": 0.638163685798645, "Finetune/Loss (Raw)": 0.7837842106819153, "Finetune/Step": 13185, "Finetune/Step Time": 6.801068972796202}
+{"Finetune/Learning Rate": 4.750340363359647e-06, "Finetune/Loss": 0.6375287175178528, "Finetune/Loss (Raw)": 0.581358015537262, "Finetune/Step": 13186, "Finetune/Step Time": 6.803821554407477}
+{"Finetune/Learning Rate": 4.748907181764727e-06, "Finetune/Loss": 0.6378767490386963, "Finetune/Loss (Raw)": 0.6804182529449463, "Finetune/Step": 13187, "Finetune/Step Time": 6.785849269479513}
+{"Finetune/Learning Rate": 4.747474149075867e-06, "Finetune/Loss": 0.6404043436050415, "Finetune/Loss (Raw)": 0.7910267114639282, "Finetune/Step": 13188, "Finetune/Step Time": 6.783871768042445}
+{"Finetune/Learning Rate": 4.746041265333705e-06, "Finetune/Loss": 0.6403038501739502, "Finetune/Loss (Raw)": 0.5411667227745056, "Finetune/Step": 13189, "Finetune/Step Time": 6.780290197581053}
+{"Finetune/Learning Rate": 4.744608530578872e-06, "Finetune/Loss": 0.6398147940635681, "Finetune/Loss (Raw)": 0.6110577583312988, "Finetune/Step": 13190, "Finetune/Step Time": 6.776760222390294}
+{"Finetune/Learning Rate": 4.743175944851996e-06, "Finetune/Loss": 0.6396412253379822, "Finetune/Loss (Raw)": 0.6926866769790649, "Finetune/Step": 13191, "Finetune/Step Time": 6.764716025441885}
+{"Finetune/Learning Rate": 4.7417435081937034e-06, "Finetune/Loss": 0.6397356986999512, "Finetune/Loss (Raw)": 0.699674129486084, "Finetune/Step": 13192, "Finetune/Step Time": 6.7652153968811035}
+{"Finetune/Learning Rate": 4.740311220644611e-06, "Finetune/Loss": 0.638775646686554, "Finetune/Loss (Raw)": 0.6592993140220642, "Finetune/Step": 13193, "Finetune/Step Time": 6.765784153714776}
+{"Finetune/Learning Rate": 4.738879082245337e-06, "Finetune/Loss": 0.6379411220550537, "Finetune/Loss (Raw)": 0.6389032006263733, "Finetune/Step": 13194, "Finetune/Step Time": 6.75032109208405}
+{"Finetune/Learning Rate": 4.737447093036491e-06, "Finetune/Loss": 0.637554407119751, "Finetune/Loss (Raw)": 0.5703253746032715, "Finetune/Step": 13195, "Finetune/Step Time": 6.753086281940341}
+{"Finetune/Learning Rate": 4.736015253058681e-06, "Finetune/Loss": 0.6385204792022705, "Finetune/Loss (Raw)": 0.6930908560752869, "Finetune/Step": 13196, "Finetune/Step Time": 6.737643446773291}
+{"Finetune/Learning Rate": 4.7345835623525095e-06, "Finetune/Loss": 0.6373927593231201, "Finetune/Loss (Raw)": 0.6869775056838989, "Finetune/Step": 13197, "Finetune/Step Time": 6.739653743803501}
+{"Finetune/Learning Rate": 4.733152020958576e-06, "Finetune/Loss": 0.6373135447502136, "Finetune/Loss (Raw)": 0.5338300466537476, "Finetune/Step": 13198, "Finetune/Step Time": 6.737116493284702}
+{"Finetune/Learning Rate": 4.731720628917476e-06, "Finetune/Loss": 0.6378785967826843, "Finetune/Loss (Raw)": 0.7570825815200806, "Finetune/Step": 13199, "Finetune/Step Time": 6.742193276062608}
+{"Finetune/Learning Rate": 4.7302893862697915e-06, "Finetune/Loss": 0.6378880143165588, "Finetune/Loss (Raw)": 0.6087310910224915, "Finetune/Step": 13200, "Finetune/Step Time": 6.736721135675907}
+{"Finetune/Learning Rate": 4.72885829305612e-06, "Finetune/Loss": 0.6380933523178101, "Finetune/Loss (Raw)": 0.7311634421348572, "Finetune/Step": 13201, "Finetune/Step Time": 6.737925508990884}
+{"Finetune/Learning Rate": 4.7274273493170375e-06, "Finetune/Loss": 0.6390263438224792, "Finetune/Loss (Raw)": 0.7325385212898254, "Finetune/Step": 13202, "Finetune/Step Time": 6.742940943688154}
+{"Finetune/Learning Rate": 4.7259965550931216e-06, "Finetune/Loss": 0.6403754949569702, "Finetune/Loss (Raw)": 0.7999474406242371, "Finetune/Step": 13203, "Finetune/Step Time": 6.744828745722771}
+{"Finetune/Learning Rate": 4.724565910424946e-06, "Finetune/Loss": 0.6411285400390625, "Finetune/Loss (Raw)": 0.7814794778823853, "Finetune/Step": 13204, "Finetune/Step Time": 6.749137360602617}
+{"Finetune/Learning Rate": 4.723135415353084e-06, "Finetune/Loss": 0.6423472166061401, "Finetune/Loss (Raw)": 0.6481910943984985, "Finetune/Step": 13205, "Finetune/Step Time": 6.73327255807817}
+{"Finetune/Learning Rate": 4.721705069918094e-06, "Finetune/Loss": 0.6446095705032349, "Finetune/Loss (Raw)": 0.7731596827507019, "Finetune/Step": 13206, "Finetune/Step Time": 6.726539246737957}
+{"Finetune/Learning Rate": 4.720274874160532e-06, "Finetune/Loss": 0.6443833112716675, "Finetune/Loss (Raw)": 0.6199418306350708, "Finetune/Step": 13207, "Finetune/Step Time": 6.735823834314942}
+{"Finetune/Learning Rate": 4.7188448281209665e-06, "Finetune/Loss": 0.6459802389144897, "Finetune/Loss (Raw)": 0.7000787854194641, "Finetune/Step": 13208, "Finetune/Step Time": 6.729225801303983}
+{"Finetune/Learning Rate": 4.717414931839944e-06, "Finetune/Loss": 0.6458922624588013, "Finetune/Loss (Raw)": 0.6033232808113098, "Finetune/Step": 13209, "Finetune/Step Time": 6.708868578076363}
+{"Finetune/Learning Rate": 4.715985185358012e-06, "Finetune/Loss": 0.6439250707626343, "Finetune/Loss (Raw)": 0.5259130597114563, "Finetune/Step": 13210, "Finetune/Step Time": 6.7096072267740965}
+{"Finetune/Learning Rate": 4.714555588715719e-06, "Finetune/Loss": 0.6440927982330322, "Finetune/Loss (Raw)": 0.6976972818374634, "Finetune/Step": 13211, "Finetune/Step Time": 6.7019952572882175}
+{"Finetune/Learning Rate": 4.713126141953595e-06, "Finetune/Loss": 0.644018292427063, "Finetune/Loss (Raw)": 0.6169933080673218, "Finetune/Step": 13212, "Finetune/Step Time": 6.690197806805372}
+{"Finetune/Learning Rate": 4.711696845112181e-06, "Finetune/Loss": 0.6446598172187805, "Finetune/Loss (Raw)": 0.5960835814476013, "Finetune/Step": 13213, "Finetune/Step Time": 6.6694717817008495}
+{"Finetune/Learning Rate": 4.710267698232005e-06, "Finetune/Loss": 0.6457178592681885, "Finetune/Loss (Raw)": 0.5855886340141296, "Finetune/Step": 13214, "Finetune/Step Time": 6.6536538153886795}
+{"Finetune/Learning Rate": 4.708838701353592e-06, "Finetune/Loss": 0.6468058228492737, "Finetune/Loss (Raw)": 0.7165834307670593, "Finetune/Step": 13215, "Finetune/Step Time": 6.654690761119127}
+{"Finetune/Learning Rate": 4.707409854517471e-06, "Finetune/Loss": 0.6465432643890381, "Finetune/Loss (Raw)": 0.6383329629898071, "Finetune/Step": 13216, "Finetune/Step Time": 6.66956471838057}
+{"Finetune/Learning Rate": 4.70598115776416e-06, "Finetune/Loss": 0.6467891931533813, "Finetune/Loss (Raw)": 0.6735777258872986, "Finetune/Step": 13217, "Finetune/Step Time": 6.651290951296687}
+{"Finetune/Learning Rate": 4.704552611134167e-06, "Finetune/Loss": 0.6470515131950378, "Finetune/Loss (Raw)": 0.7022600173950195, "Finetune/Step": 13218, "Finetune/Step Time": 6.645800337195396}
+{"Finetune/Learning Rate": 4.703124214668002e-06, "Finetune/Loss": 0.6472400426864624, "Finetune/Loss (Raw)": 0.6356839537620544, "Finetune/Step": 13219, "Finetune/Step Time": 6.631088860332966}
+{"Finetune/Learning Rate": 4.701695968406173e-06, "Finetune/Loss": 0.647510290145874, "Finetune/Loss (Raw)": 0.6371574401855469, "Finetune/Step": 13220, "Finetune/Step Time": 6.627776252105832}
+{"Finetune/Learning Rate": 4.7002678723891795e-06, "Finetune/Loss": 0.6466842889785767, "Finetune/Loss (Raw)": 0.5356462597846985, "Finetune/Step": 13221, "Finetune/Step Time": 6.6243041176348925}
+{"Finetune/Learning Rate": 4.698839926657514e-06, "Finetune/Loss": 0.6463911533355713, "Finetune/Loss (Raw)": 0.5832731127738953, "Finetune/Step": 13222, "Finetune/Step Time": 6.623027607798576}
+{"Finetune/Learning Rate": 4.697412131251683e-06, "Finetune/Loss": 0.6463416814804077, "Finetune/Loss (Raw)": 0.6035589575767517, "Finetune/Step": 13223, "Finetune/Step Time": 6.621079608798027}
+{"Finetune/Learning Rate": 4.695984486212161e-06, "Finetune/Loss": 0.6460186243057251, "Finetune/Loss (Raw)": 0.6708506345748901, "Finetune/Step": 13224, "Finetune/Step Time": 6.619989411905408}
+{"Finetune/Learning Rate": 4.694556991579435e-06, "Finetune/Loss": 0.6461795568466187, "Finetune/Loss (Raw)": 0.6245126724243164, "Finetune/Step": 13225, "Finetune/Step Time": 6.62152798846364}
+{"Finetune/Learning Rate": 4.693129647393988e-06, "Finetune/Loss": 0.6454173922538757, "Finetune/Loss (Raw)": 0.5370460152626038, "Finetune/Step": 13226, "Finetune/Step Time": 6.619090726599097}
+{"Finetune/Learning Rate": 4.691702453696292e-06, "Finetune/Loss": 0.6450842618942261, "Finetune/Loss (Raw)": 0.520198404788971, "Finetune/Step": 13227, "Finetune/Step Time": 6.619282390922308}
+{"Finetune/Learning Rate": 4.690275410526821e-06, "Finetune/Loss": 0.6450419425964355, "Finetune/Loss (Raw)": 0.6329740285873413, "Finetune/Step": 13228, "Finetune/Step Time": 6.619234072044492}
+{"Finetune/Learning Rate": 4.688848517926039e-06, "Finetune/Loss": 0.645376443862915, "Finetune/Loss (Raw)": 0.6743295788764954, "Finetune/Step": 13229, "Finetune/Step Time": 6.616205967962742}
+{"Finetune/Learning Rate": 4.687421775934412e-06, "Finetune/Loss": 0.6458820104598999, "Finetune/Loss (Raw)": 0.6819800138473511, "Finetune/Step": 13230, "Finetune/Step Time": 6.61778393574059}
+{"Finetune/Learning Rate": 4.6859951845923945e-06, "Finetune/Loss": 0.6466981172561646, "Finetune/Loss (Raw)": 0.6437036395072937, "Finetune/Step": 13231, "Finetune/Step Time": 6.620063159614801}
+{"Finetune/Learning Rate": 4.684568743940444e-06, "Finetune/Loss": 0.6469115018844604, "Finetune/Loss (Raw)": 0.6442534327507019, "Finetune/Step": 13232, "Finetune/Step Time": 6.620091184973717}
+{"Finetune/Learning Rate": 4.6831424540190084e-06, "Finetune/Loss": 0.6474916934967041, "Finetune/Loss (Raw)": 0.6435953974723816, "Finetune/Step": 13233, "Finetune/Step Time": 6.629722414538264}
+{"Finetune/Learning Rate": 4.681716314868534e-06, "Finetune/Loss": 0.6478278636932373, "Finetune/Loss (Raw)": 0.7318713068962097, "Finetune/Step": 13234, "Finetune/Step Time": 6.632895033806562}
+{"Finetune/Learning Rate": 4.6802903265294606e-06, "Finetune/Loss": 0.6492164731025696, "Finetune/Loss (Raw)": 0.7065461874008179, "Finetune/Step": 13235, "Finetune/Step Time": 6.637613860890269}
+{"Finetune/Learning Rate": 4.678864489042228e-06, "Finetune/Loss": 0.6489344239234924, "Finetune/Loss (Raw)": 0.5989011526107788, "Finetune/Step": 13236, "Finetune/Step Time": 6.63332743383944}
+{"Finetune/Learning Rate": 4.677438802447266e-06, "Finetune/Loss": 0.6500992774963379, "Finetune/Loss (Raw)": 0.7225788235664368, "Finetune/Step": 13237, "Finetune/Step Time": 6.627750892192125}
+{"Finetune/Learning Rate": 4.676013266785004e-06, "Finetune/Loss": 0.6493197679519653, "Finetune/Loss (Raw)": 0.6331804394721985, "Finetune/Step": 13238, "Finetune/Step Time": 6.628597017377615}
+{"Finetune/Learning Rate": 4.674587882095868e-06, "Finetune/Loss": 0.6483880281448364, "Finetune/Loss (Raw)": 0.6703640818595886, "Finetune/Step": 13239, "Finetune/Step Time": 6.650251964107156}
+{"Finetune/Learning Rate": 4.673162648420275e-06, "Finetune/Loss": 0.6496241092681885, "Finetune/Loss (Raw)": 0.8090343475341797, "Finetune/Step": 13240, "Finetune/Step Time": 6.651437448337674}
+{"Finetune/Learning Rate": 4.671737565798642e-06, "Finetune/Loss": 0.6491800546646118, "Finetune/Loss (Raw)": 0.5970999002456665, "Finetune/Step": 13241, "Finetune/Step Time": 6.647835969924927}
+{"Finetune/Learning Rate": 4.67031263427138e-06, "Finetune/Loss": 0.6485412120819092, "Finetune/Loss (Raw)": 0.5934849977493286, "Finetune/Step": 13242, "Finetune/Step Time": 6.647656116634607}
+{"Finetune/Learning Rate": 4.668887853878896e-06, "Finetune/Loss": 0.6497149467468262, "Finetune/Loss (Raw)": 0.7466703653335571, "Finetune/Step": 13243, "Finetune/Step Time": 6.646129883825779}
+{"Finetune/Learning Rate": 4.667463224661592e-06, "Finetune/Loss": 0.6489517688751221, "Finetune/Loss (Raw)": 0.6625757813453674, "Finetune/Step": 13244, "Finetune/Step Time": 6.6478690560907125}
+{"Finetune/Learning Rate": 4.666038746659869e-06, "Finetune/Loss": 0.6479005813598633, "Finetune/Loss (Raw)": 0.6069952845573425, "Finetune/Step": 13245, "Finetune/Step Time": 6.662844464182854}
+{"Finetune/Learning Rate": 4.664614419914119e-06, "Finetune/Loss": 0.6481709480285645, "Finetune/Loss (Raw)": 0.6806302070617676, "Finetune/Step": 13246, "Finetune/Step Time": 6.648906858637929}
+{"Finetune/Learning Rate": 4.663190244464732e-06, "Finetune/Loss": 0.6479251384735107, "Finetune/Loss (Raw)": 0.6048177480697632, "Finetune/Step": 13247, "Finetune/Step Time": 6.6484419368207455}
+{"Finetune/Learning Rate": 4.661766220352098e-06, "Finetune/Loss": 0.647987961769104, "Finetune/Loss (Raw)": 0.6474131345748901, "Finetune/Step": 13248, "Finetune/Step Time": 6.663776975125074}
+{"Finetune/Learning Rate": 4.660342347616585e-06, "Finetune/Loss": 0.6471042633056641, "Finetune/Loss (Raw)": 0.6270873546600342, "Finetune/Step": 13249, "Finetune/Step Time": 6.664266251027584}
+{"Finetune/Learning Rate": 4.658918626298584e-06, "Finetune/Loss": 0.6480069160461426, "Finetune/Loss (Raw)": 0.7270655035972595, "Finetune/Step": 13250, "Finetune/Step Time": 6.665744202211499}
+{"Finetune/Learning Rate": 4.657495056438462e-06, "Finetune/Loss": 0.6490386724472046, "Finetune/Loss (Raw)": 0.6100327372550964, "Finetune/Step": 13251, "Finetune/Step Time": 6.653137566521764}
+{"Finetune/Learning Rate": 4.656071638076589e-06, "Finetune/Loss": 0.6484259366989136, "Finetune/Loss (Raw)": 0.5432203412055969, "Finetune/Step": 13252, "Finetune/Step Time": 6.65474234893918}
+{"Finetune/Learning Rate": 4.654648371253329e-06, "Finetune/Loss": 0.6480848789215088, "Finetune/Loss (Raw)": 0.5709114670753479, "Finetune/Step": 13253, "Finetune/Step Time": 6.659679675474763}
+{"Finetune/Learning Rate": 4.653225256009043e-06, "Finetune/Loss": 0.648169755935669, "Finetune/Loss (Raw)": 0.6993206143379211, "Finetune/Step": 13254, "Finetune/Step Time": 6.655197486281395}
+{"Finetune/Learning Rate": 4.6518022923840815e-06, "Finetune/Loss": 0.6476777195930481, "Finetune/Loss (Raw)": 0.6410059332847595, "Finetune/Step": 13255, "Finetune/Step Time": 6.659597234800458}
+{"Finetune/Learning Rate": 4.650379480418795e-06, "Finetune/Loss": 0.646795392036438, "Finetune/Loss (Raw)": 0.619813084602356, "Finetune/Step": 13256, "Finetune/Step Time": 6.658253034576774}
+{"Finetune/Learning Rate": 4.648956820153539e-06, "Finetune/Loss": 0.6466577053070068, "Finetune/Loss (Raw)": 0.6438962817192078, "Finetune/Step": 13257, "Finetune/Step Time": 6.6539293341338634}
+{"Finetune/Learning Rate": 4.647534311628649e-06, "Finetune/Loss": 0.6472766399383545, "Finetune/Loss (Raw)": 0.662970781326294, "Finetune/Step": 13258, "Finetune/Step Time": 6.645034477114677}
+{"Finetune/Learning Rate": 4.646111954884467e-06, "Finetune/Loss": 0.6476196050643921, "Finetune/Loss (Raw)": 0.6068146824836731, "Finetune/Step": 13259, "Finetune/Step Time": 6.648318396881223}
+{"Finetune/Learning Rate": 4.644689749961329e-06, "Finetune/Loss": 0.6485143303871155, "Finetune/Loss (Raw)": 0.7333451509475708, "Finetune/Step": 13260, "Finetune/Step Time": 6.646980714052916}
+{"Finetune/Learning Rate": 4.643267696899557e-06, "Finetune/Loss": 0.647810161113739, "Finetune/Loss (Raw)": 0.5547787547111511, "Finetune/Step": 13261, "Finetune/Step Time": 6.658114602789283}
+{"Finetune/Learning Rate": 4.641845795739481e-06, "Finetune/Loss": 0.6479213237762451, "Finetune/Loss (Raw)": 0.663733720779419, "Finetune/Step": 13262, "Finetune/Step Time": 6.662478348240256}
+{"Finetune/Learning Rate": 4.640424046521419e-06, "Finetune/Loss": 0.6486231088638306, "Finetune/Loss (Raw)": 0.709526002407074, "Finetune/Step": 13263, "Finetune/Step Time": 6.665491430088878}
+{"Finetune/Learning Rate": 4.639002449285693e-06, "Finetune/Loss": 0.6474205255508423, "Finetune/Loss (Raw)": 0.5843412280082703, "Finetune/Step": 13264, "Finetune/Step Time": 6.657795099541545}
+{"Finetune/Learning Rate": 4.637581004072613e-06, "Finetune/Loss": 0.6478308439254761, "Finetune/Loss (Raw)": 0.6486265063285828, "Finetune/Step": 13265, "Finetune/Step Time": 6.651902750134468}
+{"Finetune/Learning Rate": 4.636159710922491e-06, "Finetune/Loss": 0.6488988399505615, "Finetune/Loss (Raw)": 0.6113917827606201, "Finetune/Step": 13266, "Finetune/Step Time": 6.63972669839859}
+{"Finetune/Learning Rate": 4.634738569875623e-06, "Finetune/Loss": 0.6496652364730835, "Finetune/Loss (Raw)": 0.7752009630203247, "Finetune/Step": 13267, "Finetune/Step Time": 6.639033030718565}
+{"Finetune/Learning Rate": 4.633317580972313e-06, "Finetune/Loss": 0.6502501964569092, "Finetune/Loss (Raw)": 0.7009586095809937, "Finetune/Step": 13268, "Finetune/Step Time": 6.6425364054739475}
+{"Finetune/Learning Rate": 4.631896744252855e-06, "Finetune/Loss": 0.6516286134719849, "Finetune/Loss (Raw)": 0.6077497601509094, "Finetune/Step": 13269, "Finetune/Step Time": 6.656732086092234}
+{"Finetune/Learning Rate": 4.63047605975754e-06, "Finetune/Loss": 0.6509170532226562, "Finetune/Loss (Raw)": 0.5575888752937317, "Finetune/Step": 13270, "Finetune/Step Time": 6.657817974686623}
+{"Finetune/Learning Rate": 4.6290555275266525e-06, "Finetune/Loss": 0.6503881812095642, "Finetune/Loss (Raw)": 0.5884766578674316, "Finetune/Step": 13271, "Finetune/Step Time": 6.677881587296724}
+{"Finetune/Learning Rate": 4.627635147600485e-06, "Finetune/Loss": 0.6497352123260498, "Finetune/Loss (Raw)": 0.6480382680892944, "Finetune/Step": 13272, "Finetune/Step Time": 6.67457652837038}
+{"Finetune/Learning Rate": 4.626214920019302e-06, "Finetune/Loss": 0.650600016117096, "Finetune/Loss (Raw)": 0.790996789932251, "Finetune/Step": 13273, "Finetune/Step Time": 6.6635199170559645}
+{"Finetune/Learning Rate": 4.624794844823385e-06, "Finetune/Loss": 0.6515527963638306, "Finetune/Loss (Raw)": 0.6915029287338257, "Finetune/Step": 13274, "Finetune/Step Time": 6.66828741133213}
+{"Finetune/Learning Rate": 4.623374922053e-06, "Finetune/Loss": 0.6512761116027832, "Finetune/Loss (Raw)": 0.6796045303344727, "Finetune/Step": 13275, "Finetune/Step Time": 6.674008369445801}
+{"Finetune/Learning Rate": 4.621955151748413e-06, "Finetune/Loss": 0.6508983373641968, "Finetune/Loss (Raw)": 0.6582187414169312, "Finetune/Step": 13276, "Finetune/Step Time": 6.688667139038444}
+{"Finetune/Learning Rate": 4.620535533949886e-06, "Finetune/Loss": 0.6496284008026123, "Finetune/Loss (Raw)": 0.4881623089313507, "Finetune/Step": 13277, "Finetune/Step Time": 6.675826966762543}
+{"Finetune/Learning Rate": 4.619116068697672e-06, "Finetune/Loss": 0.6502411365509033, "Finetune/Loss (Raw)": 0.6262249946594238, "Finetune/Step": 13278, "Finetune/Step Time": 6.690633609890938}
+{"Finetune/Learning Rate": 4.6176967560320275e-06, "Finetune/Loss": 0.6507142782211304, "Finetune/Loss (Raw)": 0.6333563923835754, "Finetune/Step": 13279, "Finetune/Step Time": 6.690991131588817}
+{"Finetune/Learning Rate": 4.616277595993196e-06, "Finetune/Loss": 0.6487162709236145, "Finetune/Loss (Raw)": 0.5187436938285828, "Finetune/Step": 13280, "Finetune/Step Time": 6.703294673934579}
+{"Finetune/Learning Rate": 4.614858588621424e-06, "Finetune/Loss": 0.6484659910202026, "Finetune/Loss (Raw)": 0.5809016227722168, "Finetune/Step": 13281, "Finetune/Step Time": 6.699902297928929}
+{"Finetune/Learning Rate": 4.613439733956948e-06, "Finetune/Loss": 0.6501973271369934, "Finetune/Loss (Raw)": 0.7691680788993835, "Finetune/Step": 13282, "Finetune/Step Time": 6.700585749000311}
+{"Finetune/Learning Rate": 4.612021032040004e-06, "Finetune/Loss": 0.6504579782485962, "Finetune/Loss (Raw)": 0.6708438396453857, "Finetune/Step": 13283, "Finetune/Step Time": 6.692941434681416}
+{"Finetune/Learning Rate": 4.610602482910823e-06, "Finetune/Loss": 0.6514925956726074, "Finetune/Loss (Raw)": 0.734994649887085, "Finetune/Step": 13284, "Finetune/Step Time": 6.677507454529405}
+{"Finetune/Learning Rate": 4.609184086609629e-06, "Finetune/Loss": 0.6523422002792358, "Finetune/Loss (Raw)": 0.7217187285423279, "Finetune/Step": 13285, "Finetune/Step Time": 6.674287823960185}
+{"Finetune/Learning Rate": 4.607765843176646e-06, "Finetune/Loss": 0.65318763256073, "Finetune/Loss (Raw)": 0.7666261792182922, "Finetune/Step": 13286, "Finetune/Step Time": 6.677039640024304}
+{"Finetune/Learning Rate": 4.60634775265209e-06, "Finetune/Loss": 0.6527818441390991, "Finetune/Loss (Raw)": 0.5851269960403442, "Finetune/Step": 13287, "Finetune/Step Time": 6.67626772262156}
+{"Finetune/Learning Rate": 4.604929815076174e-06, "Finetune/Loss": 0.6522369384765625, "Finetune/Loss (Raw)": 0.667540431022644, "Finetune/Step": 13288, "Finetune/Step Time": 6.680365681648254}
+{"Finetune/Learning Rate": 4.603512030489107e-06, "Finetune/Loss": 0.6523734331130981, "Finetune/Loss (Raw)": 0.6133579611778259, "Finetune/Step": 13289, "Finetune/Step Time": 6.680152026936412}
+{"Finetune/Learning Rate": 4.602094398931093e-06, "Finetune/Loss": 0.6519958972930908, "Finetune/Loss (Raw)": 0.7012649774551392, "Finetune/Step": 13290, "Finetune/Step Time": 6.687168372794986}
+{"Finetune/Learning Rate": 4.600676920442332e-06, "Finetune/Loss": 0.6524935364723206, "Finetune/Loss (Raw)": 0.7272570729255676, "Finetune/Step": 13291, "Finetune/Step Time": 6.687001878395677}
+{"Finetune/Learning Rate": 4.59925959506302e-06, "Finetune/Loss": 0.6538926959037781, "Finetune/Loss (Raw)": 0.7702849507331848, "Finetune/Step": 13292, "Finetune/Step Time": 6.691233837977052}
+{"Finetune/Learning Rate": 4.597842422833349e-06, "Finetune/Loss": 0.6545340418815613, "Finetune/Loss (Raw)": 0.7177807688713074, "Finetune/Step": 13293, "Finetune/Step Time": 6.682838778942823}
+{"Finetune/Learning Rate": 4.596425403793505e-06, "Finetune/Loss": 0.6525851488113403, "Finetune/Loss (Raw)": 0.4884129464626312, "Finetune/Step": 13294, "Finetune/Step Time": 6.709391761571169}
+{"Finetune/Learning Rate": 4.59500853798367e-06, "Finetune/Loss": 0.6522799730300903, "Finetune/Loss (Raw)": 0.6466405987739563, "Finetune/Step": 13295, "Finetune/Step Time": 6.708342799916863}
+{"Finetune/Learning Rate": 4.593591825444028e-06, "Finetune/Loss": 0.6531651616096497, "Finetune/Loss (Raw)": 0.7958359122276306, "Finetune/Step": 13296, "Finetune/Step Time": 6.708977792412043}
+{"Finetune/Learning Rate": 4.592175266214744e-06, "Finetune/Loss": 0.653698205947876, "Finetune/Loss (Raw)": 0.5824095010757446, "Finetune/Step": 13297, "Finetune/Step Time": 6.688227301463485}
+{"Finetune/Learning Rate": 4.590758860335988e-06, "Finetune/Loss": 0.6543233394622803, "Finetune/Loss (Raw)": 0.7646937966346741, "Finetune/Step": 13298, "Finetune/Step Time": 6.692130787298083}
+{"Finetune/Learning Rate": 4.589342607847932e-06, "Finetune/Loss": 0.6543915271759033, "Finetune/Loss (Raw)": 0.6943273544311523, "Finetune/Step": 13299, "Finetune/Step Time": 6.658977406099439}
+{"Finetune/Learning Rate": 4.587926508790735e-06, "Finetune/Loss": 0.6539303660392761, "Finetune/Loss (Raw)": 0.6135604381561279, "Finetune/Step": 13300, "Finetune/Step Time": 6.659322418272495}
+{"Finetune/Learning Rate": 4.58651056320455e-06, "Finetune/Loss": 0.6540778875350952, "Finetune/Loss (Raw)": 0.6418269276618958, "Finetune/Step": 13301, "Finetune/Step Time": 6.641646187752485}
+{"Finetune/Learning Rate": 4.585094771129537e-06, "Finetune/Loss": 0.6534696221351624, "Finetune/Loss (Raw)": 0.6220166683197021, "Finetune/Step": 13302, "Finetune/Step Time": 6.649962373077869}
+{"Finetune/Learning Rate": 4.583679132605835e-06, "Finetune/Loss": 0.6539202928543091, "Finetune/Loss (Raw)": 0.642754316329956, "Finetune/Step": 13303, "Finetune/Step Time": 6.656150225549936}
+{"Finetune/Learning Rate": 4.58226364767359e-06, "Finetune/Loss": 0.6523892283439636, "Finetune/Loss (Raw)": 0.5710821747779846, "Finetune/Step": 13304, "Finetune/Step Time": 6.657229356467724}
+{"Finetune/Learning Rate": 4.580848316372939e-06, "Finetune/Loss": 0.6527833342552185, "Finetune/Loss (Raw)": 0.558969259262085, "Finetune/Step": 13305, "Finetune/Step Time": 6.644898183643818}
+{"Finetune/Learning Rate": 4.579433138744023e-06, "Finetune/Loss": 0.6527220606803894, "Finetune/Loss (Raw)": 0.6849583983421326, "Finetune/Step": 13306, "Finetune/Step Time": 6.6409818809479475}
+{"Finetune/Learning Rate": 4.578018114826969e-06, "Finetune/Loss": 0.6527957320213318, "Finetune/Loss (Raw)": 0.6593403816223145, "Finetune/Step": 13307, "Finetune/Step Time": 6.626060854643583}
+{"Finetune/Learning Rate": 4.576603244661907e-06, "Finetune/Loss": 0.6537102460861206, "Finetune/Loss (Raw)": 0.6910669207572937, "Finetune/Step": 13308, "Finetune/Step Time": 6.628897709771991}
+{"Finetune/Learning Rate": 4.575188528288951e-06, "Finetune/Loss": 0.6531801223754883, "Finetune/Loss (Raw)": 0.6187949776649475, "Finetune/Step": 13309, "Finetune/Step Time": 6.611191438511014}
+{"Finetune/Learning Rate": 4.573773965748223e-06, "Finetune/Loss": 0.6530632972717285, "Finetune/Loss (Raw)": 0.663704514503479, "Finetune/Step": 13310, "Finetune/Step Time": 6.6064812038093805}
+{"Finetune/Learning Rate": 4.572359557079834e-06, "Finetune/Loss": 0.6536685228347778, "Finetune/Loss (Raw)": 0.6899276375770569, "Finetune/Step": 13311, "Finetune/Step Time": 6.5913877710700035}
+{"Finetune/Learning Rate": 4.57094530232389e-06, "Finetune/Loss": 0.6525878310203552, "Finetune/Loss (Raw)": 0.4981582462787628, "Finetune/Step": 13312, "Finetune/Step Time": 6.604260500520468}
+{"Finetune/Learning Rate": 4.569531201520504e-06, "Finetune/Loss": 0.6515220999717712, "Finetune/Loss (Raw)": 0.6473695039749146, "Finetune/Step": 13313, "Finetune/Step Time": 6.59237295947969}
+{"Finetune/Learning Rate": 4.568117254709774e-06, "Finetune/Loss": 0.6518986225128174, "Finetune/Loss (Raw)": 0.6295520067214966, "Finetune/Step": 13314, "Finetune/Step Time": 6.58935365639627}
+{"Finetune/Learning Rate": 4.566703461931789e-06, "Finetune/Loss": 0.6509425640106201, "Finetune/Loss (Raw)": 0.5580391883850098, "Finetune/Step": 13315, "Finetune/Step Time": 6.588538745418191}
+{"Finetune/Learning Rate": 4.565289823226644e-06, "Finetune/Loss": 0.6498715281486511, "Finetune/Loss (Raw)": 0.6539355516433716, "Finetune/Step": 13316, "Finetune/Step Time": 6.585806170478463}
+{"Finetune/Learning Rate": 4.563876338634425e-06, "Finetune/Loss": 0.6506726741790771, "Finetune/Loss (Raw)": 0.6437180638313293, "Finetune/Step": 13317, "Finetune/Step Time": 6.58766358345747}
+{"Finetune/Learning Rate": 4.562463008195214e-06, "Finetune/Loss": 0.6501396894454956, "Finetune/Loss (Raw)": 0.5428304672241211, "Finetune/Step": 13318, "Finetune/Step Time": 6.589972611516714}
+{"Finetune/Learning Rate": 4.561049831949087e-06, "Finetune/Loss": 0.6499444246292114, "Finetune/Loss (Raw)": 0.667689859867096, "Finetune/Step": 13319, "Finetune/Step Time": 6.588980020955205}
+{"Finetune/Learning Rate": 4.559636809936124e-06, "Finetune/Loss": 0.6487185955047607, "Finetune/Loss (Raw)": 0.5427778363227844, "Finetune/Step": 13320, "Finetune/Step Time": 6.588381731882691}
+{"Finetune/Learning Rate": 4.558223942196394e-06, "Finetune/Loss": 0.6474689841270447, "Finetune/Loss (Raw)": 0.4993484616279602, "Finetune/Step": 13321, "Finetune/Step Time": 6.588662225753069}
+{"Finetune/Learning Rate": 4.556811228769956e-06, "Finetune/Loss": 0.6481044292449951, "Finetune/Loss (Raw)": 0.720228374004364, "Finetune/Step": 13322, "Finetune/Step Time": 6.585807820782065}
+{"Finetune/Learning Rate": 4.555398669696873e-06, "Finetune/Loss": 0.6500306725502014, "Finetune/Loss (Raw)": 0.8168962001800537, "Finetune/Step": 13323, "Finetune/Step Time": 6.58395566791296}
+{"Finetune/Learning Rate": 4.5539862650172e-06, "Finetune/Loss": 0.6499137878417969, "Finetune/Loss (Raw)": 0.6781204342842102, "Finetune/Step": 13324, "Finetune/Step Time": 6.579998949542642}
+{"Finetune/Learning Rate": 4.552574014770992e-06, "Finetune/Loss": 0.6485797166824341, "Finetune/Loss (Raw)": 0.5162159204483032, "Finetune/Step": 13325, "Finetune/Step Time": 6.5783510114997625}
+{"Finetune/Learning Rate": 4.551161918998293e-06, "Finetune/Loss": 0.6501039266586304, "Finetune/Loss (Raw)": 0.7289271950721741, "Finetune/Step": 13326, "Finetune/Step Time": 6.582636430859566}
+{"Finetune/Learning Rate": 4.549749977739148e-06, "Finetune/Loss": 0.6491991877555847, "Finetune/Loss (Raw)": 0.641280472278595, "Finetune/Step": 13327, "Finetune/Step Time": 6.576736506074667}
+{"Finetune/Learning Rate": 4.548338191033595e-06, "Finetune/Loss": 0.6492384672164917, "Finetune/Loss (Raw)": 0.6137588620185852, "Finetune/Step": 13328, "Finetune/Step Time": 6.57646943628788}
+{"Finetune/Learning Rate": 4.54692655892167e-06, "Finetune/Loss": 0.6477181315422058, "Finetune/Loss (Raw)": 0.5365651845932007, "Finetune/Step": 13329, "Finetune/Step Time": 6.596275769174099}
+{"Finetune/Learning Rate": 4.5455150814434005e-06, "Finetune/Loss": 0.6466037034988403, "Finetune/Loss (Raw)": 0.589884877204895, "Finetune/Step": 13330, "Finetune/Step Time": 6.591082816943526}
+{"Finetune/Learning Rate": 4.544103758638812e-06, "Finetune/Loss": 0.6454115509986877, "Finetune/Loss (Raw)": 0.6473544836044312, "Finetune/Step": 13331, "Finetune/Step Time": 6.5898846704512835}
+{"Finetune/Learning Rate": 4.542692590547927e-06, "Finetune/Loss": 0.6442412734031677, "Finetune/Loss (Raw)": 0.631684422492981, "Finetune/Step": 13332, "Finetune/Step Time": 6.59427828527987}
+{"Finetune/Learning Rate": 4.541281577210761e-06, "Finetune/Loss": 0.6445776224136353, "Finetune/Loss (Raw)": 0.6912405490875244, "Finetune/Step": 13333, "Finetune/Step Time": 6.595093375071883}
+{"Finetune/Learning Rate": 4.5398707186673275e-06, "Finetune/Loss": 0.6436362862586975, "Finetune/Loss (Raw)": 0.6526690125465393, "Finetune/Step": 13334, "Finetune/Step Time": 6.595250476151705}
+{"Finetune/Learning Rate": 4.538460014957634e-06, "Finetune/Loss": 0.643790602684021, "Finetune/Loss (Raw)": 0.6396932005882263, "Finetune/Step": 13335, "Finetune/Step Time": 6.585592109709978}
+{"Finetune/Learning Rate": 4.5370494661216835e-06, "Finetune/Loss": 0.6430214643478394, "Finetune/Loss (Raw)": 0.6016390323638916, "Finetune/Step": 13336, "Finetune/Step Time": 6.585434542968869}
+{"Finetune/Learning Rate": 4.535639072199476e-06, "Finetune/Loss": 0.643156886100769, "Finetune/Loss (Raw)": 0.6206538677215576, "Finetune/Step": 13337, "Finetune/Step Time": 6.594344155862927}
+{"Finetune/Learning Rate": 4.534228833231006e-06, "Finetune/Loss": 0.644291341304779, "Finetune/Loss (Raw)": 0.6711188554763794, "Finetune/Step": 13338, "Finetune/Step Time": 6.594983477145433}
+{"Finetune/Learning Rate": 4.532818749256263e-06, "Finetune/Loss": 0.6424691677093506, "Finetune/Loss (Raw)": 0.4644662141799927, "Finetune/Step": 13339, "Finetune/Step Time": 6.6105297058820724}
+{"Finetune/Learning Rate": 4.531408820315234e-06, "Finetune/Loss": 0.642845630645752, "Finetune/Loss (Raw)": 0.6651718020439148, "Finetune/Step": 13340, "Finetune/Step Time": 6.611680073663592}
+{"Finetune/Learning Rate": 4.529999046447901e-06, "Finetune/Loss": 0.6430646181106567, "Finetune/Loss (Raw)": 0.6241132020950317, "Finetune/Step": 13341, "Finetune/Step Time": 6.622858248651028}
+{"Finetune/Learning Rate": 4.52858942769424e-06, "Finetune/Loss": 0.6430798768997192, "Finetune/Loss (Raw)": 0.5875437259674072, "Finetune/Step": 13342, "Finetune/Step Time": 6.627068303525448}
+{"Finetune/Learning Rate": 4.527179964094224e-06, "Finetune/Loss": 0.6431435942649841, "Finetune/Loss (Raw)": 0.7247387170791626, "Finetune/Step": 13343, "Finetune/Step Time": 6.623933792114258}
+{"Finetune/Learning Rate": 4.525770655687821e-06, "Finetune/Loss": 0.6428842544555664, "Finetune/Loss (Raw)": 0.6051479578018188, "Finetune/Step": 13344, "Finetune/Step Time": 6.620420303195715}
+{"Finetune/Learning Rate": 4.524361502515e-06, "Finetune/Loss": 0.6431314945220947, "Finetune/Loss (Raw)": 0.7052233219146729, "Finetune/Step": 13345, "Finetune/Step Time": 6.615611225366592}
+{"Finetune/Learning Rate": 4.5229525046157085e-06, "Finetune/Loss": 0.643505871295929, "Finetune/Loss (Raw)": 0.7501729130744934, "Finetune/Step": 13346, "Finetune/Step Time": 6.615305233746767}
+{"Finetune/Learning Rate": 4.521543662029914e-06, "Finetune/Loss": 0.6437943577766418, "Finetune/Loss (Raw)": 0.6726099252700806, "Finetune/Step": 13347, "Finetune/Step Time": 6.611041842028499}
+{"Finetune/Learning Rate": 4.520134974797561e-06, "Finetune/Loss": 0.6445393562316895, "Finetune/Loss (Raw)": 0.7325223088264465, "Finetune/Step": 13348, "Finetune/Step Time": 6.612017823383212}
+{"Finetune/Learning Rate": 4.518726442958599e-06, "Finetune/Loss": 0.6457106471061707, "Finetune/Loss (Raw)": 0.6855682134628296, "Finetune/Step": 13349, "Finetune/Step Time": 6.612735379487276}
+{"Finetune/Learning Rate": 4.517318066552967e-06, "Finetune/Loss": 0.646111786365509, "Finetune/Loss (Raw)": 0.6346184611320496, "Finetune/Step": 13350, "Finetune/Step Time": 6.613982023671269}
+{"Finetune/Learning Rate": 4.515909845620609e-06, "Finetune/Loss": 0.6463989019393921, "Finetune/Loss (Raw)": 0.640304684638977, "Finetune/Step": 13351, "Finetune/Step Time": 6.633261449635029}
+{"Finetune/Learning Rate": 4.514501780201449e-06, "Finetune/Loss": 0.64594566822052, "Finetune/Loss (Raw)": 0.6128417253494263, "Finetune/Step": 13352, "Finetune/Step Time": 6.639239817857742}
+{"Finetune/Learning Rate": 4.513093870335419e-06, "Finetune/Loss": 0.6458068490028381, "Finetune/Loss (Raw)": 0.6067455410957336, "Finetune/Step": 13353, "Finetune/Step Time": 6.644296955317259}
+{"Finetune/Learning Rate": 4.511686116062441e-06, "Finetune/Loss": 0.6462517380714417, "Finetune/Loss (Raw)": 0.5939900279045105, "Finetune/Step": 13354, "Finetune/Step Time": 6.63702429831028}
+{"Finetune/Learning Rate": 4.510278517422441e-06, "Finetune/Loss": 0.6471696496009827, "Finetune/Loss (Raw)": 0.6376909613609314, "Finetune/Step": 13355, "Finetune/Step Time": 6.636583494022489}
+{"Finetune/Learning Rate": 4.508871074455334e-06, "Finetune/Loss": 0.6460741758346558, "Finetune/Loss (Raw)": 0.49275878071784973, "Finetune/Step": 13356, "Finetune/Step Time": 6.636605666950345}
+{"Finetune/Learning Rate": 4.507463787201031e-06, "Finetune/Loss": 0.644695520401001, "Finetune/Loss (Raw)": 0.4978594481945038, "Finetune/Step": 13357, "Finetune/Step Time": 6.635410202667117}
+{"Finetune/Learning Rate": 4.506056655699432e-06, "Finetune/Loss": 0.6442520618438721, "Finetune/Loss (Raw)": 0.6252153515815735, "Finetune/Step": 13358, "Finetune/Step Time": 6.633589791134}
+{"Finetune/Learning Rate": 4.504649679990444e-06, "Finetune/Loss": 0.6424450874328613, "Finetune/Loss (Raw)": 0.41240745782852173, "Finetune/Step": 13359, "Finetune/Step Time": 6.673251215368509}
+{"Finetune/Learning Rate": 4.5032428601139644e-06, "Finetune/Loss": 0.6417064070701599, "Finetune/Loss (Raw)": 0.54970782995224, "Finetune/Step": 13360, "Finetune/Step Time": 6.6951867286115885}
+{"Finetune/Learning Rate": 4.5018361961098825e-06, "Finetune/Loss": 0.6414306163787842, "Finetune/Loss (Raw)": 0.6082932949066162, "Finetune/Step": 13361, "Finetune/Step Time": 6.699592715129256}
+{"Finetune/Learning Rate": 4.5004296880180954e-06, "Finetune/Loss": 0.6403238773345947, "Finetune/Loss (Raw)": 0.5902031660079956, "Finetune/Step": 13362, "Finetune/Step Time": 6.6980370581150055}
+{"Finetune/Learning Rate": 4.499023335878488e-06, "Finetune/Loss": 0.6388907432556152, "Finetune/Loss (Raw)": 0.5231056809425354, "Finetune/Step": 13363, "Finetune/Step Time": 6.689729258418083}
+{"Finetune/Learning Rate": 4.497617139730932e-06, "Finetune/Loss": 0.6389577388763428, "Finetune/Loss (Raw)": 0.6074803471565247, "Finetune/Step": 13364, "Finetune/Step Time": 6.69177089817822}
+{"Finetune/Learning Rate": 4.496211099615307e-06, "Finetune/Loss": 0.6384047269821167, "Finetune/Loss (Raw)": 0.6517953276634216, "Finetune/Step": 13365, "Finetune/Step Time": 6.695994196459651}
+{"Finetune/Learning Rate": 4.4948052155714835e-06, "Finetune/Loss": 0.6382772326469421, "Finetune/Loss (Raw)": 0.6168608665466309, "Finetune/Step": 13366, "Finetune/Step Time": 6.6965233236551285}
+{"Finetune/Learning Rate": 4.4933994876393316e-06, "Finetune/Loss": 0.636932373046875, "Finetune/Loss (Raw)": 0.4982166886329651, "Finetune/Step": 13367, "Finetune/Step Time": 6.6791176702827215}
+{"Finetune/Learning Rate": 4.491993915858706e-06, "Finetune/Loss": 0.6352367401123047, "Finetune/Loss (Raw)": 0.5919995307922363, "Finetune/Step": 13368, "Finetune/Step Time": 6.67822833918035}
+{"Finetune/Learning Rate": 4.490588500269479e-06, "Finetune/Loss": 0.6359084844589233, "Finetune/Loss (Raw)": 0.6830817461013794, "Finetune/Step": 13369, "Finetune/Step Time": 6.679008554667234}
+{"Finetune/Learning Rate": 4.489183240911491e-06, "Finetune/Loss": 0.6364889144897461, "Finetune/Loss (Raw)": 0.6677826046943665, "Finetune/Step": 13370, "Finetune/Step Time": 6.680388601496816}
+{"Finetune/Learning Rate": 4.487778137824597e-06, "Finetune/Loss": 0.6355525255203247, "Finetune/Loss (Raw)": 0.6268064379692078, "Finetune/Step": 13371, "Finetune/Step Time": 6.684282422065735}
+{"Finetune/Learning Rate": 4.486373191048639e-06, "Finetune/Loss": 0.6356796026229858, "Finetune/Loss (Raw)": 0.6788394451141357, "Finetune/Step": 13372, "Finetune/Step Time": 6.676853809505701}
+{"Finetune/Learning Rate": 4.484968400623459e-06, "Finetune/Loss": 0.6356102228164673, "Finetune/Loss (Raw)": 0.5981137156486511, "Finetune/Step": 13373, "Finetune/Step Time": 6.685437899082899}
+{"Finetune/Learning Rate": 4.483563766588892e-06, "Finetune/Loss": 0.6352291107177734, "Finetune/Loss (Raw)": 0.6318538784980774, "Finetune/Step": 13374, "Finetune/Step Time": 6.687975695356727}
+{"Finetune/Learning Rate": 4.4821592889847696e-06, "Finetune/Loss": 0.634795069694519, "Finetune/Loss (Raw)": 0.549264669418335, "Finetune/Step": 13375, "Finetune/Step Time": 6.695110574364662}
+{"Finetune/Learning Rate": 4.48075496785092e-06, "Finetune/Loss": 0.6335309147834778, "Finetune/Loss (Raw)": 0.4856007695198059, "Finetune/Step": 13376, "Finetune/Step Time": 6.6925908252596855}
+{"Finetune/Learning Rate": 4.479350803227165e-06, "Finetune/Loss": 0.6330808401107788, "Finetune/Loss (Raw)": 0.5694757699966431, "Finetune/Step": 13377, "Finetune/Step Time": 6.687646437436342}
+{"Finetune/Learning Rate": 4.477946795153322e-06, "Finetune/Loss": 0.6326080560684204, "Finetune/Loss (Raw)": 0.6665467619895935, "Finetune/Step": 13378, "Finetune/Step Time": 6.688838550820947}
+{"Finetune/Learning Rate": 4.476542943669205e-06, "Finetune/Loss": 0.6326751708984375, "Finetune/Loss (Raw)": 0.6186259388923645, "Finetune/Step": 13379, "Finetune/Step Time": 6.690410936251283}
+{"Finetune/Learning Rate": 4.475139248814625e-06, "Finetune/Loss": 0.6330593824386597, "Finetune/Loss (Raw)": 0.5923956036567688, "Finetune/Step": 13380, "Finetune/Step Time": 6.6913966834545135}
+{"Finetune/Learning Rate": 4.473735710629385e-06, "Finetune/Loss": 0.6333354115486145, "Finetune/Loss (Raw)": 0.6062464118003845, "Finetune/Step": 13381, "Finetune/Step Time": 6.70779387280345}
+{"Finetune/Learning Rate": 4.4723323291532835e-06, "Finetune/Loss": 0.6326068639755249, "Finetune/Loss (Raw)": 0.6060645580291748, "Finetune/Step": 13382, "Finetune/Step Time": 6.713527277112007}
+{"Finetune/Learning Rate": 4.470929104426121e-06, "Finetune/Loss": 0.6333781480789185, "Finetune/Loss (Raw)": 0.7397305965423584, "Finetune/Step": 13383, "Finetune/Step Time": 6.725317161530256}
+{"Finetune/Learning Rate": 4.469526036487686e-06, "Finetune/Loss": 0.6332184076309204, "Finetune/Loss (Raw)": 0.5993703603744507, "Finetune/Step": 13384, "Finetune/Step Time": 6.724042881280184}
+{"Finetune/Learning Rate": 4.468123125377766e-06, "Finetune/Loss": 0.633846640586853, "Finetune/Loss (Raw)": 0.7243095636367798, "Finetune/Step": 13385, "Finetune/Step Time": 6.731493404135108}
+{"Finetune/Learning Rate": 4.466720371136143e-06, "Finetune/Loss": 0.6342135071754456, "Finetune/Loss (Raw)": 0.7099279165267944, "Finetune/Step": 13386, "Finetune/Step Time": 6.7363774217665195}
+{"Finetune/Learning Rate": 4.465317773802599e-06, "Finetune/Loss": 0.6338180303573608, "Finetune/Loss (Raw)": 0.5561886429786682, "Finetune/Step": 13387, "Finetune/Step Time": 6.735085224732757}
+{"Finetune/Learning Rate": 4.463915333416898e-06, "Finetune/Loss": 0.6335121393203735, "Finetune/Loss (Raw)": 0.6942005753517151, "Finetune/Step": 13388, "Finetune/Step Time": 6.73208268545568}
+{"Finetune/Learning Rate": 4.46251305001882e-06, "Finetune/Loss": 0.6349708437919617, "Finetune/Loss (Raw)": 0.7414833903312683, "Finetune/Step": 13389, "Finetune/Step Time": 6.7135340459644794}
+{"Finetune/Learning Rate": 4.461110923648123e-06, "Finetune/Loss": 0.6343554258346558, "Finetune/Loss (Raw)": 0.5849657654762268, "Finetune/Step": 13390, "Finetune/Step Time": 6.708790579810739}
+{"Finetune/Learning Rate": 4.459708954344571e-06, "Finetune/Loss": 0.6340898871421814, "Finetune/Loss (Raw)": 0.675536572933197, "Finetune/Step": 13391, "Finetune/Step Time": 6.704863894730806}
+{"Finetune/Learning Rate": 4.45830714214792e-06, "Finetune/Loss": 0.6350201368331909, "Finetune/Loss (Raw)": 0.7034140825271606, "Finetune/Step": 13392, "Finetune/Step Time": 6.704987658187747}
+{"Finetune/Learning Rate": 4.456905487097923e-06, "Finetune/Loss": 0.6344729661941528, "Finetune/Loss (Raw)": 0.5785801410675049, "Finetune/Step": 13393, "Finetune/Step Time": 6.704951167106628}
+{"Finetune/Learning Rate": 4.455503989234319e-06, "Finetune/Loss": 0.6352313756942749, "Finetune/Loss (Raw)": 0.7084760069847107, "Finetune/Step": 13394, "Finetune/Step Time": 6.704228695482016}
+{"Finetune/Learning Rate": 4.454102648596852e-06, "Finetune/Loss": 0.6351698637008667, "Finetune/Loss (Raw)": 0.7673273682594299, "Finetune/Step": 13395, "Finetune/Step Time": 6.708436483517289}
+{"Finetune/Learning Rate": 4.452701465225268e-06, "Finetune/Loss": 0.6337660551071167, "Finetune/Loss (Raw)": 0.521273672580719, "Finetune/Step": 13396, "Finetune/Step Time": 6.701138151809573}
+{"Finetune/Learning Rate": 4.451300439159295e-06, "Finetune/Loss": 0.6345934867858887, "Finetune/Loss (Raw)": 0.71365886926651, "Finetune/Step": 13397, "Finetune/Step Time": 6.6806989926844835}
+{"Finetune/Learning Rate": 4.449899570438663e-06, "Finetune/Loss": 0.6343808770179749, "Finetune/Loss (Raw)": 0.5303728580474854, "Finetune/Step": 13398, "Finetune/Step Time": 6.674638170748949}
+{"Finetune/Learning Rate": 4.448498859103102e-06, "Finetune/Loss": 0.6345432996749878, "Finetune/Loss (Raw)": 0.6092644333839417, "Finetune/Step": 13399, "Finetune/Step Time": 6.670148264616728}
+{"Finetune/Learning Rate": 4.447098305192323e-06, "Finetune/Loss": 0.633891224861145, "Finetune/Loss (Raw)": 0.5645714998245239, "Finetune/Step": 13400, "Finetune/Step Time": 6.6720214281231165}
+{"Finetune/Learning Rate": 4.445697908746045e-06, "Finetune/Loss": 0.6328549981117249, "Finetune/Loss (Raw)": 0.6583662033081055, "Finetune/Step": 13401, "Finetune/Step Time": 6.670223483815789}
+{"Finetune/Learning Rate": 4.444297669803981e-06, "Finetune/Loss": 0.632235050201416, "Finetune/Loss (Raw)": 0.6121477484703064, "Finetune/Step": 13402, "Finetune/Step Time": 6.674872497096658}
+{"Finetune/Learning Rate": 4.4428975884058325e-06, "Finetune/Loss": 0.6319806575775146, "Finetune/Loss (Raw)": 0.6470400094985962, "Finetune/Step": 13403, "Finetune/Step Time": 6.672941539436579}
+{"Finetune/Learning Rate": 4.441497664591309e-06, "Finetune/Loss": 0.6330651044845581, "Finetune/Loss (Raw)": 0.7970334887504578, "Finetune/Step": 13404, "Finetune/Step Time": 6.660364389419556}
+{"Finetune/Learning Rate": 4.440097898400106e-06, "Finetune/Loss": 0.6347331404685974, "Finetune/Loss (Raw)": 0.7016644477844238, "Finetune/Step": 13405, "Finetune/Step Time": 6.65571166947484}
+{"Finetune/Learning Rate": 4.438698289871921e-06, "Finetune/Loss": 0.6349953413009644, "Finetune/Loss (Raw)": 0.6597855687141418, "Finetune/Step": 13406, "Finetune/Step Time": 6.637315068393946}
+{"Finetune/Learning Rate": 4.437298839046433e-06, "Finetune/Loss": 0.6350305080413818, "Finetune/Loss (Raw)": 0.6378614902496338, "Finetune/Step": 13407, "Finetune/Step Time": 6.641481706872582}
+{"Finetune/Learning Rate": 4.435899545963333e-06, "Finetune/Loss": 0.6355074644088745, "Finetune/Loss (Raw)": 0.5797944664955139, "Finetune/Step": 13408, "Finetune/Step Time": 6.666884373873472}
+{"Finetune/Learning Rate": 4.434500410662299e-06, "Finetune/Loss": 0.6353739500045776, "Finetune/Loss (Raw)": 0.5638107657432556, "Finetune/Step": 13409, "Finetune/Step Time": 6.66451402567327}
+{"Finetune/Learning Rate": 4.4331014331830036e-06, "Finetune/Loss": 0.6345804929733276, "Finetune/Loss (Raw)": 0.6676081418991089, "Finetune/Step": 13410, "Finetune/Step Time": 6.666111405938864}
+{"Finetune/Learning Rate": 4.4317026135651255e-06, "Finetune/Loss": 0.634701132774353, "Finetune/Loss (Raw)": 0.6862828135490417, "Finetune/Step": 13411, "Finetune/Step Time": 6.667780227959156}
+{"Finetune/Learning Rate": 4.430303951848331e-06, "Finetune/Loss": 0.6338920593261719, "Finetune/Loss (Raw)": 0.6314284205436707, "Finetune/Step": 13412, "Finetune/Step Time": 6.669434057548642}
+{"Finetune/Learning Rate": 4.4289054480722734e-06, "Finetune/Loss": 0.6316846609115601, "Finetune/Loss (Raw)": 0.4391695261001587, "Finetune/Step": 13413, "Finetune/Step Time": 6.685348756611347}
+{"Finetune/Learning Rate": 4.427507102276617e-06, "Finetune/Loss": 0.6301174163818359, "Finetune/Loss (Raw)": 0.5660310983657837, "Finetune/Step": 13414, "Finetune/Step Time": 6.702137988060713}
+{"Finetune/Learning Rate": 4.426108914501011e-06, "Finetune/Loss": 0.6302508115768433, "Finetune/Loss (Raw)": 0.6022021770477295, "Finetune/Step": 13415, "Finetune/Step Time": 6.706348212435842}
+{"Finetune/Learning Rate": 4.424710884785108e-06, "Finetune/Loss": 0.629662036895752, "Finetune/Loss (Raw)": 0.5921737551689148, "Finetune/Step": 13416, "Finetune/Step Time": 6.705464042723179}
+{"Finetune/Learning Rate": 4.423313013168546e-06, "Finetune/Loss": 0.6302244067192078, "Finetune/Loss (Raw)": 0.6853412985801697, "Finetune/Step": 13417, "Finetune/Step Time": 6.711418392136693}
+{"Finetune/Learning Rate": 4.421915299690976e-06, "Finetune/Loss": 0.6298633217811584, "Finetune/Loss (Raw)": 0.6550459265708923, "Finetune/Step": 13418, "Finetune/Step Time": 6.710162792354822}
+{"Finetune/Learning Rate": 4.420517744392023e-06, "Finetune/Loss": 0.6284674406051636, "Finetune/Loss (Raw)": 0.5485877990722656, "Finetune/Step": 13419, "Finetune/Step Time": 6.727479061111808}
+{"Finetune/Learning Rate": 4.419120347311321e-06, "Finetune/Loss": 0.6286633014678955, "Finetune/Loss (Raw)": 0.7953495383262634, "Finetune/Step": 13420, "Finetune/Step Time": 6.72227830812335}
+{"Finetune/Learning Rate": 4.417723108488495e-06, "Finetune/Loss": 0.6276412606239319, "Finetune/Loss (Raw)": 0.5869590044021606, "Finetune/Step": 13421, "Finetune/Step Time": 6.720403803512454}
+{"Finetune/Learning Rate": 4.416326027963169e-06, "Finetune/Loss": 0.6287931203842163, "Finetune/Loss (Raw)": 0.6358553171157837, "Finetune/Step": 13422, "Finetune/Step Time": 6.691511895507574}
+{"Finetune/Learning Rate": 4.414929105774959e-06, "Finetune/Loss": 0.6286510229110718, "Finetune/Loss (Raw)": 0.6284525990486145, "Finetune/Step": 13423, "Finetune/Step Time": 6.693136529996991}
+{"Finetune/Learning Rate": 4.413532341963477e-06, "Finetune/Loss": 0.627184271812439, "Finetune/Loss (Raw)": 0.6080833673477173, "Finetune/Step": 13424, "Finetune/Step Time": 6.695049246773124}
+{"Finetune/Learning Rate": 4.412135736568332e-06, "Finetune/Loss": 0.6271169185638428, "Finetune/Loss (Raw)": 0.5737950205802917, "Finetune/Step": 13425, "Finetune/Step Time": 6.695595668628812}
+{"Finetune/Learning Rate": 4.410739289629128e-06, "Finetune/Loss": 0.6257122755050659, "Finetune/Loss (Raw)": 0.584899365901947, "Finetune/Step": 13426, "Finetune/Step Time": 6.694044530391693}
+{"Finetune/Learning Rate": 4.4093430011854645e-06, "Finetune/Loss": 0.6252714991569519, "Finetune/Loss (Raw)": 0.6379053592681885, "Finetune/Step": 13427, "Finetune/Step Time": 6.690920202061534}
+{"Finetune/Learning Rate": 4.407946871276935e-06, "Finetune/Loss": 0.6259334087371826, "Finetune/Loss (Raw)": 0.6982842683792114, "Finetune/Step": 13428, "Finetune/Step Time": 6.690393904224038}
+{"Finetune/Learning Rate": 4.406550899943131e-06, "Finetune/Loss": 0.626095175743103, "Finetune/Loss (Raw)": 0.662530779838562, "Finetune/Step": 13429, "Finetune/Step Time": 6.688972746953368}
+{"Finetune/Learning Rate": 4.405155087223637e-06, "Finetune/Loss": 0.6262884140014648, "Finetune/Loss (Raw)": 0.6467519998550415, "Finetune/Step": 13430, "Finetune/Step Time": 6.688224049285054}
+{"Finetune/Learning Rate": 4.403759433158036e-06, "Finetune/Loss": 0.6261427998542786, "Finetune/Loss (Raw)": 0.6241203546524048, "Finetune/Step": 13431, "Finetune/Step Time": 6.680841498076916}
+{"Finetune/Learning Rate": 4.402363937785904e-06, "Finetune/Loss": 0.6265666484832764, "Finetune/Loss (Raw)": 0.625331699848175, "Finetune/Step": 13432, "Finetune/Step Time": 6.677034744992852}
+{"Finetune/Learning Rate": 4.400968601146813e-06, "Finetune/Loss": 0.6274709105491638, "Finetune/Loss (Raw)": 0.674716591835022, "Finetune/Step": 13433, "Finetune/Step Time": 6.676754390820861}
+{"Finetune/Learning Rate": 4.39957342328033e-06, "Finetune/Loss": 0.6270102262496948, "Finetune/Loss (Raw)": 0.6259915232658386, "Finetune/Step": 13434, "Finetune/Step Time": 6.67823195643723}
+{"Finetune/Learning Rate": 4.39817840422602e-06, "Finetune/Loss": 0.6270153522491455, "Finetune/Loss (Raw)": 0.6599938869476318, "Finetune/Step": 13435, "Finetune/Step Time": 6.678433993831277}
+{"Finetune/Learning Rate": 4.3967835440234455e-06, "Finetune/Loss": 0.6257848739624023, "Finetune/Loss (Raw)": 0.533564567565918, "Finetune/Step": 13436, "Finetune/Step Time": 6.6757016479969025}
+{"Finetune/Learning Rate": 4.3953888427121475e-06, "Finetune/Loss": 0.6261228322982788, "Finetune/Loss (Raw)": 0.6620588302612305, "Finetune/Step": 13437, "Finetune/Step Time": 6.676901489496231}
+{"Finetune/Learning Rate": 4.393994300331689e-06, "Finetune/Loss": 0.6271364688873291, "Finetune/Loss (Raw)": 0.7934420108795166, "Finetune/Step": 13438, "Finetune/Step Time": 6.677867827937007}
+{"Finetune/Learning Rate": 4.39259991692161e-06, "Finetune/Loss": 0.6272122859954834, "Finetune/Loss (Raw)": 0.6996409296989441, "Finetune/Step": 13439, "Finetune/Step Time": 6.684117468073964}
+{"Finetune/Learning Rate": 4.391205692521453e-06, "Finetune/Loss": 0.6285906434059143, "Finetune/Loss (Raw)": 0.6745811700820923, "Finetune/Step": 13440, "Finetune/Step Time": 6.669147256761789}
+{"Finetune/Learning Rate": 4.389811627170753e-06, "Finetune/Loss": 0.6281963586807251, "Finetune/Loss (Raw)": 0.5969038009643555, "Finetune/Step": 13441, "Finetune/Step Time": 6.686233414337039}
+{"Finetune/Learning Rate": 4.388417720909046e-06, "Finetune/Loss": 0.6276087164878845, "Finetune/Loss (Raw)": 0.5543345212936401, "Finetune/Step": 13442, "Finetune/Step Time": 6.694309251382947}
+{"Finetune/Learning Rate": 4.387023973775851e-06, "Finetune/Loss": 0.6281532645225525, "Finetune/Loss (Raw)": 0.6277375221252441, "Finetune/Step": 13443, "Finetune/Step Time": 6.6985105238854885}
+{"Finetune/Learning Rate": 4.385630385810692e-06, "Finetune/Loss": 0.6283727884292603, "Finetune/Loss (Raw)": 0.68203204870224, "Finetune/Step": 13444, "Finetune/Step Time": 6.705031048506498}
+{"Finetune/Learning Rate": 4.384236957053093e-06, "Finetune/Loss": 0.6288300156593323, "Finetune/Loss (Raw)": 0.702251672744751, "Finetune/Step": 13445, "Finetune/Step Time": 6.704459208995104}
+{"Finetune/Learning Rate": 4.382843687542565e-06, "Finetune/Loss": 0.6296490430831909, "Finetune/Loss (Raw)": 0.6476629972457886, "Finetune/Step": 13446, "Finetune/Step Time": 6.70528469234705}
+{"Finetune/Learning Rate": 4.3814505773186174e-06, "Finetune/Loss": 0.6295000314712524, "Finetune/Loss (Raw)": 0.648623526096344, "Finetune/Step": 13447, "Finetune/Step Time": 6.707644170150161}
+{"Finetune/Learning Rate": 4.3800576264207586e-06, "Finetune/Loss": 0.6301093101501465, "Finetune/Loss (Raw)": 0.6207587718963623, "Finetune/Step": 13448, "Finetune/Step Time": 6.706941094249487}
+{"Finetune/Learning Rate": 4.378664834888479e-06, "Finetune/Loss": 0.6311317682266235, "Finetune/Loss (Raw)": 0.6302215456962585, "Finetune/Step": 13449, "Finetune/Step Time": 6.725418735295534}
+{"Finetune/Learning Rate": 4.377272202761281e-06, "Finetune/Loss": 0.6303129196166992, "Finetune/Loss (Raw)": 0.615421712398529, "Finetune/Step": 13450, "Finetune/Step Time": 6.721892241388559}
+{"Finetune/Learning Rate": 4.37587973007865e-06, "Finetune/Loss": 0.6294219493865967, "Finetune/Loss (Raw)": 0.7028496861457825, "Finetune/Step": 13451, "Finetune/Step Time": 6.739194149151444}
+{"Finetune/Learning Rate": 4.374487416880082e-06, "Finetune/Loss": 0.6279149055480957, "Finetune/Loss (Raw)": 0.48521193861961365, "Finetune/Step": 13452, "Finetune/Step Time": 6.755095353350043}
+{"Finetune/Learning Rate": 4.373095263205054e-06, "Finetune/Loss": 0.6297478675842285, "Finetune/Loss (Raw)": 0.7508409023284912, "Finetune/Step": 13453, "Finetune/Step Time": 6.753957295790315}
+{"Finetune/Learning Rate": 4.3717032690930465e-06, "Finetune/Loss": 0.6288293600082397, "Finetune/Loss (Raw)": 0.6113585829734802, "Finetune/Step": 13454, "Finetune/Step Time": 6.7536782287061214}
+{"Finetune/Learning Rate": 4.370311434583525e-06, "Finetune/Loss": 0.628880500793457, "Finetune/Loss (Raw)": 0.6478227972984314, "Finetune/Step": 13455, "Finetune/Step Time": 6.753557346761227}
+{"Finetune/Learning Rate": 4.368919759715964e-06, "Finetune/Loss": 0.6295668482780457, "Finetune/Loss (Raw)": 0.7016098499298096, "Finetune/Step": 13456, "Finetune/Step Time": 6.753670746460557}
+{"Finetune/Learning Rate": 4.367528244529825e-06, "Finetune/Loss": 0.6295744776725769, "Finetune/Loss (Raw)": 0.5375468134880066, "Finetune/Step": 13457, "Finetune/Step Time": 6.730865778401494}
+{"Finetune/Learning Rate": 4.366136889064568e-06, "Finetune/Loss": 0.6307418942451477, "Finetune/Loss (Raw)": 0.7393118739128113, "Finetune/Step": 13458, "Finetune/Step Time": 6.726145442575216}
+{"Finetune/Learning Rate": 4.364745693359646e-06, "Finetune/Loss": 0.6312859058380127, "Finetune/Loss (Raw)": 0.7169889807701111, "Finetune/Step": 13459, "Finetune/Step Time": 6.727689189836383}
+{"Finetune/Learning Rate": 4.3633546574545185e-06, "Finetune/Loss": 0.6310696601867676, "Finetune/Loss (Raw)": 0.6040002703666687, "Finetune/Step": 13460, "Finetune/Step Time": 6.7359200976789}
+{"Finetune/Learning Rate": 4.361963781388621e-06, "Finetune/Loss": 0.6309312582015991, "Finetune/Loss (Raw)": 0.6735310554504395, "Finetune/Step": 13461, "Finetune/Step Time": 6.736708922311664}
+{"Finetune/Learning Rate": 4.360573065201398e-06, "Finetune/Loss": 0.6314021944999695, "Finetune/Loss (Raw)": 0.7129493355751038, "Finetune/Step": 13462, "Finetune/Step Time": 6.736430939286947}
+{"Finetune/Learning Rate": 4.359182508932286e-06, "Finetune/Loss": 0.6325300931930542, "Finetune/Loss (Raw)": 0.7840681672096252, "Finetune/Step": 13463, "Finetune/Step Time": 6.7403895407915115}
+{"Finetune/Learning Rate": 4.357792112620718e-06, "Finetune/Loss": 0.6327277421951294, "Finetune/Loss (Raw)": 0.6269310712814331, "Finetune/Step": 13464, "Finetune/Step Time": 6.739274265244603}
+{"Finetune/Learning Rate": 4.356401876306121e-06, "Finetune/Loss": 0.632924497127533, "Finetune/Loss (Raw)": 0.6458427906036377, "Finetune/Step": 13465, "Finetune/Step Time": 6.734615504741669}
+{"Finetune/Learning Rate": 4.355011800027919e-06, "Finetune/Loss": 0.632103681564331, "Finetune/Loss (Raw)": 0.5660528540611267, "Finetune/Step": 13466, "Finetune/Step Time": 6.735782023519278}
+{"Finetune/Learning Rate": 4.353621883825531e-06, "Finetune/Loss": 0.6334743499755859, "Finetune/Loss (Raw)": 0.6399077773094177, "Finetune/Step": 13467, "Finetune/Step Time": 6.734739659354091}
+{"Finetune/Learning Rate": 4.3522321277383686e-06, "Finetune/Loss": 0.6343249082565308, "Finetune/Loss (Raw)": 0.7740424275398254, "Finetune/Step": 13468, "Finetune/Step Time": 6.7411006558686495}
+{"Finetune/Learning Rate": 4.3508425318058436e-06, "Finetune/Loss": 0.6349518895149231, "Finetune/Loss (Raw)": 0.7043694853782654, "Finetune/Step": 13469, "Finetune/Step Time": 6.734318440780044}
+{"Finetune/Learning Rate": 4.349453096067361e-06, "Finetune/Loss": 0.6352617144584656, "Finetune/Loss (Raw)": 0.6272043585777283, "Finetune/Step": 13470, "Finetune/Step Time": 6.735729334875941}
+{"Finetune/Learning Rate": 4.348063820562319e-06, "Finetune/Loss": 0.634778618812561, "Finetune/Loss (Raw)": 0.6629011631011963, "Finetune/Step": 13471, "Finetune/Step Time": 6.737231206148863}
+{"Finetune/Learning Rate": 4.346674705330117e-06, "Finetune/Loss": 0.6354272365570068, "Finetune/Loss (Raw)": 0.6881670355796814, "Finetune/Step": 13472, "Finetune/Step Time": 6.727978644892573}
+{"Finetune/Learning Rate": 4.345285750410143e-06, "Finetune/Loss": 0.6353124976158142, "Finetune/Loss (Raw)": 0.6905432343482971, "Finetune/Step": 13473, "Finetune/Step Time": 6.727432856336236}
+{"Finetune/Learning Rate": 4.3438969558417865e-06, "Finetune/Loss": 0.6340675354003906, "Finetune/Loss (Raw)": 0.5908123254776001, "Finetune/Step": 13474, "Finetune/Step Time": 6.7293358240276575}
+{"Finetune/Learning Rate": 4.342508321664428e-06, "Finetune/Loss": 0.6337442994117737, "Finetune/Loss (Raw)": 0.6312364935874939, "Finetune/Step": 13475, "Finetune/Step Time": 6.728057568892837}
+{"Finetune/Learning Rate": 4.3411198479174455e-06, "Finetune/Loss": 0.6330244541168213, "Finetune/Loss (Raw)": 0.6403791308403015, "Finetune/Step": 13476, "Finetune/Step Time": 6.72847867757082}
+{"Finetune/Learning Rate": 4.3397315346402125e-06, "Finetune/Loss": 0.6333169937133789, "Finetune/Loss (Raw)": 0.7230128645896912, "Finetune/Step": 13477, "Finetune/Step Time": 6.730284258723259}
+{"Finetune/Learning Rate": 4.338343381872098e-06, "Finetune/Loss": 0.6330665349960327, "Finetune/Loss (Raw)": 0.6025647521018982, "Finetune/Step": 13478, "Finetune/Step Time": 6.740337859839201}
+{"Finetune/Learning Rate": 4.336955389652465e-06, "Finetune/Loss": 0.6323518753051758, "Finetune/Loss (Raw)": 0.5488271713256836, "Finetune/Step": 13479, "Finetune/Step Time": 6.723151817917824}
+{"Finetune/Learning Rate": 4.335567558020673e-06, "Finetune/Loss": 0.6324900388717651, "Finetune/Loss (Raw)": 0.6305326819419861, "Finetune/Step": 13480, "Finetune/Step Time": 6.719499120488763}
+{"Finetune/Learning Rate": 4.334179887016079e-06, "Finetune/Loss": 0.632380485534668, "Finetune/Loss (Raw)": 0.5927227139472961, "Finetune/Step": 13481, "Finetune/Step Time": 6.716575449332595}
+{"Finetune/Learning Rate": 4.332792376678031e-06, "Finetune/Loss": 0.6333738565444946, "Finetune/Loss (Raw)": 0.7211335301399231, "Finetune/Step": 13482, "Finetune/Step Time": 6.715972764417529}
+{"Finetune/Learning Rate": 4.3314050270458764e-06, "Finetune/Loss": 0.6332615613937378, "Finetune/Loss (Raw)": 0.6233192682266235, "Finetune/Step": 13483, "Finetune/Step Time": 6.71536679752171}
+{"Finetune/Learning Rate": 4.33001783815896e-06, "Finetune/Loss": 0.6344342231750488, "Finetune/Loss (Raw)": 0.6428660154342651, "Finetune/Step": 13484, "Finetune/Step Time": 6.7282842844724655}
+{"Finetune/Learning Rate": 4.32863081005661e-06, "Finetune/Loss": 0.6354361772537231, "Finetune/Loss (Raw)": 0.6260997653007507, "Finetune/Step": 13485, "Finetune/Step Time": 6.7329657059162855}
+{"Finetune/Learning Rate": 4.327243942778158e-06, "Finetune/Loss": 0.6359223127365112, "Finetune/Loss (Raw)": 0.6874444484710693, "Finetune/Step": 13486, "Finetune/Step Time": 6.7503258269280195}
+{"Finetune/Learning Rate": 4.3258572363629424e-06, "Finetune/Loss": 0.637999415397644, "Finetune/Loss (Raw)": 0.6782819032669067, "Finetune/Step": 13487, "Finetune/Step Time": 6.708350857719779}
+{"Finetune/Learning Rate": 4.32447069085028e-06, "Finetune/Loss": 0.6389386057853699, "Finetune/Loss (Raw)": 0.6699166297912598, "Finetune/Step": 13488, "Finetune/Step Time": 6.7087834272533655}
+{"Finetune/Learning Rate": 4.323084306279489e-06, "Finetune/Loss": 0.6395888328552246, "Finetune/Loss (Raw)": 0.6915283203125, "Finetune/Step": 13489, "Finetune/Step Time": 6.6905815936625}
+{"Finetune/Learning Rate": 4.3216980826898856e-06, "Finetune/Loss": 0.6403100490570068, "Finetune/Loss (Raw)": 0.6825082302093506, "Finetune/Step": 13490, "Finetune/Step Time": 6.685233475640416}
+{"Finetune/Learning Rate": 4.32031202012078e-06, "Finetune/Loss": 0.6418131589889526, "Finetune/Loss (Raw)": 0.7155114412307739, "Finetune/Step": 13491, "Finetune/Step Time": 6.6873059794306755}
+{"Finetune/Learning Rate": 4.318926118611472e-06, "Finetune/Loss": 0.6425920128822327, "Finetune/Loss (Raw)": 0.7071701884269714, "Finetune/Step": 13492, "Finetune/Step Time": 6.687948226928711}
+{"Finetune/Learning Rate": 4.31754037820126e-06, "Finetune/Loss": 0.6433539390563965, "Finetune/Loss (Raw)": 0.7493215203285217, "Finetune/Step": 13493, "Finetune/Step Time": 6.685178169980645}
+{"Finetune/Learning Rate": 4.3161547989294476e-06, "Finetune/Loss": 0.6440029740333557, "Finetune/Loss (Raw)": 0.6999420523643494, "Finetune/Step": 13494, "Finetune/Step Time": 6.689375698566437}
+{"Finetune/Learning Rate": 4.314769380835323e-06, "Finetune/Loss": 0.644902765750885, "Finetune/Loss (Raw)": 0.6133871674537659, "Finetune/Step": 13495, "Finetune/Step Time": 6.686242138966918}
+{"Finetune/Learning Rate": 4.313384123958172e-06, "Finetune/Loss": 0.6458901762962341, "Finetune/Loss (Raw)": 0.7183899879455566, "Finetune/Step": 13496, "Finetune/Step Time": 6.681811146438122}
+{"Finetune/Learning Rate": 4.311999028337279e-06, "Finetune/Loss": 0.6459170579910278, "Finetune/Loss (Raw)": 0.6865282654762268, "Finetune/Step": 13497, "Finetune/Step Time": 6.686422761529684}
+{"Finetune/Learning Rate": 4.310614094011918e-06, "Finetune/Loss": 0.6465854644775391, "Finetune/Loss (Raw)": 0.7533252239227295, "Finetune/Step": 13498, "Finetune/Step Time": 6.685572205111384}
+{"Finetune/Learning Rate": 4.309229321021361e-06, "Finetune/Loss": 0.6469544768333435, "Finetune/Loss (Raw)": 0.674045979976654, "Finetune/Step": 13499, "Finetune/Step Time": 6.683657351881266}
+{"Finetune/Learning Rate": 4.307844709404875e-06, "Finetune/Loss": 0.6470108032226562, "Finetune/Loss (Raw)": 0.6860499978065491, "Finetune/Step": 13500, "Finetune/Step Time": 6.689224075525999}
+{"Finetune/Learning Rate": 4.30646025920173e-06, "Finetune/Loss": 0.6474989652633667, "Finetune/Loss (Raw)": 0.6605929732322693, "Finetune/Step": 13501, "Finetune/Step Time": 6.6658959947526455}
+{"Finetune/Learning Rate": 4.305075970451183e-06, "Finetune/Loss": 0.6473955512046814, "Finetune/Loss (Raw)": 0.618619441986084, "Finetune/Step": 13502, "Finetune/Step Time": 6.669742984697223}
+{"Finetune/Learning Rate": 4.303691843192489e-06, "Finetune/Loss": 0.6470409631729126, "Finetune/Loss (Raw)": 0.5038793087005615, "Finetune/Step": 13503, "Finetune/Step Time": 6.668870257213712}
+{"Finetune/Learning Rate": 4.302307877464893e-06, "Finetune/Loss": 0.6474901437759399, "Finetune/Loss (Raw)": 0.5431005358695984, "Finetune/Step": 13504, "Finetune/Step Time": 6.6563623286783695}
+{"Finetune/Learning Rate": 4.300924073307644e-06, "Finetune/Loss": 0.647315502166748, "Finetune/Loss (Raw)": 0.5471227169036865, "Finetune/Step": 13505, "Finetune/Step Time": 6.6748502142727375}
+{"Finetune/Learning Rate": 4.299540430759983e-06, "Finetune/Loss": 0.6467212438583374, "Finetune/Loss (Raw)": 0.5904794335365295, "Finetune/Step": 13506, "Finetune/Step Time": 6.6821407452225685}
+{"Finetune/Learning Rate": 4.2981569498611405e-06, "Finetune/Loss": 0.6468639373779297, "Finetune/Loss (Raw)": 0.6368896961212158, "Finetune/Step": 13507, "Finetune/Step Time": 6.67976931296289}
+{"Finetune/Learning Rate": 4.296773630650358e-06, "Finetune/Loss": 0.6471285223960876, "Finetune/Loss (Raw)": 0.6262625455856323, "Finetune/Step": 13508, "Finetune/Step Time": 6.675530822947621}
+{"Finetune/Learning Rate": 4.2953904731668605e-06, "Finetune/Loss": 0.6479789018630981, "Finetune/Loss (Raw)": 0.7150968313217163, "Finetune/Step": 13509, "Finetune/Step Time": 6.673562424257398}
+{"Finetune/Learning Rate": 4.294007477449863e-06, "Finetune/Loss": 0.6484160423278809, "Finetune/Loss (Raw)": 0.6620126366615295, "Finetune/Step": 13510, "Finetune/Step Time": 6.669499890878797}
+{"Finetune/Learning Rate": 4.292624643538588e-06, "Finetune/Loss": 0.6474696397781372, "Finetune/Loss (Raw)": 0.618589460849762, "Finetune/Step": 13511, "Finetune/Step Time": 6.6581099312752485}
+{"Finetune/Learning Rate": 4.29124197147225e-06, "Finetune/Loss": 0.6473101377487183, "Finetune/Loss (Raw)": 0.5789666771888733, "Finetune/Step": 13512, "Finetune/Step Time": 6.6571827959269285}
+{"Finetune/Learning Rate": 4.289859461290056e-06, "Finetune/Loss": 0.646321177482605, "Finetune/Loss (Raw)": 0.5977081656455994, "Finetune/Step": 13513, "Finetune/Step Time": 6.667476652190089}
+{"Finetune/Learning Rate": 4.288477113031209e-06, "Finetune/Loss": 0.6459980010986328, "Finetune/Loss (Raw)": 0.6685667634010315, "Finetune/Step": 13514, "Finetune/Step Time": 6.663698714226484}
+{"Finetune/Learning Rate": 4.287094926734911e-06, "Finetune/Loss": 0.646036684513092, "Finetune/Loss (Raw)": 0.5611398220062256, "Finetune/Step": 13515, "Finetune/Step Time": 6.670536728575826}
+{"Finetune/Learning Rate": 4.285712902440353e-06, "Finetune/Loss": 0.6464504599571228, "Finetune/Loss (Raw)": 0.7471667528152466, "Finetune/Step": 13516, "Finetune/Step Time": 6.673337137326598}
+{"Finetune/Learning Rate": 4.28433104018673e-06, "Finetune/Loss": 0.6448536515235901, "Finetune/Loss (Raw)": 0.5370897650718689, "Finetune/Step": 13517, "Finetune/Step Time": 6.685154812410474}
+{"Finetune/Learning Rate": 4.282949340013225e-06, "Finetune/Loss": 0.6452212929725647, "Finetune/Loss (Raw)": 0.6320209503173828, "Finetune/Step": 13518, "Finetune/Step Time": 6.6809701938182116}
+{"Finetune/Learning Rate": 4.28156780195902e-06, "Finetune/Loss": 0.6453251838684082, "Finetune/Loss (Raw)": 0.6888324022293091, "Finetune/Step": 13519, "Finetune/Step Time": 6.685293609276414}
+{"Finetune/Learning Rate": 4.280186426063291e-06, "Finetune/Loss": 0.6445262432098389, "Finetune/Loss (Raw)": 0.6011587381362915, "Finetune/Step": 13520, "Finetune/Step Time": 6.686809943988919}
+{"Finetune/Learning Rate": 4.278805212365209e-06, "Finetune/Loss": 0.6452853679656982, "Finetune/Loss (Raw)": 0.6757366061210632, "Finetune/Step": 13521, "Finetune/Step Time": 6.691435059532523}
+{"Finetune/Learning Rate": 4.277424160903944e-06, "Finetune/Loss": 0.6451022028923035, "Finetune/Loss (Raw)": 0.6850377321243286, "Finetune/Step": 13522, "Finetune/Step Time": 6.692619863897562}
+{"Finetune/Learning Rate": 4.276043271718655e-06, "Finetune/Loss": 0.6425207853317261, "Finetune/Loss (Raw)": 0.4369042217731476, "Finetune/Step": 13523, "Finetune/Step Time": 6.700165245682001}
+{"Finetune/Learning Rate": 4.274662544848504e-06, "Finetune/Loss": 0.6437743306159973, "Finetune/Loss (Raw)": 0.6817325949668884, "Finetune/Step": 13524, "Finetune/Step Time": 6.699431251734495}
+{"Finetune/Learning Rate": 4.2732819803326405e-06, "Finetune/Loss": 0.6436887979507446, "Finetune/Loss (Raw)": 0.7027058601379395, "Finetune/Step": 13525, "Finetune/Step Time": 6.700769294053316}
+{"Finetune/Learning Rate": 4.271901578210217e-06, "Finetune/Loss": 0.64397132396698, "Finetune/Loss (Raw)": 0.5665431022644043, "Finetune/Step": 13526, "Finetune/Step Time": 6.702344728633761}
+{"Finetune/Learning Rate": 4.270521338520375e-06, "Finetune/Loss": 0.6446888446807861, "Finetune/Loss (Raw)": 0.7011025547981262, "Finetune/Step": 13527, "Finetune/Step Time": 6.690432088449597}
+{"Finetune/Learning Rate": 4.269141261302256e-06, "Finetune/Loss": 0.6461526155471802, "Finetune/Loss (Raw)": 0.7519386410713196, "Finetune/Step": 13528, "Finetune/Step Time": 6.692891448736191}
+{"Finetune/Learning Rate": 4.267761346594995e-06, "Finetune/Loss": 0.6462498307228088, "Finetune/Loss (Raw)": 0.6708005666732788, "Finetune/Step": 13529, "Finetune/Step Time": 6.695686042308807}
+{"Finetune/Learning Rate": 4.2663815944377215e-06, "Finetune/Loss": 0.6455029845237732, "Finetune/Loss (Raw)": 0.5165595412254333, "Finetune/Step": 13530, "Finetune/Step Time": 6.684949275106192}
+{"Finetune/Learning Rate": 4.265002004869561e-06, "Finetune/Loss": 0.6459781527519226, "Finetune/Loss (Raw)": 0.7078601121902466, "Finetune/Step": 13531, "Finetune/Step Time": 6.703658388927579}
+{"Finetune/Learning Rate": 4.263622577929637e-06, "Finetune/Loss": 0.6441071033477783, "Finetune/Loss (Raw)": 0.5575385093688965, "Finetune/Step": 13532, "Finetune/Step Time": 6.700645733624697}
+{"Finetune/Learning Rate": 4.2622433136570675e-06, "Finetune/Loss": 0.6435381174087524, "Finetune/Loss (Raw)": 0.6288338303565979, "Finetune/Step": 13533, "Finetune/Step Time": 6.703039156273007}
+{"Finetune/Learning Rate": 4.260864212090954e-06, "Finetune/Loss": 0.6439294219017029, "Finetune/Loss (Raw)": 0.7098718285560608, "Finetune/Step": 13534, "Finetune/Step Time": 6.706780297681689}
+{"Finetune/Learning Rate": 4.259485273270415e-06, "Finetune/Loss": 0.6448934078216553, "Finetune/Loss (Raw)": 0.7612564563751221, "Finetune/Step": 13535, "Finetune/Step Time": 6.7037260346114635}
+{"Finetune/Learning Rate": 4.258106497234551e-06, "Finetune/Loss": 0.6446301937103271, "Finetune/Loss (Raw)": 0.5460994243621826, "Finetune/Step": 13536, "Finetune/Step Time": 6.666537819430232}
+{"Finetune/Learning Rate": 4.2567278840224576e-06, "Finetune/Loss": 0.6461487412452698, "Finetune/Loss (Raw)": 0.7581779956817627, "Finetune/Step": 13537, "Finetune/Step Time": 6.675805008038878}
+{"Finetune/Learning Rate": 4.25534943367323e-06, "Finetune/Loss": 0.6462003588676453, "Finetune/Loss (Raw)": 0.6742188930511475, "Finetune/Step": 13538, "Finetune/Step Time": 6.676363240927458}
+{"Finetune/Learning Rate": 4.253971146225962e-06, "Finetune/Loss": 0.6456625461578369, "Finetune/Loss (Raw)": 0.6174421310424805, "Finetune/Step": 13539, "Finetune/Step Time": 6.685969075188041}
+{"Finetune/Learning Rate": 4.252593021719728e-06, "Finetune/Loss": 0.6459397077560425, "Finetune/Loss (Raw)": 0.6669051051139832, "Finetune/Step": 13540, "Finetune/Step Time": 6.684881372377276}
+{"Finetune/Learning Rate": 4.251215060193612e-06, "Finetune/Loss": 0.6473855376243591, "Finetune/Loss (Raw)": 0.6242380738258362, "Finetune/Step": 13541, "Finetune/Step Time": 6.690633865073323}
+{"Finetune/Learning Rate": 4.249837261686687e-06, "Finetune/Loss": 0.6472750902175903, "Finetune/Loss (Raw)": 0.551899254322052, "Finetune/Step": 13542, "Finetune/Step Time": 6.671309502795339}
+{"Finetune/Learning Rate": 4.248459626238028e-06, "Finetune/Loss": 0.6468290090560913, "Finetune/Loss (Raw)": 0.5450986623764038, "Finetune/Step": 13543, "Finetune/Step Time": 6.681398196145892}
+{"Finetune/Learning Rate": 4.2470821538867e-06, "Finetune/Loss": 0.6464755535125732, "Finetune/Loss (Raw)": 0.546933114528656, "Finetune/Step": 13544, "Finetune/Step Time": 6.683159863576293}
+{"Finetune/Learning Rate": 4.245704844671767e-06, "Finetune/Loss": 0.6461220979690552, "Finetune/Loss (Raw)": 0.6400994062423706, "Finetune/Step": 13545, "Finetune/Step Time": 6.6772197391837835}
+{"Finetune/Learning Rate": 4.244327698632277e-06, "Finetune/Loss": 0.6458762884140015, "Finetune/Loss (Raw)": 0.6235823631286621, "Finetune/Step": 13546, "Finetune/Step Time": 6.672413906082511}
+{"Finetune/Learning Rate": 4.242950715807287e-06, "Finetune/Loss": 0.646019697189331, "Finetune/Loss (Raw)": 0.5669474601745605, "Finetune/Step": 13547, "Finetune/Step Time": 6.66184795089066}
+{"Finetune/Learning Rate": 4.241573896235844e-06, "Finetune/Loss": 0.6453510522842407, "Finetune/Loss (Raw)": 0.7097611427307129, "Finetune/Step": 13548, "Finetune/Step Time": 6.663637639954686}
+{"Finetune/Learning Rate": 4.240197239956987e-06, "Finetune/Loss": 0.6453570127487183, "Finetune/Loss (Raw)": 0.5877147316932678, "Finetune/Step": 13549, "Finetune/Step Time": 6.6651944275945425}
+{"Finetune/Learning Rate": 4.238820747009761e-06, "Finetune/Loss": 0.6452367305755615, "Finetune/Loss (Raw)": 0.620464026927948, "Finetune/Step": 13550, "Finetune/Step Time": 6.666371634230018}
+{"Finetune/Learning Rate": 4.2374444174332e-06, "Finetune/Loss": 0.6456621885299683, "Finetune/Loss (Raw)": 0.6829087734222412, "Finetune/Step": 13551, "Finetune/Step Time": 6.665540793910623}
+{"Finetune/Learning Rate": 4.236068251266324e-06, "Finetune/Loss": 0.6453150510787964, "Finetune/Loss (Raw)": 0.5636492967605591, "Finetune/Step": 13552, "Finetune/Step Time": 6.675155417993665}
+{"Finetune/Learning Rate": 4.234692248548163e-06, "Finetune/Loss": 0.6459909081459045, "Finetune/Loss (Raw)": 0.6603070497512817, "Finetune/Step": 13553, "Finetune/Step Time": 6.676215456798673}
+{"Finetune/Learning Rate": 4.233316409317735e-06, "Finetune/Loss": 0.6474652290344238, "Finetune/Loss (Raw)": 0.7736170887947083, "Finetune/Step": 13554, "Finetune/Step Time": 6.674725795164704}
+{"Finetune/Learning Rate": 4.231940733614055e-06, "Finetune/Loss": 0.6460878849029541, "Finetune/Loss (Raw)": 0.4616023600101471, "Finetune/Step": 13555, "Finetune/Step Time": 6.687829626724124}
+{"Finetune/Learning Rate": 4.2305652214761305e-06, "Finetune/Loss": 0.6459378600120544, "Finetune/Loss (Raw)": 0.6790808439254761, "Finetune/Step": 13556, "Finetune/Step Time": 6.695365481078625}
+{"Finetune/Learning Rate": 4.229189872942978e-06, "Finetune/Loss": 0.6454384326934814, "Finetune/Loss (Raw)": 0.5986026525497437, "Finetune/Step": 13557, "Finetune/Step Time": 6.696582490578294}
+{"Finetune/Learning Rate": 4.227814688053586e-06, "Finetune/Loss": 0.6455725431442261, "Finetune/Loss (Raw)": 0.6639140248298645, "Finetune/Step": 13558, "Finetune/Step Time": 6.689385885372758}
+{"Finetune/Learning Rate": 4.226439666846958e-06, "Finetune/Loss": 0.6463211178779602, "Finetune/Loss (Raw)": 0.7199428677558899, "Finetune/Step": 13559, "Finetune/Step Time": 6.689389297738671}
+{"Finetune/Learning Rate": 4.2250648093620805e-06, "Finetune/Loss": 0.6459560394287109, "Finetune/Loss (Raw)": 0.5786004066467285, "Finetune/Step": 13560, "Finetune/Step Time": 6.698784222826362}
+{"Finetune/Learning Rate": 4.223690115637944e-06, "Finetune/Loss": 0.6456813216209412, "Finetune/Loss (Raw)": 0.639552652835846, "Finetune/Step": 13561, "Finetune/Step Time": 6.7007921151816845}
+{"Finetune/Learning Rate": 4.2223155857135316e-06, "Finetune/Loss": 0.6463912725448608, "Finetune/Loss (Raw)": 0.7168622612953186, "Finetune/Step": 13562, "Finetune/Step Time": 6.699610712006688}
+{"Finetune/Learning Rate": 4.220941219627818e-06, "Finetune/Loss": 0.6463262438774109, "Finetune/Loss (Raw)": 0.651678740978241, "Finetune/Step": 13563, "Finetune/Step Time": 6.700156025588512}
+{"Finetune/Learning Rate": 4.219567017419778e-06, "Finetune/Loss": 0.6477866172790527, "Finetune/Loss (Raw)": 0.7204916477203369, "Finetune/Step": 13564, "Finetune/Step Time": 6.70009514503181}
+{"Finetune/Learning Rate": 4.21819297912838e-06, "Finetune/Loss": 0.6472909450531006, "Finetune/Loss (Raw)": 0.5986030101776123, "Finetune/Step": 13565, "Finetune/Step Time": 6.700407234951854}
+{"Finetune/Learning Rate": 4.216819104792589e-06, "Finetune/Loss": 0.646365761756897, "Finetune/Loss (Raw)": 0.6750246286392212, "Finetune/Step": 13566, "Finetune/Step Time": 6.698165273293853}
+{"Finetune/Learning Rate": 4.215445394451363e-06, "Finetune/Loss": 0.6457541584968567, "Finetune/Loss (Raw)": 0.6213582158088684, "Finetune/Step": 13567, "Finetune/Step Time": 6.6939543299376965}
+{"Finetune/Learning Rate": 4.214071848143655e-06, "Finetune/Loss": 0.6451057195663452, "Finetune/Loss (Raw)": 0.5915820002555847, "Finetune/Step": 13568, "Finetune/Step Time": 6.692699957638979}
+{"Finetune/Learning Rate": 4.2126984659084184e-06, "Finetune/Loss": 0.6458311080932617, "Finetune/Loss (Raw)": 0.6897558569908142, "Finetune/Step": 13569, "Finetune/Step Time": 6.678595690056682}
+{"Finetune/Learning Rate": 4.211325247784594e-06, "Finetune/Loss": 0.6462776064872742, "Finetune/Loss (Raw)": 0.6114798188209534, "Finetune/Step": 13570, "Finetune/Step Time": 6.670437583699822}
+{"Finetune/Learning Rate": 4.209952193811126e-06, "Finetune/Loss": 0.6461833715438843, "Finetune/Loss (Raw)": 0.6156792640686035, "Finetune/Step": 13571, "Finetune/Step Time": 6.663751428946853}
+{"Finetune/Learning Rate": 4.208579304026949e-06, "Finetune/Loss": 0.6446871757507324, "Finetune/Loss (Raw)": 0.49051642417907715, "Finetune/Step": 13572, "Finetune/Step Time": 6.661997186020017}
+{"Finetune/Learning Rate": 4.207206578470996e-06, "Finetune/Loss": 0.6439217925071716, "Finetune/Loss (Raw)": 0.6042810678482056, "Finetune/Step": 13573, "Finetune/Step Time": 6.662609292194247}
+{"Finetune/Learning Rate": 4.20583401718219e-06, "Finetune/Loss": 0.6436372995376587, "Finetune/Loss (Raw)": 0.6112514734268188, "Finetune/Step": 13574, "Finetune/Step Time": 6.660580929368734}
+{"Finetune/Learning Rate": 4.204461620199456e-06, "Finetune/Loss": 0.6435045003890991, "Finetune/Loss (Raw)": 0.6316182613372803, "Finetune/Step": 13575, "Finetune/Step Time": 6.657179290428758}
+{"Finetune/Learning Rate": 4.203089387561709e-06, "Finetune/Loss": 0.644334077835083, "Finetune/Loss (Raw)": 0.7269448637962341, "Finetune/Step": 13576, "Finetune/Step Time": 6.656915556639433}
+{"Finetune/Learning Rate": 4.201717319307863e-06, "Finetune/Loss": 0.6448615789413452, "Finetune/Loss (Raw)": 0.6977526545524597, "Finetune/Step": 13577, "Finetune/Step Time": 6.639530399814248}
+{"Finetune/Learning Rate": 4.2003454154768265e-06, "Finetune/Loss": 0.6450015306472778, "Finetune/Loss (Raw)": 0.633323073387146, "Finetune/Step": 13578, "Finetune/Step Time": 6.637876369059086}
+{"Finetune/Learning Rate": 4.198973676107502e-06, "Finetune/Loss": 0.6445603370666504, "Finetune/Loss (Raw)": 0.6463797092437744, "Finetune/Step": 13579, "Finetune/Step Time": 6.618058405816555}
+{"Finetune/Learning Rate": 4.197602101238787e-06, "Finetune/Loss": 0.645704984664917, "Finetune/Loss (Raw)": 0.6317344307899475, "Finetune/Step": 13580, "Finetune/Step Time": 6.603887781500816}
+{"Finetune/Learning Rate": 4.196230690909578e-06, "Finetune/Loss": 0.6445845365524292, "Finetune/Loss (Raw)": 0.6074191927909851, "Finetune/Step": 13581, "Finetune/Step Time": 6.604630317538977}
+{"Finetune/Learning Rate": 4.194859445158766e-06, "Finetune/Loss": 0.6447404026985168, "Finetune/Loss (Raw)": 0.6313093304634094, "Finetune/Step": 13582, "Finetune/Step Time": 6.6003354750573635}
+{"Finetune/Learning Rate": 4.193488364025224e-06, "Finetune/Loss": 0.6440598368644714, "Finetune/Loss (Raw)": 0.5607125163078308, "Finetune/Step": 13583, "Finetune/Step Time": 6.600878335535526}
+{"Finetune/Learning Rate": 4.192117447547845e-06, "Finetune/Loss": 0.6434017419815063, "Finetune/Loss (Raw)": 0.6173655390739441, "Finetune/Step": 13584, "Finetune/Step Time": 6.603570135310292}
+{"Finetune/Learning Rate": 4.190746695765501e-06, "Finetune/Loss": 0.6436096429824829, "Finetune/Loss (Raw)": 0.5641642808914185, "Finetune/Step": 13585, "Finetune/Step Time": 6.606799013912678}
+{"Finetune/Learning Rate": 4.18937610871706e-06, "Finetune/Loss": 0.6435739994049072, "Finetune/Loss (Raw)": 0.7347452640533447, "Finetune/Step": 13586, "Finetune/Step Time": 6.620515847578645}
+{"Finetune/Learning Rate": 4.18800568644139e-06, "Finetune/Loss": 0.6425997018814087, "Finetune/Loss (Raw)": 0.5922842621803284, "Finetune/Step": 13587, "Finetune/Step Time": 6.621268467977643}
+{"Finetune/Learning Rate": 4.186635428977355e-06, "Finetune/Loss": 0.643380880355835, "Finetune/Loss (Raw)": 0.7039830684661865, "Finetune/Step": 13588, "Finetune/Step Time": 6.609304424375296}
+{"Finetune/Learning Rate": 4.185265336363804e-06, "Finetune/Loss": 0.6430310606956482, "Finetune/Loss (Raw)": 0.6287552118301392, "Finetune/Step": 13589, "Finetune/Step Time": 6.609439376741648}
+{"Finetune/Learning Rate": 4.183895408639591e-06, "Finetune/Loss": 0.6421115398406982, "Finetune/Loss (Raw)": 0.59525465965271, "Finetune/Step": 13590, "Finetune/Step Time": 6.604805313050747}
+{"Finetune/Learning Rate": 4.1825256458435685e-06, "Finetune/Loss": 0.6414449214935303, "Finetune/Loss (Raw)": 0.6987427473068237, "Finetune/Step": 13591, "Finetune/Step Time": 6.632648319005966}
+{"Finetune/Learning Rate": 4.1811560480145754e-06, "Finetune/Loss": 0.641579270362854, "Finetune/Loss (Raw)": 0.644120454788208, "Finetune/Step": 13592, "Finetune/Step Time": 6.631270652636886}
+{"Finetune/Learning Rate": 4.17978661519145e-06, "Finetune/Loss": 0.64166259765625, "Finetune/Loss (Raw)": 0.6565187573432922, "Finetune/Step": 13593, "Finetune/Step Time": 6.652136359363794}
+{"Finetune/Learning Rate": 4.178417347413029e-06, "Finetune/Loss": 0.6420406103134155, "Finetune/Loss (Raw)": 0.6144334077835083, "Finetune/Step": 13594, "Finetune/Step Time": 6.652395408600569}
+{"Finetune/Learning Rate": 4.177048244718136e-06, "Finetune/Loss": 0.6420713663101196, "Finetune/Loss (Raw)": 0.64384526014328, "Finetune/Step": 13595, "Finetune/Step Time": 6.638033526018262}
+{"Finetune/Learning Rate": 4.175679307145595e-06, "Finetune/Loss": 0.6406984925270081, "Finetune/Loss (Raw)": 0.5983149409294128, "Finetune/Step": 13596, "Finetune/Step Time": 6.627881659194827}
+{"Finetune/Learning Rate": 4.174310534734227e-06, "Finetune/Loss": 0.6405826807022095, "Finetune/Loss (Raw)": 0.6895503401756287, "Finetune/Step": 13597, "Finetune/Step Time": 6.625819511711597}
+{"Finetune/Learning Rate": 4.172941927522843e-06, "Finetune/Loss": 0.6404423117637634, "Finetune/Loss (Raw)": 0.6092308163642883, "Finetune/Step": 13598, "Finetune/Step Time": 6.621434882283211}
+{"Finetune/Learning Rate": 4.17157348555026e-06, "Finetune/Loss": 0.6403801441192627, "Finetune/Loss (Raw)": 0.65494704246521, "Finetune/Step": 13599, "Finetune/Step Time": 6.638471452519298}
+{"Finetune/Learning Rate": 4.170205208855281e-06, "Finetune/Loss": 0.6390445232391357, "Finetune/Loss (Raw)": 0.5172057151794434, "Finetune/Step": 13600, "Finetune/Step Time": 6.648689856752753}
+{"Finetune/Learning Rate": 4.1688370974767025e-06, "Finetune/Loss": 0.6392841339111328, "Finetune/Loss (Raw)": 0.7212156057357788, "Finetune/Step": 13601, "Finetune/Step Time": 6.649531407281756}
+{"Finetune/Learning Rate": 4.167469151453322e-06, "Finetune/Loss": 0.6390445232391357, "Finetune/Loss (Raw)": 0.5601372122764587, "Finetune/Step": 13602, "Finetune/Step Time": 6.651182897388935}
+{"Finetune/Learning Rate": 4.1661013708239305e-06, "Finetune/Loss": 0.6392397880554199, "Finetune/Loss (Raw)": 0.6562319397926331, "Finetune/Step": 13603, "Finetune/Step Time": 6.654186323285103}
+{"Finetune/Learning Rate": 4.164733755627315e-06, "Finetune/Loss": 0.6400496363639832, "Finetune/Loss (Raw)": 0.7440420389175415, "Finetune/Step": 13604, "Finetune/Step Time": 6.65600112080574}
+{"Finetune/Learning Rate": 4.1633663059022534e-06, "Finetune/Loss": 0.6392598748207092, "Finetune/Loss (Raw)": 0.6219205856323242, "Finetune/Step": 13605, "Finetune/Step Time": 6.664079576730728}
+{"Finetune/Learning Rate": 4.161999021687533e-06, "Finetune/Loss": 0.6394220590591431, "Finetune/Loss (Raw)": 0.623323380947113, "Finetune/Step": 13606, "Finetune/Step Time": 6.651210211217403}
+{"Finetune/Learning Rate": 4.160631903021916e-06, "Finetune/Loss": 0.6398088932037354, "Finetune/Loss (Raw)": 0.5983489751815796, "Finetune/Step": 13607, "Finetune/Step Time": 6.65485161729157}
+{"Finetune/Learning Rate": 4.159264949944173e-06, "Finetune/Loss": 0.6400645971298218, "Finetune/Loss (Raw)": 0.6632649302482605, "Finetune/Step": 13608, "Finetune/Step Time": 6.66672707721591}
+{"Finetune/Learning Rate": 4.157898162493068e-06, "Finetune/Loss": 0.6407126188278198, "Finetune/Loss (Raw)": 0.6756662726402283, "Finetune/Step": 13609, "Finetune/Step Time": 6.674848174676299}
+{"Finetune/Learning Rate": 4.156531540707357e-06, "Finetune/Loss": 0.6397380828857422, "Finetune/Loss (Raw)": 0.596388041973114, "Finetune/Step": 13610, "Finetune/Step Time": 6.680484585464001}
+{"Finetune/Learning Rate": 4.155165084625796e-06, "Finetune/Loss": 0.6397631168365479, "Finetune/Loss (Raw)": 0.626519501209259, "Finetune/Step": 13611, "Finetune/Step Time": 6.678658414632082}
+{"Finetune/Learning Rate": 4.153798794287133e-06, "Finetune/Loss": 0.6406057476997375, "Finetune/Loss (Raw)": 0.7507256865501404, "Finetune/Step": 13612, "Finetune/Step Time": 6.667690895497799}
+{"Finetune/Learning Rate": 4.152432669730111e-06, "Finetune/Loss": 0.6411154270172119, "Finetune/Loss (Raw)": 0.6913372278213501, "Finetune/Step": 13613, "Finetune/Step Time": 6.6631858348846436}
+{"Finetune/Learning Rate": 4.15106671099347e-06, "Finetune/Loss": 0.640618085861206, "Finetune/Loss (Raw)": 0.6237813234329224, "Finetune/Step": 13614, "Finetune/Step Time": 6.672251207754016}
+{"Finetune/Learning Rate": 4.149700918115946e-06, "Finetune/Loss": 0.6406387090682983, "Finetune/Loss (Raw)": 0.6809206604957581, "Finetune/Step": 13615, "Finetune/Step Time": 6.675040343776345}
+{"Finetune/Learning Rate": 4.148335291136267e-06, "Finetune/Loss": 0.6389275193214417, "Finetune/Loss (Raw)": 0.45089754462242126, "Finetune/Step": 13616, "Finetune/Step Time": 6.658253761008382}
+{"Finetune/Learning Rate": 4.1469698300931595e-06, "Finetune/Loss": 0.6382347345352173, "Finetune/Loss (Raw)": 0.6028468012809753, "Finetune/Step": 13617, "Finetune/Step Time": 6.659827845171094}
+{"Finetune/Learning Rate": 4.145604535025344e-06, "Finetune/Loss": 0.6377913951873779, "Finetune/Loss (Raw)": 0.6257610321044922, "Finetune/Step": 13618, "Finetune/Step Time": 6.665059130638838}
+{"Finetune/Learning Rate": 4.144239405971536e-06, "Finetune/Loss": 0.6374826431274414, "Finetune/Loss (Raw)": 0.6759847402572632, "Finetune/Step": 13619, "Finetune/Step Time": 6.661813497543335}
+{"Finetune/Learning Rate": 4.142874442970447e-06, "Finetune/Loss": 0.6367961168289185, "Finetune/Loss (Raw)": 0.619299054145813, "Finetune/Step": 13620, "Finetune/Step Time": 6.660010004416108}
+{"Finetune/Learning Rate": 4.141509646060784e-06, "Finetune/Loss": 0.6348614692687988, "Finetune/Loss (Raw)": 0.5016900300979614, "Finetune/Step": 13621, "Finetune/Step Time": 6.677892295643687}
+{"Finetune/Learning Rate": 4.140145015281247e-06, "Finetune/Loss": 0.6339998245239258, "Finetune/Loss (Raw)": 0.5896528363227844, "Finetune/Step": 13622, "Finetune/Step Time": 6.672644475474954}
+{"Finetune/Learning Rate": 4.138780550670535e-06, "Finetune/Loss": 0.6342613697052002, "Finetune/Loss (Raw)": 0.6468662619590759, "Finetune/Step": 13623, "Finetune/Step Time": 6.672194559127092}
+{"Finetune/Learning Rate": 4.1374162522673436e-06, "Finetune/Loss": 0.6334652900695801, "Finetune/Loss (Raw)": 0.6164870262145996, "Finetune/Step": 13624, "Finetune/Step Time": 6.680545186623931}
+{"Finetune/Learning Rate": 4.136052120110347e-06, "Finetune/Loss": 0.6334853172302246, "Finetune/Loss (Raw)": 0.6890976428985596, "Finetune/Step": 13625, "Finetune/Step Time": 6.677570139989257}
+{"Finetune/Learning Rate": 4.134688154238244e-06, "Finetune/Loss": 0.6321176886558533, "Finetune/Loss (Raw)": 0.5782626867294312, "Finetune/Step": 13626, "Finetune/Step Time": 6.681339232251048}
+{"Finetune/Learning Rate": 4.133324354689704e-06, "Finetune/Loss": 0.6317126154899597, "Finetune/Loss (Raw)": 0.6221955418586731, "Finetune/Step": 13627, "Finetune/Step Time": 6.68129245378077}
+{"Finetune/Learning Rate": 4.131960721503403e-06, "Finetune/Loss": 0.6313388347625732, "Finetune/Loss (Raw)": 0.6382049918174744, "Finetune/Step": 13628, "Finetune/Step Time": 6.6795595325529575}
+{"Finetune/Learning Rate": 4.13059725471801e-06, "Finetune/Loss": 0.6301467418670654, "Finetune/Loss (Raw)": 0.5080134272575378, "Finetune/Step": 13629, "Finetune/Step Time": 6.699894467368722}
+{"Finetune/Learning Rate": 4.129233954372192e-06, "Finetune/Loss": 0.6303161382675171, "Finetune/Loss (Raw)": 0.6402956247329712, "Finetune/Step": 13630, "Finetune/Step Time": 6.7002318520098925}
+{"Finetune/Learning Rate": 4.127870820504602e-06, "Finetune/Loss": 0.6309689283370972, "Finetune/Loss (Raw)": 0.5874359011650085, "Finetune/Step": 13631, "Finetune/Step Time": 6.7097011264413595}
+{"Finetune/Learning Rate": 4.126507853153891e-06, "Finetune/Loss": 0.632382869720459, "Finetune/Loss (Raw)": 0.7240885496139526, "Finetune/Step": 13632, "Finetune/Step Time": 6.706551361829042}
+{"Finetune/Learning Rate": 4.125145052358722e-06, "Finetune/Loss": 0.6324210166931152, "Finetune/Loss (Raw)": 0.5520045757293701, "Finetune/Step": 13633, "Finetune/Step Time": 6.7050461769104}
+{"Finetune/Learning Rate": 4.1237824181577325e-06, "Finetune/Loss": 0.6332942247390747, "Finetune/Loss (Raw)": 0.7022454142570496, "Finetune/Step": 13634, "Finetune/Step Time": 6.6987300384789705}
+{"Finetune/Learning Rate": 4.122419950589563e-06, "Finetune/Loss": 0.6343858242034912, "Finetune/Loss (Raw)": 0.7766134738922119, "Finetune/Step": 13635, "Finetune/Step Time": 6.705277910456061}
+{"Finetune/Learning Rate": 4.1210576496928546e-06, "Finetune/Loss": 0.6342519521713257, "Finetune/Loss (Raw)": 0.6091305613517761, "Finetune/Step": 13636, "Finetune/Step Time": 6.707878589630127}
+{"Finetune/Learning Rate": 4.11969551550623e-06, "Finetune/Loss": 0.6338619589805603, "Finetune/Loss (Raw)": 0.6651795506477356, "Finetune/Step": 13637, "Finetune/Step Time": 6.692426396533847}
+{"Finetune/Learning Rate": 4.118333548068319e-06, "Finetune/Loss": 0.6335660219192505, "Finetune/Loss (Raw)": 0.6241374015808105, "Finetune/Step": 13638, "Finetune/Step Time": 6.693006757646799}
+{"Finetune/Learning Rate": 4.11697174741774e-06, "Finetune/Loss": 0.6327067613601685, "Finetune/Loss (Raw)": 0.5085949897766113, "Finetune/Step": 13639, "Finetune/Step Time": 6.704402878880501}
+{"Finetune/Learning Rate": 4.115610113593117e-06, "Finetune/Loss": 0.6328573226928711, "Finetune/Loss (Raw)": 0.5982365012168884, "Finetune/Step": 13640, "Finetune/Step Time": 6.709959197789431}
+{"Finetune/Learning Rate": 4.114248646633059e-06, "Finetune/Loss": 0.632599949836731, "Finetune/Loss (Raw)": 0.5647751688957214, "Finetune/Step": 13641, "Finetune/Step Time": 6.701160378754139}
+{"Finetune/Learning Rate": 4.112887346576174e-06, "Finetune/Loss": 0.6324304342269897, "Finetune/Loss (Raw)": 0.6468600630760193, "Finetune/Step": 13642, "Finetune/Step Time": 6.701207660138607}
+{"Finetune/Learning Rate": 4.111526213461061e-06, "Finetune/Loss": 0.6326606273651123, "Finetune/Loss (Raw)": 0.590607762336731, "Finetune/Step": 13643, "Finetune/Step Time": 6.693515952676535}
+{"Finetune/Learning Rate": 4.11016524732632e-06, "Finetune/Loss": 0.6318765878677368, "Finetune/Loss (Raw)": 0.6468074917793274, "Finetune/Step": 13644, "Finetune/Step Time": 6.693080862984061}
+{"Finetune/Learning Rate": 4.108804448210544e-06, "Finetune/Loss": 0.6320462226867676, "Finetune/Loss (Raw)": 0.5588023662567139, "Finetune/Step": 13645, "Finetune/Step Time": 6.684852208942175}
+{"Finetune/Learning Rate": 4.107443816152318e-06, "Finetune/Loss": 0.6319111585617065, "Finetune/Loss (Raw)": 0.6147357225418091, "Finetune/Step": 13646, "Finetune/Step Time": 6.684339728206396}
+{"Finetune/Learning Rate": 4.106083351190232e-06, "Finetune/Loss": 0.6318686008453369, "Finetune/Loss (Raw)": 0.6833864450454712, "Finetune/Step": 13647, "Finetune/Step Time": 6.683305399492383}
+{"Finetune/Learning Rate": 4.104723053362867e-06, "Finetune/Loss": 0.6329265236854553, "Finetune/Loss (Raw)": 0.7365713715553284, "Finetune/Step": 13648, "Finetune/Step Time": 6.685247056186199}
+{"Finetune/Learning Rate": 4.103362922708788e-06, "Finetune/Loss": 0.6322771310806274, "Finetune/Loss (Raw)": 0.5926096439361572, "Finetune/Step": 13649, "Finetune/Step Time": 6.693269118666649}
+{"Finetune/Learning Rate": 4.102002959266568e-06, "Finetune/Loss": 0.6320716142654419, "Finetune/Loss (Raw)": 0.6587362885475159, "Finetune/Step": 13650, "Finetune/Step Time": 6.698248878121376}
+{"Finetune/Learning Rate": 4.100643163074774e-06, "Finetune/Loss": 0.6350685358047485, "Finetune/Loss (Raw)": 0.8205127120018005, "Finetune/Step": 13651, "Finetune/Step Time": 6.688560331240296}
+{"Finetune/Learning Rate": 4.0992835341719626e-06, "Finetune/Loss": 0.6349879503250122, "Finetune/Loss (Raw)": 0.6714100241661072, "Finetune/Step": 13652, "Finetune/Step Time": 6.689938805997372}
+{"Finetune/Learning Rate": 4.097924072596692e-06, "Finetune/Loss": 0.6348544359207153, "Finetune/Loss (Raw)": 0.6856223344802856, "Finetune/Step": 13653, "Finetune/Step Time": 6.701529433950782}
+{"Finetune/Learning Rate": 4.096564778387507e-06, "Finetune/Loss": 0.6352537274360657, "Finetune/Loss (Raw)": 0.6176493167877197, "Finetune/Step": 13654, "Finetune/Step Time": 6.7075916808098555}
+{"Finetune/Learning Rate": 4.095205651582965e-06, "Finetune/Loss": 0.6331934332847595, "Finetune/Loss (Raw)": 0.43739038705825806, "Finetune/Step": 13655, "Finetune/Step Time": 6.720528362318873}
+{"Finetune/Learning Rate": 4.093846692221597e-06, "Finetune/Loss": 0.632635235786438, "Finetune/Loss (Raw)": 0.6804830431938171, "Finetune/Step": 13656, "Finetune/Step Time": 6.73000331223011}
+{"Finetune/Learning Rate": 4.092487900341941e-06, "Finetune/Loss": 0.6323190927505493, "Finetune/Loss (Raw)": 0.6303369402885437, "Finetune/Step": 13657, "Finetune/Step Time": 6.728915814310312}
+{"Finetune/Learning Rate": 4.09112927598253e-06, "Finetune/Loss": 0.6328542828559875, "Finetune/Loss (Raw)": 0.5850629806518555, "Finetune/Step": 13658, "Finetune/Step Time": 6.729201013222337}
+{"Finetune/Learning Rate": 4.0897708191818905e-06, "Finetune/Loss": 0.6325534582138062, "Finetune/Loss (Raw)": 0.6693609356880188, "Finetune/Step": 13659, "Finetune/Step Time": 6.7097295839339495}
+{"Finetune/Learning Rate": 4.088412529978544e-06, "Finetune/Loss": 0.632443368434906, "Finetune/Loss (Raw)": 0.5434383749961853, "Finetune/Step": 13660, "Finetune/Step Time": 6.709366247057915}
+{"Finetune/Learning Rate": 4.0870544084110075e-06, "Finetune/Loss": 0.6322430372238159, "Finetune/Loss (Raw)": 0.603192925453186, "Finetune/Step": 13661, "Finetune/Step Time": 6.707246717065573}
+{"Finetune/Learning Rate": 4.085696454517794e-06, "Finetune/Loss": 0.6312012672424316, "Finetune/Loss (Raw)": 0.5765246748924255, "Finetune/Step": 13662, "Finetune/Step Time": 6.709922457113862}
+{"Finetune/Learning Rate": 4.084338668337411e-06, "Finetune/Loss": 0.6295787692070007, "Finetune/Loss (Raw)": 0.5535840392112732, "Finetune/Step": 13663, "Finetune/Step Time": 6.707390768453479}
+{"Finetune/Learning Rate": 4.082981049908362e-06, "Finetune/Loss": 0.6307808756828308, "Finetune/Loss (Raw)": 0.6999609470367432, "Finetune/Step": 13664, "Finetune/Step Time": 6.713160643354058}
+{"Finetune/Learning Rate": 4.081623599269144e-06, "Finetune/Loss": 0.6297422647476196, "Finetune/Loss (Raw)": 0.6252394318580627, "Finetune/Step": 13665, "Finetune/Step Time": 6.70679084956646}
+{"Finetune/Learning Rate": 4.0802663164582515e-06, "Finetune/Loss": 0.6300288438796997, "Finetune/Loss (Raw)": 0.7109036445617676, "Finetune/Step": 13666, "Finetune/Step Time": 6.705325163900852}
+{"Finetune/Learning Rate": 4.078909201514172e-06, "Finetune/Loss": 0.6298855543136597, "Finetune/Loss (Raw)": 0.5990944504737854, "Finetune/Step": 13667, "Finetune/Step Time": 6.71448322199285}
+{"Finetune/Learning Rate": 4.077552254475391e-06, "Finetune/Loss": 0.6302616000175476, "Finetune/Loss (Raw)": 0.7150415778160095, "Finetune/Step": 13668, "Finetune/Step Time": 6.7313685696572065}
+{"Finetune/Learning Rate": 4.076195475380387e-06, "Finetune/Loss": 0.6309747695922852, "Finetune/Loss (Raw)": 0.7155272960662842, "Finetune/Step": 13669, "Finetune/Step Time": 6.715487068518996}
+{"Finetune/Learning Rate": 4.074838864267633e-06, "Finetune/Loss": 0.6320750117301941, "Finetune/Loss (Raw)": 0.6927242875099182, "Finetune/Step": 13670, "Finetune/Step Time": 6.720190949738026}
+{"Finetune/Learning Rate": 4.073482421175601e-06, "Finetune/Loss": 0.6334959864616394, "Finetune/Loss (Raw)": 0.7269915342330933, "Finetune/Step": 13671, "Finetune/Step Time": 6.706145929172635}
+{"Finetune/Learning Rate": 4.072126146142754e-06, "Finetune/Loss": 0.6348804235458374, "Finetune/Loss (Raw)": 0.7241344451904297, "Finetune/Step": 13672, "Finetune/Step Time": 6.710486177355051}
+{"Finetune/Learning Rate": 4.070770039207555e-06, "Finetune/Loss": 0.6348379850387573, "Finetune/Loss (Raw)": 0.6346679329872131, "Finetune/Step": 13673, "Finetune/Step Time": 6.712066685780883}
+{"Finetune/Learning Rate": 4.069414100408456e-06, "Finetune/Loss": 0.6350958347320557, "Finetune/Loss (Raw)": 0.6565839052200317, "Finetune/Step": 13674, "Finetune/Step Time": 6.715780673548579}
+{"Finetune/Learning Rate": 4.068058329783907e-06, "Finetune/Loss": 0.6357347965240479, "Finetune/Loss (Raw)": 0.6487432718276978, "Finetune/Step": 13675, "Finetune/Step Time": 6.709934197366238}
+{"Finetune/Learning Rate": 4.066702727372357e-06, "Finetune/Loss": 0.6341028809547424, "Finetune/Loss (Raw)": 0.5008692741394043, "Finetune/Step": 13676, "Finetune/Step Time": 6.711150046437979}
+{"Finetune/Learning Rate": 4.065347293212246e-06, "Finetune/Loss": 0.6349277496337891, "Finetune/Loss (Raw)": 0.693307638168335, "Finetune/Step": 13677, "Finetune/Step Time": 6.7119230926036835}
+{"Finetune/Learning Rate": 4.063992027342009e-06, "Finetune/Loss": 0.6347135305404663, "Finetune/Loss (Raw)": 0.5930398106575012, "Finetune/Step": 13678, "Finetune/Step Time": 6.711763801053166}
+{"Finetune/Learning Rate": 4.062636929800083e-06, "Finetune/Loss": 0.6356469392776489, "Finetune/Loss (Raw)": 0.802386462688446, "Finetune/Step": 13679, "Finetune/Step Time": 6.708497582003474}
+{"Finetune/Learning Rate": 4.061282000624885e-06, "Finetune/Loss": 0.6365365982055664, "Finetune/Loss (Raw)": 0.6775214672088623, "Finetune/Step": 13680, "Finetune/Step Time": 6.6958643682301044}
+{"Finetune/Learning Rate": 4.059927239854841e-06, "Finetune/Loss": 0.6371026039123535, "Finetune/Loss (Raw)": 0.732753574848175, "Finetune/Step": 13681, "Finetune/Step Time": 6.69272574596107}
+{"Finetune/Learning Rate": 4.058572647528371e-06, "Finetune/Loss": 0.6357578039169312, "Finetune/Loss (Raw)": 0.6014866828918457, "Finetune/Step": 13682, "Finetune/Step Time": 6.704138372093439}
+{"Finetune/Learning Rate": 4.0572182236838855e-06, "Finetune/Loss": 0.6370216012001038, "Finetune/Loss (Raw)": 0.623367428779602, "Finetune/Step": 13683, "Finetune/Step Time": 6.692416295409203}
+{"Finetune/Learning Rate": 4.055863968359793e-06, "Finetune/Loss": 0.6365002393722534, "Finetune/Loss (Raw)": 0.6123432517051697, "Finetune/Step": 13684, "Finetune/Step Time": 6.684136528521776}
+{"Finetune/Learning Rate": 4.054509881594497e-06, "Finetune/Loss": 0.6374292373657227, "Finetune/Loss (Raw)": 0.717517077922821, "Finetune/Step": 13685, "Finetune/Step Time": 6.693315085023642}
+{"Finetune/Learning Rate": 4.053155963426393e-06, "Finetune/Loss": 0.6371057629585266, "Finetune/Loss (Raw)": 0.6225084662437439, "Finetune/Step": 13686, "Finetune/Step Time": 6.693456087261438}
+{"Finetune/Learning Rate": 4.051802213893874e-06, "Finetune/Loss": 0.6370552778244019, "Finetune/Loss (Raw)": 0.7134850025177002, "Finetune/Step": 13687, "Finetune/Step Time": 6.693453289568424}
+{"Finetune/Learning Rate": 4.050448633035326e-06, "Finetune/Loss": 0.637590229511261, "Finetune/Loss (Raw)": 0.6470679044723511, "Finetune/Step": 13688, "Finetune/Step Time": 6.689716322347522}
+{"Finetune/Learning Rate": 4.049095220889141e-06, "Finetune/Loss": 0.6386350393295288, "Finetune/Loss (Raw)": 0.7732889652252197, "Finetune/Step": 13689, "Finetune/Step Time": 6.704896561801434}
+{"Finetune/Learning Rate": 4.0477419774936935e-06, "Finetune/Loss": 0.6376882791519165, "Finetune/Loss (Raw)": 0.5956833362579346, "Finetune/Step": 13690, "Finetune/Step Time": 6.712712766602635}
+{"Finetune/Learning Rate": 4.046388902887361e-06, "Finetune/Loss": 0.6379740834236145, "Finetune/Loss (Raw)": 0.688256561756134, "Finetune/Step": 13691, "Finetune/Step Time": 6.712518287822604}
+{"Finetune/Learning Rate": 4.045035997108504e-06, "Finetune/Loss": 0.6366230249404907, "Finetune/Loss (Raw)": 0.5475516319274902, "Finetune/Step": 13692, "Finetune/Step Time": 6.710487296804786}
+{"Finetune/Learning Rate": 4.043683260195494e-06, "Finetune/Loss": 0.6371942162513733, "Finetune/Loss (Raw)": 0.6717217564582825, "Finetune/Step": 13693, "Finetune/Step Time": 6.7098190151154995}
+{"Finetune/Learning Rate": 4.042330692186689e-06, "Finetune/Loss": 0.6363943815231323, "Finetune/Loss (Raw)": 0.5726430416107178, "Finetune/Step": 13694, "Finetune/Step Time": 6.712498135864735}
+{"Finetune/Learning Rate": 4.040978293120441e-06, "Finetune/Loss": 0.6369253993034363, "Finetune/Loss (Raw)": 0.6893325448036194, "Finetune/Step": 13695, "Finetune/Step Time": 6.710101405158639}
+{"Finetune/Learning Rate": 4.039626063035107e-06, "Finetune/Loss": 0.6367132663726807, "Finetune/Loss (Raw)": 0.5644295811653137, "Finetune/Step": 13696, "Finetune/Step Time": 6.731368746608496}
+{"Finetune/Learning Rate": 4.038274001969033e-06, "Finetune/Loss": 0.6365804672241211, "Finetune/Loss (Raw)": 0.6727594137191772, "Finetune/Step": 13697, "Finetune/Step Time": 6.730112578719854}
+{"Finetune/Learning Rate": 4.0369221099605505e-06, "Finetune/Loss": 0.6370519995689392, "Finetune/Loss (Raw)": 0.6718328595161438, "Finetune/Step": 13698, "Finetune/Step Time": 6.747721120715141}
+{"Finetune/Learning Rate": 4.0355703870480016e-06, "Finetune/Loss": 0.6374030113220215, "Finetune/Loss (Raw)": 0.6606031656265259, "Finetune/Step": 13699, "Finetune/Step Time": 6.750030677765608}
+{"Finetune/Learning Rate": 4.034218833269714e-06, "Finetune/Loss": 0.6395341753959656, "Finetune/Loss (Raw)": 0.7633048295974731, "Finetune/Step": 13700, "Finetune/Step Time": 6.746930720284581}
+{"Finetune/Learning Rate": 4.0328674486640175e-06, "Finetune/Loss": 0.6402091979980469, "Finetune/Loss (Raw)": 0.6906840801239014, "Finetune/Step": 13701, "Finetune/Step Time": 6.742170564830303}
+{"Finetune/Learning Rate": 4.031516233269228e-06, "Finetune/Loss": 0.6399065256118774, "Finetune/Loss (Raw)": 0.5725173354148865, "Finetune/Step": 13702, "Finetune/Step Time": 6.74398735538125}
+{"Finetune/Learning Rate": 4.030165187123673e-06, "Finetune/Loss": 0.6400802135467529, "Finetune/Loss (Raw)": 0.653851330280304, "Finetune/Step": 13703, "Finetune/Step Time": 6.746434565633535}
+{"Finetune/Learning Rate": 4.028814310265654e-06, "Finetune/Loss": 0.6396890878677368, "Finetune/Loss (Raw)": 0.6768792867660522, "Finetune/Step": 13704, "Finetune/Step Time": 6.745909996330738}
+{"Finetune/Learning Rate": 4.027463602733481e-06, "Finetune/Loss": 0.639568567276001, "Finetune/Loss (Raw)": 0.6823272705078125, "Finetune/Step": 13705, "Finetune/Step Time": 6.748420113697648}
+{"Finetune/Learning Rate": 4.026113064565457e-06, "Finetune/Loss": 0.6396944522857666, "Finetune/Loss (Raw)": 0.6494290828704834, "Finetune/Step": 13706, "Finetune/Step Time": 6.750071484595537}
+{"Finetune/Learning Rate": 4.0247626957998785e-06, "Finetune/Loss": 0.6398477554321289, "Finetune/Loss (Raw)": 0.6660071015357971, "Finetune/Step": 13707, "Finetune/Step Time": 6.750914976000786}
+{"Finetune/Learning Rate": 4.023412496475039e-06, "Finetune/Loss": 0.6399085521697998, "Finetune/Loss (Raw)": 0.6395094990730286, "Finetune/Step": 13708, "Finetune/Step Time": 6.751202808693051}
+{"Finetune/Learning Rate": 4.022062466629226e-06, "Finetune/Loss": 0.6396957039833069, "Finetune/Loss (Raw)": 0.5801792740821838, "Finetune/Step": 13709, "Finetune/Step Time": 6.752469999715686}
+{"Finetune/Learning Rate": 4.020712606300723e-06, "Finetune/Loss": 0.6393076181411743, "Finetune/Loss (Raw)": 0.5816293358802795, "Finetune/Step": 13710, "Finetune/Step Time": 6.753840126097202}
+{"Finetune/Learning Rate": 4.019362915527807e-06, "Finetune/Loss": 0.6399704217910767, "Finetune/Loss (Raw)": 0.6455609798431396, "Finetune/Step": 13711, "Finetune/Step Time": 6.771459531039}
+{"Finetune/Learning Rate": 4.018013394348752e-06, "Finetune/Loss": 0.639966607093811, "Finetune/Loss (Raw)": 0.6168705821037292, "Finetune/Step": 13712, "Finetune/Step Time": 6.7690336015075445}
+{"Finetune/Learning Rate": 4.016664042801827e-06, "Finetune/Loss": 0.6401468515396118, "Finetune/Loss (Raw)": 0.5872421860694885, "Finetune/Step": 13713, "Finetune/Step Time": 6.770986961200833}
+{"Finetune/Learning Rate": 4.015314860925294e-06, "Finetune/Loss": 0.6402998566627502, "Finetune/Loss (Raw)": 0.7543270587921143, "Finetune/Step": 13714, "Finetune/Step Time": 6.772711953148246}
+{"Finetune/Learning Rate": 4.013965848757415e-06, "Finetune/Loss": 0.6405313014984131, "Finetune/Loss (Raw)": 0.6219090819358826, "Finetune/Step": 13715, "Finetune/Step Time": 6.7717898581177}
+{"Finetune/Learning Rate": 4.012617006336442e-06, "Finetune/Loss": 0.6401834487915039, "Finetune/Loss (Raw)": 0.6594562530517578, "Finetune/Step": 13716, "Finetune/Step Time": 6.765504123643041}
+{"Finetune/Learning Rate": 4.011268333700625e-06, "Finetune/Loss": 0.6400308609008789, "Finetune/Loss (Raw)": 0.6092278361320496, "Finetune/Step": 13717, "Finetune/Step Time": 6.764913471415639}
+{"Finetune/Learning Rate": 4.009919830888209e-06, "Finetune/Loss": 0.6400544047355652, "Finetune/Loss (Raw)": 0.5982667803764343, "Finetune/Step": 13718, "Finetune/Step Time": 6.769413381814957}
+{"Finetune/Learning Rate": 4.008571497937432e-06, "Finetune/Loss": 0.6389856338500977, "Finetune/Loss (Raw)": 0.5619426965713501, "Finetune/Step": 13719, "Finetune/Step Time": 6.760925859212875}
+{"Finetune/Learning Rate": 4.007223334886531e-06, "Finetune/Loss": 0.6384177803993225, "Finetune/Loss (Raw)": 0.5714331269264221, "Finetune/Step": 13720, "Finetune/Step Time": 6.764122383669019}
+{"Finetune/Learning Rate": 4.005875341773739e-06, "Finetune/Loss": 0.6381804943084717, "Finetune/Loss (Raw)": 0.6261425018310547, "Finetune/Step": 13721, "Finetune/Step Time": 6.758157031610608}
+{"Finetune/Learning Rate": 4.004527518637268e-06, "Finetune/Loss": 0.6382161378860474, "Finetune/Loss (Raw)": 0.618993878364563, "Finetune/Step": 13722, "Finetune/Step Time": 6.754109816625714}
+{"Finetune/Learning Rate": 4.003179865515353e-06, "Finetune/Loss": 0.6386941075325012, "Finetune/Loss (Raw)": 0.7050294280052185, "Finetune/Step": 13723, "Finetune/Step Time": 6.753789281472564}
+{"Finetune/Learning Rate": 4.001832382446204e-06, "Finetune/Loss": 0.6386433243751526, "Finetune/Loss (Raw)": 0.5918115973472595, "Finetune/Step": 13724, "Finetune/Step Time": 6.7510312628000975}
+{"Finetune/Learning Rate": 4.000485069468032e-06, "Finetune/Loss": 0.6376920342445374, "Finetune/Loss (Raw)": 0.5677910447120667, "Finetune/Step": 13725, "Finetune/Step Time": 6.750661067664623}
+{"Finetune/Learning Rate": 3.999137926619043e-06, "Finetune/Loss": 0.6379621028900146, "Finetune/Loss (Raw)": 0.6437873244285583, "Finetune/Step": 13726, "Finetune/Step Time": 6.753695724532008}
+{"Finetune/Learning Rate": 3.997790953937442e-06, "Finetune/Loss": 0.6385210156440735, "Finetune/Loss (Raw)": 0.7264983057975769, "Finetune/Step": 13727, "Finetune/Step Time": 6.7383360136300325}
+{"Finetune/Learning Rate": 3.996444151461417e-06, "Finetune/Loss": 0.6383355855941772, "Finetune/Loss (Raw)": 0.4934642016887665, "Finetune/Step": 13728, "Finetune/Step Time": 6.724511494860053}
+{"Finetune/Learning Rate": 3.995097519229162e-06, "Finetune/Loss": 0.6371054649353027, "Finetune/Loss (Raw)": 0.563763439655304, "Finetune/Step": 13729, "Finetune/Step Time": 6.736962240189314}
+{"Finetune/Learning Rate": 3.993751057278868e-06, "Finetune/Loss": 0.6372837424278259, "Finetune/Loss (Raw)": 0.5829561352729797, "Finetune/Step": 13730, "Finetune/Step Time": 6.732896618545055}
+{"Finetune/Learning Rate": 3.992404765648717e-06, "Finetune/Loss": 0.6366747617721558, "Finetune/Loss (Raw)": 0.5782769918441772, "Finetune/Step": 13731, "Finetune/Step Time": 6.738634571433067}
+{"Finetune/Learning Rate": 3.991058644376881e-06, "Finetune/Loss": 0.6358330249786377, "Finetune/Loss (Raw)": 0.6363009810447693, "Finetune/Step": 13732, "Finetune/Step Time": 6.734810024499893}
+{"Finetune/Learning Rate": 3.989712693501539e-06, "Finetune/Loss": 0.6362549066543579, "Finetune/Loss (Raw)": 0.6759240031242371, "Finetune/Step": 13733, "Finetune/Step Time": 6.728533489629626}
+{"Finetune/Learning Rate": 3.98836691306085e-06, "Finetune/Loss": 0.6352666616439819, "Finetune/Loss (Raw)": 0.49682918190956116, "Finetune/Step": 13734, "Finetune/Step Time": 6.740218304097652}
+{"Finetune/Learning Rate": 3.9870213030929805e-06, "Finetune/Loss": 0.6342811584472656, "Finetune/Loss (Raw)": 0.4722091555595398, "Finetune/Step": 13735, "Finetune/Step Time": 6.7382690235972404}
+{"Finetune/Learning Rate": 3.98567586363609e-06, "Finetune/Loss": 0.6350143551826477, "Finetune/Loss (Raw)": 0.757108747959137, "Finetune/Step": 13736, "Finetune/Step Time": 6.724549209699035}
+{"Finetune/Learning Rate": 3.984330594728324e-06, "Finetune/Loss": 0.6348510384559631, "Finetune/Loss (Raw)": 0.6547613739967346, "Finetune/Step": 13737, "Finetune/Step Time": 6.716242581605911}
+{"Finetune/Learning Rate": 3.982985496407841e-06, "Finetune/Loss": 0.6350721120834351, "Finetune/Loss (Raw)": 0.6246781349182129, "Finetune/Step": 13738, "Finetune/Step Time": 6.714782016351819}
+{"Finetune/Learning Rate": 3.981640568712778e-06, "Finetune/Loss": 0.6348415613174438, "Finetune/Loss (Raw)": 0.5970219969749451, "Finetune/Step": 13739, "Finetune/Step Time": 6.720762318000197}
+{"Finetune/Learning Rate": 3.980295811681279e-06, "Finetune/Loss": 0.633658766746521, "Finetune/Loss (Raw)": 0.5993221998214722, "Finetune/Step": 13740, "Finetune/Step Time": 6.727004017680883}
+{"Finetune/Learning Rate": 3.978951225351469e-06, "Finetune/Loss": 0.6339137554168701, "Finetune/Loss (Raw)": 0.723987340927124, "Finetune/Step": 13741, "Finetune/Step Time": 6.729404294863343}
+{"Finetune/Learning Rate": 3.97760680976148e-06, "Finetune/Loss": 0.6354973316192627, "Finetune/Loss (Raw)": 0.8264656662940979, "Finetune/Step": 13742, "Finetune/Step Time": 6.7038581389933825}
+{"Finetune/Learning Rate": 3.976262564949438e-06, "Finetune/Loss": 0.63543701171875, "Finetune/Loss (Raw)": 0.6732049584388733, "Finetune/Step": 13743, "Finetune/Step Time": 6.705622382462025}
+{"Finetune/Learning Rate": 3.9749184909534565e-06, "Finetune/Loss": 0.6372994184494019, "Finetune/Loss (Raw)": 0.6892817616462708, "Finetune/Step": 13744, "Finetune/Step Time": 6.701759211719036}
+{"Finetune/Learning Rate": 3.973574587811656e-06, "Finetune/Loss": 0.6380928158760071, "Finetune/Loss (Raw)": 0.7044054269790649, "Finetune/Step": 13745, "Finetune/Step Time": 6.7035344038158655}
+{"Finetune/Learning Rate": 3.972230855562148e-06, "Finetune/Loss": 0.6382216215133667, "Finetune/Loss (Raw)": 0.6422473192214966, "Finetune/Step": 13746, "Finetune/Step Time": 6.730475811287761}
+{"Finetune/Learning Rate": 3.970887294243028e-06, "Finetune/Loss": 0.6369234323501587, "Finetune/Loss (Raw)": 0.5098157525062561, "Finetune/Step": 13747, "Finetune/Step Time": 6.734655510634184}
+{"Finetune/Learning Rate": 3.969543903892401e-06, "Finetune/Loss": 0.6379576921463013, "Finetune/Loss (Raw)": 0.7516807317733765, "Finetune/Step": 13748, "Finetune/Step Time": 6.736511342227459}
+{"Finetune/Learning Rate": 3.96820068454836e-06, "Finetune/Loss": 0.639130711555481, "Finetune/Loss (Raw)": 0.651838481426239, "Finetune/Step": 13749, "Finetune/Step Time": 6.720249546691775}
+{"Finetune/Learning Rate": 3.966857636248996e-06, "Finetune/Loss": 0.6392698287963867, "Finetune/Loss (Raw)": 0.6074610352516174, "Finetune/Step": 13750, "Finetune/Step Time": 6.719611557200551}
+{"Finetune/Learning Rate": 3.965514759032388e-06, "Finetune/Loss": 0.6400934457778931, "Finetune/Loss (Raw)": 0.7522974610328674, "Finetune/Step": 13751, "Finetune/Step Time": 6.719241958111525}
+{"Finetune/Learning Rate": 3.96417205293663e-06, "Finetune/Loss": 0.6408599615097046, "Finetune/Loss (Raw)": 0.7145977020263672, "Finetune/Step": 13752, "Finetune/Step Time": 6.71734344214201}
+{"Finetune/Learning Rate": 3.962829517999786e-06, "Finetune/Loss": 0.6404070854187012, "Finetune/Loss (Raw)": 0.6311268210411072, "Finetune/Step": 13753, "Finetune/Step Time": 6.720456421375275}
+{"Finetune/Learning Rate": 3.961487154259929e-06, "Finetune/Loss": 0.6414369344711304, "Finetune/Loss (Raw)": 0.7100762128829956, "Finetune/Step": 13754, "Finetune/Step Time": 6.719029558822513}
+{"Finetune/Learning Rate": 3.960144961755124e-06, "Finetune/Loss": 0.6418873071670532, "Finetune/Loss (Raw)": 0.679847240447998, "Finetune/Step": 13755, "Finetune/Step Time": 6.718721127137542}
+{"Finetune/Learning Rate": 3.958802940523434e-06, "Finetune/Loss": 0.6414552927017212, "Finetune/Loss (Raw)": 0.5829107761383057, "Finetune/Step": 13756, "Finetune/Step Time": 6.716136233881116}
+{"Finetune/Learning Rate": 3.957461090602913e-06, "Finetune/Loss": 0.6419215202331543, "Finetune/Loss (Raw)": 0.5676929950714111, "Finetune/Step": 13757, "Finetune/Step Time": 6.6944242883473635}
+{"Finetune/Learning Rate": 3.956119412031614e-06, "Finetune/Loss": 0.6416275501251221, "Finetune/Loss (Raw)": 0.6026613712310791, "Finetune/Step": 13758, "Finetune/Step Time": 6.712207602337003}
+{"Finetune/Learning Rate": 3.954777904847581e-06, "Finetune/Loss": 0.6429014205932617, "Finetune/Loss (Raw)": 0.750495433807373, "Finetune/Step": 13759, "Finetune/Step Time": 6.701854512095451}
+{"Finetune/Learning Rate": 3.953436569088856e-06, "Finetune/Loss": 0.6412838101387024, "Finetune/Loss (Raw)": 0.5170355439186096, "Finetune/Step": 13760, "Finetune/Step Time": 6.726389007642865}
+{"Finetune/Learning Rate": 3.952095404793476e-06, "Finetune/Loss": 0.6420459747314453, "Finetune/Loss (Raw)": 0.6495661735534668, "Finetune/Step": 13761, "Finetune/Step Time": 6.717383151873946}
+{"Finetune/Learning Rate": 3.950754411999474e-06, "Finetune/Loss": 0.6419374346733093, "Finetune/Loss (Raw)": 0.6883474588394165, "Finetune/Step": 13762, "Finetune/Step Time": 6.715239843353629}
+{"Finetune/Learning Rate": 3.949413590744874e-06, "Finetune/Loss": 0.6403657793998718, "Finetune/Loss (Raw)": 0.5754401683807373, "Finetune/Step": 13763, "Finetune/Step Time": 6.706067141145468}
+{"Finetune/Learning Rate": 3.948072941067699e-06, "Finetune/Loss": 0.641548752784729, "Finetune/Loss (Raw)": 0.7605523467063904, "Finetune/Step": 13764, "Finetune/Step Time": 6.708038555458188}
+{"Finetune/Learning Rate": 3.946732463005965e-06, "Finetune/Loss": 0.6406662464141846, "Finetune/Loss (Raw)": 0.552217423915863, "Finetune/Step": 13765, "Finetune/Step Time": 6.710725463926792}
+{"Finetune/Learning Rate": 3.945392156597686e-06, "Finetune/Loss": 0.6410611867904663, "Finetune/Loss (Raw)": 0.6746920943260193, "Finetune/Step": 13766, "Finetune/Step Time": 6.717258632183075}
+{"Finetune/Learning Rate": 3.944052021880869e-06, "Finetune/Loss": 0.6420580148696899, "Finetune/Loss (Raw)": 0.6361836791038513, "Finetune/Step": 13767, "Finetune/Step Time": 6.70045761205256}
+{"Finetune/Learning Rate": 3.9427120588935154e-06, "Finetune/Loss": 0.6423612833023071, "Finetune/Loss (Raw)": 0.6370654702186584, "Finetune/Step": 13768, "Finetune/Step Time": 6.714409599080682}
+{"Finetune/Learning Rate": 3.941372267673624e-06, "Finetune/Loss": 0.6427057981491089, "Finetune/Loss (Raw)": 0.6088703870773315, "Finetune/Step": 13769, "Finetune/Step Time": 6.709566941484809}
+{"Finetune/Learning Rate": 3.940032648259188e-06, "Finetune/Loss": 0.6427230834960938, "Finetune/Loss (Raw)": 0.649064302444458, "Finetune/Step": 13770, "Finetune/Step Time": 6.711690375581384}
+{"Finetune/Learning Rate": 3.938693200688188e-06, "Finetune/Loss": 0.6439136266708374, "Finetune/Loss (Raw)": 0.7430021166801453, "Finetune/Step": 13771, "Finetune/Step Time": 6.711029661819339}
+{"Finetune/Learning Rate": 3.937353924998617e-06, "Finetune/Loss": 0.6439319849014282, "Finetune/Loss (Raw)": 0.6491602659225464, "Finetune/Step": 13772, "Finetune/Step Time": 6.710831658914685}
+{"Finetune/Learning Rate": 3.936014821228448e-06, "Finetune/Loss": 0.6434334516525269, "Finetune/Loss (Raw)": 0.49499157071113586, "Finetune/Step": 13773, "Finetune/Step Time": 6.7085424438118935}
+{"Finetune/Learning Rate": 3.934675889415656e-06, "Finetune/Loss": 0.6445115804672241, "Finetune/Loss (Raw)": 0.7527251839637756, "Finetune/Step": 13774, "Finetune/Step Time": 6.715771086513996}
+{"Finetune/Learning Rate": 3.933337129598207e-06, "Finetune/Loss": 0.6431367993354797, "Finetune/Loss (Raw)": 0.5074191689491272, "Finetune/Step": 13775, "Finetune/Step Time": 6.711732937023044}
+{"Finetune/Learning Rate": 3.931998541814069e-06, "Finetune/Loss": 0.642510175704956, "Finetune/Loss (Raw)": 0.6563664674758911, "Finetune/Step": 13776, "Finetune/Step Time": 6.709725480526686}
+{"Finetune/Learning Rate": 3.930660126101196e-06, "Finetune/Loss": 0.6425186395645142, "Finetune/Loss (Raw)": 0.593696117401123, "Finetune/Step": 13777, "Finetune/Step Time": 6.698095938190818}
+{"Finetune/Learning Rate": 3.929321882497536e-06, "Finetune/Loss": 0.641201376914978, "Finetune/Loss (Raw)": 0.49012836813926697, "Finetune/Step": 13778, "Finetune/Step Time": 6.704929115250707}
+{"Finetune/Learning Rate": 3.927983811041052e-06, "Finetune/Loss": 0.6394217014312744, "Finetune/Loss (Raw)": 0.5927051305770874, "Finetune/Step": 13779, "Finetune/Step Time": 6.725221613422036}
+{"Finetune/Learning Rate": 3.9266459117696785e-06, "Finetune/Loss": 0.6392351984977722, "Finetune/Loss (Raw)": 0.6475402116775513, "Finetune/Step": 13780, "Finetune/Step Time": 6.7231583427637815}
+{"Finetune/Learning Rate": 3.925308184721357e-06, "Finetune/Loss": 0.6388376355171204, "Finetune/Loss (Raw)": 0.6347351670265198, "Finetune/Step": 13781, "Finetune/Step Time": 6.709658343344927}
+{"Finetune/Learning Rate": 3.923970629934024e-06, "Finetune/Loss": 0.638018012046814, "Finetune/Loss (Raw)": 0.5127422213554382, "Finetune/Step": 13782, "Finetune/Step Time": 6.7000196650624275}
+{"Finetune/Learning Rate": 3.922633247445604e-06, "Finetune/Loss": 0.6386774778366089, "Finetune/Loss (Raw)": 0.5217966437339783, "Finetune/Step": 13783, "Finetune/Step Time": 6.687830697745085}
+{"Finetune/Learning Rate": 3.921296037294022e-06, "Finetune/Loss": 0.6378293037414551, "Finetune/Loss (Raw)": 0.5719196200370789, "Finetune/Step": 13784, "Finetune/Step Time": 6.676674423739314}
+{"Finetune/Learning Rate": 3.919958999517196e-06, "Finetune/Loss": 0.6372872591018677, "Finetune/Loss (Raw)": 0.5609477162361145, "Finetune/Step": 13785, "Finetune/Step Time": 6.675289291888475}
+{"Finetune/Learning Rate": 3.918622134153047e-06, "Finetune/Loss": 0.637094259262085, "Finetune/Loss (Raw)": 0.5603665113449097, "Finetune/Step": 13786, "Finetune/Step Time": 6.676769172772765}
+{"Finetune/Learning Rate": 3.917285441239481e-06, "Finetune/Loss": 0.6371287107467651, "Finetune/Loss (Raw)": 0.6737656593322754, "Finetune/Step": 13787, "Finetune/Step Time": 6.676215536892414}
+{"Finetune/Learning Rate": 3.9159489208144074e-06, "Finetune/Loss": 0.6383849382400513, "Finetune/Loss (Raw)": 0.7042422294616699, "Finetune/Step": 13788, "Finetune/Step Time": 6.6759615782648325}
+{"Finetune/Learning Rate": 3.914612572915717e-06, "Finetune/Loss": 0.6380402445793152, "Finetune/Loss (Raw)": 0.5590661764144897, "Finetune/Step": 13789, "Finetune/Step Time": 6.678005550056696}
+{"Finetune/Learning Rate": 3.9132763975813095e-06, "Finetune/Loss": 0.638596773147583, "Finetune/Loss (Raw)": 0.6477547287940979, "Finetune/Step": 13790, "Finetune/Step Time": 6.669598035514355}
+{"Finetune/Learning Rate": 3.9119403948490755e-06, "Finetune/Loss": 0.6400627493858337, "Finetune/Loss (Raw)": 0.7412337064743042, "Finetune/Step": 13791, "Finetune/Step Time": 6.66886780038476}
+{"Finetune/Learning Rate": 3.9106045647569005e-06, "Finetune/Loss": 0.6400802135467529, "Finetune/Loss (Raw)": 0.7021946907043457, "Finetune/Step": 13792, "Finetune/Step Time": 6.658777434378862}
+{"Finetune/Learning Rate": 3.9092689073426595e-06, "Finetune/Loss": 0.6402472853660583, "Finetune/Loss (Raw)": 0.6466290950775146, "Finetune/Step": 13793, "Finetune/Step Time": 6.658696902915835}
+{"Finetune/Learning Rate": 3.90793342264424e-06, "Finetune/Loss": 0.6414656639099121, "Finetune/Loss (Raw)": 0.8668631315231323, "Finetune/Step": 13794, "Finetune/Step Time": 6.6594078205525875}
+{"Finetune/Learning Rate": 3.906598110699501e-06, "Finetune/Loss": 0.6418353915214539, "Finetune/Loss (Raw)": 0.6464109420776367, "Finetune/Step": 13795, "Finetune/Step Time": 6.643637856468558}
+{"Finetune/Learning Rate": 3.905262971546313e-06, "Finetune/Loss": 0.6411715745925903, "Finetune/Loss (Raw)": 0.6300745010375977, "Finetune/Step": 13796, "Finetune/Step Time": 6.630065981298685}
+{"Finetune/Learning Rate": 3.903928005222536e-06, "Finetune/Loss": 0.6414448618888855, "Finetune/Loss (Raw)": 0.7505093812942505, "Finetune/Step": 13797, "Finetune/Step Time": 6.627682652324438}
+{"Finetune/Learning Rate": 3.902593211766025e-06, "Finetune/Loss": 0.6414916515350342, "Finetune/Loss (Raw)": 0.6987096071243286, "Finetune/Step": 13798, "Finetune/Step Time": 6.625819778069854}
+{"Finetune/Learning Rate": 3.901258591214633e-06, "Finetune/Loss": 0.6418485045433044, "Finetune/Loss (Raw)": 0.7726690769195557, "Finetune/Step": 13799, "Finetune/Step Time": 6.62539079785347}
+{"Finetune/Learning Rate": 3.899924143606204e-06, "Finetune/Loss": 0.640899121761322, "Finetune/Loss (Raw)": 0.6026152968406677, "Finetune/Step": 13800, "Finetune/Step Time": 6.64603098295629}
+{"Finetune/Learning Rate": 3.898589868978581e-06, "Finetune/Loss": 0.6415250301361084, "Finetune/Loss (Raw)": 0.7147861123085022, "Finetune/Step": 13801, "Finetune/Step Time": 6.681192480027676}
+{"Finetune/Learning Rate": 3.897255767369598e-06, "Finetune/Loss": 0.6412991285324097, "Finetune/Loss (Raw)": 0.6276702284812927, "Finetune/Step": 13802, "Finetune/Step Time": 6.710846753790975}
+{"Finetune/Learning Rate": 3.895921838817089e-06, "Finetune/Loss": 0.6422045230865479, "Finetune/Loss (Raw)": 0.7646239995956421, "Finetune/Step": 13803, "Finetune/Step Time": 6.725530877709389}
+{"Finetune/Learning Rate": 3.894588083358877e-06, "Finetune/Loss": 0.6430805325508118, "Finetune/Loss (Raw)": 0.6130068302154541, "Finetune/Step": 13804, "Finetune/Step Time": 6.727268686518073}
+{"Finetune/Learning Rate": 3.8932545010327875e-06, "Finetune/Loss": 0.6432860493659973, "Finetune/Loss (Raw)": 0.7196118235588074, "Finetune/Step": 13805, "Finetune/Step Time": 6.733611533418298}
+{"Finetune/Learning Rate": 3.891921091876634e-06, "Finetune/Loss": 0.6433930397033691, "Finetune/Loss (Raw)": 0.6067274212837219, "Finetune/Step": 13806, "Finetune/Step Time": 6.736953580752015}
+{"Finetune/Learning Rate": 3.890587855928228e-06, "Finetune/Loss": 0.6424521207809448, "Finetune/Loss (Raw)": 0.6819515228271484, "Finetune/Step": 13807, "Finetune/Step Time": 6.743391998112202}
+{"Finetune/Learning Rate": 3.88925479322538e-06, "Finetune/Loss": 0.6423811912536621, "Finetune/Loss (Raw)": 0.6684430241584778, "Finetune/Step": 13808, "Finetune/Step Time": 6.748708795756102}
+{"Finetune/Learning Rate": 3.887921903805888e-06, "Finetune/Loss": 0.6411833167076111, "Finetune/Loss (Raw)": 0.5794292092323303, "Finetune/Step": 13809, "Finetune/Step Time": 6.768958646804094}
+{"Finetune/Learning Rate": 3.886589187707551e-06, "Finetune/Loss": 0.640897274017334, "Finetune/Loss (Raw)": 0.5648773908615112, "Finetune/Step": 13810, "Finetune/Step Time": 6.759687356650829}
+{"Finetune/Learning Rate": 3.885256644968161e-06, "Finetune/Loss": 0.6400206089019775, "Finetune/Loss (Raw)": 0.5111520290374756, "Finetune/Step": 13811, "Finetune/Step Time": 6.776372762396932}
+{"Finetune/Learning Rate": 3.883924275625504e-06, "Finetune/Loss": 0.6408032178878784, "Finetune/Loss (Raw)": 0.712519645690918, "Finetune/Step": 13812, "Finetune/Step Time": 6.7770175989717245}
+{"Finetune/Learning Rate": 3.882592079717362e-06, "Finetune/Loss": 0.6405647397041321, "Finetune/Loss (Raw)": 0.6869931817054749, "Finetune/Step": 13813, "Finetune/Step Time": 6.774211877956986}
+{"Finetune/Learning Rate": 3.881260057281513e-06, "Finetune/Loss": 0.6413334608078003, "Finetune/Loss (Raw)": 0.7208976149559021, "Finetune/Step": 13814, "Finetune/Step Time": 6.774988228455186}
+{"Finetune/Learning Rate": 3.87992820835573e-06, "Finetune/Loss": 0.6417263150215149, "Finetune/Loss (Raw)": 0.7637701034545898, "Finetune/Step": 13815, "Finetune/Step Time": 6.797434402629733}
+{"Finetune/Learning Rate": 3.878596532977779e-06, "Finetune/Loss": 0.6413879990577698, "Finetune/Loss (Raw)": 0.6037642955780029, "Finetune/Step": 13816, "Finetune/Step Time": 6.794539092108607}
+{"Finetune/Learning Rate": 3.877265031185426e-06, "Finetune/Loss": 0.6405290365219116, "Finetune/Loss (Raw)": 0.663344144821167, "Finetune/Step": 13817, "Finetune/Step Time": 6.775336207821965}
+{"Finetune/Learning Rate": 3.875933703016427e-06, "Finetune/Loss": 0.6399924755096436, "Finetune/Loss (Raw)": 0.5270093083381653, "Finetune/Step": 13818, "Finetune/Step Time": 6.780852733179927}
+{"Finetune/Learning Rate": 3.874602548508531e-06, "Finetune/Loss": 0.6391338109970093, "Finetune/Loss (Raw)": 0.5783461928367615, "Finetune/Step": 13819, "Finetune/Step Time": 6.781382521614432}
+{"Finetune/Learning Rate": 3.873271567699485e-06, "Finetune/Loss": 0.6391435861587524, "Finetune/Loss (Raw)": 0.5487983822822571, "Finetune/Step": 13820, "Finetune/Step Time": 6.783115467056632}
+{"Finetune/Learning Rate": 3.871940760627039e-06, "Finetune/Loss": 0.639544665813446, "Finetune/Loss (Raw)": 0.7230611443519592, "Finetune/Step": 13821, "Finetune/Step Time": 6.785199627280235}
+{"Finetune/Learning Rate": 3.8706101273289264e-06, "Finetune/Loss": 0.6396385431289673, "Finetune/Loss (Raw)": 0.5846545100212097, "Finetune/Step": 13822, "Finetune/Step Time": 6.781148865818977}
+{"Finetune/Learning Rate": 3.869279667842881e-06, "Finetune/Loss": 0.6396498084068298, "Finetune/Loss (Raw)": 0.6907721757888794, "Finetune/Step": 13823, "Finetune/Step Time": 6.780674947425723}
+{"Finetune/Learning Rate": 3.867949382206632e-06, "Finetune/Loss": 0.6398601531982422, "Finetune/Loss (Raw)": 0.5913504362106323, "Finetune/Step": 13824, "Finetune/Step Time": 6.761651402339339}
+{"Finetune/Learning Rate": 3.866619270457903e-06, "Finetune/Loss": 0.6396029591560364, "Finetune/Loss (Raw)": 0.6398473978042603, "Finetune/Step": 13825, "Finetune/Step Time": 6.758247712627053}
+{"Finetune/Learning Rate": 3.865289332634407e-06, "Finetune/Loss": 0.6388140320777893, "Finetune/Loss (Raw)": 0.5708538889884949, "Finetune/Step": 13826, "Finetune/Step Time": 6.742811219766736}
+{"Finetune/Learning Rate": 3.86395956877386e-06, "Finetune/Loss": 0.6389857530593872, "Finetune/Loss (Raw)": 0.6825752854347229, "Finetune/Step": 13827, "Finetune/Step Time": 6.745988667011261}
+{"Finetune/Learning Rate": 3.8626299789139725e-06, "Finetune/Loss": 0.6374455094337463, "Finetune/Loss (Raw)": 0.5661566257476807, "Finetune/Step": 13828, "Finetune/Step Time": 6.747894395142794}
+{"Finetune/Learning Rate": 3.861300563092446e-06, "Finetune/Loss": 0.6377261281013489, "Finetune/Loss (Raw)": 0.7266051173210144, "Finetune/Step": 13829, "Finetune/Step Time": 6.751290567219257}
+{"Finetune/Learning Rate": 3.85997132134698e-06, "Finetune/Loss": 0.6373742818832397, "Finetune/Loss (Raw)": 0.5274726152420044, "Finetune/Step": 13830, "Finetune/Step Time": 6.765037706121802}
+{"Finetune/Learning Rate": 3.8586422537152715e-06, "Finetune/Loss": 0.6369500756263733, "Finetune/Loss (Raw)": 0.5995582938194275, "Finetune/Step": 13831, "Finetune/Step Time": 6.764235895127058}
+{"Finetune/Learning Rate": 3.857313360235001e-06, "Finetune/Loss": 0.6357653737068176, "Finetune/Loss (Raw)": 0.5252344012260437, "Finetune/Step": 13832, "Finetune/Step Time": 6.772041235119104}
+{"Finetune/Learning Rate": 3.855984640943856e-06, "Finetune/Loss": 0.635123074054718, "Finetune/Loss (Raw)": 0.6001192927360535, "Finetune/Step": 13833, "Finetune/Step Time": 6.7689433339983225}
+{"Finetune/Learning Rate": 3.854656095879512e-06, "Finetune/Loss": 0.634596586227417, "Finetune/Loss (Raw)": 0.5820437073707581, "Finetune/Step": 13834, "Finetune/Step Time": 6.769264984875917}
+{"Finetune/Learning Rate": 3.85332772507965e-06, "Finetune/Loss": 0.6347156763076782, "Finetune/Loss (Raw)": 0.6812500953674316, "Finetune/Step": 13835, "Finetune/Step Time": 6.771125076338649}
+{"Finetune/Learning Rate": 3.851999528581933e-06, "Finetune/Loss": 0.6348186731338501, "Finetune/Loss (Raw)": 0.6526831984519958, "Finetune/Step": 13836, "Finetune/Step Time": 6.771010048687458}
+{"Finetune/Learning Rate": 3.850671506424033e-06, "Finetune/Loss": 0.6347512006759644, "Finetune/Loss (Raw)": 0.5715416073799133, "Finetune/Step": 13837, "Finetune/Step Time": 6.772664688527584}
+{"Finetune/Learning Rate": 3.849343658643597e-06, "Finetune/Loss": 0.6352666616439819, "Finetune/Loss (Raw)": 0.6476128101348877, "Finetune/Step": 13838, "Finetune/Step Time": 6.770518057048321}
+{"Finetune/Learning Rate": 3.848015985278286e-06, "Finetune/Loss": 0.6345547437667847, "Finetune/Loss (Raw)": 0.5544320344924927, "Finetune/Step": 13839, "Finetune/Step Time": 6.764933653175831}
+{"Finetune/Learning Rate": 3.846688486365749e-06, "Finetune/Loss": 0.6346039772033691, "Finetune/Loss (Raw)": 0.6231753826141357, "Finetune/Step": 13840, "Finetune/Step Time": 6.76216209307313}
+{"Finetune/Learning Rate": 3.845361161943622e-06, "Finetune/Loss": 0.6352704763412476, "Finetune/Loss (Raw)": 0.6725539565086365, "Finetune/Step": 13841, "Finetune/Step Time": 6.756570380181074}
+{"Finetune/Learning Rate": 3.844034012049557e-06, "Finetune/Loss": 0.6332213282585144, "Finetune/Loss (Raw)": 0.49203771352767944, "Finetune/Step": 13842, "Finetune/Step Time": 6.749519400298595}
+{"Finetune/Learning Rate": 3.842707036721185e-06, "Finetune/Loss": 0.63373202085495, "Finetune/Loss (Raw)": 0.6872783899307251, "Finetune/Step": 13843, "Finetune/Step Time": 6.754108792170882}
+{"Finetune/Learning Rate": 3.841380235996129e-06, "Finetune/Loss": 0.6327359676361084, "Finetune/Loss (Raw)": 0.5319623351097107, "Finetune/Step": 13844, "Finetune/Step Time": 6.76735869422555}
+{"Finetune/Learning Rate": 3.840053609912017e-06, "Finetune/Loss": 0.6317063570022583, "Finetune/Loss (Raw)": 0.47743120789527893, "Finetune/Step": 13845, "Finetune/Step Time": 6.781003870069981}
+{"Finetune/Learning Rate": 3.838727158506468e-06, "Finetune/Loss": 0.6313782930374146, "Finetune/Loss (Raw)": 0.5562804341316223, "Finetune/Step": 13846, "Finetune/Step Time": 6.7903292793780565}
+{"Finetune/Learning Rate": 3.837400881817096e-06, "Finetune/Loss": 0.6311228275299072, "Finetune/Loss (Raw)": 0.5292361378669739, "Finetune/Step": 13847, "Finetune/Step Time": 6.773676896467805}
+{"Finetune/Learning Rate": 3.836074779881511e-06, "Finetune/Loss": 0.6322863101959229, "Finetune/Loss (Raw)": 0.7203552722930908, "Finetune/Step": 13848, "Finetune/Step Time": 6.773409763351083}
+{"Finetune/Learning Rate": 3.834748852737318e-06, "Finetune/Loss": 0.6324576139450073, "Finetune/Loss (Raw)": 0.6480814218521118, "Finetune/Step": 13849, "Finetune/Step Time": 6.756216125562787}
+{"Finetune/Learning Rate": 3.8334231004221154e-06, "Finetune/Loss": 0.6313908100128174, "Finetune/Loss (Raw)": 0.48244503140449524, "Finetune/Step": 13850, "Finetune/Step Time": 6.765855321660638}
+{"Finetune/Learning Rate": 3.832097522973498e-06, "Finetune/Loss": 0.6310914754867554, "Finetune/Loss (Raw)": 0.66671222448349, "Finetune/Step": 13851, "Finetune/Step Time": 6.7695192117244005}
+{"Finetune/Learning Rate": 3.830772120429056e-06, "Finetune/Loss": 0.6314566731452942, "Finetune/Loss (Raw)": 0.6385558247566223, "Finetune/Step": 13852, "Finetune/Step Time": 6.772629916667938}
+{"Finetune/Learning Rate": 3.829446892826374e-06, "Finetune/Loss": 0.6316971778869629, "Finetune/Loss (Raw)": 0.5985720157623291, "Finetune/Step": 13853, "Finetune/Step Time": 6.7869340144097805}
+{"Finetune/Learning Rate": 3.828121840203031e-06, "Finetune/Loss": 0.6318356990814209, "Finetune/Loss (Raw)": 0.6615166068077087, "Finetune/Step": 13854, "Finetune/Step Time": 6.7851989436894655}
+{"Finetune/Learning Rate": 3.826796962596603e-06, "Finetune/Loss": 0.6318806409835815, "Finetune/Loss (Raw)": 0.7322475910186768, "Finetune/Step": 13855, "Finetune/Step Time": 6.78031937405467}
+{"Finetune/Learning Rate": 3.825472260044658e-06, "Finetune/Loss": 0.6328908801078796, "Finetune/Loss (Raw)": 0.6227756142616272, "Finetune/Step": 13856, "Finetune/Step Time": 6.783699134364724}
+{"Finetune/Learning Rate": 3.824147732584762e-06, "Finetune/Loss": 0.6328750848770142, "Finetune/Loss (Raw)": 0.5617441534996033, "Finetune/Step": 13857, "Finetune/Step Time": 6.771548829972744}
+{"Finetune/Learning Rate": 3.822823380254475e-06, "Finetune/Loss": 0.6334364414215088, "Finetune/Loss (Raw)": 0.6548083424568176, "Finetune/Step": 13858, "Finetune/Step Time": 6.772725014016032}
+{"Finetune/Learning Rate": 3.82149920309135e-06, "Finetune/Loss": 0.6349220871925354, "Finetune/Loss (Raw)": 0.7684465646743774, "Finetune/Step": 13859, "Finetune/Step Time": 6.768220717087388}
+{"Finetune/Learning Rate": 3.82017520113294e-06, "Finetune/Loss": 0.634821355342865, "Finetune/Loss (Raw)": 0.6233999133110046, "Finetune/Step": 13860, "Finetune/Step Time": 6.775895170867443}
+{"Finetune/Learning Rate": 3.818851374416787e-06, "Finetune/Loss": 0.6341161727905273, "Finetune/Loss (Raw)": 0.5856595635414124, "Finetune/Step": 13861, "Finetune/Step Time": 6.775631636381149}
+{"Finetune/Learning Rate": 3.817527722980432e-06, "Finetune/Loss": 0.6353404521942139, "Finetune/Loss (Raw)": 0.6535425782203674, "Finetune/Step": 13862, "Finetune/Step Time": 6.766158267855644}
+{"Finetune/Learning Rate": 3.816204246861412e-06, "Finetune/Loss": 0.6360644102096558, "Finetune/Loss (Raw)": 0.564878523349762, "Finetune/Step": 13863, "Finetune/Step Time": 6.76243756338954}
+{"Finetune/Learning Rate": 3.814880946097253e-06, "Finetune/Loss": 0.6349717378616333, "Finetune/Loss (Raw)": 0.6172383427619934, "Finetune/Step": 13864, "Finetune/Step Time": 6.768040508031845}
+{"Finetune/Learning Rate": 3.813557820725483e-06, "Finetune/Loss": 0.6347371339797974, "Finetune/Loss (Raw)": 0.6247373819351196, "Finetune/Step": 13865, "Finetune/Step Time": 6.767596412450075}
+{"Finetune/Learning Rate": 3.812234870783622e-06, "Finetune/Loss": 0.6346709132194519, "Finetune/Loss (Raw)": 0.6162007451057434, "Finetune/Step": 13866, "Finetune/Step Time": 6.763695599511266}
+{"Finetune/Learning Rate": 3.8109120963091874e-06, "Finetune/Loss": 0.6350682377815247, "Finetune/Loss (Raw)": 0.6478803753852844, "Finetune/Step": 13867, "Finetune/Step Time": 6.759948929771781}
+{"Finetune/Learning Rate": 3.809589497339683e-06, "Finetune/Loss": 0.6350270509719849, "Finetune/Loss (Raw)": 0.5940492749214172, "Finetune/Step": 13868, "Finetune/Step Time": 6.754003124311566}
+{"Finetune/Learning Rate": 3.8082670739126135e-06, "Finetune/Loss": 0.6346762776374817, "Finetune/Loss (Raw)": 0.6790878176689148, "Finetune/Step": 13869, "Finetune/Step Time": 6.770911881700158}
+{"Finetune/Learning Rate": 3.8069448260654863e-06, "Finetune/Loss": 0.6325317025184631, "Finetune/Loss (Raw)": 0.5519558787345886, "Finetune/Step": 13870, "Finetune/Step Time": 6.770854080095887}
+{"Finetune/Learning Rate": 3.8056227538357935e-06, "Finetune/Loss": 0.6315290927886963, "Finetune/Loss (Raw)": 0.5448766350746155, "Finetune/Step": 13871, "Finetune/Step Time": 6.773253191262484}
+{"Finetune/Learning Rate": 3.8043008572610253e-06, "Finetune/Loss": 0.6309447884559631, "Finetune/Loss (Raw)": 0.6144878268241882, "Finetune/Step": 13872, "Finetune/Step Time": 6.77297555655241}
+{"Finetune/Learning Rate": 3.8029791363786694e-06, "Finetune/Loss": 0.6308925151824951, "Finetune/Loss (Raw)": 0.6977198719978333, "Finetune/Step": 13873, "Finetune/Step Time": 6.768051750957966}
+{"Finetune/Learning Rate": 3.8016575912262e-06, "Finetune/Loss": 0.6305782794952393, "Finetune/Loss (Raw)": 0.6020167469978333, "Finetune/Step": 13874, "Finetune/Step Time": 6.747681733220816}
+{"Finetune/Learning Rate": 3.8003362218410955e-06, "Finetune/Loss": 0.6319480538368225, "Finetune/Loss (Raw)": 0.6851540207862854, "Finetune/Step": 13875, "Finetune/Step Time": 6.748082542791963}
+{"Finetune/Learning Rate": 3.799015028260823e-06, "Finetune/Loss": 0.6307697296142578, "Finetune/Loss (Raw)": 0.6008549332618713, "Finetune/Step": 13876, "Finetune/Step Time": 6.744579393416643}
+{"Finetune/Learning Rate": 3.7976940105228545e-06, "Finetune/Loss": 0.6314132809638977, "Finetune/Loss (Raw)": 0.7342071533203125, "Finetune/Step": 13877, "Finetune/Step Time": 6.741554507985711}
+{"Finetune/Learning Rate": 3.7963731686646467e-06, "Finetune/Loss": 0.6318827271461487, "Finetune/Loss (Raw)": 0.6675518155097961, "Finetune/Step": 13878, "Finetune/Step Time": 6.743949916213751}
+{"Finetune/Learning Rate": 3.7950525027236585e-06, "Finetune/Loss": 0.6303650140762329, "Finetune/Loss (Raw)": 0.558033287525177, "Finetune/Step": 13879, "Finetune/Step Time": 6.746647045016289}
+{"Finetune/Learning Rate": 3.7937320127373336e-06, "Finetune/Loss": 0.6293272376060486, "Finetune/Loss (Raw)": 0.5817598700523376, "Finetune/Step": 13880, "Finetune/Step Time": 6.743411239236593}
+{"Finetune/Learning Rate": 3.792411698743119e-06, "Finetune/Loss": 0.6295119524002075, "Finetune/Loss (Raw)": 0.6547735929489136, "Finetune/Step": 13881, "Finetune/Step Time": 6.740479540079832}
+{"Finetune/Learning Rate": 3.7910915607784583e-06, "Finetune/Loss": 0.628217339515686, "Finetune/Loss (Raw)": 0.5443675518035889, "Finetune/Step": 13882, "Finetune/Step Time": 6.738135561347008}
+{"Finetune/Learning Rate": 3.7897715988807815e-06, "Finetune/Loss": 0.6282333731651306, "Finetune/Loss (Raw)": 0.6819006204605103, "Finetune/Step": 13883, "Finetune/Step Time": 6.739628102630377}
+{"Finetune/Learning Rate": 3.788451813087526e-06, "Finetune/Loss": 0.6284170150756836, "Finetune/Loss (Raw)": 0.6064127683639526, "Finetune/Step": 13884, "Finetune/Step Time": 6.737429788336158}
+{"Finetune/Learning Rate": 3.7871322034361167e-06, "Finetune/Loss": 0.6283286809921265, "Finetune/Loss (Raw)": 0.5563865303993225, "Finetune/Step": 13885, "Finetune/Step Time": 6.742198688909411}
+{"Finetune/Learning Rate": 3.785812769963969e-06, "Finetune/Loss": 0.6281774044036865, "Finetune/Loss (Raw)": 0.5833011269569397, "Finetune/Step": 13886, "Finetune/Step Time": 6.720920357853174}
+{"Finetune/Learning Rate": 3.784493512708499e-06, "Finetune/Loss": 0.6267375946044922, "Finetune/Loss (Raw)": 0.5662036538124084, "Finetune/Step": 13887, "Finetune/Step Time": 6.729133514687419}
+{"Finetune/Learning Rate": 3.7831744317071194e-06, "Finetune/Loss": 0.6272075176239014, "Finetune/Loss (Raw)": 0.577182948589325, "Finetune/Step": 13888, "Finetune/Step Time": 6.713818911463022}
+{"Finetune/Learning Rate": 3.7818555269972347e-06, "Finetune/Loss": 0.628095269203186, "Finetune/Loss (Raw)": 0.7631925940513611, "Finetune/Step": 13889, "Finetune/Step Time": 6.709262244403362}
+{"Finetune/Learning Rate": 3.780536798616241e-06, "Finetune/Loss": 0.6272056102752686, "Finetune/Loss (Raw)": 0.5744783878326416, "Finetune/Step": 13890, "Finetune/Step Time": 6.710441870614886}
+{"Finetune/Learning Rate": 3.7792182466015447e-06, "Finetune/Loss": 0.6277744174003601, "Finetune/Loss (Raw)": 0.6482417583465576, "Finetune/Step": 13891, "Finetune/Step Time": 6.729310350492597}
+{"Finetune/Learning Rate": 3.7778998709905267e-06, "Finetune/Loss": 0.626046895980835, "Finetune/Loss (Raw)": 0.5394319891929626, "Finetune/Step": 13892, "Finetune/Step Time": 6.7406316716223955}
+{"Finetune/Learning Rate": 3.776581671820575e-06, "Finetune/Loss": 0.6277565956115723, "Finetune/Loss (Raw)": 0.7710595726966858, "Finetune/Step": 13893, "Finetune/Step Time": 6.73955300077796}
+{"Finetune/Learning Rate": 3.7752636491290694e-06, "Finetune/Loss": 0.6271500587463379, "Finetune/Loss (Raw)": 0.5970527529716492, "Finetune/Step": 13894, "Finetune/Step Time": 6.730311635881662}
+{"Finetune/Learning Rate": 3.773945802953386e-06, "Finetune/Loss": 0.6277798414230347, "Finetune/Loss (Raw)": 0.7168011665344238, "Finetune/Step": 13895, "Finetune/Step Time": 6.731886396184564}
+{"Finetune/Learning Rate": 3.7726281333308955e-06, "Finetune/Loss": 0.6281102299690247, "Finetune/Loss (Raw)": 0.6793481707572937, "Finetune/Step": 13896, "Finetune/Step Time": 6.713097145780921}
+{"Finetune/Learning Rate": 3.771310640298963e-06, "Finetune/Loss": 0.6285789012908936, "Finetune/Loss (Raw)": 0.6688594818115234, "Finetune/Step": 13897, "Finetune/Step Time": 6.711766259744763}
+{"Finetune/Learning Rate": 3.7699933238949483e-06, "Finetune/Loss": 0.6285275220870972, "Finetune/Loss (Raw)": 0.6424846053123474, "Finetune/Step": 13898, "Finetune/Step Time": 6.711415641009808}
+{"Finetune/Learning Rate": 3.768676184156207e-06, "Finetune/Loss": 0.6285008192062378, "Finetune/Loss (Raw)": 0.7395926713943481, "Finetune/Step": 13899, "Finetune/Step Time": 6.73103048466146}
+{"Finetune/Learning Rate": 3.7673592211200905e-06, "Finetune/Loss": 0.6268112659454346, "Finetune/Loss (Raw)": 0.4328920841217041, "Finetune/Step": 13900, "Finetune/Step Time": 6.73206683807075}
+{"Finetune/Learning Rate": 3.766042434823942e-06, "Finetune/Loss": 0.6279855966567993, "Finetune/Loss (Raw)": 0.6453149318695068, "Finetune/Step": 13901, "Finetune/Step Time": 6.748889973387122}
+{"Finetune/Learning Rate": 3.7647258253051043e-06, "Finetune/Loss": 0.6267218589782715, "Finetune/Loss (Raw)": 0.5909663438796997, "Finetune/Step": 13902, "Finetune/Step Time": 6.743562255054712}
+{"Finetune/Learning Rate": 3.7634093926009106e-06, "Finetune/Loss": 0.6269711852073669, "Finetune/Loss (Raw)": 0.5393310189247131, "Finetune/Step": 13903, "Finetune/Step Time": 6.743938544765115}
+{"Finetune/Learning Rate": 3.7620931367486925e-06, "Finetune/Loss": 0.6266368627548218, "Finetune/Loss (Raw)": 0.6135713458061218, "Finetune/Step": 13904, "Finetune/Step Time": 6.743919089436531}
+{"Finetune/Learning Rate": 3.760777057785775e-06, "Finetune/Loss": 0.6273055672645569, "Finetune/Loss (Raw)": 0.6792881488800049, "Finetune/Step": 13905, "Finetune/Step Time": 6.742106564342976}
+{"Finetune/Learning Rate": 3.7594611557494776e-06, "Finetune/Loss": 0.6288307905197144, "Finetune/Loss (Raw)": 0.6853607892990112, "Finetune/Step": 13906, "Finetune/Step Time": 6.747550679370761}
+{"Finetune/Learning Rate": 3.758145430677116e-06, "Finetune/Loss": 0.6295602917671204, "Finetune/Loss (Raw)": 0.6860774159431458, "Finetune/Step": 13907, "Finetune/Step Time": 6.724484134465456}
+{"Finetune/Learning Rate": 3.756829882606001e-06, "Finetune/Loss": 0.6297138929367065, "Finetune/Loss (Raw)": 0.6672075986862183, "Finetune/Step": 13908, "Finetune/Step Time": 6.755272563546896}
+{"Finetune/Learning Rate": 3.755514511573437e-06, "Finetune/Loss": 0.6300790905952454, "Finetune/Loss (Raw)": 0.6814765930175781, "Finetune/Step": 13909, "Finetune/Step Time": 6.755894212052226}
+{"Finetune/Learning Rate": 3.7541993176167246e-06, "Finetune/Loss": 0.6314584016799927, "Finetune/Loss (Raw)": 0.6892887949943542, "Finetune/Step": 13910, "Finetune/Step Time": 6.7607492208480835}
+{"Finetune/Learning Rate": 3.7528843007731597e-06, "Finetune/Loss": 0.6323994398117065, "Finetune/Loss (Raw)": 0.6422581672668457, "Finetune/Step": 13911, "Finetune/Step Time": 6.75731085985899}
+{"Finetune/Learning Rate": 3.75156946108003e-06, "Finetune/Loss": 0.6318445801734924, "Finetune/Loss (Raw)": 0.5008894205093384, "Finetune/Step": 13912, "Finetune/Step Time": 6.757794868201017}
+{"Finetune/Learning Rate": 3.7502547985746242e-06, "Finetune/Loss": 0.6316347122192383, "Finetune/Loss (Raw)": 0.5340862274169922, "Finetune/Step": 13913, "Finetune/Step Time": 6.75814270041883}
+{"Finetune/Learning Rate": 3.748940313294218e-06, "Finetune/Loss": 0.6320019960403442, "Finetune/Loss (Raw)": 0.6073740720748901, "Finetune/Step": 13914, "Finetune/Step Time": 6.762549012899399}
+{"Finetune/Learning Rate": 3.7476260052760905e-06, "Finetune/Loss": 0.6314104199409485, "Finetune/Loss (Raw)": 0.5980508923530579, "Finetune/Step": 13915, "Finetune/Step Time": 6.7641061916947365}
+{"Finetune/Learning Rate": 3.7463118745575134e-06, "Finetune/Loss": 0.6310523748397827, "Finetune/Loss (Raw)": 0.6584187150001526, "Finetune/Step": 13916, "Finetune/Step Time": 6.763507787138224}
+{"Finetune/Learning Rate": 3.7449979211757417e-06, "Finetune/Loss": 0.6323589086532593, "Finetune/Loss (Raw)": 0.7262934446334839, "Finetune/Step": 13917, "Finetune/Step Time": 6.761458840221167}
+{"Finetune/Learning Rate": 3.7436841451680452e-06, "Finetune/Loss": 0.6325259804725647, "Finetune/Loss (Raw)": 0.669141411781311, "Finetune/Step": 13918, "Finetune/Step Time": 6.762506427243352}
+{"Finetune/Learning Rate": 3.7423705465716753e-06, "Finetune/Loss": 0.6317960619926453, "Finetune/Loss (Raw)": 0.6478064656257629, "Finetune/Step": 13919, "Finetune/Step Time": 6.764374053105712}
+{"Finetune/Learning Rate": 3.7410571254238835e-06, "Finetune/Loss": 0.6314499974250793, "Finetune/Loss (Raw)": 0.6578925251960754, "Finetune/Step": 13920, "Finetune/Step Time": 6.7639318853616714}
+{"Finetune/Learning Rate": 3.7397438817619127e-06, "Finetune/Loss": 0.6313705444335938, "Finetune/Loss (Raw)": 0.6364625096321106, "Finetune/Step": 13921, "Finetune/Step Time": 6.763836143538356}
+{"Finetune/Learning Rate": 3.7384308156230077e-06, "Finetune/Loss": 0.6288194060325623, "Finetune/Loss (Raw)": 0.5403175354003906, "Finetune/Step": 13922, "Finetune/Step Time": 6.76739276945591}
+{"Finetune/Learning Rate": 3.7371179270443956e-06, "Finetune/Loss": 0.6285284757614136, "Finetune/Loss (Raw)": 0.6091680526733398, "Finetune/Step": 13923, "Finetune/Step Time": 6.75828036852181}
+{"Finetune/Learning Rate": 3.7358052160633095e-06, "Finetune/Loss": 0.6272415518760681, "Finetune/Loss (Raw)": 0.4653538763523102, "Finetune/Step": 13924, "Finetune/Step Time": 6.772408818826079}
+{"Finetune/Learning Rate": 3.7344926827169714e-06, "Finetune/Loss": 0.6259788274765015, "Finetune/Loss (Raw)": 0.5888766050338745, "Finetune/Step": 13925, "Finetune/Step Time": 6.770914621651173}
+{"Finetune/Learning Rate": 3.733180327042607e-06, "Finetune/Loss": 0.6247438192367554, "Finetune/Loss (Raw)": 0.5406258702278137, "Finetune/Step": 13926, "Finetune/Step Time": 6.7711785063147545}
+{"Finetune/Learning Rate": 3.7318681490774287e-06, "Finetune/Loss": 0.6231891512870789, "Finetune/Loss (Raw)": 0.5736794471740723, "Finetune/Step": 13927, "Finetune/Step Time": 6.776902602985501}
+{"Finetune/Learning Rate": 3.7305561488586484e-06, "Finetune/Loss": 0.6238604784011841, "Finetune/Loss (Raw)": 0.6885417103767395, "Finetune/Step": 13928, "Finetune/Step Time": 6.750010319054127}
+{"Finetune/Learning Rate": 3.7292443264234647e-06, "Finetune/Loss": 0.6244347095489502, "Finetune/Loss (Raw)": 0.788288950920105, "Finetune/Step": 13929, "Finetune/Step Time": 6.714576816186309}
+{"Finetune/Learning Rate": 3.727932681809081e-06, "Finetune/Loss": 0.6237001419067383, "Finetune/Loss (Raw)": 0.5336414575576782, "Finetune/Step": 13930, "Finetune/Step Time": 6.684871906414628}
+{"Finetune/Learning Rate": 3.7266212150526905e-06, "Finetune/Loss": 0.6225310564041138, "Finetune/Loss (Raw)": 0.6149899363517761, "Finetune/Step": 13931, "Finetune/Step Time": 6.669250518083572}
+{"Finetune/Learning Rate": 3.7253099261914794e-06, "Finetune/Loss": 0.6233567595481873, "Finetune/Loss (Raw)": 0.7186987400054932, "Finetune/Step": 13932, "Finetune/Step Time": 6.662581374868751}
+{"Finetune/Learning Rate": 3.7239988152626394e-06, "Finetune/Loss": 0.6227364540100098, "Finetune/Loss (Raw)": 0.6402029991149902, "Finetune/Step": 13933, "Finetune/Step Time": 6.65302868373692}
+{"Finetune/Learning Rate": 3.72268788230335e-06, "Finetune/Loss": 0.6230613589286804, "Finetune/Loss (Raw)": 0.6483176946640015, "Finetune/Step": 13934, "Finetune/Step Time": 6.649636873975396}
+{"Finetune/Learning Rate": 3.7213771273507794e-06, "Finetune/Loss": 0.6236124634742737, "Finetune/Loss (Raw)": 0.7524926066398621, "Finetune/Step": 13935, "Finetune/Step Time": 6.644493188709021}
+{"Finetune/Learning Rate": 3.7200665504420984e-06, "Finetune/Loss": 0.6236943006515503, "Finetune/Loss (Raw)": 0.6789216995239258, "Finetune/Step": 13936, "Finetune/Step Time": 6.642331540584564}
+{"Finetune/Learning Rate": 3.718756151614472e-06, "Finetune/Loss": 0.6229962706565857, "Finetune/Loss (Raw)": 0.49007973074913025, "Finetune/Step": 13937, "Finetune/Step Time": 6.639813844114542}
+{"Finetune/Learning Rate": 3.7174459309050604e-06, "Finetune/Loss": 0.6240639090538025, "Finetune/Loss (Raw)": 0.7015358209609985, "Finetune/Step": 13938, "Finetune/Step Time": 6.638005880638957}
+{"Finetune/Learning Rate": 3.7161358883510135e-06, "Finetune/Loss": 0.6257855892181396, "Finetune/Loss (Raw)": 0.7315253615379333, "Finetune/Step": 13939, "Finetune/Step Time": 6.637060612440109}
+{"Finetune/Learning Rate": 3.714826023989491e-06, "Finetune/Loss": 0.6253310441970825, "Finetune/Loss (Raw)": 0.6543354392051697, "Finetune/Step": 13940, "Finetune/Step Time": 6.635923022404313}
+{"Finetune/Learning Rate": 3.7135163378576255e-06, "Finetune/Loss": 0.6249969601631165, "Finetune/Loss (Raw)": 0.6442320942878723, "Finetune/Step": 13941, "Finetune/Step Time": 6.629611158743501}
+{"Finetune/Learning Rate": 3.7122068299925616e-06, "Finetune/Loss": 0.6230885982513428, "Finetune/Loss (Raw)": 0.47662556171417236, "Finetune/Step": 13942, "Finetune/Step Time": 6.642496196553111}
+{"Finetune/Learning Rate": 3.710897500431431e-06, "Finetune/Loss": 0.6214486360549927, "Finetune/Loss (Raw)": 0.5538547039031982, "Finetune/Step": 13943, "Finetune/Step Time": 6.62329887971282}
+{"Finetune/Learning Rate": 3.709588349211364e-06, "Finetune/Loss": 0.6212242841720581, "Finetune/Loss (Raw)": 0.5750523805618286, "Finetune/Step": 13944, "Finetune/Step Time": 6.623131327331066}
+{"Finetune/Learning Rate": 3.7082793763694837e-06, "Finetune/Loss": 0.6209476590156555, "Finetune/Loss (Raw)": 0.6279283165931702, "Finetune/Step": 13945, "Finetune/Step Time": 6.62528601847589}
+{"Finetune/Learning Rate": 3.706970581942908e-06, "Finetune/Loss": 0.6218618154525757, "Finetune/Loss (Raw)": 0.6440225839614868, "Finetune/Step": 13946, "Finetune/Step Time": 6.610740741714835}
+{"Finetune/Learning Rate": 3.705661965968753e-06, "Finetune/Loss": 0.621837854385376, "Finetune/Loss (Raw)": 0.5752833485603333, "Finetune/Step": 13947, "Finetune/Step Time": 6.6089191269129515}
+{"Finetune/Learning Rate": 3.7043535284841247e-06, "Finetune/Loss": 0.6222083568572998, "Finetune/Loss (Raw)": 0.5962274670600891, "Finetune/Step": 13948, "Finetune/Step Time": 6.609326357021928}
+{"Finetune/Learning Rate": 3.7030452695261287e-06, "Finetune/Loss": 0.6216965913772583, "Finetune/Loss (Raw)": 0.657551109790802, "Finetune/Step": 13949, "Finetune/Step Time": 6.607719548046589}
+{"Finetune/Learning Rate": 3.7017371891318633e-06, "Finetune/Loss": 0.6217779517173767, "Finetune/Loss (Raw)": 0.5950684547424316, "Finetune/Step": 13950, "Finetune/Step Time": 6.6135986763983965}
+{"Finetune/Learning Rate": 3.700429287338421e-06, "Finetune/Loss": 0.6217122673988342, "Finetune/Loss (Raw)": 0.6823630332946777, "Finetune/Step": 13951, "Finetune/Step Time": 6.616676915436983}
+{"Finetune/Learning Rate": 3.6991215641828903e-06, "Finetune/Loss": 0.6223996877670288, "Finetune/Loss (Raw)": 0.6793447732925415, "Finetune/Step": 13952, "Finetune/Step Time": 6.6180101949721575}
+{"Finetune/Learning Rate": 3.6978140197023548e-06, "Finetune/Loss": 0.6217812895774841, "Finetune/Loss (Raw)": 0.5606903433799744, "Finetune/Step": 13953, "Finetune/Step Time": 6.620050312951207}
+{"Finetune/Learning Rate": 3.6965066539338924e-06, "Finetune/Loss": 0.6221466064453125, "Finetune/Loss (Raw)": 0.6176185607910156, "Finetune/Step": 13954, "Finetune/Step Time": 6.6216850355267525}
+{"Finetune/Learning Rate": 3.6951994669145764e-06, "Finetune/Loss": 0.6219154596328735, "Finetune/Loss (Raw)": 0.6529849767684937, "Finetune/Step": 13955, "Finetune/Step Time": 6.620639389380813}
+{"Finetune/Learning Rate": 3.693892458681475e-06, "Finetune/Loss": 0.6219793558120728, "Finetune/Loss (Raw)": 0.574336588382721, "Finetune/Step": 13956, "Finetune/Step Time": 6.6226497143507}
+{"Finetune/Learning Rate": 3.6925856292716522e-06, "Finetune/Loss": 0.6221872568130493, "Finetune/Loss (Raw)": 0.7532151937484741, "Finetune/Step": 13957, "Finetune/Step Time": 6.6191206853836775}
+{"Finetune/Learning Rate": 3.691278978722168e-06, "Finetune/Loss": 0.6231582164764404, "Finetune/Loss (Raw)": 0.6517562866210938, "Finetune/Step": 13958, "Finetune/Step Time": 6.607604954391718}
+{"Finetune/Learning Rate": 3.6899725070700654e-06, "Finetune/Loss": 0.6226866245269775, "Finetune/Loss (Raw)": 0.5391891002655029, "Finetune/Step": 13959, "Finetune/Step Time": 6.640736408531666}
+{"Finetune/Learning Rate": 3.6886662143524034e-06, "Finetune/Loss": 0.623742401599884, "Finetune/Loss (Raw)": 0.6603801250457764, "Finetune/Step": 13960, "Finetune/Step Time": 6.641426870599389}
+{"Finetune/Learning Rate": 3.68736010060622e-06, "Finetune/Loss": 0.6239672899246216, "Finetune/Loss (Raw)": 0.628898561000824, "Finetune/Step": 13961, "Finetune/Step Time": 6.643995180726051}
+{"Finetune/Learning Rate": 3.686054165868552e-06, "Finetune/Loss": 0.624423623085022, "Finetune/Loss (Raw)": 0.640453577041626, "Finetune/Step": 13962, "Finetune/Step Time": 6.642505688592792}
+{"Finetune/Learning Rate": 3.6847484101764354e-06, "Finetune/Loss": 0.6250174045562744, "Finetune/Loss (Raw)": 0.7572615742683411, "Finetune/Step": 13963, "Finetune/Step Time": 6.641040643677115}
+{"Finetune/Learning Rate": 3.683442833566898e-06, "Finetune/Loss": 0.6252264976501465, "Finetune/Loss (Raw)": 0.6794490814208984, "Finetune/Step": 13964, "Finetune/Step Time": 6.640666654333472}
+{"Finetune/Learning Rate": 3.6821374360769577e-06, "Finetune/Loss": 0.6255131959915161, "Finetune/Loss (Raw)": 0.6082318425178528, "Finetune/Step": 13965, "Finetune/Step Time": 6.640522291883826}
+{"Finetune/Learning Rate": 3.6808322177436296e-06, "Finetune/Loss": 0.6247802972793579, "Finetune/Loss (Raw)": 0.5538074374198914, "Finetune/Step": 13966, "Finetune/Step Time": 6.638864450156689}
+{"Finetune/Learning Rate": 3.6795271786039343e-06, "Finetune/Loss": 0.625304102897644, "Finetune/Loss (Raw)": 0.6214733123779297, "Finetune/Step": 13967, "Finetune/Step Time": 6.626848408952355}
+{"Finetune/Learning Rate": 3.678222318694875e-06, "Finetune/Loss": 0.6253131628036499, "Finetune/Loss (Raw)": 0.6243466734886169, "Finetune/Step": 13968, "Finetune/Step Time": 6.628991091623902}
+{"Finetune/Learning Rate": 3.6769176380534543e-06, "Finetune/Loss": 0.6255227327346802, "Finetune/Loss (Raw)": 0.6993679404258728, "Finetune/Step": 13969, "Finetune/Step Time": 6.639570211991668}
+{"Finetune/Learning Rate": 3.6756131367166727e-06, "Finetune/Loss": 0.6270884275436401, "Finetune/Loss (Raw)": 0.6924499869346619, "Finetune/Step": 13970, "Finetune/Step Time": 6.637062717229128}
+{"Finetune/Learning Rate": 3.6743088147215146e-06, "Finetune/Loss": 0.6266645193099976, "Finetune/Loss (Raw)": 0.6330112814903259, "Finetune/Step": 13971, "Finetune/Step Time": 6.632353698834777}
+{"Finetune/Learning Rate": 3.6730046721049705e-06, "Finetune/Loss": 0.6271555423736572, "Finetune/Loss (Raw)": 0.5948175191879272, "Finetune/Step": 13972, "Finetune/Step Time": 6.621389204636216}
+{"Finetune/Learning Rate": 3.671700708904019e-06, "Finetune/Loss": 0.6294548511505127, "Finetune/Loss (Raw)": 0.7717441320419312, "Finetune/Step": 13973, "Finetune/Step Time": 6.610244493931532}
+{"Finetune/Learning Rate": 3.670396925155644e-06, "Finetune/Loss": 0.6294378042221069, "Finetune/Loss (Raw)": 0.5540997982025146, "Finetune/Step": 13974, "Finetune/Step Time": 6.607987342402339}
+{"Finetune/Learning Rate": 3.6690933208968114e-06, "Finetune/Loss": 0.6298964619636536, "Finetune/Loss (Raw)": 0.5879420042037964, "Finetune/Step": 13975, "Finetune/Step Time": 6.605104807764292}
+{"Finetune/Learning Rate": 3.667789896164495e-06, "Finetune/Loss": 0.6298136115074158, "Finetune/Loss (Raw)": 0.7097548842430115, "Finetune/Step": 13976, "Finetune/Step Time": 6.60741657204926}
+{"Finetune/Learning Rate": 3.6664866509956466e-06, "Finetune/Loss": 0.629898726940155, "Finetune/Loss (Raw)": 0.6589738726615906, "Finetune/Step": 13977, "Finetune/Step Time": 6.606994455680251}
+{"Finetune/Learning Rate": 3.6651835854272266e-06, "Finetune/Loss": 0.6310760378837585, "Finetune/Loss (Raw)": 0.6331346035003662, "Finetune/Step": 13978, "Finetune/Step Time": 6.626456463709474}
+{"Finetune/Learning Rate": 3.663880699496186e-06, "Finetune/Loss": 0.630159318447113, "Finetune/Loss (Raw)": 0.5493748784065247, "Finetune/Step": 13979, "Finetune/Step Time": 6.625799274072051}
+{"Finetune/Learning Rate": 3.6625779932394723e-06, "Finetune/Loss": 0.6298023462295532, "Finetune/Loss (Raw)": 0.5928643345832825, "Finetune/Step": 13980, "Finetune/Step Time": 6.62583645246923}
+{"Finetune/Learning Rate": 3.661275466694022e-06, "Finetune/Loss": 0.6295053958892822, "Finetune/Loss (Raw)": 0.5605555772781372, "Finetune/Step": 13981, "Finetune/Step Time": 6.634171515703201}
+{"Finetune/Learning Rate": 3.65997311989678e-06, "Finetune/Loss": 0.6285563707351685, "Finetune/Loss (Raw)": 0.5400446653366089, "Finetune/Step": 13982, "Finetune/Step Time": 6.647423112764955}
+{"Finetune/Learning Rate": 3.65867095288467e-06, "Finetune/Loss": 0.6274152398109436, "Finetune/Loss (Raw)": 0.5861857533454895, "Finetune/Step": 13983, "Finetune/Step Time": 6.65034088678658}
+{"Finetune/Learning Rate": 3.6573689656946177e-06, "Finetune/Loss": 0.6284691095352173, "Finetune/Loss (Raw)": 0.7576712369918823, "Finetune/Step": 13984, "Finetune/Step Time": 6.6532701049000025}
+{"Finetune/Learning Rate": 3.6560671583635467e-06, "Finetune/Loss": 0.6286340951919556, "Finetune/Loss (Raw)": 0.582856297492981, "Finetune/Step": 13985, "Finetune/Step Time": 6.652113262563944}
+{"Finetune/Learning Rate": 3.6547655309283712e-06, "Finetune/Loss": 0.6287474632263184, "Finetune/Loss (Raw)": 0.6693218946456909, "Finetune/Step": 13986, "Finetune/Step Time": 6.651614194735885}
+{"Finetune/Learning Rate": 3.6534640834260018e-06, "Finetune/Loss": 0.6277188062667847, "Finetune/Loss (Raw)": 0.6367821097373962, "Finetune/Step": 13987, "Finetune/Step Time": 6.646332340314984}
+{"Finetune/Learning Rate": 3.6521628158933397e-06, "Finetune/Loss": 0.6278742551803589, "Finetune/Loss (Raw)": 0.643301248550415, "Finetune/Step": 13988, "Finetune/Step Time": 6.64133271202445}
+{"Finetune/Learning Rate": 3.6508617283672978e-06, "Finetune/Loss": 0.6281387805938721, "Finetune/Loss (Raw)": 0.6195112466812134, "Finetune/Step": 13989, "Finetune/Step Time": 6.6579484436661005}
+{"Finetune/Learning Rate": 3.6495608208847576e-06, "Finetune/Loss": 0.628622829914093, "Finetune/Loss (Raw)": 0.7155027985572815, "Finetune/Step": 13990, "Finetune/Step Time": 6.655751386657357}
+{"Finetune/Learning Rate": 3.648260093482615e-06, "Finetune/Loss": 0.628592848777771, "Finetune/Loss (Raw)": 0.5610423684120178, "Finetune/Step": 13991, "Finetune/Step Time": 6.686699990183115}
+{"Finetune/Learning Rate": 3.6469595461977546e-06, "Finetune/Loss": 0.6288992762565613, "Finetune/Loss (Raw)": 0.6564629077911377, "Finetune/Step": 13992, "Finetune/Step Time": 6.681979574263096}
+{"Finetune/Learning Rate": 3.645659179067055e-06, "Finetune/Loss": 0.6293748617172241, "Finetune/Loss (Raw)": 0.6856083869934082, "Finetune/Step": 13993, "Finetune/Step Time": 6.679549891501665}
+{"Finetune/Learning Rate": 3.6443589921273926e-06, "Finetune/Loss": 0.6292368769645691, "Finetune/Loss (Raw)": 0.5985379219055176, "Finetune/Step": 13994, "Finetune/Step Time": 6.677979223430157}
+{"Finetune/Learning Rate": 3.643058985415636e-06, "Finetune/Loss": 0.6287860870361328, "Finetune/Loss (Raw)": 0.5901852250099182, "Finetune/Step": 13995, "Finetune/Step Time": 6.678456669673324}
+{"Finetune/Learning Rate": 3.64175915896865e-06, "Finetune/Loss": 0.6298995018005371, "Finetune/Loss (Raw)": 0.7365655899047852, "Finetune/Step": 13996, "Finetune/Step Time": 6.680136064067483}
+{"Finetune/Learning Rate": 3.640459512823292e-06, "Finetune/Loss": 0.6294420957565308, "Finetune/Loss (Raw)": 0.6205431818962097, "Finetune/Step": 13997, "Finetune/Step Time": 6.662120709195733}
+{"Finetune/Learning Rate": 3.63916004701642e-06, "Finetune/Loss": 0.6308253407478333, "Finetune/Loss (Raw)": 0.7290067672729492, "Finetune/Step": 13998, "Finetune/Step Time": 6.66274549998343}
+{"Finetune/Learning Rate": 3.6378607615848815e-06, "Finetune/Loss": 0.6311640739440918, "Finetune/Loss (Raw)": 0.5882359147071838, "Finetune/Step": 13999, "Finetune/Step Time": 6.654366850852966}
+{"Finetune/Learning Rate": 3.6365616565655193e-06, "Finetune/Loss": 0.6310250759124756, "Finetune/Loss (Raw)": 0.5966877937316895, "Finetune/Step": 14000, "Finetune/Step Time": 6.65066634863615}
+{"Finetune/Learning Rate": 3.6352627319951737e-06, "Finetune/Loss": 0.631244421005249, "Finetune/Loss (Raw)": 0.7258070111274719, "Finetune/Step": 14001, "Finetune/Step Time": 6.649776842445135}
+{"Finetune/Learning Rate": 3.633963987910678e-06, "Finetune/Loss": 0.6314411163330078, "Finetune/Loss (Raw)": 0.6271901726722717, "Finetune/Step": 14002, "Finetune/Step Time": 6.638670898973942}
+{"Finetune/Learning Rate": 3.6326654243488614e-06, "Finetune/Loss": 0.6315182447433472, "Finetune/Loss (Raw)": 0.6950258016586304, "Finetune/Step": 14003, "Finetune/Step Time": 6.6399327497929335}
+{"Finetune/Learning Rate": 3.6313670413465464e-06, "Finetune/Loss": 0.6326063275337219, "Finetune/Loss (Raw)": 0.7401316165924072, "Finetune/Step": 14004, "Finetune/Step Time": 6.6401788126677275}
+{"Finetune/Learning Rate": 3.6300688389405526e-06, "Finetune/Loss": 0.6310545206069946, "Finetune/Loss (Raw)": 0.5355722308158875, "Finetune/Step": 14005, "Finetune/Step Time": 6.65678508579731}
+{"Finetune/Learning Rate": 3.628770817167693e-06, "Finetune/Loss": 0.6310590505599976, "Finetune/Loss (Raw)": 0.6681314706802368, "Finetune/Step": 14006, "Finetune/Step Time": 6.655400997027755}
+{"Finetune/Learning Rate": 3.6274729760647788e-06, "Finetune/Loss": 0.6327666640281677, "Finetune/Loss (Raw)": 0.7766074538230896, "Finetune/Step": 14007, "Finetune/Step Time": 6.656755281612277}
+{"Finetune/Learning Rate": 3.626175315668603e-06, "Finetune/Loss": 0.6332929134368896, "Finetune/Loss (Raw)": 0.6491222381591797, "Finetune/Step": 14008, "Finetune/Step Time": 6.660236466675997}
+{"Finetune/Learning Rate": 3.624877836015974e-06, "Finetune/Loss": 0.6327317953109741, "Finetune/Loss (Raw)": 0.5829460620880127, "Finetune/Step": 14009, "Finetune/Step Time": 6.660223631188273}
+{"Finetune/Learning Rate": 3.6235805371436817e-06, "Finetune/Loss": 0.6333341598510742, "Finetune/Loss (Raw)": 0.6214751601219177, "Finetune/Step": 14010, "Finetune/Step Time": 6.661128701642156}
+{"Finetune/Learning Rate": 3.6222834190885125e-06, "Finetune/Loss": 0.6324554681777954, "Finetune/Loss (Raw)": 0.5694289207458496, "Finetune/Step": 14011, "Finetune/Step Time": 6.683112354949117}
+{"Finetune/Learning Rate": 3.620986481887251e-06, "Finetune/Loss": 0.6333795785903931, "Finetune/Loss (Raw)": 0.7246959805488586, "Finetune/Step": 14012, "Finetune/Step Time": 6.694050844758749}
+{"Finetune/Learning Rate": 3.619689725576675e-06, "Finetune/Loss": 0.6336746215820312, "Finetune/Loss (Raw)": 0.594160795211792, "Finetune/Step": 14013, "Finetune/Step Time": 6.707366539165378}
+{"Finetune/Learning Rate": 3.6183931501935533e-06, "Finetune/Loss": 0.6343176364898682, "Finetune/Loss (Raw)": 0.6655968427658081, "Finetune/Step": 14014, "Finetune/Step Time": 6.706456208601594}
+{"Finetune/Learning Rate": 3.6170967557746504e-06, "Finetune/Loss": 0.6348852515220642, "Finetune/Loss (Raw)": 0.6388620138168335, "Finetune/Step": 14015, "Finetune/Step Time": 6.692581824958324}
+{"Finetune/Learning Rate": 3.615800542356738e-06, "Finetune/Loss": 0.6357330083847046, "Finetune/Loss (Raw)": 0.6856920123100281, "Finetune/Step": 14016, "Finetune/Step Time": 6.689215090125799}
+{"Finetune/Learning Rate": 3.6145045099765663e-06, "Finetune/Loss": 0.6344093680381775, "Finetune/Loss (Raw)": 0.5937713384628296, "Finetune/Step": 14017, "Finetune/Step Time": 6.693140322342515}
+{"Finetune/Learning Rate": 3.6132086586708893e-06, "Finetune/Loss": 0.6349085569381714, "Finetune/Loss (Raw)": 0.6383681297302246, "Finetune/Step": 14018, "Finetune/Step Time": 6.691693903878331}
+{"Finetune/Learning Rate": 3.611912988476457e-06, "Finetune/Loss": 0.6351372003555298, "Finetune/Loss (Raw)": 0.6775076985359192, "Finetune/Step": 14019, "Finetune/Step Time": 6.67782505787909}
+{"Finetune/Learning Rate": 3.6106174994300037e-06, "Finetune/Loss": 0.6359305381774902, "Finetune/Loss (Raw)": 0.6409847736358643, "Finetune/Step": 14020, "Finetune/Step Time": 6.676541216671467}
+{"Finetune/Learning Rate": 3.6093221915682685e-06, "Finetune/Loss": 0.6349902749061584, "Finetune/Loss (Raw)": 0.6507096886634827, "Finetune/Step": 14021, "Finetune/Step Time": 6.674774803221226}
+{"Finetune/Learning Rate": 3.6080270649279804e-06, "Finetune/Loss": 0.6347886919975281, "Finetune/Loss (Raw)": 0.5712487697601318, "Finetune/Step": 14022, "Finetune/Step Time": 6.680615965276957}
+{"Finetune/Learning Rate": 3.6067321195458715e-06, "Finetune/Loss": 0.6332533955574036, "Finetune/Loss (Raw)": 0.5202754735946655, "Finetune/Step": 14023, "Finetune/Step Time": 6.687752360478044}
+{"Finetune/Learning Rate": 3.6054373554586598e-06, "Finetune/Loss": 0.6322753429412842, "Finetune/Loss (Raw)": 0.554163932800293, "Finetune/Step": 14024, "Finetune/Step Time": 6.69247680157423}
+{"Finetune/Learning Rate": 3.604142772703064e-06, "Finetune/Loss": 0.6324335932731628, "Finetune/Loss (Raw)": 0.6891159415245056, "Finetune/Step": 14025, "Finetune/Step Time": 6.696180993691087}
+{"Finetune/Learning Rate": 3.602848371315789e-06, "Finetune/Loss": 0.6323118209838867, "Finetune/Loss (Raw)": 0.6268960237503052, "Finetune/Step": 14026, "Finetune/Step Time": 6.695896320044994}
+{"Finetune/Learning Rate": 3.6015541513335427e-06, "Finetune/Loss": 0.6318495869636536, "Finetune/Loss (Raw)": 0.6804258227348328, "Finetune/Step": 14027, "Finetune/Step Time": 6.673946922644973}
+{"Finetune/Learning Rate": 3.600260112793026e-06, "Finetune/Loss": 0.6341584324836731, "Finetune/Loss (Raw)": 0.728424072265625, "Finetune/Step": 14028, "Finetune/Step Time": 6.66997199319303}
+{"Finetune/Learning Rate": 3.5989662557309313e-06, "Finetune/Loss": 0.6338204145431519, "Finetune/Loss (Raw)": 0.6020462512969971, "Finetune/Step": 14029, "Finetune/Step Time": 6.653312500566244}
+{"Finetune/Learning Rate": 3.597672580183954e-06, "Finetune/Loss": 0.6346548199653625, "Finetune/Loss (Raw)": 0.6977741718292236, "Finetune/Step": 14030, "Finetune/Step Time": 6.6593554224818945}
+{"Finetune/Learning Rate": 3.5963790861887805e-06, "Finetune/Loss": 0.6359786987304688, "Finetune/Loss (Raw)": 0.7087895274162292, "Finetune/Step": 14031, "Finetune/Step Time": 6.663225322961807}
+{"Finetune/Learning Rate": 3.5950857737820834e-06, "Finetune/Loss": 0.6368935108184814, "Finetune/Loss (Raw)": 0.7306607365608215, "Finetune/Step": 14032, "Finetune/Step Time": 6.66460975818336}
+{"Finetune/Learning Rate": 3.59379264300054e-06, "Finetune/Loss": 0.6366825103759766, "Finetune/Loss (Raw)": 0.6522843241691589, "Finetune/Step": 14033, "Finetune/Step Time": 6.666889805346727}
+{"Finetune/Learning Rate": 3.592499693880821e-06, "Finetune/Loss": 0.6350396871566772, "Finetune/Loss (Raw)": 0.4750765562057495, "Finetune/Step": 14034, "Finetune/Step Time": 6.6529485154896975}
+{"Finetune/Learning Rate": 3.5912069264595894e-06, "Finetune/Loss": 0.6346694231033325, "Finetune/Loss (Raw)": 0.6386849284172058, "Finetune/Step": 14035, "Finetune/Step Time": 6.6542805805802345}
+{"Finetune/Learning Rate": 3.589914340773506e-06, "Finetune/Loss": 0.6342284679412842, "Finetune/Loss (Raw)": 0.610765814781189, "Finetune/Step": 14036, "Finetune/Step Time": 6.621832590550184}
+{"Finetune/Learning Rate": 3.5886219368592236e-06, "Finetune/Loss": 0.6338415741920471, "Finetune/Loss (Raw)": 0.6319586038589478, "Finetune/Step": 14037, "Finetune/Step Time": 6.62398243136704}
+{"Finetune/Learning Rate": 3.5873297147533913e-06, "Finetune/Loss": 0.632888913154602, "Finetune/Loss (Raw)": 0.567348301410675, "Finetune/Step": 14038, "Finetune/Step Time": 6.630479216575623}
+{"Finetune/Learning Rate": 3.586037674492654e-06, "Finetune/Loss": 0.6332708597183228, "Finetune/Loss (Raw)": 0.6911423206329346, "Finetune/Step": 14039, "Finetune/Step Time": 6.64047459885478}
+{"Finetune/Learning Rate": 3.5847458161136485e-06, "Finetune/Loss": 0.6351924538612366, "Finetune/Loss (Raw)": 0.7468566298484802, "Finetune/Step": 14040, "Finetune/Step Time": 6.6389162465929985}
+{"Finetune/Learning Rate": 3.5834541396530097e-06, "Finetune/Loss": 0.6362999677658081, "Finetune/Loss (Raw)": 0.6758502125740051, "Finetune/Step": 14041, "Finetune/Step Time": 6.6431622840464115}
+{"Finetune/Learning Rate": 3.5821626451473656e-06, "Finetune/Loss": 0.6369509100914001, "Finetune/Loss (Raw)": 0.6906908750534058, "Finetune/Step": 14042, "Finetune/Step Time": 6.639248015359044}
+{"Finetune/Learning Rate": 3.5808713326333376e-06, "Finetune/Loss": 0.6367323398590088, "Finetune/Loss (Raw)": 0.5700746774673462, "Finetune/Step": 14043, "Finetune/Step Time": 6.649933388456702}
+{"Finetune/Learning Rate": 3.5795802021475468e-06, "Finetune/Loss": 0.6369677782058716, "Finetune/Loss (Raw)": 0.6885555982589722, "Finetune/Step": 14044, "Finetune/Step Time": 6.648020857945085}
+{"Finetune/Learning Rate": 3.5782892537266035e-06, "Finetune/Loss": 0.6363551020622253, "Finetune/Loss (Raw)": 0.6478703022003174, "Finetune/Step": 14045, "Finetune/Step Time": 6.648071965202689}
+{"Finetune/Learning Rate": 3.576998487407115e-06, "Finetune/Loss": 0.6353209614753723, "Finetune/Loss (Raw)": 0.5367733240127563, "Finetune/Step": 14046, "Finetune/Step Time": 6.651497000828385}
+{"Finetune/Learning Rate": 3.575707903225686e-06, "Finetune/Loss": 0.6355845928192139, "Finetune/Loss (Raw)": 0.6815390586853027, "Finetune/Step": 14047, "Finetune/Step Time": 6.66254185885191}
+{"Finetune/Learning Rate": 3.574417501218913e-06, "Finetune/Loss": 0.6361061334609985, "Finetune/Loss (Raw)": 0.7246509790420532, "Finetune/Step": 14048, "Finetune/Step Time": 6.6637358870357275}
+{"Finetune/Learning Rate": 3.5731272814233864e-06, "Finetune/Loss": 0.6352861523628235, "Finetune/Loss (Raw)": 0.5315107703208923, "Finetune/Step": 14049, "Finetune/Step Time": 6.697321407496929}
+{"Finetune/Learning Rate": 3.571837243875695e-06, "Finetune/Loss": 0.6372784376144409, "Finetune/Loss (Raw)": 0.7953305840492249, "Finetune/Step": 14050, "Finetune/Step Time": 6.693193411454558}
+{"Finetune/Learning Rate": 3.570547388612421e-06, "Finetune/Loss": 0.6365464329719543, "Finetune/Loss (Raw)": 0.515471339225769, "Finetune/Step": 14051, "Finetune/Step Time": 6.695431588217616}
+{"Finetune/Learning Rate": 3.5692577156701393e-06, "Finetune/Loss": 0.6371555924415588, "Finetune/Loss (Raw)": 0.5433274507522583, "Finetune/Step": 14052, "Finetune/Step Time": 6.682299803942442}
+{"Finetune/Learning Rate": 3.567968225085423e-06, "Finetune/Loss": 0.6371742486953735, "Finetune/Loss (Raw)": 0.591262936592102, "Finetune/Step": 14053, "Finetune/Step Time": 6.682698849588633}
+{"Finetune/Learning Rate": 3.5666789168948368e-06, "Finetune/Loss": 0.638229489326477, "Finetune/Loss (Raw)": 0.6757022142410278, "Finetune/Step": 14054, "Finetune/Step Time": 6.684975614771247}
+{"Finetune/Learning Rate": 3.5653897911349464e-06, "Finetune/Loss": 0.6391136646270752, "Finetune/Loss (Raw)": 0.6868444085121155, "Finetune/Step": 14055, "Finetune/Step Time": 6.6800029538571835}
+{"Finetune/Learning Rate": 3.564100847842297e-06, "Finetune/Loss": 0.638424277305603, "Finetune/Loss (Raw)": 0.60030597448349, "Finetune/Step": 14056, "Finetune/Step Time": 6.6807860396802425}
+{"Finetune/Learning Rate": 3.56281208705345e-06, "Finetune/Loss": 0.6367491483688354, "Finetune/Loss (Raw)": 0.5738725662231445, "Finetune/Step": 14057, "Finetune/Step Time": 6.681646311655641}
+{"Finetune/Learning Rate": 3.561523508804946e-06, "Finetune/Loss": 0.6368318200111389, "Finetune/Loss (Raw)": 0.5442206859588623, "Finetune/Step": 14058, "Finetune/Step Time": 6.69435247220099}
+{"Finetune/Learning Rate": 3.560235113133328e-06, "Finetune/Loss": 0.6370061039924622, "Finetune/Loss (Raw)": 0.6373034119606018, "Finetune/Step": 14059, "Finetune/Step Time": 6.6962405648082495}
+{"Finetune/Learning Rate": 3.55894690007513e-06, "Finetune/Loss": 0.636275053024292, "Finetune/Loss (Raw)": 0.6251195669174194, "Finetune/Step": 14060, "Finetune/Step Time": 6.708292616531253}
+{"Finetune/Learning Rate": 3.5576588696668847e-06, "Finetune/Loss": 0.6348752975463867, "Finetune/Loss (Raw)": 0.4610373079776764, "Finetune/Step": 14061, "Finetune/Step Time": 6.726067144423723}
+{"Finetune/Learning Rate": 3.556371021945112e-06, "Finetune/Loss": 0.6353722810745239, "Finetune/Loss (Raw)": 0.7119320631027222, "Finetune/Step": 14062, "Finetune/Step Time": 6.732443945482373}
+{"Finetune/Learning Rate": 3.5550833569463326e-06, "Finetune/Loss": 0.6341747045516968, "Finetune/Loss (Raw)": 0.5991955995559692, "Finetune/Step": 14063, "Finetune/Step Time": 6.73294366709888}
+{"Finetune/Learning Rate": 3.55379587470706e-06, "Finetune/Loss": 0.6332624554634094, "Finetune/Loss (Raw)": 0.5621539950370789, "Finetune/Step": 14064, "Finetune/Step Time": 6.731494536623359}
+{"Finetune/Learning Rate": 3.552508575263809e-06, "Finetune/Loss": 0.6343676447868347, "Finetune/Loss (Raw)": 0.6315467953681946, "Finetune/Step": 14065, "Finetune/Step Time": 6.715122619643807}
+{"Finetune/Learning Rate": 3.5512214586530803e-06, "Finetune/Loss": 0.6337679624557495, "Finetune/Loss (Raw)": 0.6247736215591431, "Finetune/Step": 14066, "Finetune/Step Time": 6.71706024184823}
+{"Finetune/Learning Rate": 3.549934524911376e-06, "Finetune/Loss": 0.6327441930770874, "Finetune/Loss (Raw)": 0.6004871726036072, "Finetune/Step": 14067, "Finetune/Step Time": 6.703692305833101}
+{"Finetune/Learning Rate": 3.5486477740751844e-06, "Finetune/Loss": 0.6329149007797241, "Finetune/Loss (Raw)": 0.6761863827705383, "Finetune/Step": 14068, "Finetune/Step Time": 6.717672178521752}
+{"Finetune/Learning Rate": 3.547361206180996e-06, "Finetune/Loss": 0.6338021755218506, "Finetune/Loss (Raw)": 0.7578088045120239, "Finetune/Step": 14069, "Finetune/Step Time": 6.719687270000577}
+{"Finetune/Learning Rate": 3.546074821265296e-06, "Finetune/Loss": 0.6353332996368408, "Finetune/Loss (Raw)": 0.6726037263870239, "Finetune/Step": 14070, "Finetune/Step Time": 6.709039893001318}
+{"Finetune/Learning Rate": 3.5447886193645577e-06, "Finetune/Loss": 0.6362921595573425, "Finetune/Loss (Raw)": 0.6765866875648499, "Finetune/Step": 14071, "Finetune/Step Time": 6.704302040860057}
+{"Finetune/Learning Rate": 3.5435026005152605e-06, "Finetune/Loss": 0.6370608806610107, "Finetune/Loss (Raw)": 0.6734511256217957, "Finetune/Step": 14072, "Finetune/Step Time": 6.723821179941297}
+{"Finetune/Learning Rate": 3.5422167647538707e-06, "Finetune/Loss": 0.637257993221283, "Finetune/Loss (Raw)": 0.6531582474708557, "Finetune/Step": 14073, "Finetune/Step Time": 6.730250233784318}
+{"Finetune/Learning Rate": 3.5409311121168533e-06, "Finetune/Loss": 0.6376941204071045, "Finetune/Loss (Raw)": 0.6998419165611267, "Finetune/Step": 14074, "Finetune/Step Time": 6.73234311118722}
+{"Finetune/Learning Rate": 3.53964564264066e-06, "Finetune/Loss": 0.6392947435379028, "Finetune/Loss (Raw)": 0.7801688313484192, "Finetune/Step": 14075, "Finetune/Step Time": 6.73095097579062}
+{"Finetune/Learning Rate": 3.538360356361744e-06, "Finetune/Loss": 0.6398276686668396, "Finetune/Loss (Raw)": 0.6644393801689148, "Finetune/Step": 14076, "Finetune/Step Time": 6.7302070669829845}
+{"Finetune/Learning Rate": 3.5370752533165543e-06, "Finetune/Loss": 0.6386114954948425, "Finetune/Loss (Raw)": 0.5018823742866516, "Finetune/Step": 14077, "Finetune/Step Time": 6.733792802318931}
+{"Finetune/Learning Rate": 3.535790333541529e-06, "Finetune/Loss": 0.6385149359703064, "Finetune/Loss (Raw)": 0.5827149748802185, "Finetune/Step": 14078, "Finetune/Step Time": 6.732588481158018}
+{"Finetune/Learning Rate": 3.5345055970731113e-06, "Finetune/Loss": 0.638863205909729, "Finetune/Loss (Raw)": 0.7269415855407715, "Finetune/Step": 14079, "Finetune/Step Time": 6.74661030434072}
+{"Finetune/Learning Rate": 3.5332210439477334e-06, "Finetune/Loss": 0.6384639739990234, "Finetune/Loss (Raw)": 0.6282325983047485, "Finetune/Step": 14080, "Finetune/Step Time": 6.745625507086515}
+{"Finetune/Learning Rate": 3.5319366742018135e-06, "Finetune/Loss": 0.6389697194099426, "Finetune/Loss (Raw)": 0.625432014465332, "Finetune/Step": 14081, "Finetune/Step Time": 6.761864602565765}
+{"Finetune/Learning Rate": 3.5306524878717774e-06, "Finetune/Loss": 0.6380560398101807, "Finetune/Loss (Raw)": 0.5006624460220337, "Finetune/Step": 14082, "Finetune/Step Time": 6.758695840835571}
+{"Finetune/Learning Rate": 3.5293684849940402e-06, "Finetune/Loss": 0.6383311748504639, "Finetune/Loss (Raw)": 0.6882143020629883, "Finetune/Step": 14083, "Finetune/Step Time": 6.759432455524802}
+{"Finetune/Learning Rate": 3.5280846656050127e-06, "Finetune/Loss": 0.6386020183563232, "Finetune/Loss (Raw)": 0.6089949607849121, "Finetune/Step": 14084, "Finetune/Step Time": 6.762737641111016}
+{"Finetune/Learning Rate": 3.526801029741097e-06, "Finetune/Loss": 0.6379305124282837, "Finetune/Loss (Raw)": 0.6672709584236145, "Finetune/Step": 14085, "Finetune/Step Time": 6.76420072466135}
+{"Finetune/Learning Rate": 3.525517577438703e-06, "Finetune/Loss": 0.6380280256271362, "Finetune/Loss (Raw)": 0.6642334461212158, "Finetune/Step": 14086, "Finetune/Step Time": 6.7619236540049314}
+{"Finetune/Learning Rate": 3.5242343087342166e-06, "Finetune/Loss": 0.639248788356781, "Finetune/Loss (Raw)": 0.695439875125885, "Finetune/Step": 14087, "Finetune/Step Time": 6.7285355646163225}
+{"Finetune/Learning Rate": 3.5229512236640317e-06, "Finetune/Loss": 0.6395992040634155, "Finetune/Loss (Raw)": 0.7052397131919861, "Finetune/Step": 14088, "Finetune/Step Time": 6.72664326056838}
+{"Finetune/Learning Rate": 3.521668322264531e-06, "Finetune/Loss": 0.6403915882110596, "Finetune/Loss (Raw)": 0.730323851108551, "Finetune/Step": 14089, "Finetune/Step Time": 6.726330114528537}
+{"Finetune/Learning Rate": 3.520385604572094e-06, "Finetune/Loss": 0.6404981017112732, "Finetune/Loss (Raw)": 0.6540859937667847, "Finetune/Step": 14090, "Finetune/Step Time": 6.726857574656606}
+{"Finetune/Learning Rate": 3.5191030706230967e-06, "Finetune/Loss": 0.6390042901039124, "Finetune/Loss (Raw)": 0.5660565495491028, "Finetune/Step": 14091, "Finetune/Step Time": 6.729419207200408}
+{"Finetune/Learning Rate": 3.517820720453906e-06, "Finetune/Loss": 0.6379451155662537, "Finetune/Loss (Raw)": 0.543871283531189, "Finetune/Step": 14092, "Finetune/Step Time": 6.735831340774894}
+{"Finetune/Learning Rate": 3.516538554100888e-06, "Finetune/Loss": 0.6376850605010986, "Finetune/Loss (Raw)": 0.574942946434021, "Finetune/Step": 14093, "Finetune/Step Time": 6.734787104651332}
+{"Finetune/Learning Rate": 3.5152565716003996e-06, "Finetune/Loss": 0.6390565633773804, "Finetune/Loss (Raw)": 0.7293676733970642, "Finetune/Step": 14094, "Finetune/Step Time": 6.737092373892665}
+{"Finetune/Learning Rate": 3.513974772988795e-06, "Finetune/Loss": 0.6398085951805115, "Finetune/Loss (Raw)": 0.7177280783653259, "Finetune/Step": 14095, "Finetune/Step Time": 6.7396605014801025}
+{"Finetune/Learning Rate": 3.5126931583024215e-06, "Finetune/Loss": 0.6398224830627441, "Finetune/Loss (Raw)": 0.6261279582977295, "Finetune/Step": 14096, "Finetune/Step Time": 6.741482887417078}
+{"Finetune/Learning Rate": 3.5114117275776238e-06, "Finetune/Loss": 0.6389997005462646, "Finetune/Loss (Raw)": 0.5940556526184082, "Finetune/Step": 14097, "Finetune/Step Time": 6.735297732055187}
+{"Finetune/Learning Rate": 3.5101304808507375e-06, "Finetune/Loss": 0.6391094923019409, "Finetune/Loss (Raw)": 0.706494927406311, "Finetune/Step": 14098, "Finetune/Step Time": 6.747181741520762}
+{"Finetune/Learning Rate": 3.508849418158096e-06, "Finetune/Loss": 0.6386432647705078, "Finetune/Loss (Raw)": 0.5733357071876526, "Finetune/Step": 14099, "Finetune/Step Time": 6.786611802875996}
+{"Finetune/Learning Rate": 3.507568539536027e-06, "Finetune/Loss": 0.6390089988708496, "Finetune/Loss (Raw)": 0.6416298151016235, "Finetune/Step": 14100, "Finetune/Step Time": 6.784526247531176}
+{"Finetune/Learning Rate": 3.5062878450208515e-06, "Finetune/Loss": 0.6377027034759521, "Finetune/Loss (Raw)": 0.6045385003089905, "Finetune/Step": 14101, "Finetune/Step Time": 6.780812403187156}
+{"Finetune/Learning Rate": 3.505007334648888e-06, "Finetune/Loss": 0.6379072666168213, "Finetune/Loss (Raw)": 0.5802871584892273, "Finetune/Step": 14102, "Finetune/Step Time": 6.772697353735566}
+{"Finetune/Learning Rate": 3.5037270084564467e-06, "Finetune/Loss": 0.6380667686462402, "Finetune/Loss (Raw)": 0.6083560585975647, "Finetune/Step": 14103, "Finetune/Step Time": 6.778449065983295}
+{"Finetune/Learning Rate": 3.502446866479837e-06, "Finetune/Loss": 0.6382341384887695, "Finetune/Loss (Raw)": 0.7311829924583435, "Finetune/Step": 14104, "Finetune/Step Time": 6.774797128513455}
+{"Finetune/Learning Rate": 3.5011669087553525e-06, "Finetune/Loss": 0.636798620223999, "Finetune/Loss (Raw)": 0.47522684931755066, "Finetune/Step": 14105, "Finetune/Step Time": 6.783520519733429}
+{"Finetune/Learning Rate": 3.4998871353192964e-06, "Finetune/Loss": 0.6363691091537476, "Finetune/Loss (Raw)": 0.5781505107879639, "Finetune/Step": 14106, "Finetune/Step Time": 6.755729950964451}
+{"Finetune/Learning Rate": 3.4986075462079583e-06, "Finetune/Loss": 0.63735032081604, "Finetune/Loss (Raw)": 0.6749668121337891, "Finetune/Step": 14107, "Finetune/Step Time": 6.753712568432093}
+{"Finetune/Learning Rate": 3.497328141457622e-06, "Finetune/Loss": 0.6374824047088623, "Finetune/Loss (Raw)": 0.6097766757011414, "Finetune/Step": 14108, "Finetune/Step Time": 6.755558256059885}
+{"Finetune/Learning Rate": 3.496048921104569e-06, "Finetune/Loss": 0.6379493474960327, "Finetune/Loss (Raw)": 0.620327353477478, "Finetune/Step": 14109, "Finetune/Step Time": 6.731630565598607}
+{"Finetune/Learning Rate": 3.4947698851850766e-06, "Finetune/Loss": 0.6369999647140503, "Finetune/Loss (Raw)": 0.41852495074272156, "Finetune/Step": 14110, "Finetune/Step Time": 6.719761682674289}
+{"Finetune/Learning Rate": 3.493491033735409e-06, "Finetune/Loss": 0.6367037296295166, "Finetune/Loss (Raw)": 0.548262894153595, "Finetune/Step": 14111, "Finetune/Step Time": 6.726144978776574}
+{"Finetune/Learning Rate": 3.4922123667918305e-06, "Finetune/Loss": 0.6356956362724304, "Finetune/Loss (Raw)": 0.6286366581916809, "Finetune/Step": 14112, "Finetune/Step Time": 6.720519511029124}
+{"Finetune/Learning Rate": 3.490933884390606e-06, "Finetune/Loss": 0.6364905834197998, "Finetune/Loss (Raw)": 0.6846055388450623, "Finetune/Step": 14113, "Finetune/Step Time": 6.724958449602127}
+{"Finetune/Learning Rate": 3.4896555865679884e-06, "Finetune/Loss": 0.6364470720291138, "Finetune/Loss (Raw)": 0.6637555956840515, "Finetune/Step": 14114, "Finetune/Step Time": 6.737911147996783}
+{"Finetune/Learning Rate": 3.4883774733602247e-06, "Finetune/Loss": 0.6357227563858032, "Finetune/Loss (Raw)": 0.5440619587898254, "Finetune/Step": 14115, "Finetune/Step Time": 6.738798715174198}
+{"Finetune/Learning Rate": 3.487099544803563e-06, "Finetune/Loss": 0.634956955909729, "Finetune/Loss (Raw)": 0.5452893376350403, "Finetune/Step": 14116, "Finetune/Step Time": 6.764165040105581}
+{"Finetune/Learning Rate": 3.4858218009342338e-06, "Finetune/Loss": 0.6362180709838867, "Finetune/Loss (Raw)": 0.7809292674064636, "Finetune/Step": 14117, "Finetune/Step Time": 6.74836958758533}
+{"Finetune/Learning Rate": 3.4845442417884756e-06, "Finetune/Loss": 0.6352450847625732, "Finetune/Loss (Raw)": 0.5909633040428162, "Finetune/Step": 14118, "Finetune/Step Time": 6.767492698505521}
+{"Finetune/Learning Rate": 3.483266867402515e-06, "Finetune/Loss": 0.6352911591529846, "Finetune/Loss (Raw)": 0.5669382214546204, "Finetune/Step": 14119, "Finetune/Step Time": 6.73876066878438}
+{"Finetune/Learning Rate": 3.4819896778125706e-06, "Finetune/Loss": 0.6351504325866699, "Finetune/Loss (Raw)": 0.6384453177452087, "Finetune/Step": 14120, "Finetune/Step Time": 6.739974541589618}
+{"Finetune/Learning Rate": 3.480712673054868e-06, "Finetune/Loss": 0.6350105404853821, "Finetune/Loss (Raw)": 0.667704164981842, "Finetune/Step": 14121, "Finetune/Step Time": 6.74169366620481}
+{"Finetune/Learning Rate": 3.479435853165619e-06, "Finetune/Loss": 0.6351802349090576, "Finetune/Loss (Raw)": 0.6202536821365356, "Finetune/Step": 14122, "Finetune/Step Time": 6.743577439337969}
+{"Finetune/Learning Rate": 3.478159218181024e-06, "Finetune/Loss": 0.6357234716415405, "Finetune/Loss (Raw)": 0.6597232222557068, "Finetune/Step": 14123, "Finetune/Step Time": 6.758920256048441}
+{"Finetune/Learning Rate": 3.4768827681372887e-06, "Finetune/Loss": 0.6360794901847839, "Finetune/Loss (Raw)": 0.782141923904419, "Finetune/Step": 14124, "Finetune/Step Time": 6.7562875263392925}
+{"Finetune/Learning Rate": 3.475606503070609e-06, "Finetune/Loss": 0.6360507607460022, "Finetune/Loss (Raw)": 0.6168647408485413, "Finetune/Step": 14125, "Finetune/Step Time": 6.759346975013614}
+{"Finetune/Learning Rate": 3.4743304230171747e-06, "Finetune/Loss": 0.6347966194152832, "Finetune/Loss (Raw)": 0.5684786438941956, "Finetune/Step": 14126, "Finetune/Step Time": 6.769961902871728}
+{"Finetune/Learning Rate": 3.47305452801317e-06, "Finetune/Loss": 0.6348767876625061, "Finetune/Loss (Raw)": 0.5984914898872375, "Finetune/Step": 14127, "Finetune/Step Time": 6.7726526372134686}
+{"Finetune/Learning Rate": 3.4717788180947855e-06, "Finetune/Loss": 0.6369723677635193, "Finetune/Loss (Raw)": 0.8649259805679321, "Finetune/Step": 14128, "Finetune/Step Time": 6.77766484208405}
+{"Finetune/Learning Rate": 3.4705032932981866e-06, "Finetune/Loss": 0.6371580362319946, "Finetune/Loss (Raw)": 0.7495731711387634, "Finetune/Step": 14129, "Finetune/Step Time": 6.79230223223567}
+{"Finetune/Learning Rate": 3.4692279536595475e-06, "Finetune/Loss": 0.6384339332580566, "Finetune/Loss (Raw)": 0.7904988527297974, "Finetune/Step": 14130, "Finetune/Step Time": 6.793292548507452}
+{"Finetune/Learning Rate": 3.467952799215032e-06, "Finetune/Loss": 0.6383927464485168, "Finetune/Loss (Raw)": 0.6897545456886292, "Finetune/Step": 14131, "Finetune/Step Time": 6.791773730888963}
+{"Finetune/Learning Rate": 3.466677830000801e-06, "Finetune/Loss": 0.6377012729644775, "Finetune/Loss (Raw)": 0.651624858379364, "Finetune/Step": 14132, "Finetune/Step Time": 6.791917571797967}
+{"Finetune/Learning Rate": 3.4654030460530075e-06, "Finetune/Loss": 0.6387301683425903, "Finetune/Loss (Raw)": 0.6672797203063965, "Finetune/Step": 14133, "Finetune/Step Time": 6.781873358413577}
+{"Finetune/Learning Rate": 3.464128447407802e-06, "Finetune/Loss": 0.63877934217453, "Finetune/Loss (Raw)": 0.6744195818901062, "Finetune/Step": 14134, "Finetune/Step Time": 6.780817713588476}
+{"Finetune/Learning Rate": 3.4628540341013283e-06, "Finetune/Loss": 0.6374996900558472, "Finetune/Loss (Raw)": 0.6128053665161133, "Finetune/Step": 14135, "Finetune/Step Time": 6.778559861704707}
+{"Finetune/Learning Rate": 3.4615798061697258e-06, "Finetune/Loss": 0.6384316682815552, "Finetune/Loss (Raw)": 0.7684215903282166, "Finetune/Step": 14136, "Finetune/Step Time": 6.776475101709366}
+{"Finetune/Learning Rate": 3.4603057636491266e-06, "Finetune/Loss": 0.6391369104385376, "Finetune/Loss (Raw)": 0.6732140183448792, "Finetune/Step": 14137, "Finetune/Step Time": 6.77477004006505}
+{"Finetune/Learning Rate": 3.4590319065756594e-06, "Finetune/Loss": 0.6392667293548584, "Finetune/Loss (Raw)": 0.6380918025970459, "Finetune/Step": 14138, "Finetune/Step Time": 6.775914063677192}
+{"Finetune/Learning Rate": 3.4577582349854475e-06, "Finetune/Loss": 0.6396657228469849, "Finetune/Loss (Raw)": 0.6204997301101685, "Finetune/Step": 14139, "Finetune/Step Time": 6.772381978109479}
+{"Finetune/Learning Rate": 3.456484748914608e-06, "Finetune/Loss": 0.6396464109420776, "Finetune/Loss (Raw)": 0.722227156162262, "Finetune/Step": 14140, "Finetune/Step Time": 6.774887843057513}
+{"Finetune/Learning Rate": 3.455211448399255e-06, "Finetune/Loss": 0.6401487588882446, "Finetune/Loss (Raw)": 0.6584594249725342, "Finetune/Step": 14141, "Finetune/Step Time": 6.756119843572378}
+{"Finetune/Learning Rate": 3.4539383334754927e-06, "Finetune/Loss": 0.6384227871894836, "Finetune/Loss (Raw)": 0.44467559456825256, "Finetune/Step": 14142, "Finetune/Step Time": 6.771567020565271}
+{"Finetune/Learning Rate": 3.452665404179426e-06, "Finetune/Loss": 0.6385884284973145, "Finetune/Loss (Raw)": 0.6600629687309265, "Finetune/Step": 14143, "Finetune/Step Time": 6.77351145260036}
+{"Finetune/Learning Rate": 3.4513926605471504e-06, "Finetune/Loss": 0.6382524967193604, "Finetune/Loss (Raw)": 0.642697274684906, "Finetune/Step": 14144, "Finetune/Step Time": 6.772451050579548}
+{"Finetune/Learning Rate": 3.4501201026147567e-06, "Finetune/Loss": 0.6378886699676514, "Finetune/Loss (Raw)": 0.547198474407196, "Finetune/Step": 14145, "Finetune/Step Time": 6.76722863689065}
+{"Finetune/Learning Rate": 3.4488477304183344e-06, "Finetune/Loss": 0.6378512382507324, "Finetune/Loss (Raw)": 0.6335750222206116, "Finetune/Step": 14146, "Finetune/Step Time": 6.766037726774812}
+{"Finetune/Learning Rate": 3.447575543993955e-06, "Finetune/Loss": 0.6377458572387695, "Finetune/Loss (Raw)": 0.6640209555625916, "Finetune/Step": 14147, "Finetune/Step Time": 6.7623307928442955}
+{"Finetune/Learning Rate": 3.446303543377705e-06, "Finetune/Loss": 0.6374235153198242, "Finetune/Loss (Raw)": 0.5997259020805359, "Finetune/Step": 14148, "Finetune/Step Time": 6.748619936406612}
+{"Finetune/Learning Rate": 3.445031728605649e-06, "Finetune/Loss": 0.6373093128204346, "Finetune/Loss (Raw)": 0.6360929012298584, "Finetune/Step": 14149, "Finetune/Step Time": 6.747868033125997}
+{"Finetune/Learning Rate": 3.443760099713854e-06, "Finetune/Loss": 0.6372785568237305, "Finetune/Loss (Raw)": 0.5673040747642517, "Finetune/Step": 14150, "Finetune/Step Time": 6.75256977789104}
+{"Finetune/Learning Rate": 3.4424886567383785e-06, "Finetune/Loss": 0.638883113861084, "Finetune/Loss (Raw)": 0.7256643772125244, "Finetune/Step": 14151, "Finetune/Step Time": 6.745967380702496}
+{"Finetune/Learning Rate": 3.4412173997152785e-06, "Finetune/Loss": 0.6389697790145874, "Finetune/Loss (Raw)": 0.5652564167976379, "Finetune/Step": 14152, "Finetune/Step Time": 6.747439824044704}
+{"Finetune/Learning Rate": 3.4399463286806056e-06, "Finetune/Loss": 0.638276994228363, "Finetune/Loss (Raw)": 0.6004393696784973, "Finetune/Step": 14153, "Finetune/Step Time": 6.745594264939427}
+{"Finetune/Learning Rate": 3.438675443670394e-06, "Finetune/Loss": 0.6368831396102905, "Finetune/Loss (Raw)": 0.44848114252090454, "Finetune/Step": 14154, "Finetune/Step Time": 6.759620796889067}
+{"Finetune/Learning Rate": 3.4374047447206914e-06, "Finetune/Loss": 0.6361838579177856, "Finetune/Loss (Raw)": 0.590920627117157, "Finetune/Step": 14155, "Finetune/Step Time": 6.763581736013293}
+{"Finetune/Learning Rate": 3.4361342318675297e-06, "Finetune/Loss": 0.6361062526702881, "Finetune/Loss (Raw)": 0.7184857130050659, "Finetune/Step": 14156, "Finetune/Step Time": 6.765346609055996}
+{"Finetune/Learning Rate": 3.4348639051469346e-06, "Finetune/Loss": 0.6363634467124939, "Finetune/Loss (Raw)": 0.6349679231643677, "Finetune/Step": 14157, "Finetune/Step Time": 6.771574046462774}
+{"Finetune/Learning Rate": 3.4335937645949312e-06, "Finetune/Loss": 0.6354584693908691, "Finetune/Loss (Raw)": 0.5819375514984131, "Finetune/Step": 14158, "Finetune/Step Time": 6.774284517392516}
+{"Finetune/Learning Rate": 3.43232381024754e-06, "Finetune/Loss": 0.6350150108337402, "Finetune/Loss (Raw)": 0.6520222425460815, "Finetune/Step": 14159, "Finetune/Step Time": 6.770799048244953}
+{"Finetune/Learning Rate": 3.4310540421407667e-06, "Finetune/Loss": 0.6338850259780884, "Finetune/Loss (Raw)": 0.5860312581062317, "Finetune/Step": 14160, "Finetune/Step Time": 6.767340365797281}
+{"Finetune/Learning Rate": 3.429784460310617e-06, "Finetune/Loss": 0.632870078086853, "Finetune/Loss (Raw)": 0.5223696231842041, "Finetune/Step": 14161, "Finetune/Step Time": 6.772957945242524}
+{"Finetune/Learning Rate": 3.4285150647930997e-06, "Finetune/Loss": 0.6344208717346191, "Finetune/Loss (Raw)": 0.6735846996307373, "Finetune/Step": 14162, "Finetune/Step Time": 6.785071702674031}
+{"Finetune/Learning Rate": 3.4272458556242095e-06, "Finetune/Loss": 0.6353757381439209, "Finetune/Loss (Raw)": 0.7609001398086548, "Finetune/Step": 14163, "Finetune/Step Time": 6.799959337338805}
+{"Finetune/Learning Rate": 3.425976832839936e-06, "Finetune/Loss": 0.6350964307785034, "Finetune/Loss (Raw)": 0.5750209093093872, "Finetune/Step": 14164, "Finetune/Step Time": 6.801847765222192}
+{"Finetune/Learning Rate": 3.4247079964762686e-06, "Finetune/Loss": 0.6360669136047363, "Finetune/Loss (Raw)": 0.7561770081520081, "Finetune/Step": 14165, "Finetune/Step Time": 6.796511763706803}
+{"Finetune/Learning Rate": 3.4234393465691806e-06, "Finetune/Loss": 0.6365009546279907, "Finetune/Loss (Raw)": 0.6229022741317749, "Finetune/Step": 14166, "Finetune/Step Time": 6.7884926572442055}
+{"Finetune/Learning Rate": 3.422170883154653e-06, "Finetune/Loss": 0.6360868215560913, "Finetune/Loss (Raw)": 0.6381363868713379, "Finetune/Step": 14167, "Finetune/Step Time": 6.779953120276332}
+{"Finetune/Learning Rate": 3.42090260626865e-06, "Finetune/Loss": 0.6351959705352783, "Finetune/Loss (Raw)": 0.6328221559524536, "Finetune/Step": 14168, "Finetune/Step Time": 6.778979105874896}
+{"Finetune/Learning Rate": 3.4196345159471444e-06, "Finetune/Loss": 0.6348259449005127, "Finetune/Loss (Raw)": 0.6284949779510498, "Finetune/Step": 14169, "Finetune/Step Time": 6.803125154227018}
+{"Finetune/Learning Rate": 3.4183666122260915e-06, "Finetune/Loss": 0.6346015930175781, "Finetune/Loss (Raw)": 0.6619682312011719, "Finetune/Step": 14170, "Finetune/Step Time": 6.805470656603575}
+{"Finetune/Learning Rate": 3.4170988951414496e-06, "Finetune/Loss": 0.635150134563446, "Finetune/Loss (Raw)": 0.6402899622917175, "Finetune/Step": 14171, "Finetune/Step Time": 6.816001422703266}
+{"Finetune/Learning Rate": 3.415831364729161e-06, "Finetune/Loss": 0.633830726146698, "Finetune/Loss (Raw)": 0.5196722745895386, "Finetune/Step": 14172, "Finetune/Step Time": 6.832664119079709}
+{"Finetune/Learning Rate": 3.414564021025172e-06, "Finetune/Loss": 0.6346123814582825, "Finetune/Loss (Raw)": 0.7479181885719299, "Finetune/Step": 14173, "Finetune/Step Time": 6.829659225419164}
+{"Finetune/Learning Rate": 3.41329686406542e-06, "Finetune/Loss": 0.6346189975738525, "Finetune/Loss (Raw)": 0.5376212000846863, "Finetune/Step": 14174, "Finetune/Step Time": 6.841454921290278}
+{"Finetune/Learning Rate": 3.4120298938858385e-06, "Finetune/Loss": 0.6342949867248535, "Finetune/Loss (Raw)": 0.6400704383850098, "Finetune/Step": 14175, "Finetune/Step Time": 6.829269314184785}
+{"Finetune/Learning Rate": 3.4107631105223528e-06, "Finetune/Loss": 0.6337224841117859, "Finetune/Loss (Raw)": 0.6513659954071045, "Finetune/Step": 14176, "Finetune/Step Time": 6.827857261523604}
+{"Finetune/Learning Rate": 3.409496514010895e-06, "Finetune/Loss": 0.6355761885643005, "Finetune/Loss (Raw)": 0.7687892317771912, "Finetune/Step": 14177, "Finetune/Step Time": 6.795277653262019}
+{"Finetune/Learning Rate": 3.4082301043873712e-06, "Finetune/Loss": 0.6339192986488342, "Finetune/Loss (Raw)": 0.5832476615905762, "Finetune/Step": 14178, "Finetune/Step Time": 6.797751346603036}
+{"Finetune/Learning Rate": 3.4069638816876983e-06, "Finetune/Loss": 0.6348721981048584, "Finetune/Loss (Raw)": 0.6374385952949524, "Finetune/Step": 14179, "Finetune/Step Time": 6.800984233617783}
+{"Finetune/Learning Rate": 3.4056978459477807e-06, "Finetune/Loss": 0.6350091695785522, "Finetune/Loss (Raw)": 0.5608579516410828, "Finetune/Step": 14180, "Finetune/Step Time": 6.796711495146155}
+{"Finetune/Learning Rate": 3.40443199720352e-06, "Finetune/Loss": 0.6352173686027527, "Finetune/Loss (Raw)": 0.6179187893867493, "Finetune/Step": 14181, "Finetune/Step Time": 6.797145893797278}
+{"Finetune/Learning Rate": 3.403166335490814e-06, "Finetune/Loss": 0.6348810195922852, "Finetune/Loss (Raw)": 0.6326502561569214, "Finetune/Step": 14182, "Finetune/Step Time": 6.795413728803396}
+{"Finetune/Learning Rate": 3.4019008608455508e-06, "Finetune/Loss": 0.6342786550521851, "Finetune/Loss (Raw)": 0.609735369682312, "Finetune/Step": 14183, "Finetune/Step Time": 6.794110955670476}
+{"Finetune/Learning Rate": 3.4006355733036167e-06, "Finetune/Loss": 0.6344146728515625, "Finetune/Loss (Raw)": 0.6177196502685547, "Finetune/Step": 14184, "Finetune/Step Time": 6.801235496997833}
+{"Finetune/Learning Rate": 3.3993704729008924e-06, "Finetune/Loss": 0.6351196765899658, "Finetune/Loss (Raw)": 0.6641139388084412, "Finetune/Step": 14185, "Finetune/Step Time": 6.813735593110323}
+{"Finetune/Learning Rate": 3.3981055596732515e-06, "Finetune/Loss": 0.6361098885536194, "Finetune/Loss (Raw)": 0.6709651350975037, "Finetune/Step": 14186, "Finetune/Step Time": 6.801322991028428}
+{"Finetune/Learning Rate": 3.396840833656563e-06, "Finetune/Loss": 0.6360232830047607, "Finetune/Loss (Raw)": 0.6262190341949463, "Finetune/Step": 14187, "Finetune/Step Time": 6.812506351619959}
+{"Finetune/Learning Rate": 3.3955762948866922e-06, "Finetune/Loss": 0.6355607509613037, "Finetune/Loss (Raw)": 0.5659101009368896, "Finetune/Step": 14188, "Finetune/Step Time": 6.80171512439847}
+{"Finetune/Learning Rate": 3.3943119433994977e-06, "Finetune/Loss": 0.6366236805915833, "Finetune/Loss (Raw)": 0.5970987677574158, "Finetune/Step": 14189, "Finetune/Step Time": 6.790240980684757}
+{"Finetune/Learning Rate": 3.3930477792308315e-06, "Finetune/Loss": 0.6365681886672974, "Finetune/Loss (Raw)": 0.7048250436782837, "Finetune/Step": 14190, "Finetune/Step Time": 6.785532793030143}
+{"Finetune/Learning Rate": 3.3917838024165426e-06, "Finetune/Loss": 0.6365234851837158, "Finetune/Loss (Raw)": 0.5934799909591675, "Finetune/Step": 14191, "Finetune/Step Time": 6.790955765172839}
+{"Finetune/Learning Rate": 3.390520012992474e-06, "Finetune/Loss": 0.6376181840896606, "Finetune/Loss (Raw)": 0.7022780776023865, "Finetune/Step": 14192, "Finetune/Step Time": 6.792295211926103}
+{"Finetune/Learning Rate": 3.3892564109944636e-06, "Finetune/Loss": 0.6370903253555298, "Finetune/Loss (Raw)": 0.5639789700508118, "Finetune/Step": 14193, "Finetune/Step Time": 6.7929051127284765}
+{"Finetune/Learning Rate": 3.3879929964583427e-06, "Finetune/Loss": 0.6369789242744446, "Finetune/Loss (Raw)": 0.6105099320411682, "Finetune/Step": 14194, "Finetune/Step Time": 6.7917122058570385}
+{"Finetune/Learning Rate": 3.3867297694199373e-06, "Finetune/Loss": 0.6378887891769409, "Finetune/Loss (Raw)": 0.7169533371925354, "Finetune/Step": 14195, "Finetune/Step Time": 6.790011540055275}
+{"Finetune/Learning Rate": 3.3854667299150712e-06, "Finetune/Loss": 0.6378570199012756, "Finetune/Loss (Raw)": 0.6721141934394836, "Finetune/Step": 14196, "Finetune/Step Time": 6.788060624152422}
+{"Finetune/Learning Rate": 3.3842038779795594e-06, "Finetune/Loss": 0.6359130144119263, "Finetune/Loss (Raw)": 0.5089831352233887, "Finetune/Step": 14197, "Finetune/Step Time": 6.785186061635613}
+{"Finetune/Learning Rate": 3.3829412136492124e-06, "Finetune/Loss": 0.634317934513092, "Finetune/Loss (Raw)": 0.46842774748802185, "Finetune/Step": 14198, "Finetune/Step Time": 6.788876278325915}
+{"Finetune/Learning Rate": 3.381678736959837e-06, "Finetune/Loss": 0.6342663764953613, "Finetune/Loss (Raw)": 0.6699908375740051, "Finetune/Step": 14199, "Finetune/Step Time": 6.791171418502927}
+{"Finetune/Learning Rate": 3.3804164479472313e-06, "Finetune/Loss": 0.6349380016326904, "Finetune/Loss (Raw)": 0.7594127058982849, "Finetune/Step": 14200, "Finetune/Step Time": 6.7705379240214825}
+{"Finetune/Learning Rate": 3.3791543466471954e-06, "Finetune/Loss": 0.63493812084198, "Finetune/Loss (Raw)": 0.6531764268875122, "Finetune/Step": 14201, "Finetune/Step Time": 6.761184103786945}
+{"Finetune/Learning Rate": 3.377892433095512e-06, "Finetune/Loss": 0.6337414979934692, "Finetune/Loss (Raw)": 0.5466693639755249, "Finetune/Step": 14202, "Finetune/Step Time": 6.763526136055589}
+{"Finetune/Learning Rate": 3.3766307073279658e-06, "Finetune/Loss": 0.6320624351501465, "Finetune/Loss (Raw)": 0.5652614831924438, "Finetune/Step": 14203, "Finetune/Step Time": 6.76613549515605}
+{"Finetune/Learning Rate": 3.3753691693803404e-06, "Finetune/Loss": 0.6327803134918213, "Finetune/Loss (Raw)": 0.7563162446022034, "Finetune/Step": 14204, "Finetune/Step Time": 6.768461633473635}
+{"Finetune/Learning Rate": 3.374107819288408e-06, "Finetune/Loss": 0.6345490217208862, "Finetune/Loss (Raw)": 0.728280246257782, "Finetune/Step": 14205, "Finetune/Step Time": 6.770367098972201}
+{"Finetune/Learning Rate": 3.372846657087936e-06, "Finetune/Loss": 0.6354149580001831, "Finetune/Loss (Raw)": 0.6935610175132751, "Finetune/Step": 14206, "Finetune/Step Time": 6.7681596130132675}
+{"Finetune/Learning Rate": 3.371585682814692e-06, "Finetune/Loss": 0.6341380476951599, "Finetune/Loss (Raw)": 0.5634909272193909, "Finetune/Step": 14207, "Finetune/Step Time": 6.751541757956147}
+{"Finetune/Learning Rate": 3.3703248965044253e-06, "Finetune/Loss": 0.6331274509429932, "Finetune/Loss (Raw)": 0.498881995677948, "Finetune/Step": 14208, "Finetune/Step Time": 6.782678889110684}
+{"Finetune/Learning Rate": 3.3690642981928922e-06, "Finetune/Loss": 0.6328074932098389, "Finetune/Loss (Raw)": 0.5844796895980835, "Finetune/Step": 14209, "Finetune/Step Time": 6.76869286224246}
+{"Finetune/Learning Rate": 3.367803887915837e-06, "Finetune/Loss": 0.6342508792877197, "Finetune/Loss (Raw)": 0.6854131817817688, "Finetune/Step": 14210, "Finetune/Step Time": 6.771336456760764}
+{"Finetune/Learning Rate": 3.3665436657090066e-06, "Finetune/Loss": 0.6340259909629822, "Finetune/Loss (Raw)": 0.6594268679618835, "Finetune/Step": 14211, "Finetune/Step Time": 6.768606001511216}
+{"Finetune/Learning Rate": 3.365283631608135e-06, "Finetune/Loss": 0.6342015266418457, "Finetune/Loss (Raw)": 0.631463885307312, "Finetune/Step": 14212, "Finetune/Step Time": 6.761988142505288}
+{"Finetune/Learning Rate": 3.3640237856489565e-06, "Finetune/Loss": 0.6350332498550415, "Finetune/Loss (Raw)": 0.773727536201477, "Finetune/Step": 14213, "Finetune/Step Time": 6.760062512010336}
+{"Finetune/Learning Rate": 3.3627641278671896e-06, "Finetune/Loss": 0.6337735652923584, "Finetune/Loss (Raw)": 0.5029991865158081, "Finetune/Step": 14214, "Finetune/Step Time": 6.759809730574489}
+{"Finetune/Learning Rate": 3.361504658298559e-06, "Finetune/Loss": 0.6330239772796631, "Finetune/Loss (Raw)": 0.5994850993156433, "Finetune/Step": 14215, "Finetune/Step Time": 6.757088562473655}
+{"Finetune/Learning Rate": 3.360245376978779e-06, "Finetune/Loss": 0.6318841576576233, "Finetune/Loss (Raw)": 0.559350311756134, "Finetune/Step": 14216, "Finetune/Step Time": 6.751231262460351}
+{"Finetune/Learning Rate": 3.358986283943555e-06, "Finetune/Loss": 0.6310982704162598, "Finetune/Loss (Raw)": 0.6297237873077393, "Finetune/Step": 14217, "Finetune/Step Time": 6.747726570814848}
+{"Finetune/Learning Rate": 3.3577273792285993e-06, "Finetune/Loss": 0.6311700344085693, "Finetune/Loss (Raw)": 0.6632688641548157, "Finetune/Step": 14218, "Finetune/Step Time": 6.745912179350853}
+{"Finetune/Learning Rate": 3.3564686628696106e-06, "Finetune/Loss": 0.6319352984428406, "Finetune/Loss (Raw)": 0.6640158295631409, "Finetune/Step": 14219, "Finetune/Step Time": 6.744629826396704}
+{"Finetune/Learning Rate": 3.355210134902275e-06, "Finetune/Loss": 0.6328816413879395, "Finetune/Loss (Raw)": 0.6650047898292542, "Finetune/Step": 14220, "Finetune/Step Time": 6.736642017960548}
+{"Finetune/Learning Rate": 3.3539517953622846e-06, "Finetune/Loss": 0.6345638036727905, "Finetune/Loss (Raw)": 0.790255069732666, "Finetune/Step": 14221, "Finetune/Step Time": 6.761437373235822}
+{"Finetune/Learning Rate": 3.352693644285323e-06, "Finetune/Loss": 0.6323373317718506, "Finetune/Loss (Raw)": 0.44438719749450684, "Finetune/Step": 14222, "Finetune/Step Time": 6.775577871128917}
+{"Finetune/Learning Rate": 3.351435681707067e-06, "Finetune/Loss": 0.6309204697608948, "Finetune/Loss (Raw)": 0.5363646745681763, "Finetune/Step": 14223, "Finetune/Step Time": 6.792884789407253}
+{"Finetune/Learning Rate": 3.3501779076631867e-06, "Finetune/Loss": 0.6311274766921997, "Finetune/Loss (Raw)": 0.6526258587837219, "Finetune/Step": 14224, "Finetune/Step Time": 6.799312153831124}
+{"Finetune/Learning Rate": 3.3489203221893572e-06, "Finetune/Loss": 0.6312530040740967, "Finetune/Loss (Raw)": 0.6101198792457581, "Finetune/Step": 14225, "Finetune/Step Time": 6.799058487638831}
+{"Finetune/Learning Rate": 3.34766292532123e-06, "Finetune/Loss": 0.6301277875900269, "Finetune/Loss (Raw)": 0.5624687671661377, "Finetune/Step": 14226, "Finetune/Step Time": 6.797076314687729}
+{"Finetune/Learning Rate": 3.3464057170944676e-06, "Finetune/Loss": 0.6306052803993225, "Finetune/Loss (Raw)": 0.6344541311264038, "Finetune/Step": 14227, "Finetune/Step Time": 6.761940719559789}
+{"Finetune/Learning Rate": 3.3451486975447166e-06, "Finetune/Loss": 0.6307005882263184, "Finetune/Loss (Raw)": 0.653827428817749, "Finetune/Step": 14228, "Finetune/Step Time": 6.759971985593438}
+{"Finetune/Learning Rate": 3.343891866707626e-06, "Finetune/Loss": 0.6302521228790283, "Finetune/Loss (Raw)": 0.5471373200416565, "Finetune/Step": 14229, "Finetune/Step Time": 6.781444046646357}
+{"Finetune/Learning Rate": 3.342635224618834e-06, "Finetune/Loss": 0.6312945485115051, "Finetune/Loss (Raw)": 0.7137178182601929, "Finetune/Step": 14230, "Finetune/Step Time": 6.777774212881923}
+{"Finetune/Learning Rate": 3.3413787713139765e-06, "Finetune/Loss": 0.6318318843841553, "Finetune/Loss (Raw)": 0.6771382093429565, "Finetune/Step": 14231, "Finetune/Step Time": 6.7693917360156775}
+{"Finetune/Learning Rate": 3.3401225068286825e-06, "Finetune/Loss": 0.631993293762207, "Finetune/Loss (Raw)": 0.751844584941864, "Finetune/Step": 14232, "Finetune/Step Time": 6.768858823925257}
+{"Finetune/Learning Rate": 3.3388664311985752e-06, "Finetune/Loss": 0.6330297589302063, "Finetune/Loss (Raw)": 0.6078861355781555, "Finetune/Step": 14233, "Finetune/Step Time": 6.762267431244254}
+{"Finetune/Learning Rate": 3.3376105444592754e-06, "Finetune/Loss": 0.6326868534088135, "Finetune/Loss (Raw)": 0.5342617630958557, "Finetune/Step": 14234, "Finetune/Step Time": 6.763403970748186}
+{"Finetune/Learning Rate": 3.336354846646395e-06, "Finetune/Loss": 0.6317103505134583, "Finetune/Loss (Raw)": 0.5499760508537292, "Finetune/Step": 14235, "Finetune/Step Time": 6.764301721006632}
+{"Finetune/Learning Rate": 3.335099337795542e-06, "Finetune/Loss": 0.6320673823356628, "Finetune/Loss (Raw)": 0.6554813385009766, "Finetune/Step": 14236, "Finetune/Step Time": 6.759516278281808}
+{"Finetune/Learning Rate": 3.333844017942319e-06, "Finetune/Loss": 0.6323013305664062, "Finetune/Loss (Raw)": 0.6502699255943298, "Finetune/Step": 14237, "Finetune/Step Time": 6.761529924347997}
+{"Finetune/Learning Rate": 3.3325888871223244e-06, "Finetune/Loss": 0.6338773965835571, "Finetune/Loss (Raw)": 0.6202642321586609, "Finetune/Step": 14238, "Finetune/Step Time": 6.759519958868623}
+{"Finetune/Learning Rate": 3.331333945371148e-06, "Finetune/Loss": 0.6338252425193787, "Finetune/Loss (Raw)": 0.5415844917297363, "Finetune/Step": 14239, "Finetune/Step Time": 6.754012992605567}
+{"Finetune/Learning Rate": 3.330079192724379e-06, "Finetune/Loss": 0.6343604922294617, "Finetune/Loss (Raw)": 0.6971483826637268, "Finetune/Step": 14240, "Finetune/Step Time": 6.756911979988217}
+{"Finetune/Learning Rate": 3.3288246292175973e-06, "Finetune/Loss": 0.6339549422264099, "Finetune/Loss (Raw)": 0.6326958537101746, "Finetune/Step": 14241, "Finetune/Step Time": 6.753584235906601}
+{"Finetune/Learning Rate": 3.3275702548863785e-06, "Finetune/Loss": 0.6337337493896484, "Finetune/Loss (Raw)": 0.6354440450668335, "Finetune/Step": 14242, "Finetune/Step Time": 6.742004645988345}
+{"Finetune/Learning Rate": 3.3263160697662933e-06, "Finetune/Loss": 0.6340404748916626, "Finetune/Loss (Raw)": 0.583314836025238, "Finetune/Step": 14243, "Finetune/Step Time": 6.746091995388269}
+{"Finetune/Learning Rate": 3.3250620738929075e-06, "Finetune/Loss": 0.6349117159843445, "Finetune/Loss (Raw)": 0.6568120121955872, "Finetune/Step": 14244, "Finetune/Step Time": 6.717699380591512}
+{"Finetune/Learning Rate": 3.3238082673017803e-06, "Finetune/Loss": 0.6342475414276123, "Finetune/Loss (Raw)": 0.6959202885627747, "Finetune/Step": 14245, "Finetune/Step Time": 6.716050213202834}
+{"Finetune/Learning Rate": 3.3225546500284656e-06, "Finetune/Loss": 0.6340133547782898, "Finetune/Loss (Raw)": 0.5609820485115051, "Finetune/Step": 14246, "Finetune/Step Time": 6.706405470147729}
+{"Finetune/Learning Rate": 3.321301222108513e-06, "Finetune/Loss": 0.634566068649292, "Finetune/Loss (Raw)": 0.6376877427101135, "Finetune/Step": 14247, "Finetune/Step Time": 6.706115882843733}
+{"Finetune/Learning Rate": 3.3200479835774656e-06, "Finetune/Loss": 0.6343873739242554, "Finetune/Loss (Raw)": 0.6155709624290466, "Finetune/Step": 14248, "Finetune/Step Time": 6.705853473395109}
+{"Finetune/Learning Rate": 3.318794934470864e-06, "Finetune/Loss": 0.6343312859535217, "Finetune/Loss (Raw)": 0.6605237722396851, "Finetune/Step": 14249, "Finetune/Step Time": 6.718160422518849}
+{"Finetune/Learning Rate": 3.3175420748242405e-06, "Finetune/Loss": 0.6340197920799255, "Finetune/Loss (Raw)": 0.5803815126419067, "Finetune/Step": 14250, "Finetune/Step Time": 6.715810311958194}
+{"Finetune/Learning Rate": 3.3162894046731155e-06, "Finetune/Loss": 0.6338966488838196, "Finetune/Loss (Raw)": 0.6439622044563293, "Finetune/Step": 14251, "Finetune/Step Time": 6.703240670263767}
+{"Finetune/Learning Rate": 3.31503692405302e-06, "Finetune/Loss": 0.6332812309265137, "Finetune/Loss (Raw)": 0.7033685445785522, "Finetune/Step": 14252, "Finetune/Step Time": 6.720480451360345}
+{"Finetune/Learning Rate": 3.3137846329994685e-06, "Finetune/Loss": 0.6340367794036865, "Finetune/Loss (Raw)": 0.7135761976242065, "Finetune/Step": 14253, "Finetune/Step Time": 6.719339894130826}
+{"Finetune/Learning Rate": 3.312532531547972e-06, "Finetune/Loss": 0.6338834762573242, "Finetune/Loss (Raw)": 0.5488542914390564, "Finetune/Step": 14254, "Finetune/Step Time": 6.70872581936419}
+{"Finetune/Learning Rate": 3.3112806197340354e-06, "Finetune/Loss": 0.634263813495636, "Finetune/Loss (Raw)": 0.6471794843673706, "Finetune/Step": 14255, "Finetune/Step Time": 6.707642467692494}
+{"Finetune/Learning Rate": 3.310028897593164e-06, "Finetune/Loss": 0.6326601505279541, "Finetune/Loss (Raw)": 0.6596500873565674, "Finetune/Step": 14256, "Finetune/Step Time": 6.702470103278756}
+{"Finetune/Learning Rate": 3.3087773651608456e-06, "Finetune/Loss": 0.6324387192726135, "Finetune/Loss (Raw)": 0.7212375402450562, "Finetune/Step": 14257, "Finetune/Step Time": 6.689495872706175}
+{"Finetune/Learning Rate": 3.3075260224725748e-06, "Finetune/Loss": 0.630366861820221, "Finetune/Loss (Raw)": 0.5252954959869385, "Finetune/Step": 14258, "Finetune/Step Time": 6.691335583105683}
+{"Finetune/Learning Rate": 3.3062748695638315e-06, "Finetune/Loss": 0.6302288770675659, "Finetune/Loss (Raw)": 0.6720869541168213, "Finetune/Step": 14259, "Finetune/Step Time": 6.706021258607507}
+{"Finetune/Learning Rate": 3.305023906470102e-06, "Finetune/Loss": 0.6303556561470032, "Finetune/Loss (Raw)": 0.6678591966629028, "Finetune/Step": 14260, "Finetune/Step Time": 6.711608985438943}
+{"Finetune/Learning Rate": 3.303773133226855e-06, "Finetune/Loss": 0.6299868822097778, "Finetune/Loss (Raw)": 0.6200735569000244, "Finetune/Step": 14261, "Finetune/Step Time": 6.725273258984089}
+{"Finetune/Learning Rate": 3.302522549869566e-06, "Finetune/Loss": 0.6297269463539124, "Finetune/Loss (Raw)": 0.6411527991294861, "Finetune/Step": 14262, "Finetune/Step Time": 6.729590181261301}
+{"Finetune/Learning Rate": 3.301272156433687e-06, "Finetune/Loss": 0.6289882063865662, "Finetune/Loss (Raw)": 0.5182478427886963, "Finetune/Step": 14263, "Finetune/Step Time": 6.728667000308633}
+{"Finetune/Learning Rate": 3.3000219529546817e-06, "Finetune/Loss": 0.6288315653800964, "Finetune/Loss (Raw)": 0.7483692169189453, "Finetune/Step": 14264, "Finetune/Step Time": 6.7397184278815985}
+{"Finetune/Learning Rate": 3.298771939468003e-06, "Finetune/Loss": 0.6287156343460083, "Finetune/Loss (Raw)": 0.6583767533302307, "Finetune/Step": 14265, "Finetune/Step Time": 6.741941940039396}
+{"Finetune/Learning Rate": 3.2975221160090907e-06, "Finetune/Loss": 0.629200279712677, "Finetune/Loss (Raw)": 0.7001247406005859, "Finetune/Step": 14266, "Finetune/Step Time": 6.7505909744650126}
+{"Finetune/Learning Rate": 3.2962724826133976e-06, "Finetune/Loss": 0.6295770406723022, "Finetune/Loss (Raw)": 0.6687229871749878, "Finetune/Step": 14267, "Finetune/Step Time": 6.72657965682447}
+{"Finetune/Learning Rate": 3.2950230393163563e-06, "Finetune/Loss": 0.6285903453826904, "Finetune/Loss (Raw)": 0.5959306359291077, "Finetune/Step": 14268, "Finetune/Step Time": 6.718380207195878}
+{"Finetune/Learning Rate": 3.2937737861533914e-06, "Finetune/Loss": 0.6285293102264404, "Finetune/Loss (Raw)": 0.6506519317626953, "Finetune/Step": 14269, "Finetune/Step Time": 6.720077062025666}
+{"Finetune/Learning Rate": 3.2925247231599323e-06, "Finetune/Loss": 0.6301072835922241, "Finetune/Loss (Raw)": 0.6466528177261353, "Finetune/Step": 14270, "Finetune/Step Time": 6.711746413260698}
+{"Finetune/Learning Rate": 3.291275850371398e-06, "Finetune/Loss": 0.6299409866333008, "Finetune/Loss (Raw)": 0.6387801170349121, "Finetune/Step": 14271, "Finetune/Step Time": 6.710244717076421}
+{"Finetune/Learning Rate": 3.2900271678232045e-06, "Finetune/Loss": 0.6300125122070312, "Finetune/Loss (Raw)": 0.6518422365188599, "Finetune/Step": 14272, "Finetune/Step Time": 6.706512676551938}
+{"Finetune/Learning Rate": 3.2887786755507565e-06, "Finetune/Loss": 0.6317952871322632, "Finetune/Loss (Raw)": 0.7754069566726685, "Finetune/Step": 14273, "Finetune/Step Time": 6.70703998208046}
+{"Finetune/Learning Rate": 3.287530373589467e-06, "Finetune/Loss": 0.6326546669006348, "Finetune/Loss (Raw)": 0.7435641884803772, "Finetune/Step": 14274, "Finetune/Step Time": 6.706494463607669}
+{"Finetune/Learning Rate": 3.286282261974726e-06, "Finetune/Loss": 0.6317864656448364, "Finetune/Loss (Raw)": 0.5528961420059204, "Finetune/Step": 14275, "Finetune/Step Time": 6.7081027161329985}
+{"Finetune/Learning Rate": 3.2850343407419284e-06, "Finetune/Loss": 0.6322548389434814, "Finetune/Loss (Raw)": 0.6596767902374268, "Finetune/Step": 14276, "Finetune/Step Time": 6.7063323222100735}
+{"Finetune/Learning Rate": 3.2837866099264624e-06, "Finetune/Loss": 0.6321098804473877, "Finetune/Loss (Raw)": 0.6175402402877808, "Finetune/Step": 14277, "Finetune/Step Time": 6.704274158924818}
+{"Finetune/Learning Rate": 3.2825390695637094e-06, "Finetune/Loss": 0.6315090656280518, "Finetune/Loss (Raw)": 0.49039632081985474, "Finetune/Step": 14278, "Finetune/Step Time": 6.710458852350712}
+{"Finetune/Learning Rate": 3.281291719689046e-06, "Finetune/Loss": 0.6308614015579224, "Finetune/Loss (Raw)": 0.6427709460258484, "Finetune/Step": 14279, "Finetune/Step Time": 6.713699558749795}
+{"Finetune/Learning Rate": 3.280044560337845e-06, "Finetune/Loss": 0.6315333247184753, "Finetune/Loss (Raw)": 0.6512547731399536, "Finetune/Step": 14280, "Finetune/Step Time": 6.707870306447148}
+{"Finetune/Learning Rate": 3.2787975915454707e-06, "Finetune/Loss": 0.6321147680282593, "Finetune/Loss (Raw)": 0.674869954586029, "Finetune/Step": 14281, "Finetune/Step Time": 6.713152322918177}
+{"Finetune/Learning Rate": 3.2775508133472843e-06, "Finetune/Loss": 0.6336315870285034, "Finetune/Loss (Raw)": 0.642630934715271, "Finetune/Step": 14282, "Finetune/Step Time": 6.696231096982956}
+{"Finetune/Learning Rate": 3.2763042257786404e-06, "Finetune/Loss": 0.6330699920654297, "Finetune/Loss (Raw)": 0.5190293192863464, "Finetune/Step": 14283, "Finetune/Step Time": 6.70594766177237}
+{"Finetune/Learning Rate": 3.275057828874889e-06, "Finetune/Loss": 0.6321676969528198, "Finetune/Loss (Raw)": 0.6029960513114929, "Finetune/Step": 14284, "Finetune/Step Time": 6.710014935582876}
+{"Finetune/Learning Rate": 3.2738116226713756e-06, "Finetune/Loss": 0.6318122148513794, "Finetune/Loss (Raw)": 0.5894743204116821, "Finetune/Step": 14285, "Finetune/Step Time": 6.7030163500458}
+{"Finetune/Learning Rate": 3.2725656072034362e-06, "Finetune/Loss": 0.6319231986999512, "Finetune/Loss (Raw)": 0.5961313247680664, "Finetune/Step": 14286, "Finetune/Step Time": 6.695604672655463}
+{"Finetune/Learning Rate": 3.271319782506407e-06, "Finetune/Loss": 0.6324554681777954, "Finetune/Loss (Raw)": 0.7201635837554932, "Finetune/Step": 14287, "Finetune/Step Time": 6.6964835580438375}
+{"Finetune/Learning Rate": 3.270074148615615e-06, "Finetune/Loss": 0.63270503282547, "Finetune/Loss (Raw)": 0.617967963218689, "Finetune/Step": 14288, "Finetune/Step Time": 6.699259724467993}
+{"Finetune/Learning Rate": 3.2688287055663823e-06, "Finetune/Loss": 0.6340701580047607, "Finetune/Loss (Raw)": 0.6971067190170288, "Finetune/Step": 14289, "Finetune/Step Time": 6.689285345375538}
+{"Finetune/Learning Rate": 3.2675834533940265e-06, "Finetune/Loss": 0.6345115303993225, "Finetune/Loss (Raw)": 0.7300785183906555, "Finetune/Step": 14290, "Finetune/Step Time": 6.679466310888529}
+{"Finetune/Learning Rate": 3.26633839213386e-06, "Finetune/Loss": 0.6333097219467163, "Finetune/Loss (Raw)": 0.6070729494094849, "Finetune/Step": 14291, "Finetune/Step Time": 6.66875709220767}
+{"Finetune/Learning Rate": 3.265093521821192e-06, "Finetune/Loss": 0.6339050531387329, "Finetune/Loss (Raw)": 0.651225745677948, "Finetune/Step": 14292, "Finetune/Step Time": 6.669072834774852}
+{"Finetune/Learning Rate": 3.2638488424913138e-06, "Finetune/Loss": 0.6334133744239807, "Finetune/Loss (Raw)": 0.6932375431060791, "Finetune/Step": 14293, "Finetune/Step Time": 6.671500766649842}
+{"Finetune/Learning Rate": 3.2626043541795306e-06, "Finetune/Loss": 0.6332255601882935, "Finetune/Loss (Raw)": 0.5988646745681763, "Finetune/Step": 14294, "Finetune/Step Time": 6.670545695349574}
+{"Finetune/Learning Rate": 3.261360056921129e-06, "Finetune/Loss": 0.6337799429893494, "Finetune/Loss (Raw)": 0.7090963125228882, "Finetune/Step": 14295, "Finetune/Step Time": 6.670932864770293}
+{"Finetune/Learning Rate": 3.2601159507513936e-06, "Finetune/Loss": 0.6356296539306641, "Finetune/Loss (Raw)": 0.8695887327194214, "Finetune/Step": 14296, "Finetune/Step Time": 6.682616278529167}
+{"Finetune/Learning Rate": 3.258872035705605e-06, "Finetune/Loss": 0.6366283893585205, "Finetune/Loss (Raw)": 0.7563278079032898, "Finetune/Step": 14297, "Finetune/Step Time": 6.655489414930344}
+{"Finetune/Learning Rate": 3.2576283118190388e-06, "Finetune/Loss": 0.636049747467041, "Finetune/Loss (Raw)": 0.5878974199295044, "Finetune/Step": 14298, "Finetune/Step Time": 6.650473967194557}
+{"Finetune/Learning Rate": 3.2563847791269586e-06, "Finetune/Loss": 0.6361608505249023, "Finetune/Loss (Raw)": 0.654509961605072, "Finetune/Step": 14299, "Finetune/Step Time": 6.636142484843731}
+{"Finetune/Learning Rate": 3.2551414376646263e-06, "Finetune/Loss": 0.6364675760269165, "Finetune/Loss (Raw)": 0.5589390397071838, "Finetune/Step": 14300, "Finetune/Step Time": 6.632137266919017}
+{"Finetune/Learning Rate": 3.2538982874673052e-06, "Finetune/Loss": 0.6356617212295532, "Finetune/Loss (Raw)": 0.6447741985321045, "Finetune/Step": 14301, "Finetune/Step Time": 6.634766552597284}
+{"Finetune/Learning Rate": 3.2526553285702467e-06, "Finetune/Loss": 0.6366235017776489, "Finetune/Loss (Raw)": 0.6607266068458557, "Finetune/Step": 14302, "Finetune/Step Time": 6.618961496278644}
+{"Finetune/Learning Rate": 3.2514125610086957e-06, "Finetune/Loss": 0.6364437937736511, "Finetune/Loss (Raw)": 0.6170684099197388, "Finetune/Step": 14303, "Finetune/Step Time": 6.623480541631579}
+{"Finetune/Learning Rate": 3.250169984817897e-06, "Finetune/Loss": 0.6370429992675781, "Finetune/Loss (Raw)": 0.7280677556991577, "Finetune/Step": 14304, "Finetune/Step Time": 6.625726668164134}
+{"Finetune/Learning Rate": 3.2489276000330805e-06, "Finetune/Loss": 0.636120080947876, "Finetune/Loss (Raw)": 0.6506547331809998, "Finetune/Step": 14305, "Finetune/Step Time": 6.624224431812763}
+{"Finetune/Learning Rate": 3.24768540668948e-06, "Finetune/Loss": 0.6360448002815247, "Finetune/Loss (Raw)": 0.5736052989959717, "Finetune/Step": 14306, "Finetune/Step Time": 6.620132548734546}
+{"Finetune/Learning Rate": 3.246443404822317e-06, "Finetune/Loss": 0.6358065605163574, "Finetune/Loss (Raw)": 0.6069504618644714, "Finetune/Step": 14307, "Finetune/Step Time": 6.6184065863490105}
+{"Finetune/Learning Rate": 3.245201594466818e-06, "Finetune/Loss": 0.6369185447692871, "Finetune/Loss (Raw)": 0.7031883597373962, "Finetune/Step": 14308, "Finetune/Step Time": 6.622917801141739}
+{"Finetune/Learning Rate": 3.243959975658194e-06, "Finetune/Loss": 0.6363096237182617, "Finetune/Loss (Raw)": 0.5399805307388306, "Finetune/Step": 14309, "Finetune/Step Time": 6.636485889554024}
+{"Finetune/Learning Rate": 3.242718548431656e-06, "Finetune/Loss": 0.6359119415283203, "Finetune/Loss (Raw)": 0.5817391276359558, "Finetune/Step": 14310, "Finetune/Step Time": 6.645662358030677}
+{"Finetune/Learning Rate": 3.241477312822402e-06, "Finetune/Loss": 0.6353896856307983, "Finetune/Loss (Raw)": 0.5428923964500427, "Finetune/Step": 14311, "Finetune/Step Time": 6.647226370871067}
+{"Finetune/Learning Rate": 3.240236268865632e-06, "Finetune/Loss": 0.6361676454544067, "Finetune/Loss (Raw)": 0.7172963619232178, "Finetune/Step": 14312, "Finetune/Step Time": 6.63863880187273}
+{"Finetune/Learning Rate": 3.23899541659654e-06, "Finetune/Loss": 0.6367840766906738, "Finetune/Loss (Raw)": 0.7430187463760376, "Finetune/Step": 14313, "Finetune/Step Time": 6.655607171356678}
+{"Finetune/Learning Rate": 3.237754756050312e-06, "Finetune/Loss": 0.6361422538757324, "Finetune/Loss (Raw)": 0.5888087749481201, "Finetune/Step": 14314, "Finetune/Step Time": 6.65678346902132}
+{"Finetune/Learning Rate": 3.2365142872621267e-06, "Finetune/Loss": 0.6364584565162659, "Finetune/Loss (Raw)": 0.666692852973938, "Finetune/Step": 14315, "Finetune/Step Time": 6.64591502211988}
+{"Finetune/Learning Rate": 3.23527401026717e-06, "Finetune/Loss": 0.6376917362213135, "Finetune/Loss (Raw)": 0.7237682938575745, "Finetune/Step": 14316, "Finetune/Step Time": 6.647296378389001}
+{"Finetune/Learning Rate": 3.2340339251006025e-06, "Finetune/Loss": 0.6370919942855835, "Finetune/Loss (Raw)": 0.5203363299369812, "Finetune/Step": 14317, "Finetune/Step Time": 6.6570400428026915}
+{"Finetune/Learning Rate": 3.2327940317975936e-06, "Finetune/Loss": 0.6362053155899048, "Finetune/Loss (Raw)": 0.5913267135620117, "Finetune/Step": 14318, "Finetune/Step Time": 6.656431172043085}
+{"Finetune/Learning Rate": 3.231554330393302e-06, "Finetune/Loss": 0.6361057162284851, "Finetune/Loss (Raw)": 0.5807340741157532, "Finetune/Step": 14319, "Finetune/Step Time": 6.668775334954262}
+{"Finetune/Learning Rate": 3.230314820922883e-06, "Finetune/Loss": 0.6366075873374939, "Finetune/Loss (Raw)": 0.7665185332298279, "Finetune/Step": 14320, "Finetune/Step Time": 6.67314562574029}
+{"Finetune/Learning Rate": 3.2290755034214848e-06, "Finetune/Loss": 0.6373822093009949, "Finetune/Loss (Raw)": 0.6631323099136353, "Finetune/Step": 14321, "Finetune/Step Time": 6.6731606386601925}
+{"Finetune/Learning Rate": 3.2278363779242484e-06, "Finetune/Loss": 0.636723518371582, "Finetune/Loss (Raw)": 0.526189923286438, "Finetune/Step": 14322, "Finetune/Step Time": 6.67309326864779}
+{"Finetune/Learning Rate": 3.226597444466322e-06, "Finetune/Loss": 0.6364202499389648, "Finetune/Loss (Raw)": 0.6781342029571533, "Finetune/Step": 14323, "Finetune/Step Time": 6.672139294445515}
+{"Finetune/Learning Rate": 3.225358703082827e-06, "Finetune/Loss": 0.6360732316970825, "Finetune/Loss (Raw)": 0.6276929378509521, "Finetune/Step": 14324, "Finetune/Step Time": 6.659379618242383}
+{"Finetune/Learning Rate": 3.224120153808895e-06, "Finetune/Loss": 0.6361532807350159, "Finetune/Loss (Raw)": 0.5192388892173767, "Finetune/Step": 14325, "Finetune/Step Time": 6.657305991277099}
+{"Finetune/Learning Rate": 3.222881796679648e-06, "Finetune/Loss": 0.6366889476776123, "Finetune/Loss (Raw)": 0.5369904637336731, "Finetune/Step": 14326, "Finetune/Step Time": 6.679420134052634}
+{"Finetune/Learning Rate": 3.2216436317302015e-06, "Finetune/Loss": 0.6361057162284851, "Finetune/Loss (Raw)": 0.5953357219696045, "Finetune/Step": 14327, "Finetune/Step Time": 6.679118702188134}
+{"Finetune/Learning Rate": 3.2204056589956657e-06, "Finetune/Loss": 0.6348588466644287, "Finetune/Loss (Raw)": 0.5998124480247498, "Finetune/Step": 14328, "Finetune/Step Time": 6.696625521406531}
+{"Finetune/Learning Rate": 3.219167878511148e-06, "Finetune/Loss": 0.63426673412323, "Finetune/Loss (Raw)": 0.5773868560791016, "Finetune/Step": 14329, "Finetune/Step Time": 6.701575476676226}
+{"Finetune/Learning Rate": 3.217930290311746e-06, "Finetune/Loss": 0.6349954605102539, "Finetune/Loss (Raw)": 0.6399540901184082, "Finetune/Step": 14330, "Finetune/Step Time": 6.699231410399079}
+{"Finetune/Learning Rate": 3.216692894432556e-06, "Finetune/Loss": 0.6357895135879517, "Finetune/Loss (Raw)": 0.6668901443481445, "Finetune/Step": 14331, "Finetune/Step Time": 6.6993483398109674}
+{"Finetune/Learning Rate": 3.2154556909086664e-06, "Finetune/Loss": 0.6357066631317139, "Finetune/Loss (Raw)": 0.7457100749015808, "Finetune/Step": 14332, "Finetune/Step Time": 6.695352539420128}
+{"Finetune/Learning Rate": 3.2142186797751607e-06, "Finetune/Loss": 0.6342843770980835, "Finetune/Loss (Raw)": 0.5462347865104675, "Finetune/Step": 14333, "Finetune/Step Time": 6.693884089589119}
+{"Finetune/Learning Rate": 3.212981861067116e-06, "Finetune/Loss": 0.6341502070426941, "Finetune/Loss (Raw)": 0.6763912439346313, "Finetune/Step": 14334, "Finetune/Step Time": 6.694605115801096}
+{"Finetune/Learning Rate": 3.2117452348196078e-06, "Finetune/Loss": 0.6353347897529602, "Finetune/Loss (Raw)": 0.7151100039482117, "Finetune/Step": 14335, "Finetune/Step Time": 6.694994008168578}
+{"Finetune/Learning Rate": 3.2105088010677e-06, "Finetune/Loss": 0.6360216736793518, "Finetune/Loss (Raw)": 0.586804211139679, "Finetune/Step": 14336, "Finetune/Step Time": 6.6751488372683525}
+{"Finetune/Learning Rate": 3.209272559846457e-06, "Finetune/Loss": 0.636297345161438, "Finetune/Loss (Raw)": 0.6197687387466431, "Finetune/Step": 14337, "Finetune/Step Time": 6.67293257266283}
+{"Finetune/Learning Rate": 3.208036511190934e-06, "Finetune/Loss": 0.6364529132843018, "Finetune/Loss (Raw)": 0.7053253054618835, "Finetune/Step": 14338, "Finetune/Step Time": 6.668478326871991}
+{"Finetune/Learning Rate": 3.2068006551361808e-06, "Finetune/Loss": 0.6360546350479126, "Finetune/Loss (Raw)": 0.6084483861923218, "Finetune/Step": 14339, "Finetune/Step Time": 6.681859407573938}
+{"Finetune/Learning Rate": 3.205564991717244e-06, "Finetune/Loss": 0.6352704763412476, "Finetune/Loss (Raw)": 0.5310899615287781, "Finetune/Step": 14340, "Finetune/Step Time": 6.696616115048528}
+{"Finetune/Learning Rate": 3.204329520969167e-06, "Finetune/Loss": 0.6337854862213135, "Finetune/Loss (Raw)": 0.5836508870124817, "Finetune/Step": 14341, "Finetune/Step Time": 6.698056921362877}
+{"Finetune/Learning Rate": 3.203094242926974e-06, "Finetune/Loss": 0.6338956356048584, "Finetune/Loss (Raw)": 0.5170984864234924, "Finetune/Step": 14342, "Finetune/Step Time": 6.712052771821618}
+{"Finetune/Learning Rate": 3.201859157625703e-06, "Finetune/Loss": 0.6340540647506714, "Finetune/Loss (Raw)": 0.6197587847709656, "Finetune/Step": 14343, "Finetune/Step Time": 6.71515940502286}
+{"Finetune/Learning Rate": 3.200624265100376e-06, "Finetune/Loss": 0.6344228386878967, "Finetune/Loss (Raw)": 0.6065546870231628, "Finetune/Step": 14344, "Finetune/Step Time": 6.719262944534421}
+{"Finetune/Learning Rate": 3.19938956538601e-06, "Finetune/Loss": 0.6351584792137146, "Finetune/Loss (Raw)": 0.7238853573799133, "Finetune/Step": 14345, "Finetune/Step Time": 6.723142597824335}
+{"Finetune/Learning Rate": 3.198155058517616e-06, "Finetune/Loss": 0.6345820426940918, "Finetune/Loss (Raw)": 0.5894898176193237, "Finetune/Step": 14346, "Finetune/Step Time": 6.729310292750597}
+{"Finetune/Learning Rate": 3.1969207445302076e-06, "Finetune/Loss": 0.6339782476425171, "Finetune/Loss (Raw)": 0.5867232084274292, "Finetune/Step": 14347, "Finetune/Step Time": 6.728737024590373}
+{"Finetune/Learning Rate": 3.195686623458777e-06, "Finetune/Loss": 0.6332880258560181, "Finetune/Loss (Raw)": 0.5766568183898926, "Finetune/Step": 14348, "Finetune/Step Time": 6.733061071485281}
+{"Finetune/Learning Rate": 3.1944526953383224e-06, "Finetune/Loss": 0.6321486234664917, "Finetune/Loss (Raw)": 0.6444078683853149, "Finetune/Step": 14349, "Finetune/Step Time": 6.726149633526802}
+{"Finetune/Learning Rate": 3.19321896020384e-06, "Finetune/Loss": 0.6345559358596802, "Finetune/Loss (Raw)": 0.7525303959846497, "Finetune/Step": 14350, "Finetune/Step Time": 6.717296987771988}
+{"Finetune/Learning Rate": 3.191985418090312e-06, "Finetune/Loss": 0.6359838843345642, "Finetune/Loss (Raw)": 0.7191373109817505, "Finetune/Step": 14351, "Finetune/Step Time": 6.724621225148439}
+{"Finetune/Learning Rate": 3.190752069032719e-06, "Finetune/Loss": 0.6359256505966187, "Finetune/Loss (Raw)": 0.645180344581604, "Finetune/Step": 14352, "Finetune/Step Time": 6.7154765874147415}
+{"Finetune/Learning Rate": 3.1895189130660364e-06, "Finetune/Loss": 0.6359391212463379, "Finetune/Loss (Raw)": 0.6118344664573669, "Finetune/Step": 14353, "Finetune/Step Time": 6.714353607967496}
+{"Finetune/Learning Rate": 3.1882859502252283e-06, "Finetune/Loss": 0.6360145807266235, "Finetune/Loss (Raw)": 0.5721310973167419, "Finetune/Step": 14354, "Finetune/Step Time": 6.700911290943623}
+{"Finetune/Learning Rate": 3.187053180545261e-06, "Finetune/Loss": 0.6352918148040771, "Finetune/Loss (Raw)": 0.5419455170631409, "Finetune/Step": 14355, "Finetune/Step Time": 6.7049316968768835}
+{"Finetune/Learning Rate": 3.1858206040610883e-06, "Finetune/Loss": 0.6353975534439087, "Finetune/Loss (Raw)": 0.6673589944839478, "Finetune/Step": 14356, "Finetune/Step Time": 6.704134842380881}
+{"Finetune/Learning Rate": 3.1845882208076696e-06, "Finetune/Loss": 0.6364903450012207, "Finetune/Loss (Raw)": 0.6870149970054626, "Finetune/Step": 14357, "Finetune/Step Time": 6.683798797428608}
+{"Finetune/Learning Rate": 3.1833560308199485e-06, "Finetune/Loss": 0.636384129524231, "Finetune/Loss (Raw)": 0.7001252174377441, "Finetune/Step": 14358, "Finetune/Step Time": 6.685343394055963}
+{"Finetune/Learning Rate": 3.1821240341328695e-06, "Finetune/Loss": 0.6367803812026978, "Finetune/Loss (Raw)": 0.7278519868850708, "Finetune/Step": 14359, "Finetune/Step Time": 6.685473648831248}
+{"Finetune/Learning Rate": 3.1808922307813628e-06, "Finetune/Loss": 0.6352657675743103, "Finetune/Loss (Raw)": 0.5579772591590881, "Finetune/Step": 14360, "Finetune/Step Time": 6.700449140742421}
+{"Finetune/Learning Rate": 3.1796606208003624e-06, "Finetune/Loss": 0.635678768157959, "Finetune/Loss (Raw)": 0.660744845867157, "Finetune/Step": 14361, "Finetune/Step Time": 6.709089795127511}
+{"Finetune/Learning Rate": 3.178429204224791e-06, "Finetune/Loss": 0.636162519454956, "Finetune/Loss (Raw)": 0.5961883068084717, "Finetune/Step": 14362, "Finetune/Step Time": 6.710033867508173}
+{"Finetune/Learning Rate": 3.177197981089569e-06, "Finetune/Loss": 0.6359663605690002, "Finetune/Loss (Raw)": 0.5248640179634094, "Finetune/Step": 14363, "Finetune/Step Time": 6.71193777397275}
+{"Finetune/Learning Rate": 3.1759669514296086e-06, "Finetune/Loss": 0.6351528167724609, "Finetune/Loss (Raw)": 0.551344633102417, "Finetune/Step": 14364, "Finetune/Step Time": 6.7135260961949825}
+{"Finetune/Learning Rate": 3.1747361152798263e-06, "Finetune/Loss": 0.6350107789039612, "Finetune/Loss (Raw)": 0.6320916414260864, "Finetune/Step": 14365, "Finetune/Step Time": 6.70984398573637}
+{"Finetune/Learning Rate": 3.1735054726751167e-06, "Finetune/Loss": 0.6350078582763672, "Finetune/Loss (Raw)": 0.6198898553848267, "Finetune/Step": 14366, "Finetune/Step Time": 6.7072857189923525}
+{"Finetune/Learning Rate": 3.1722750236503797e-06, "Finetune/Loss": 0.6351618766784668, "Finetune/Loss (Raw)": 0.5613036751747131, "Finetune/Step": 14367, "Finetune/Step Time": 6.707959447056055}
+{"Finetune/Learning Rate": 3.171044768240508e-06, "Finetune/Loss": 0.6351495981216431, "Finetune/Loss (Raw)": 0.6955738663673401, "Finetune/Step": 14368, "Finetune/Step Time": 6.707195511087775}
+{"Finetune/Learning Rate": 3.169814706480386e-06, "Finetune/Loss": 0.6356720924377441, "Finetune/Loss (Raw)": 0.6995732188224792, "Finetune/Step": 14369, "Finetune/Step Time": 6.703958828002214}
+{"Finetune/Learning Rate": 3.1685848384048977e-06, "Finetune/Loss": 0.6360304355621338, "Finetune/Loss (Raw)": 0.6813192367553711, "Finetune/Step": 14370, "Finetune/Step Time": 6.706183936446905}
+{"Finetune/Learning Rate": 3.1673551640489174e-06, "Finetune/Loss": 0.6370460987091064, "Finetune/Loss (Raw)": 0.7133156657218933, "Finetune/Step": 14371, "Finetune/Step Time": 6.70460706576705}
+{"Finetune/Learning Rate": 3.1661256834473153e-06, "Finetune/Loss": 0.637218713760376, "Finetune/Loss (Raw)": 0.6789054870605469, "Finetune/Step": 14372, "Finetune/Step Time": 6.7075169533491135}
+{"Finetune/Learning Rate": 3.1648963966349567e-06, "Finetune/Loss": 0.6364458799362183, "Finetune/Loss (Raw)": 0.5969950556755066, "Finetune/Step": 14373, "Finetune/Step Time": 6.704347582533956}
+{"Finetune/Learning Rate": 3.163667303646699e-06, "Finetune/Loss": 0.6375164985656738, "Finetune/Loss (Raw)": 0.6980261206626892, "Finetune/Step": 14374, "Finetune/Step Time": 6.69344643689692}
+{"Finetune/Learning Rate": 3.162438404517396e-06, "Finetune/Loss": 0.6377045512199402, "Finetune/Loss (Raw)": 0.6617588400840759, "Finetune/Step": 14375, "Finetune/Step Time": 6.69285100325942}
+{"Finetune/Learning Rate": 3.1612096992818973e-06, "Finetune/Loss": 0.637846827507019, "Finetune/Loss (Raw)": 0.6337816715240479, "Finetune/Step": 14376, "Finetune/Step Time": 6.698382074013352}
+{"Finetune/Learning Rate": 3.159981187975044e-06, "Finetune/Loss": 0.6380654573440552, "Finetune/Loss (Raw)": 0.6885097622871399, "Finetune/Step": 14377, "Finetune/Step Time": 6.709869159385562}
+{"Finetune/Learning Rate": 3.158752870631675e-06, "Finetune/Loss": 0.6391786336898804, "Finetune/Loss (Raw)": 0.7228654026985168, "Finetune/Step": 14378, "Finetune/Step Time": 6.709653398022056}
+{"Finetune/Learning Rate": 3.1575247472866198e-06, "Finetune/Loss": 0.6396813988685608, "Finetune/Loss (Raw)": 0.7083146572113037, "Finetune/Step": 14379, "Finetune/Step Time": 6.7091838382184505}
+{"Finetune/Learning Rate": 3.1562968179747058e-06, "Finetune/Loss": 0.6393996477127075, "Finetune/Loss (Raw)": 0.6673035621643066, "Finetune/Step": 14380, "Finetune/Step Time": 6.710203843191266}
+{"Finetune/Learning Rate": 3.1550690827307518e-06, "Finetune/Loss": 0.639586329460144, "Finetune/Loss (Raw)": 0.7374769449234009, "Finetune/Step": 14381, "Finetune/Step Time": 6.712392587214708}
+{"Finetune/Learning Rate": 3.153841541589576e-06, "Finetune/Loss": 0.6406347155570984, "Finetune/Loss (Raw)": 0.6830407381057739, "Finetune/Step": 14382, "Finetune/Step Time": 6.71115586347878}
+{"Finetune/Learning Rate": 3.1526141945859856e-06, "Finetune/Loss": 0.6411497592926025, "Finetune/Loss (Raw)": 0.7131015062332153, "Finetune/Step": 14383, "Finetune/Step Time": 6.710081109777093}
+{"Finetune/Learning Rate": 3.151387041754784e-06, "Finetune/Loss": 0.6402097940444946, "Finetune/Loss (Raw)": 0.5393413305282593, "Finetune/Step": 14384, "Finetune/Step Time": 6.712794296443462}
+{"Finetune/Learning Rate": 3.150160083130773e-06, "Finetune/Loss": 0.6398947238922119, "Finetune/Loss (Raw)": 0.6809000968933105, "Finetune/Step": 14385, "Finetune/Step Time": 6.716680482029915}
+{"Finetune/Learning Rate": 3.1489333187487424e-06, "Finetune/Loss": 0.6406193971633911, "Finetune/Loss (Raw)": 0.6180629134178162, "Finetune/Step": 14386, "Finetune/Step Time": 6.718930631875992}
+{"Finetune/Learning Rate": 3.147706748643482e-06, "Finetune/Loss": 0.6398073434829712, "Finetune/Loss (Raw)": 0.5681386590003967, "Finetune/Step": 14387, "Finetune/Step Time": 6.703265415504575}
+{"Finetune/Learning Rate": 3.146480372849773e-06, "Finetune/Loss": 0.6397383213043213, "Finetune/Loss (Raw)": 0.6590291857719421, "Finetune/Step": 14388, "Finetune/Step Time": 6.700785236433148}
+{"Finetune/Learning Rate": 3.1452541914023937e-06, "Finetune/Loss": 0.6404345035552979, "Finetune/Loss (Raw)": 0.7091802358627319, "Finetune/Step": 14389, "Finetune/Step Time": 6.701083714142442}
+{"Finetune/Learning Rate": 3.1440282043361113e-06, "Finetune/Loss": 0.640302836894989, "Finetune/Loss (Raw)": 0.624304473400116, "Finetune/Step": 14390, "Finetune/Step Time": 6.697478584945202}
+{"Finetune/Learning Rate": 3.142802411685689e-06, "Finetune/Loss": 0.6425474882125854, "Finetune/Loss (Raw)": 0.8055651783943176, "Finetune/Step": 14391, "Finetune/Step Time": 6.695692548528314}
+{"Finetune/Learning Rate": 3.1415768134858947e-06, "Finetune/Loss": 0.6417275667190552, "Finetune/Loss (Raw)": 0.6434198021888733, "Finetune/Step": 14392, "Finetune/Step Time": 6.699699439108372}
+{"Finetune/Learning Rate": 3.1403514097714804e-06, "Finetune/Loss": 0.6422791481018066, "Finetune/Loss (Raw)": 0.7289751768112183, "Finetune/Step": 14393, "Finetune/Step Time": 6.7035784386098385}
+{"Finetune/Learning Rate": 3.1391262005771927e-06, "Finetune/Loss": 0.6422325372695923, "Finetune/Loss (Raw)": 0.6941584348678589, "Finetune/Step": 14394, "Finetune/Step Time": 6.6935861855745316}
+{"Finetune/Learning Rate": 3.1379011859377794e-06, "Finetune/Loss": 0.6415128111839294, "Finetune/Loss (Raw)": 0.5765984058380127, "Finetune/Step": 14395, "Finetune/Step Time": 6.69595443084836}
+{"Finetune/Learning Rate": 3.136676365887972e-06, "Finetune/Loss": 0.6411079168319702, "Finetune/Loss (Raw)": 0.5441064834594727, "Finetune/Step": 14396, "Finetune/Step Time": 6.695563524961472}
+{"Finetune/Learning Rate": 3.1354517404625064e-06, "Finetune/Loss": 0.6404693126678467, "Finetune/Loss (Raw)": 0.5689067840576172, "Finetune/Step": 14397, "Finetune/Step Time": 6.695454737171531}
+{"Finetune/Learning Rate": 3.1342273096961063e-06, "Finetune/Loss": 0.6399367451667786, "Finetune/Loss (Raw)": 0.5784847140312195, "Finetune/Step": 14398, "Finetune/Step Time": 6.697389584034681}
+{"Finetune/Learning Rate": 3.1330030736234996e-06, "Finetune/Loss": 0.6403887867927551, "Finetune/Loss (Raw)": 0.696641206741333, "Finetune/Step": 14399, "Finetune/Step Time": 6.699200736358762}
+{"Finetune/Learning Rate": 3.131779032279397e-06, "Finetune/Loss": 0.6403979063034058, "Finetune/Loss (Raw)": 0.6530088186264038, "Finetune/Step": 14400, "Finetune/Step Time": 6.70341332256794}
+{"Finetune/Learning Rate": 3.130555185698515e-06, "Finetune/Loss": 0.6383332014083862, "Finetune/Loss (Raw)": 0.5111302137374878, "Finetune/Step": 14401, "Finetune/Step Time": 6.705860152840614}
+{"Finetune/Learning Rate": 3.1293315339155505e-06, "Finetune/Loss": 0.6378079652786255, "Finetune/Loss (Raw)": 0.6763262748718262, "Finetune/Step": 14402, "Finetune/Step Time": 6.70981858484447}
+{"Finetune/Learning Rate": 3.128108076965206e-06, "Finetune/Loss": 0.638534665107727, "Finetune/Loss (Raw)": 0.645914614200592, "Finetune/Step": 14403, "Finetune/Step Time": 6.711979258805513}
+{"Finetune/Learning Rate": 3.126884814882176e-06, "Finetune/Loss": 0.6379680633544922, "Finetune/Loss (Raw)": 0.587159276008606, "Finetune/Step": 14404, "Finetune/Step Time": 6.715628266334534}
+{"Finetune/Learning Rate": 3.125661747701144e-06, "Finetune/Loss": 0.6382118463516235, "Finetune/Loss (Raw)": 0.6487435698509216, "Finetune/Step": 14405, "Finetune/Step Time": 6.714831007644534}
+{"Finetune/Learning Rate": 3.1244388754568e-06, "Finetune/Loss": 0.6393804550170898, "Finetune/Loss (Raw)": 0.6399781107902527, "Finetune/Step": 14406, "Finetune/Step Time": 6.699149871245027}
+{"Finetune/Learning Rate": 3.123216198183818e-06, "Finetune/Loss": 0.6403156518936157, "Finetune/Loss (Raw)": 0.7624770998954773, "Finetune/Step": 14407, "Finetune/Step Time": 6.698885219171643}
+{"Finetune/Learning Rate": 3.1219937159168743e-06, "Finetune/Loss": 0.6399290561676025, "Finetune/Loss (Raw)": 0.6017656326293945, "Finetune/Step": 14408, "Finetune/Step Time": 6.714044479653239}
+{"Finetune/Learning Rate": 3.1207714286906253e-06, "Finetune/Loss": 0.6370042562484741, "Finetune/Loss (Raw)": 0.30049729347229004, "Finetune/Step": 14409, "Finetune/Step Time": 6.751767640933394}
+{"Finetune/Learning Rate": 3.1195493365397376e-06, "Finetune/Loss": 0.6367020010948181, "Finetune/Loss (Raw)": 0.603943943977356, "Finetune/Step": 14410, "Finetune/Step Time": 6.754033396020532}
+{"Finetune/Learning Rate": 3.118327439498866e-06, "Finetune/Loss": 0.6370810270309448, "Finetune/Loss (Raw)": 0.567543625831604, "Finetune/Step": 14411, "Finetune/Step Time": 6.740097310394049}
+{"Finetune/Learning Rate": 3.1171057376026548e-06, "Finetune/Loss": 0.6379048228263855, "Finetune/Loss (Raw)": 0.7084397673606873, "Finetune/Step": 14412, "Finetune/Step Time": 6.735973708331585}
+{"Finetune/Learning Rate": 3.115884230885756e-06, "Finetune/Loss": 0.6380347013473511, "Finetune/Loss (Raw)": 0.6060988306999207, "Finetune/Step": 14413, "Finetune/Step Time": 6.739032436162233}
+{"Finetune/Learning Rate": 3.114662919382809e-06, "Finetune/Loss": 0.6381345391273499, "Finetune/Loss (Raw)": 0.608913004398346, "Finetune/Step": 14414, "Finetune/Step Time": 6.7466996144503355}
+{"Finetune/Learning Rate": 3.1134418031284384e-06, "Finetune/Loss": 0.6368449926376343, "Finetune/Loss (Raw)": 0.5551010370254517, "Finetune/Step": 14415, "Finetune/Step Time": 6.749877689406276}
+{"Finetune/Learning Rate": 3.112220882157275e-06, "Finetune/Loss": 0.637311577796936, "Finetune/Loss (Raw)": 0.6776951551437378, "Finetune/Step": 14416, "Finetune/Step Time": 6.76306894607842}
+{"Finetune/Learning Rate": 3.1110001565039415e-06, "Finetune/Loss": 0.6361867189407349, "Finetune/Loss (Raw)": 0.5531209707260132, "Finetune/Step": 14417, "Finetune/Step Time": 6.767297910526395}
+{"Finetune/Learning Rate": 3.1097796262030544e-06, "Finetune/Loss": 0.6352838277816772, "Finetune/Loss (Raw)": 0.6145164370536804, "Finetune/Step": 14418, "Finetune/Step Time": 6.764906669035554}
+{"Finetune/Learning Rate": 3.1085592912892236e-06, "Finetune/Loss": 0.6359008550643921, "Finetune/Loss (Raw)": 0.6860453486442566, "Finetune/Step": 14419, "Finetune/Step Time": 6.7636519111692905}
+{"Finetune/Learning Rate": 3.1073391517970543e-06, "Finetune/Loss": 0.6367108225822449, "Finetune/Loss (Raw)": 0.7548997402191162, "Finetune/Step": 14420, "Finetune/Step Time": 6.767494248226285}
+{"Finetune/Learning Rate": 3.106119207761147e-06, "Finetune/Loss": 0.6367425322532654, "Finetune/Loss (Raw)": 0.697300910949707, "Finetune/Step": 14421, "Finetune/Step Time": 6.770303139463067}
+{"Finetune/Learning Rate": 3.1048994592160954e-06, "Finetune/Loss": 0.6364683508872986, "Finetune/Loss (Raw)": 0.5637648105621338, "Finetune/Step": 14422, "Finetune/Step Time": 6.769947284832597}
+{"Finetune/Learning Rate": 3.1036799061964873e-06, "Finetune/Loss": 0.6359866261482239, "Finetune/Loss (Raw)": 0.6474360823631287, "Finetune/Step": 14423, "Finetune/Step Time": 6.7814894542098045}
+{"Finetune/Learning Rate": 3.1024605487369076e-06, "Finetune/Loss": 0.6344417333602905, "Finetune/Loss (Raw)": 0.6718435287475586, "Finetune/Step": 14424, "Finetune/Step Time": 6.769961051642895}
+{"Finetune/Learning Rate": 3.101241386871933e-06, "Finetune/Loss": 0.6335955858230591, "Finetune/Loss (Raw)": 0.6480192542076111, "Finetune/Step": 14425, "Finetune/Step Time": 6.76834199950099}
+{"Finetune/Learning Rate": 3.100022420636134e-06, "Finetune/Loss": 0.6330859661102295, "Finetune/Loss (Raw)": 0.5226730108261108, "Finetune/Step": 14426, "Finetune/Step Time": 6.770320193842053}
+{"Finetune/Learning Rate": 3.0988036500640782e-06, "Finetune/Loss": 0.632560133934021, "Finetune/Loss (Raw)": 0.5871928930282593, "Finetune/Step": 14427, "Finetune/Step Time": 6.760265462100506}
+{"Finetune/Learning Rate": 3.097585075190328e-06, "Finetune/Loss": 0.63363116979599, "Finetune/Loss (Raw)": 0.6960316300392151, "Finetune/Step": 14428, "Finetune/Step Time": 6.750085124745965}
+{"Finetune/Learning Rate": 3.0963666960494354e-06, "Finetune/Loss": 0.6334639191627502, "Finetune/Loss (Raw)": 0.6233701109886169, "Finetune/Step": 14429, "Finetune/Step Time": 6.748927652835846}
+{"Finetune/Learning Rate": 3.0951485126759526e-06, "Finetune/Loss": 0.6339607238769531, "Finetune/Loss (Raw)": 0.7243226170539856, "Finetune/Step": 14430, "Finetune/Step Time": 6.749336943030357}
+{"Finetune/Learning Rate": 3.0939305251044237e-06, "Finetune/Loss": 0.6338292360305786, "Finetune/Loss (Raw)": 0.6002302169799805, "Finetune/Step": 14431, "Finetune/Step Time": 6.766533762216568}
+{"Finetune/Learning Rate": 3.0927127333693872e-06, "Finetune/Loss": 0.6332290172576904, "Finetune/Loss (Raw)": 0.6512418389320374, "Finetune/Step": 14432, "Finetune/Step Time": 6.787244159728289}
+{"Finetune/Learning Rate": 3.091495137505376e-06, "Finetune/Loss": 0.6331034898757935, "Finetune/Loss (Raw)": 0.6345900297164917, "Finetune/Step": 14433, "Finetune/Step Time": 6.802908089011908}
+{"Finetune/Learning Rate": 3.0902777375469164e-06, "Finetune/Loss": 0.634688675403595, "Finetune/Loss (Raw)": 0.776509165763855, "Finetune/Step": 14434, "Finetune/Step Time": 6.802260592579842}
+{"Finetune/Learning Rate": 3.0890605335285317e-06, "Finetune/Loss": 0.6348435878753662, "Finetune/Loss (Raw)": 0.6267727613449097, "Finetune/Step": 14435, "Finetune/Step Time": 6.804023677483201}
+{"Finetune/Learning Rate": 3.0878435254847393e-06, "Finetune/Loss": 0.6349313855171204, "Finetune/Loss (Raw)": 0.7144317626953125, "Finetune/Step": 14436, "Finetune/Step Time": 6.799702709540725}
+{"Finetune/Learning Rate": 3.086626713450048e-06, "Finetune/Loss": 0.6358869075775146, "Finetune/Loss (Raw)": 0.6622860431671143, "Finetune/Step": 14437, "Finetune/Step Time": 6.787585800513625}
+{"Finetune/Learning Rate": 3.085410097458967e-06, "Finetune/Loss": 0.6355539560317993, "Finetune/Loss (Raw)": 0.5391243100166321, "Finetune/Step": 14438, "Finetune/Step Time": 6.774024801328778}
+{"Finetune/Learning Rate": 3.084193677545988e-06, "Finetune/Loss": 0.6367157697677612, "Finetune/Loss (Raw)": 0.6916061639785767, "Finetune/Step": 14439, "Finetune/Step Time": 6.795911855995655}
+{"Finetune/Learning Rate": 3.0829774537456124e-06, "Finetune/Loss": 0.6361672282218933, "Finetune/Loss (Raw)": 0.6470812559127808, "Finetune/Step": 14440, "Finetune/Step Time": 6.79719060100615}
+{"Finetune/Learning Rate": 3.0817614260923278e-06, "Finetune/Loss": 0.6354795098304749, "Finetune/Loss (Raw)": 0.6549896001815796, "Finetune/Step": 14441, "Finetune/Step Time": 6.786728236824274}
+{"Finetune/Learning Rate": 3.0805455946206164e-06, "Finetune/Loss": 0.6360490918159485, "Finetune/Loss (Raw)": 0.6617193818092346, "Finetune/Step": 14442, "Finetune/Step Time": 6.784485520794988}
+{"Finetune/Learning Rate": 3.079329959364955e-06, "Finetune/Loss": 0.6362612247467041, "Finetune/Loss (Raw)": 0.6938449740409851, "Finetune/Step": 14443, "Finetune/Step Time": 6.782806182280183}
+{"Finetune/Learning Rate": 3.0781145203598196e-06, "Finetune/Loss": 0.635094404220581, "Finetune/Loss (Raw)": 0.5744071006774902, "Finetune/Step": 14444, "Finetune/Step Time": 6.782949047163129}
+{"Finetune/Learning Rate": 3.07689927763967e-06, "Finetune/Loss": 0.6358389854431152, "Finetune/Loss (Raw)": 0.6156454682350159, "Finetune/Step": 14445, "Finetune/Step Time": 6.766321815550327}
+{"Finetune/Learning Rate": 3.07568423123897e-06, "Finetune/Loss": 0.6358402967453003, "Finetune/Loss (Raw)": 0.5914965271949768, "Finetune/Step": 14446, "Finetune/Step Time": 6.768069030717015}
+{"Finetune/Learning Rate": 3.074469381192172e-06, "Finetune/Loss": 0.6354225873947144, "Finetune/Loss (Raw)": 0.5272659659385681, "Finetune/Step": 14447, "Finetune/Step Time": 6.752955364063382}
+{"Finetune/Learning Rate": 3.073254727533732e-06, "Finetune/Loss": 0.6351703405380249, "Finetune/Loss (Raw)": 0.7342233061790466, "Finetune/Step": 14448, "Finetune/Step Time": 6.744753293693066}
+{"Finetune/Learning Rate": 3.072040270298091e-06, "Finetune/Loss": 0.6351152062416077, "Finetune/Loss (Raw)": 0.6560871601104736, "Finetune/Step": 14449, "Finetune/Step Time": 6.747755901888013}
+{"Finetune/Learning Rate": 3.070826009519691e-06, "Finetune/Loss": 0.636626660823822, "Finetune/Loss (Raw)": 0.7196508646011353, "Finetune/Step": 14450, "Finetune/Step Time": 6.74768172763288}
+{"Finetune/Learning Rate": 3.0696119452329576e-06, "Finetune/Loss": 0.6363293528556824, "Finetune/Loss (Raw)": 0.6400822997093201, "Finetune/Step": 14451, "Finetune/Step Time": 6.7487352807074785}
+{"Finetune/Learning Rate": 3.068398077472322e-06, "Finetune/Loss": 0.6359865069389343, "Finetune/Loss (Raw)": 0.583808958530426, "Finetune/Step": 14452, "Finetune/Step Time": 6.7597081027925014}
+{"Finetune/Learning Rate": 3.0671844062722068e-06, "Finetune/Loss": 0.6365136504173279, "Finetune/Loss (Raw)": 0.5867128372192383, "Finetune/Step": 14453, "Finetune/Step Time": 6.760920515283942}
+{"Finetune/Learning Rate": 3.0659709316670237e-06, "Finetune/Loss": 0.6370863318443298, "Finetune/Loss (Raw)": 0.6102923154830933, "Finetune/Step": 14454, "Finetune/Step Time": 6.730950968340039}
+{"Finetune/Learning Rate": 3.0647576536911906e-06, "Finetune/Loss": 0.6381398439407349, "Finetune/Loss (Raw)": 0.730183482170105, "Finetune/Step": 14455, "Finetune/Step Time": 6.73153387196362}
+{"Finetune/Learning Rate": 3.0635445723791123e-06, "Finetune/Loss": 0.6381309032440186, "Finetune/Loss (Raw)": 0.5986719131469727, "Finetune/Step": 14456, "Finetune/Step Time": 6.719982510432601}
+{"Finetune/Learning Rate": 3.062331687765182e-06, "Finetune/Loss": 0.6381131410598755, "Finetune/Loss (Raw)": 0.5751160979270935, "Finetune/Step": 14457, "Finetune/Step Time": 6.716631922870874}
+{"Finetune/Learning Rate": 3.0611189998837978e-06, "Finetune/Loss": 0.6374459266662598, "Finetune/Loss (Raw)": 0.5545421838760376, "Finetune/Step": 14458, "Finetune/Step Time": 6.714779902249575}
+{"Finetune/Learning Rate": 3.059906508769347e-06, "Finetune/Loss": 0.6367870569229126, "Finetune/Loss (Raw)": 0.5825541019439697, "Finetune/Step": 14459, "Finetune/Step Time": 6.724098406732082}
+{"Finetune/Learning Rate": 3.0586942144562115e-06, "Finetune/Loss": 0.6352195143699646, "Finetune/Loss (Raw)": 0.5450669527053833, "Finetune/Step": 14460, "Finetune/Step Time": 6.726284896954894}
+{"Finetune/Learning Rate": 3.057482116978767e-06, "Finetune/Loss": 0.6352090835571289, "Finetune/Loss (Raw)": 0.5449061989784241, "Finetune/Step": 14461, "Finetune/Step Time": 6.737802362069488}
+{"Finetune/Learning Rate": 3.0562702163713954e-06, "Finetune/Loss": 0.635417103767395, "Finetune/Loss (Raw)": 0.7030128836631775, "Finetune/Step": 14462, "Finetune/Step Time": 6.740138966590166}
+{"Finetune/Learning Rate": 3.0550585126684505e-06, "Finetune/Loss": 0.6335949897766113, "Finetune/Loss (Raw)": 0.4818742275238037, "Finetune/Step": 14463, "Finetune/Step Time": 6.755969081073999}
+{"Finetune/Learning Rate": 3.053847005904298e-06, "Finetune/Loss": 0.6330584287643433, "Finetune/Loss (Raw)": 0.5181227922439575, "Finetune/Step": 14464, "Finetune/Step Time": 6.752875007688999}
+{"Finetune/Learning Rate": 3.052635696113292e-06, "Finetune/Loss": 0.6331167221069336, "Finetune/Loss (Raw)": 0.6272414922714233, "Finetune/Step": 14465, "Finetune/Step Time": 6.7574905920773745}
+{"Finetune/Learning Rate": 3.0514245833297817e-06, "Finetune/Loss": 0.6324996948242188, "Finetune/Loss (Raw)": 0.6263419389724731, "Finetune/Step": 14466, "Finetune/Step Time": 6.761780107393861}
+{"Finetune/Learning Rate": 3.050213667588112e-06, "Finetune/Loss": 0.6325782537460327, "Finetune/Loss (Raw)": 0.6185022592544556, "Finetune/Step": 14467, "Finetune/Step Time": 6.746946714818478}
+{"Finetune/Learning Rate": 3.0490029489226193e-06, "Finetune/Loss": 0.6331274509429932, "Finetune/Loss (Raw)": 0.6013857126235962, "Finetune/Step": 14468, "Finetune/Step Time": 6.734103389084339}
+{"Finetune/Learning Rate": 3.0477924273676373e-06, "Finetune/Loss": 0.6331338882446289, "Finetune/Loss (Raw)": 0.5844773650169373, "Finetune/Step": 14469, "Finetune/Step Time": 6.735343113541603}
+{"Finetune/Learning Rate": 3.0465821029574927e-06, "Finetune/Loss": 0.6340570449829102, "Finetune/Loss (Raw)": 0.6352637410163879, "Finetune/Step": 14470, "Finetune/Step Time": 6.723104428499937}
+{"Finetune/Learning Rate": 3.0453719757265067e-06, "Finetune/Loss": 0.6349231600761414, "Finetune/Loss (Raw)": 0.7306176424026489, "Finetune/Step": 14471, "Finetune/Step Time": 6.72225184738636}
+{"Finetune/Learning Rate": 3.044162045708996e-06, "Finetune/Loss": 0.6348626613616943, "Finetune/Loss (Raw)": 0.5988096594810486, "Finetune/Step": 14472, "Finetune/Step Time": 6.719326952472329}
+{"Finetune/Learning Rate": 3.042952312939269e-06, "Finetune/Loss": 0.6342493295669556, "Finetune/Loss (Raw)": 0.6453861594200134, "Finetune/Step": 14473, "Finetune/Step Time": 6.721023483201861}
+{"Finetune/Learning Rate": 3.0417427774516304e-06, "Finetune/Loss": 0.6347721219062805, "Finetune/Loss (Raw)": 0.6564019322395325, "Finetune/Step": 14474, "Finetune/Step Time": 6.718856608495116}
+{"Finetune/Learning Rate": 3.040533439280382e-06, "Finetune/Loss": 0.6343878507614136, "Finetune/Loss (Raw)": 0.5375334620475769, "Finetune/Step": 14475, "Finetune/Step Time": 6.72178715094924}
+{"Finetune/Learning Rate": 3.0393242984598136e-06, "Finetune/Loss": 0.6348603367805481, "Finetune/Loss (Raw)": 0.6371384263038635, "Finetune/Step": 14476, "Finetune/Step Time": 6.718727320432663}
+{"Finetune/Learning Rate": 3.0381153550242146e-06, "Finetune/Loss": 0.6336560249328613, "Finetune/Loss (Raw)": 0.49025729298591614, "Finetune/Step": 14477, "Finetune/Step Time": 6.71377694606781}
+{"Finetune/Learning Rate": 3.036906609007868e-06, "Finetune/Loss": 0.6326491236686707, "Finetune/Loss (Raw)": 0.6236475706100464, "Finetune/Step": 14478, "Finetune/Step Time": 6.716738190501928}
+{"Finetune/Learning Rate": 3.035698060445049e-06, "Finetune/Loss": 0.6320133209228516, "Finetune/Loss (Raw)": 0.6377534866333008, "Finetune/Step": 14479, "Finetune/Step Time": 6.689852120354772}
+{"Finetune/Learning Rate": 3.0344897093700333e-06, "Finetune/Loss": 0.6320004463195801, "Finetune/Loss (Raw)": 0.6435288190841675, "Finetune/Step": 14480, "Finetune/Step Time": 6.688744846731424}
+{"Finetune/Learning Rate": 3.0332815558170746e-06, "Finetune/Loss": 0.6314334273338318, "Finetune/Loss (Raw)": 0.5392594933509827, "Finetune/Step": 14481, "Finetune/Step Time": 6.687345363199711}
+{"Finetune/Learning Rate": 3.0320735998204444e-06, "Finetune/Loss": 0.6334559321403503, "Finetune/Loss (Raw)": 0.831011176109314, "Finetune/Step": 14482, "Finetune/Step Time": 6.691227775067091}
+{"Finetune/Learning Rate": 3.0308658414143932e-06, "Finetune/Loss": 0.634467363357544, "Finetune/Loss (Raw)": 0.671415388584137, "Finetune/Step": 14483, "Finetune/Step Time": 6.6820506155490875}
+{"Finetune/Learning Rate": 3.0296582806331676e-06, "Finetune/Loss": 0.6335210800170898, "Finetune/Loss (Raw)": 0.5462234020233154, "Finetune/Step": 14484, "Finetune/Step Time": 6.684076435863972}
+{"Finetune/Learning Rate": 3.0284509175110133e-06, "Finetune/Loss": 0.6322770118713379, "Finetune/Loss (Raw)": 0.5277800559997559, "Finetune/Step": 14485, "Finetune/Step Time": 6.701937779784203}
+{"Finetune/Learning Rate": 3.0272437520821663e-06, "Finetune/Loss": 0.6317238807678223, "Finetune/Loss (Raw)": 0.6293224692344666, "Finetune/Step": 14486, "Finetune/Step Time": 6.702014094218612}
+{"Finetune/Learning Rate": 3.0260367843808615e-06, "Finetune/Loss": 0.631449282169342, "Finetune/Loss (Raw)": 0.692705512046814, "Finetune/Step": 14487, "Finetune/Step Time": 6.7018825095146894}
+{"Finetune/Learning Rate": 3.0248300144413157e-06, "Finetune/Loss": 0.6323215961456299, "Finetune/Loss (Raw)": 0.6696316599845886, "Finetune/Step": 14488, "Finetune/Step Time": 6.695225995033979}
+{"Finetune/Learning Rate": 3.0236234422977595e-06, "Finetune/Loss": 0.6316543221473694, "Finetune/Loss (Raw)": 0.5753349661827087, "Finetune/Step": 14489, "Finetune/Step Time": 6.685448572039604}
+{"Finetune/Learning Rate": 3.0224170679844046e-06, "Finetune/Loss": 0.6325293779373169, "Finetune/Loss (Raw)": 0.7081924080848694, "Finetune/Step": 14490, "Finetune/Step Time": 6.68395971134305}
+{"Finetune/Learning Rate": 3.0212108915354597e-06, "Finetune/Loss": 0.6339208483695984, "Finetune/Loss (Raw)": 0.702975332736969, "Finetune/Step": 14491, "Finetune/Step Time": 6.684700088575482}
+{"Finetune/Learning Rate": 3.0200049129851293e-06, "Finetune/Loss": 0.6351921558380127, "Finetune/Loss (Raw)": 0.7140670418739319, "Finetune/Step": 14492, "Finetune/Step Time": 6.6848862785845995}
+{"Finetune/Learning Rate": 3.0187991323676136e-06, "Finetune/Loss": 0.6355681419372559, "Finetune/Loss (Raw)": 0.6802232265472412, "Finetune/Step": 14493, "Finetune/Step Time": 6.68402555026114}
+{"Finetune/Learning Rate": 3.0175935497171005e-06, "Finetune/Loss": 0.6355383396148682, "Finetune/Loss (Raw)": 0.616071879863739, "Finetune/Step": 14494, "Finetune/Step Time": 6.68532096222043}
+{"Finetune/Learning Rate": 3.016388165067775e-06, "Finetune/Loss": 0.6364949941635132, "Finetune/Loss (Raw)": 0.6837620139122009, "Finetune/Step": 14495, "Finetune/Step Time": 6.688491126522422}
+{"Finetune/Learning Rate": 3.0151829784538257e-06, "Finetune/Loss": 0.6359413862228394, "Finetune/Loss (Raw)": 0.6247108578681946, "Finetune/Step": 14496, "Finetune/Step Time": 6.691131975501776}
+{"Finetune/Learning Rate": 3.0139779899094245e-06, "Finetune/Loss": 0.6363591551780701, "Finetune/Loss (Raw)": 0.7530434727668762, "Finetune/Step": 14497, "Finetune/Step Time": 6.694408504292369}
+{"Finetune/Learning Rate": 3.0127731994687426e-06, "Finetune/Loss": 0.6357083320617676, "Finetune/Loss (Raw)": 0.5980184674263, "Finetune/Step": 14498, "Finetune/Step Time": 6.689509218558669}
+{"Finetune/Learning Rate": 3.0115686071659467e-06, "Finetune/Loss": 0.6360717415809631, "Finetune/Loss (Raw)": 0.7598309516906738, "Finetune/Step": 14499, "Finetune/Step Time": 6.708984358236194}
+{"Finetune/Learning Rate": 3.0103642130351897e-06, "Finetune/Loss": 0.6351331472396851, "Finetune/Loss (Raw)": 0.5587580800056458, "Finetune/Step": 14500, "Finetune/Step Time": 6.729633469134569}
+{"Finetune/Learning Rate": 3.0091600171106285e-06, "Finetune/Loss": 0.6359502077102661, "Finetune/Loss (Raw)": 0.7015794515609741, "Finetune/Step": 14501, "Finetune/Step Time": 6.732906637713313}
+{"Finetune/Learning Rate": 3.007956019426409e-06, "Finetune/Loss": 0.6356834173202515, "Finetune/Loss (Raw)": 0.6638839244842529, "Finetune/Step": 14502, "Finetune/Step Time": 6.7308683674782515}
+{"Finetune/Learning Rate": 3.006752220016671e-06, "Finetune/Loss": 0.6361745595932007, "Finetune/Loss (Raw)": 0.7246275544166565, "Finetune/Step": 14503, "Finetune/Step Time": 6.729355446994305}
+{"Finetune/Learning Rate": 3.005548618915557e-06, "Finetune/Loss": 0.6366091370582581, "Finetune/Loss (Raw)": 0.6894034743309021, "Finetune/Step": 14504, "Finetune/Step Time": 6.723582271486521}
+{"Finetune/Learning Rate": 3.0043452161571973e-06, "Finetune/Loss": 0.6370341181755066, "Finetune/Loss (Raw)": 0.7429037094116211, "Finetune/Step": 14505, "Finetune/Step Time": 6.701327236369252}
+{"Finetune/Learning Rate": 3.0031420117757116e-06, "Finetune/Loss": 0.6363795399665833, "Finetune/Loss (Raw)": 0.6390857696533203, "Finetune/Step": 14506, "Finetune/Step Time": 6.710834553465247}
+{"Finetune/Learning Rate": 3.001939005805222e-06, "Finetune/Loss": 0.63509202003479, "Finetune/Loss (Raw)": 0.5435057282447815, "Finetune/Step": 14507, "Finetune/Step Time": 6.717469705268741}
+{"Finetune/Learning Rate": 3.0007361982798433e-06, "Finetune/Loss": 0.6347231864929199, "Finetune/Loss (Raw)": 0.620101809501648, "Finetune/Step": 14508, "Finetune/Step Time": 6.69738126732409}
+{"Finetune/Learning Rate": 2.999533589233682e-06, "Finetune/Loss": 0.6336289048194885, "Finetune/Loss (Raw)": 0.5973990559577942, "Finetune/Step": 14509, "Finetune/Step Time": 6.694422390311956}
+{"Finetune/Learning Rate": 2.998331178700837e-06, "Finetune/Loss": 0.6333395838737488, "Finetune/Loss (Raw)": 0.6460114121437073, "Finetune/Step": 14510, "Finetune/Step Time": 6.697090240195394}
+{"Finetune/Learning Rate": 2.997128966715418e-06, "Finetune/Loss": 0.6328251361846924, "Finetune/Loss (Raw)": 0.6472494602203369, "Finetune/Step": 14511, "Finetune/Step Time": 6.698866900056601}
+{"Finetune/Learning Rate": 2.9959269533115042e-06, "Finetune/Loss": 0.6340534687042236, "Finetune/Loss (Raw)": 0.6965669393539429, "Finetune/Step": 14512, "Finetune/Step Time": 6.699520448222756}
+{"Finetune/Learning Rate": 2.9947251385231845e-06, "Finetune/Loss": 0.6331523656845093, "Finetune/Loss (Raw)": 0.565562903881073, "Finetune/Step": 14513, "Finetune/Step Time": 6.695175088942051}
+{"Finetune/Learning Rate": 2.9935235223845405e-06, "Finetune/Loss": 0.633936882019043, "Finetune/Loss (Raw)": 0.7184879183769226, "Finetune/Step": 14514, "Finetune/Step Time": 6.69499166123569}
+{"Finetune/Learning Rate": 2.9923221049296448e-06, "Finetune/Loss": 0.6344895362854004, "Finetune/Loss (Raw)": 0.6388742923736572, "Finetune/Step": 14515, "Finetune/Step Time": 6.714773593470454}
+{"Finetune/Learning Rate": 2.9911208861925676e-06, "Finetune/Loss": 0.634260892868042, "Finetune/Loss (Raw)": 0.6297542452812195, "Finetune/Step": 14516, "Finetune/Step Time": 6.715317890048027}
+{"Finetune/Learning Rate": 2.9899198662073713e-06, "Finetune/Loss": 0.6337099075317383, "Finetune/Loss (Raw)": 0.6386562585830688, "Finetune/Step": 14517, "Finetune/Step Time": 6.6991967260837555}
+{"Finetune/Learning Rate": 2.988719045008114e-06, "Finetune/Loss": 0.6338378190994263, "Finetune/Loss (Raw)": 0.6406875848770142, "Finetune/Step": 14518, "Finetune/Step Time": 6.703639017418027}
+{"Finetune/Learning Rate": 2.987518422628847e-06, "Finetune/Loss": 0.6316679120063782, "Finetune/Loss (Raw)": 0.5278158187866211, "Finetune/Step": 14519, "Finetune/Step Time": 6.710575120523572}
+{"Finetune/Learning Rate": 2.986317999103616e-06, "Finetune/Loss": 0.631464958190918, "Finetune/Loss (Raw)": 0.6174312233924866, "Finetune/Step": 14520, "Finetune/Step Time": 6.697003955021501}
+{"Finetune/Learning Rate": 2.9851177744664626e-06, "Finetune/Loss": 0.6301248073577881, "Finetune/Loss (Raw)": 0.5574353933334351, "Finetune/Step": 14521, "Finetune/Step Time": 6.691765185445547}
+{"Finetune/Learning Rate": 2.9839177487514215e-06, "Finetune/Loss": 0.6290405988693237, "Finetune/Loss (Raw)": 0.5553844571113586, "Finetune/Step": 14522, "Finetune/Step Time": 6.706045765429735}
+{"Finetune/Learning Rate": 2.9827179219925227e-06, "Finetune/Loss": 0.6295511722564697, "Finetune/Loss (Raw)": 0.6419485807418823, "Finetune/Step": 14523, "Finetune/Step Time": 6.706357484683394}
+{"Finetune/Learning Rate": 2.9815182942237885e-06, "Finetune/Loss": 0.6304786801338196, "Finetune/Loss (Raw)": 0.6628320217132568, "Finetune/Step": 14524, "Finetune/Step Time": 6.704936062917113}
+{"Finetune/Learning Rate": 2.980318865479238e-06, "Finetune/Loss": 0.6308062076568604, "Finetune/Loss (Raw)": 0.6108273267745972, "Finetune/Step": 14525, "Finetune/Step Time": 6.706211496144533}
+{"Finetune/Learning Rate": 2.979119635792882e-06, "Finetune/Loss": 0.631460964679718, "Finetune/Loss (Raw)": 0.6622961759567261, "Finetune/Step": 14526, "Finetune/Step Time": 6.728662665933371}
+{"Finetune/Learning Rate": 2.9779206051987296e-06, "Finetune/Loss": 0.6302133798599243, "Finetune/Loss (Raw)": 0.5369513630867004, "Finetune/Step": 14527, "Finetune/Step Time": 6.747285336256027}
+{"Finetune/Learning Rate": 2.9767217737307805e-06, "Finetune/Loss": 0.6305392384529114, "Finetune/Loss (Raw)": 0.6947144865989685, "Finetune/Step": 14528, "Finetune/Step Time": 6.7484841253608465}
+{"Finetune/Learning Rate": 2.9755231414230334e-06, "Finetune/Loss": 0.6314178109169006, "Finetune/Loss (Raw)": 0.6235933899879456, "Finetune/Step": 14529, "Finetune/Step Time": 6.762736292555928}
+{"Finetune/Learning Rate": 2.9743247083094685e-06, "Finetune/Loss": 0.6296189427375793, "Finetune/Loss (Raw)": 0.44607341289520264, "Finetune/Step": 14530, "Finetune/Step Time": 6.774753654375672}
+{"Finetune/Learning Rate": 2.9731264744240807e-06, "Finetune/Loss": 0.6294012069702148, "Finetune/Loss (Raw)": 0.618042528629303, "Finetune/Step": 14531, "Finetune/Step Time": 6.790629502385855}
+{"Finetune/Learning Rate": 2.971928439800843e-06, "Finetune/Loss": 0.6301192045211792, "Finetune/Loss (Raw)": 0.6790574789047241, "Finetune/Step": 14532, "Finetune/Step Time": 6.788191901519895}
+{"Finetune/Learning Rate": 2.9707306044737305e-06, "Finetune/Loss": 0.6304358243942261, "Finetune/Loss (Raw)": 0.6892748475074768, "Finetune/Step": 14533, "Finetune/Step Time": 6.7884481102228165}
+{"Finetune/Learning Rate": 2.969532968476709e-06, "Finetune/Loss": 0.6304713487625122, "Finetune/Loss (Raw)": 0.644525945186615, "Finetune/Step": 14534, "Finetune/Step Time": 6.788640512153506}
+{"Finetune/Learning Rate": 2.9683355318437446e-06, "Finetune/Loss": 0.629790186882019, "Finetune/Loss (Raw)": 0.6752934455871582, "Finetune/Step": 14535, "Finetune/Step Time": 6.785251747816801}
+{"Finetune/Learning Rate": 2.9671382946087847e-06, "Finetune/Loss": 0.6304433941841125, "Finetune/Loss (Raw)": 0.6853637099266052, "Finetune/Step": 14536, "Finetune/Step Time": 6.791127014905214}
+{"Finetune/Learning Rate": 2.965941256805781e-06, "Finetune/Loss": 0.6340349912643433, "Finetune/Loss (Raw)": 0.7602212429046631, "Finetune/Step": 14537, "Finetune/Step Time": 6.743423284962773}
+{"Finetune/Learning Rate": 2.9647444184686847e-06, "Finetune/Loss": 0.6339945793151855, "Finetune/Loss (Raw)": 0.5987794399261475, "Finetune/Step": 14538, "Finetune/Step Time": 6.76234170421958}
+{"Finetune/Learning Rate": 2.9635477796314316e-06, "Finetune/Loss": 0.6343290209770203, "Finetune/Loss (Raw)": 0.6103490591049194, "Finetune/Step": 14539, "Finetune/Step Time": 6.76442876458168}
+{"Finetune/Learning Rate": 2.9623513403279537e-06, "Finetune/Loss": 0.6338587999343872, "Finetune/Loss (Raw)": 0.6482496857643127, "Finetune/Step": 14540, "Finetune/Step Time": 6.771933235228062}
+{"Finetune/Learning Rate": 2.9611551005921822e-06, "Finetune/Loss": 0.6342291831970215, "Finetune/Loss (Raw)": 0.6535068154335022, "Finetune/Step": 14541, "Finetune/Step Time": 6.768026050180197}
+{"Finetune/Learning Rate": 2.959959060458034e-06, "Finetune/Loss": 0.6344630122184753, "Finetune/Loss (Raw)": 0.6388461589813232, "Finetune/Step": 14542, "Finetune/Step Time": 6.757577950134873}
+{"Finetune/Learning Rate": 2.9587632199594275e-06, "Finetune/Loss": 0.6348689794540405, "Finetune/Loss (Raw)": 0.607064425945282, "Finetune/Step": 14543, "Finetune/Step Time": 6.754746308550239}
+{"Finetune/Learning Rate": 2.9575675791302704e-06, "Finetune/Loss": 0.63478684425354, "Finetune/Loss (Raw)": 0.6671781539916992, "Finetune/Step": 14544, "Finetune/Step Time": 6.738877521827817}
+{"Finetune/Learning Rate": 2.956372138004473e-06, "Finetune/Loss": 0.6350051760673523, "Finetune/Loss (Raw)": 0.5810776352882385, "Finetune/Step": 14545, "Finetune/Step Time": 6.745428966358304}
+{"Finetune/Learning Rate": 2.9551768966159333e-06, "Finetune/Loss": 0.6354666948318481, "Finetune/Loss (Raw)": 0.673584520816803, "Finetune/Step": 14546, "Finetune/Step Time": 6.744552385061979}
+{"Finetune/Learning Rate": 2.9539818549985464e-06, "Finetune/Loss": 0.634955883026123, "Finetune/Loss (Raw)": 0.6206651926040649, "Finetune/Step": 14547, "Finetune/Step Time": 6.739699698984623}
+{"Finetune/Learning Rate": 2.9527870131861958e-06, "Finetune/Loss": 0.6346475481987, "Finetune/Loss (Raw)": 0.7154314517974854, "Finetune/Step": 14548, "Finetune/Step Time": 6.735208494588733}
+{"Finetune/Learning Rate": 2.951592371212766e-06, "Finetune/Loss": 0.6339964866638184, "Finetune/Loss (Raw)": 0.61396324634552, "Finetune/Step": 14549, "Finetune/Step Time": 6.73119593039155}
+{"Finetune/Learning Rate": 2.950397929112132e-06, "Finetune/Loss": 0.6353569030761719, "Finetune/Loss (Raw)": 0.7378961443901062, "Finetune/Step": 14550, "Finetune/Step Time": 6.728883530944586}
+{"Finetune/Learning Rate": 2.949203686918165e-06, "Finetune/Loss": 0.635073184967041, "Finetune/Loss (Raw)": 0.6111300587654114, "Finetune/Step": 14551, "Finetune/Step Time": 6.731982851400971}
+{"Finetune/Learning Rate": 2.9480096446647335e-06, "Finetune/Loss": 0.6348737478256226, "Finetune/Loss (Raw)": 0.6463022232055664, "Finetune/Step": 14552, "Finetune/Step Time": 6.7327754106372595}
+{"Finetune/Learning Rate": 2.9468158023856984e-06, "Finetune/Loss": 0.6356348991394043, "Finetune/Loss (Raw)": 0.7454461455345154, "Finetune/Step": 14553, "Finetune/Step Time": 6.73291770555079}
+{"Finetune/Learning Rate": 2.945622160114908e-06, "Finetune/Loss": 0.6366921067237854, "Finetune/Loss (Raw)": 0.6579995155334473, "Finetune/Step": 14554, "Finetune/Step Time": 6.73310966975987}
+{"Finetune/Learning Rate": 2.944428717886214e-06, "Finetune/Loss": 0.6368800401687622, "Finetune/Loss (Raw)": 0.6112518906593323, "Finetune/Step": 14555, "Finetune/Step Time": 6.736512606963515}
+{"Finetune/Learning Rate": 2.943235475733457e-06, "Finetune/Loss": 0.6365901231765747, "Finetune/Loss (Raw)": 0.6589214205741882, "Finetune/Step": 14556, "Finetune/Step Time": 6.738838411867619}
+{"Finetune/Learning Rate": 2.942042433690475e-06, "Finetune/Loss": 0.6364668607711792, "Finetune/Loss (Raw)": 0.6075889468193054, "Finetune/Step": 14557, "Finetune/Step Time": 6.739611014723778}
+{"Finetune/Learning Rate": 2.9408495917911007e-06, "Finetune/Loss": 0.6356545090675354, "Finetune/Loss (Raw)": 0.6203455924987793, "Finetune/Step": 14558, "Finetune/Step Time": 6.7456908617168665}
+{"Finetune/Learning Rate": 2.9396569500691576e-06, "Finetune/Loss": 0.6362509727478027, "Finetune/Loss (Raw)": 0.676584005355835, "Finetune/Step": 14559, "Finetune/Step Time": 6.723791040480137}
+{"Finetune/Learning Rate": 2.938464508558466e-06, "Finetune/Loss": 0.6366704106330872, "Finetune/Loss (Raw)": 0.7049201130867004, "Finetune/Step": 14560, "Finetune/Step Time": 6.7021107245236635}
+{"Finetune/Learning Rate": 2.937272267292841e-06, "Finetune/Loss": 0.6370455026626587, "Finetune/Loss (Raw)": 0.6826059818267822, "Finetune/Step": 14561, "Finetune/Step Time": 6.684286616742611}
+{"Finetune/Learning Rate": 2.9360802263060917e-06, "Finetune/Loss": 0.6364732980728149, "Finetune/Loss (Raw)": 0.7032626271247864, "Finetune/Step": 14562, "Finetune/Step Time": 6.685948979109526}
+{"Finetune/Learning Rate": 2.934888385632019e-06, "Finetune/Loss": 0.6369536519050598, "Finetune/Loss (Raw)": 0.6882598996162415, "Finetune/Step": 14563, "Finetune/Step Time": 6.685077393427491}
+{"Finetune/Learning Rate": 2.9336967453044206e-06, "Finetune/Loss": 0.6362037062644958, "Finetune/Loss (Raw)": 0.6184412240982056, "Finetune/Step": 14564, "Finetune/Step Time": 6.685483222827315}
+{"Finetune/Learning Rate": 2.932505305357091e-06, "Finetune/Loss": 0.6361383199691772, "Finetune/Loss (Raw)": 0.6539182066917419, "Finetune/Step": 14565, "Finetune/Step Time": 6.688212743028998}
+{"Finetune/Learning Rate": 2.9313140658238114e-06, "Finetune/Loss": 0.6365902423858643, "Finetune/Loss (Raw)": 0.5969661474227905, "Finetune/Step": 14566, "Finetune/Step Time": 6.689705573022366}
+{"Finetune/Learning Rate": 2.930123026738365e-06, "Finetune/Loss": 0.6366848349571228, "Finetune/Loss (Raw)": 0.7037164568901062, "Finetune/Step": 14567, "Finetune/Step Time": 6.669574296101928}
+{"Finetune/Learning Rate": 2.9289321881345257e-06, "Finetune/Loss": 0.6369715929031372, "Finetune/Loss (Raw)": 0.6837825179100037, "Finetune/Step": 14568, "Finetune/Step Time": 6.672793647274375}
+{"Finetune/Learning Rate": 2.9277415500460613e-06, "Finetune/Loss": 0.6376099586486816, "Finetune/Loss (Raw)": 0.7366964817047119, "Finetune/Step": 14569, "Finetune/Step Time": 6.6586683336645365}
+{"Finetune/Learning Rate": 2.926551112506737e-06, "Finetune/Loss": 0.6367040276527405, "Finetune/Loss (Raw)": 0.5457660555839539, "Finetune/Step": 14570, "Finetune/Step Time": 6.660161770880222}
+{"Finetune/Learning Rate": 2.925360875550308e-06, "Finetune/Loss": 0.6357528567314148, "Finetune/Loss (Raw)": 0.5720964670181274, "Finetune/Step": 14571, "Finetune/Step Time": 6.66248744726181}
+{"Finetune/Learning Rate": 2.9241708392105284e-06, "Finetune/Loss": 0.6359707713127136, "Finetune/Loss (Raw)": 0.6023005843162537, "Finetune/Step": 14572, "Finetune/Step Time": 6.66285684145987}
+{"Finetune/Learning Rate": 2.9229810035211413e-06, "Finetune/Loss": 0.6363946795463562, "Finetune/Loss (Raw)": 0.6699046492576599, "Finetune/Step": 14573, "Finetune/Step Time": 6.665135249495506}
+{"Finetune/Learning Rate": 2.9217913685158894e-06, "Finetune/Loss": 0.6370662450790405, "Finetune/Loss (Raw)": 0.677463948726654, "Finetune/Step": 14574, "Finetune/Step Time": 6.660517584532499}
+{"Finetune/Learning Rate": 2.9206019342285063e-06, "Finetune/Loss": 0.6373195648193359, "Finetune/Loss (Raw)": 0.5596802234649658, "Finetune/Step": 14575, "Finetune/Step Time": 6.658281095325947}
+{"Finetune/Learning Rate": 2.9194127006927208e-06, "Finetune/Loss": 0.6366279125213623, "Finetune/Loss (Raw)": 0.6456913948059082, "Finetune/Step": 14576, "Finetune/Step Time": 6.661022666841745}
+{"Finetune/Learning Rate": 2.918223667942257e-06, "Finetune/Loss": 0.6359703540802002, "Finetune/Loss (Raw)": 0.5719186067581177, "Finetune/Step": 14577, "Finetune/Step Time": 6.658319596201181}
+{"Finetune/Learning Rate": 2.9170348360108326e-06, "Finetune/Loss": 0.6353839635848999, "Finetune/Loss (Raw)": 0.6445997953414917, "Finetune/Step": 14578, "Finetune/Step Time": 6.659997224807739}
+{"Finetune/Learning Rate": 2.915846204932158e-06, "Finetune/Loss": 0.6361270546913147, "Finetune/Loss (Raw)": 0.7351946830749512, "Finetune/Step": 14579, "Finetune/Step Time": 6.667363898828626}
+{"Finetune/Learning Rate": 2.9146577747399406e-06, "Finetune/Loss": 0.6371898055076599, "Finetune/Loss (Raw)": 0.7198439836502075, "Finetune/Step": 14580, "Finetune/Step Time": 6.655235882848501}
+{"Finetune/Learning Rate": 2.913469545467882e-06, "Finetune/Loss": 0.63813716173172, "Finetune/Loss (Raw)": 0.7079721689224243, "Finetune/Step": 14581, "Finetune/Step Time": 6.654496585950255}
+{"Finetune/Learning Rate": 2.9122815171496743e-06, "Finetune/Loss": 0.6380704641342163, "Finetune/Loss (Raw)": 0.6017568707466125, "Finetune/Step": 14582, "Finetune/Step Time": 6.656060226261616}
+{"Finetune/Learning Rate": 2.911093689819008e-06, "Finetune/Loss": 0.6369248032569885, "Finetune/Loss (Raw)": 0.5835338830947876, "Finetune/Step": 14583, "Finetune/Step Time": 6.66129244863987}
+{"Finetune/Learning Rate": 2.90990606350957e-06, "Finetune/Loss": 0.6394134759902954, "Finetune/Loss (Raw)": 0.9172248244285583, "Finetune/Step": 14584, "Finetune/Step Time": 6.669150995090604}
+{"Finetune/Learning Rate": 2.9087186382550313e-06, "Finetune/Loss": 0.640224039554596, "Finetune/Loss (Raw)": 0.6788643598556519, "Finetune/Step": 14585, "Finetune/Step Time": 6.672774935141206}
+{"Finetune/Learning Rate": 2.907531414089064e-06, "Finetune/Loss": 0.6409376263618469, "Finetune/Loss (Raw)": 0.6458835601806641, "Finetune/Step": 14586, "Finetune/Step Time": 6.676460605114698}
+{"Finetune/Learning Rate": 2.9063443910453415e-06, "Finetune/Loss": 0.6412060856819153, "Finetune/Loss (Raw)": 0.6169180274009705, "Finetune/Step": 14587, "Finetune/Step Time": 6.665931735187769}
+{"Finetune/Learning Rate": 2.9051575691575196e-06, "Finetune/Loss": 0.6424547433853149, "Finetune/Loss (Raw)": 0.7048986554145813, "Finetune/Step": 14588, "Finetune/Step Time": 6.665602091699839}
+{"Finetune/Learning Rate": 2.9039709484592538e-06, "Finetune/Loss": 0.6442281007766724, "Finetune/Loss (Raw)": 0.7718953490257263, "Finetune/Step": 14589, "Finetune/Step Time": 6.669971618801355}
+{"Finetune/Learning Rate": 2.902784528984197e-06, "Finetune/Loss": 0.6436293721199036, "Finetune/Loss (Raw)": 0.6263756155967712, "Finetune/Step": 14590, "Finetune/Step Time": 6.668114131316543}
+{"Finetune/Learning Rate": 2.901598310765986e-06, "Finetune/Loss": 0.6450508832931519, "Finetune/Loss (Raw)": 0.6638310551643372, "Finetune/Step": 14591, "Finetune/Step Time": 6.653871914371848}
+{"Finetune/Learning Rate": 2.9004122938382617e-06, "Finetune/Loss": 0.6453598737716675, "Finetune/Loss (Raw)": 0.5576620101928711, "Finetune/Step": 14592, "Finetune/Step Time": 6.644959855824709}
+{"Finetune/Learning Rate": 2.8992264782346534e-06, "Finetune/Loss": 0.6456137895584106, "Finetune/Loss (Raw)": 0.6597465872764587, "Finetune/Step": 14593, "Finetune/Step Time": 6.6417386047542095}
+{"Finetune/Learning Rate": 2.8980408639887925e-06, "Finetune/Loss": 0.6450753211975098, "Finetune/Loss (Raw)": 0.5574139952659607, "Finetune/Step": 14594, "Finetune/Step Time": 6.636437637731433}
+{"Finetune/Learning Rate": 2.8968554511342984e-06, "Finetune/Loss": 0.6437124609947205, "Finetune/Loss (Raw)": 0.4440612494945526, "Finetune/Step": 14595, "Finetune/Step Time": 6.652473220601678}
+{"Finetune/Learning Rate": 2.8956702397047875e-06, "Finetune/Loss": 0.6431599855422974, "Finetune/Loss (Raw)": 0.5306696891784668, "Finetune/Step": 14596, "Finetune/Step Time": 6.650515081360936}
+{"Finetune/Learning Rate": 2.8944852297338643e-06, "Finetune/Loss": 0.6428322792053223, "Finetune/Loss (Raw)": 0.5425275564193726, "Finetune/Step": 14597, "Finetune/Step Time": 6.650870719924569}
+{"Finetune/Learning Rate": 2.893300421255134e-06, "Finetune/Loss": 0.6424644589424133, "Finetune/Loss (Raw)": 0.5881866812705994, "Finetune/Step": 14598, "Finetune/Step Time": 6.649617724120617}
+{"Finetune/Learning Rate": 2.8921158143021953e-06, "Finetune/Loss": 0.6413196325302124, "Finetune/Loss (Raw)": 0.5840762853622437, "Finetune/Step": 14599, "Finetune/Step Time": 6.649350840598345}
+{"Finetune/Learning Rate": 2.890931408908637e-06, "Finetune/Loss": 0.6414939761161804, "Finetune/Loss (Raw)": 0.6211258172988892, "Finetune/Step": 14600, "Finetune/Step Time": 6.658087786287069}
+{"Finetune/Learning Rate": 2.889747205108051e-06, "Finetune/Loss": 0.6411060094833374, "Finetune/Loss (Raw)": 0.595726490020752, "Finetune/Step": 14601, "Finetune/Step Time": 6.65310487523675}
+{"Finetune/Learning Rate": 2.8885632029340185e-06, "Finetune/Loss": 0.6402720808982849, "Finetune/Loss (Raw)": 0.5496589541435242, "Finetune/Step": 14602, "Finetune/Step Time": 6.650619426742196}
+{"Finetune/Learning Rate": 2.8873794024201086e-06, "Finetune/Loss": 0.6409991383552551, "Finetune/Loss (Raw)": 0.6305962800979614, "Finetune/Step": 14603, "Finetune/Step Time": 6.64923938550055}
+{"Finetune/Learning Rate": 2.886195803599894e-06, "Finetune/Loss": 0.6410868167877197, "Finetune/Loss (Raw)": 0.6483626365661621, "Finetune/Step": 14604, "Finetune/Step Time": 6.647653739899397}
+{"Finetune/Learning Rate": 2.8850124065069363e-06, "Finetune/Loss": 0.6414790153503418, "Finetune/Loss (Raw)": 0.540463924407959, "Finetune/Step": 14605, "Finetune/Step Time": 6.632042532786727}
+{"Finetune/Learning Rate": 2.8838292111747946e-06, "Finetune/Loss": 0.6415359377861023, "Finetune/Loss (Raw)": 0.6309297680854797, "Finetune/Step": 14606, "Finetune/Step Time": 6.625697996467352}
+{"Finetune/Learning Rate": 2.8826462176370175e-06, "Finetune/Loss": 0.642109751701355, "Finetune/Loss (Raw)": 0.7112030982971191, "Finetune/Step": 14607, "Finetune/Step Time": 6.630914650857449}
+{"Finetune/Learning Rate": 2.881463425927161e-06, "Finetune/Loss": 0.6413088440895081, "Finetune/Loss (Raw)": 0.5410081744194031, "Finetune/Step": 14608, "Finetune/Step Time": 6.632521381601691}
+{"Finetune/Learning Rate": 2.8802808360787573e-06, "Finetune/Loss": 0.6418932676315308, "Finetune/Loss (Raw)": 0.6140721440315247, "Finetune/Step": 14609, "Finetune/Step Time": 6.634625729173422}
+{"Finetune/Learning Rate": 2.8790984481253426e-06, "Finetune/Loss": 0.6404301524162292, "Finetune/Loss (Raw)": 0.6437256932258606, "Finetune/Step": 14610, "Finetune/Step Time": 6.635237107053399}
+{"Finetune/Learning Rate": 2.8779162621004466e-06, "Finetune/Loss": 0.6402906775474548, "Finetune/Loss (Raw)": 0.6535641551017761, "Finetune/Step": 14611, "Finetune/Step Time": 6.637432560324669}
+{"Finetune/Learning Rate": 2.876734278037593e-06, "Finetune/Loss": 0.6416445970535278, "Finetune/Loss (Raw)": 0.7195228934288025, "Finetune/Step": 14612, "Finetune/Step Time": 6.653649194166064}
+{"Finetune/Learning Rate": 2.8755524959702997e-06, "Finetune/Loss": 0.6427872180938721, "Finetune/Loss (Raw)": 0.6740343570709229, "Finetune/Step": 14613, "Finetune/Step Time": 6.633635088801384}
+{"Finetune/Learning Rate": 2.8743709159320776e-06, "Finetune/Loss": 0.6432926058769226, "Finetune/Loss (Raw)": 0.6940152645111084, "Finetune/Step": 14614, "Finetune/Step Time": 6.63688606210053}
+{"Finetune/Learning Rate": 2.8731895379564344e-06, "Finetune/Loss": 0.6438766121864319, "Finetune/Loss (Raw)": 0.7674607038497925, "Finetune/Step": 14615, "Finetune/Step Time": 6.637784253805876}
+{"Finetune/Learning Rate": 2.872008362076869e-06, "Finetune/Loss": 0.6433858871459961, "Finetune/Loss (Raw)": 0.6068192720413208, "Finetune/Step": 14616, "Finetune/Step Time": 6.646085066720843}
+{"Finetune/Learning Rate": 2.870827388326879e-06, "Finetune/Loss": 0.6436429023742676, "Finetune/Loss (Raw)": 0.6082301139831543, "Finetune/Step": 14617, "Finetune/Step Time": 6.644826713949442}
+{"Finetune/Learning Rate": 2.8696466167399508e-06, "Finetune/Loss": 0.643237292766571, "Finetune/Loss (Raw)": 0.656273365020752, "Finetune/Step": 14618, "Finetune/Step Time": 6.64433503523469}
+{"Finetune/Learning Rate": 2.8684660473495674e-06, "Finetune/Loss": 0.6429094076156616, "Finetune/Loss (Raw)": 0.6610053777694702, "Finetune/Step": 14619, "Finetune/Step Time": 6.656776160001755}
+{"Finetune/Learning Rate": 2.867285680189209e-06, "Finetune/Loss": 0.6416653394699097, "Finetune/Loss (Raw)": 0.5548367500305176, "Finetune/Step": 14620, "Finetune/Step Time": 6.656853282824159}
+{"Finetune/Learning Rate": 2.8661055152923456e-06, "Finetune/Loss": 0.6421078443527222, "Finetune/Loss (Raw)": 0.7368596196174622, "Finetune/Step": 14621, "Finetune/Step Time": 6.678418247029185}
+{"Finetune/Learning Rate": 2.8649255526924437e-06, "Finetune/Loss": 0.6432642936706543, "Finetune/Loss (Raw)": 0.7640969753265381, "Finetune/Step": 14622, "Finetune/Step Time": 6.676435636356473}
+{"Finetune/Learning Rate": 2.863745792422963e-06, "Finetune/Loss": 0.6425201892852783, "Finetune/Loss (Raw)": 0.588514506816864, "Finetune/Step": 14623, "Finetune/Step Time": 6.669358937069774}
+{"Finetune/Learning Rate": 2.86256623451736e-06, "Finetune/Loss": 0.6419394016265869, "Finetune/Loss (Raw)": 0.5503631830215454, "Finetune/Step": 14624, "Finetune/Step Time": 6.666965831071138}
+{"Finetune/Learning Rate": 2.8613868790090817e-06, "Finetune/Loss": 0.6422325372695923, "Finetune/Loss (Raw)": 0.7905745506286621, "Finetune/Step": 14625, "Finetune/Step Time": 6.668591611087322}
+{"Finetune/Learning Rate": 2.8602077259315754e-06, "Finetune/Loss": 0.642612099647522, "Finetune/Loss (Raw)": 0.6465931534767151, "Finetune/Step": 14626, "Finetune/Step Time": 6.67121566273272}
+{"Finetune/Learning Rate": 2.859028775318268e-06, "Finetune/Loss": 0.6421527862548828, "Finetune/Loss (Raw)": 0.7010514736175537, "Finetune/Step": 14627, "Finetune/Step Time": 6.652474965900183}
+{"Finetune/Learning Rate": 2.857850027202602e-06, "Finetune/Loss": 0.6424922943115234, "Finetune/Loss (Raw)": 0.6022099852561951, "Finetune/Step": 14628, "Finetune/Step Time": 6.630882179364562}
+{"Finetune/Learning Rate": 2.8566714816180006e-06, "Finetune/Loss": 0.6422860622406006, "Finetune/Loss (Raw)": 0.6751843094825745, "Finetune/Step": 14629, "Finetune/Step Time": 6.629245080053806}
+{"Finetune/Learning Rate": 2.8554931385978823e-06, "Finetune/Loss": 0.641646146774292, "Finetune/Loss (Raw)": 0.5819740295410156, "Finetune/Step": 14630, "Finetune/Step Time": 6.637023700401187}
+{"Finetune/Learning Rate": 2.8543149981756623e-06, "Finetune/Loss": 0.6406444311141968, "Finetune/Loss (Raw)": 0.5964105725288391, "Finetune/Step": 14631, "Finetune/Step Time": 6.6386160384863615}
+{"Finetune/Learning Rate": 2.853137060384752e-06, "Finetune/Loss": 0.6394935846328735, "Finetune/Loss (Raw)": 0.5420942306518555, "Finetune/Step": 14632, "Finetune/Step Time": 6.647304018959403}
+{"Finetune/Learning Rate": 2.8519593252585497e-06, "Finetune/Loss": 0.6386219263076782, "Finetune/Loss (Raw)": 0.6313275098800659, "Finetune/Step": 14633, "Finetune/Step Time": 6.644460532814264}
+{"Finetune/Learning Rate": 2.8507817928304505e-06, "Finetune/Loss": 0.6385945081710815, "Finetune/Loss (Raw)": 0.635578453540802, "Finetune/Step": 14634, "Finetune/Step Time": 6.635923009365797}
+{"Finetune/Learning Rate": 2.8496044631338536e-06, "Finetune/Loss": 0.6393557190895081, "Finetune/Loss (Raw)": 0.6409422159194946, "Finetune/Step": 14635, "Finetune/Step Time": 6.628082515671849}
+{"Finetune/Learning Rate": 2.848427336202142e-06, "Finetune/Loss": 0.6385918855667114, "Finetune/Loss (Raw)": 0.5223326683044434, "Finetune/Step": 14636, "Finetune/Step Time": 6.634073004126549}
+{"Finetune/Learning Rate": 2.847250412068694e-06, "Finetune/Loss": 0.6388153433799744, "Finetune/Loss (Raw)": 0.6259995102882385, "Finetune/Step": 14637, "Finetune/Step Time": 6.639708001166582}
+{"Finetune/Learning Rate": 2.8460736907668873e-06, "Finetune/Loss": 0.638823390007019, "Finetune/Loss (Raw)": 0.6470398902893066, "Finetune/Step": 14638, "Finetune/Step Time": 6.638510821387172}
+{"Finetune/Learning Rate": 2.8448971723300845e-06, "Finetune/Loss": 0.6387544870376587, "Finetune/Loss (Raw)": 0.6384302377700806, "Finetune/Step": 14639, "Finetune/Step Time": 6.641120299696922}
+{"Finetune/Learning Rate": 2.843720856791652e-06, "Finetune/Loss": 0.6366088390350342, "Finetune/Loss (Raw)": 0.4219146966934204, "Finetune/Step": 14640, "Finetune/Step Time": 6.654492320492864}
+{"Finetune/Learning Rate": 2.8425447441849462e-06, "Finetune/Loss": 0.6372319459915161, "Finetune/Loss (Raw)": 0.6453325152397156, "Finetune/Step": 14641, "Finetune/Step Time": 6.681343734264374}
+{"Finetune/Learning Rate": 2.8413688345433156e-06, "Finetune/Loss": 0.637206494808197, "Finetune/Loss (Raw)": 0.7152240872383118, "Finetune/Step": 14642, "Finetune/Step Time": 6.6791312620043755}
+{"Finetune/Learning Rate": 2.8401931279001115e-06, "Finetune/Loss": 0.6373475193977356, "Finetune/Loss (Raw)": 0.6569296717643738, "Finetune/Step": 14643, "Finetune/Step Time": 6.694799609482288}
+{"Finetune/Learning Rate": 2.8390176242886725e-06, "Finetune/Loss": 0.6361325979232788, "Finetune/Loss (Raw)": 0.47423866391181946, "Finetune/Step": 14644, "Finetune/Step Time": 6.693633791059256}
+{"Finetune/Learning Rate": 2.837842323742329e-06, "Finetune/Loss": 0.6356387734413147, "Finetune/Loss (Raw)": 0.5754532814025879, "Finetune/Step": 14645, "Finetune/Step Time": 6.6900307815521955}
+{"Finetune/Learning Rate": 2.8366672262944094e-06, "Finetune/Loss": 0.6350609064102173, "Finetune/Loss (Raw)": 0.566716194152832, "Finetune/Step": 14646, "Finetune/Step Time": 6.6864863354712725}
+{"Finetune/Learning Rate": 2.8354923319782392e-06, "Finetune/Loss": 0.6360568404197693, "Finetune/Loss (Raw)": 0.655300498008728, "Finetune/Step": 14647, "Finetune/Step Time": 6.679338963702321}
+{"Finetune/Learning Rate": 2.8343176408271312e-06, "Finetune/Loss": 0.6365150809288025, "Finetune/Loss (Raw)": 0.6760837435722351, "Finetune/Step": 14648, "Finetune/Step Time": 6.677448822185397}
+{"Finetune/Learning Rate": 2.833143152874397e-06, "Finetune/Loss": 0.637239396572113, "Finetune/Loss (Raw)": 0.6501487493515015, "Finetune/Step": 14649, "Finetune/Step Time": 6.678572490811348}
+{"Finetune/Learning Rate": 2.8319688681533484e-06, "Finetune/Loss": 0.6385400891304016, "Finetune/Loss (Raw)": 0.7218696475028992, "Finetune/Step": 14650, "Finetune/Step Time": 6.663911875337362}
+{"Finetune/Learning Rate": 2.8307947866972775e-06, "Finetune/Loss": 0.6381458044052124, "Finetune/Loss (Raw)": 0.5914843082427979, "Finetune/Step": 14651, "Finetune/Step Time": 6.662928961217403}
+{"Finetune/Learning Rate": 2.8296209085394787e-06, "Finetune/Loss": 0.6372690796852112, "Finetune/Loss (Raw)": 0.5506128072738647, "Finetune/Step": 14652, "Finetune/Step Time": 6.677307937294245}
+{"Finetune/Learning Rate": 2.828447233713242e-06, "Finetune/Loss": 0.6373909115791321, "Finetune/Loss (Raw)": 0.6264171600341797, "Finetune/Step": 14653, "Finetune/Step Time": 6.678678743541241}
+{"Finetune/Learning Rate": 2.8272737622518474e-06, "Finetune/Loss": 0.6369190216064453, "Finetune/Loss (Raw)": 0.6018979549407959, "Finetune/Step": 14654, "Finetune/Step Time": 6.654874414205551}
+{"Finetune/Learning Rate": 2.826100494188574e-06, "Finetune/Loss": 0.6385366320610046, "Finetune/Loss (Raw)": 0.7440031170845032, "Finetune/Step": 14655, "Finetune/Step Time": 6.638463996350765}
+{"Finetune/Learning Rate": 2.8249274295566863e-06, "Finetune/Loss": 0.6381796598434448, "Finetune/Loss (Raw)": 0.6490231156349182, "Finetune/Step": 14656, "Finetune/Step Time": 6.649350142106414}
+{"Finetune/Learning Rate": 2.8237545683894606e-06, "Finetune/Loss": 0.6373317837715149, "Finetune/Loss (Raw)": 0.515065610408783, "Finetune/Step": 14657, "Finetune/Step Time": 6.648799680173397}
+{"Finetune/Learning Rate": 2.822581910720146e-06, "Finetune/Loss": 0.6392824649810791, "Finetune/Loss (Raw)": 0.6957537531852722, "Finetune/Step": 14658, "Finetune/Step Time": 6.63573045283556}
+{"Finetune/Learning Rate": 2.8214094565819982e-06, "Finetune/Loss": 0.6393110752105713, "Finetune/Loss (Raw)": 0.6217064261436462, "Finetune/Step": 14659, "Finetune/Step Time": 6.61677435413003}
+{"Finetune/Learning Rate": 2.820237206008265e-06, "Finetune/Loss": 0.6384850740432739, "Finetune/Loss (Raw)": 0.5733308792114258, "Finetune/Step": 14660, "Finetune/Step Time": 6.61636558920145}
+{"Finetune/Learning Rate": 2.819065159032187e-06, "Finetune/Loss": 0.6392155289649963, "Finetune/Loss (Raw)": 0.7827713489532471, "Finetune/Step": 14661, "Finetune/Step Time": 6.614915734156966}
+{"Finetune/Learning Rate": 2.8178933156870023e-06, "Finetune/Loss": 0.6388735175132751, "Finetune/Loss (Raw)": 0.6007487773895264, "Finetune/Step": 14662, "Finetune/Step Time": 6.61653309315443}
+{"Finetune/Learning Rate": 2.81672167600594e-06, "Finetune/Loss": 0.6385512351989746, "Finetune/Loss (Raw)": 0.6340442299842834, "Finetune/Step": 14663, "Finetune/Step Time": 6.620204223319888}
+{"Finetune/Learning Rate": 2.8155502400222246e-06, "Finetune/Loss": 0.6382136344909668, "Finetune/Loss (Raw)": 0.642150342464447, "Finetune/Step": 14664, "Finetune/Step Time": 6.5993076507002115}
+{"Finetune/Learning Rate": 2.814379007769075e-06, "Finetune/Loss": 0.6376131772994995, "Finetune/Loss (Raw)": 0.6833673119544983, "Finetune/Step": 14665, "Finetune/Step Time": 6.603781851008534}
+{"Finetune/Learning Rate": 2.813207979279703e-06, "Finetune/Loss": 0.6382187008857727, "Finetune/Loss (Raw)": 0.6762802004814148, "Finetune/Step": 14666, "Finetune/Step Time": 6.58834270760417}
+{"Finetune/Learning Rate": 2.812037154587316e-06, "Finetune/Loss": 0.6387428045272827, "Finetune/Loss (Raw)": 0.6774283051490784, "Finetune/Step": 14667, "Finetune/Step Time": 6.590449387207627}
+{"Finetune/Learning Rate": 2.810866533725115e-06, "Finetune/Loss": 0.6388159394264221, "Finetune/Loss (Raw)": 0.6576211452484131, "Finetune/Step": 14668, "Finetune/Step Time": 6.583995161578059}
+{"Finetune/Learning Rate": 2.809696116726297e-06, "Finetune/Loss": 0.6394930481910706, "Finetune/Loss (Raw)": 0.7401697039604187, "Finetune/Step": 14669, "Finetune/Step Time": 6.589191751554608}
+{"Finetune/Learning Rate": 2.8085259036240498e-06, "Finetune/Loss": 0.6389479637145996, "Finetune/Loss (Raw)": 0.5690771341323853, "Finetune/Step": 14670, "Finetune/Step Time": 6.589293595403433}
+{"Finetune/Learning Rate": 2.807355894451559e-06, "Finetune/Loss": 0.6387493014335632, "Finetune/Loss (Raw)": 0.5816389918327332, "Finetune/Step": 14671, "Finetune/Step Time": 6.5881951209157705}
+{"Finetune/Learning Rate": 2.8061860892420013e-06, "Finetune/Loss": 0.6392387747764587, "Finetune/Loss (Raw)": 0.7298295497894287, "Finetune/Step": 14672, "Finetune/Step Time": 6.588472677394748}
+{"Finetune/Learning Rate": 2.80501648802855e-06, "Finetune/Loss": 0.6395909786224365, "Finetune/Loss (Raw)": 0.6261597275733948, "Finetune/Step": 14673, "Finetune/Step Time": 6.583109449595213}
+{"Finetune/Learning Rate": 2.8038470908443717e-06, "Finetune/Loss": 0.6398539543151855, "Finetune/Loss (Raw)": 0.7072475552558899, "Finetune/Step": 14674, "Finetune/Step Time": 6.59223647415638}
+{"Finetune/Learning Rate": 2.802677897722629e-06, "Finetune/Loss": 0.641176700592041, "Finetune/Loss (Raw)": 0.7899761199951172, "Finetune/Step": 14675, "Finetune/Step Time": 6.59327638708055}
+{"Finetune/Learning Rate": 2.8015089086964685e-06, "Finetune/Loss": 0.6401938199996948, "Finetune/Loss (Raw)": 0.5896223187446594, "Finetune/Step": 14676, "Finetune/Step Time": 6.595052901655436}
+{"Finetune/Learning Rate": 2.800340123799049e-06, "Finetune/Loss": 0.639872133731842, "Finetune/Loss (Raw)": 0.5727842450141907, "Finetune/Step": 14677, "Finetune/Step Time": 6.596492238342762}
+{"Finetune/Learning Rate": 2.79917154306351e-06, "Finetune/Loss": 0.6390019655227661, "Finetune/Loss (Raw)": 0.6265218257904053, "Finetune/Step": 14678, "Finetune/Step Time": 6.598579980432987}
+{"Finetune/Learning Rate": 2.79800316652299e-06, "Finetune/Loss": 0.638396143913269, "Finetune/Loss (Raw)": 0.533577561378479, "Finetune/Step": 14679, "Finetune/Step Time": 6.605712344869971}
+{"Finetune/Learning Rate": 2.796834994210621e-06, "Finetune/Loss": 0.6385653018951416, "Finetune/Loss (Raw)": 0.6679559946060181, "Finetune/Step": 14680, "Finetune/Step Time": 6.60474175401032}
+{"Finetune/Learning Rate": 2.795667026159531e-06, "Finetune/Loss": 0.6372369527816772, "Finetune/Loss (Raw)": 0.5754166841506958, "Finetune/Step": 14681, "Finetune/Step Time": 6.613719137385488}
+{"Finetune/Learning Rate": 2.7944992624028355e-06, "Finetune/Loss": 0.6377756595611572, "Finetune/Loss (Raw)": 0.7269529104232788, "Finetune/Step": 14682, "Finetune/Step Time": 6.616965673863888}
+{"Finetune/Learning Rate": 2.7933317029736475e-06, "Finetune/Loss": 0.6365758180618286, "Finetune/Loss (Raw)": 0.4576711654663086, "Finetune/Step": 14683, "Finetune/Step Time": 6.619908042252064}
+{"Finetune/Learning Rate": 2.792164347905082e-06, "Finetune/Loss": 0.6363265514373779, "Finetune/Loss (Raw)": 0.627022922039032, "Finetune/Step": 14684, "Finetune/Step Time": 6.625219218432903}
+{"Finetune/Learning Rate": 2.7909971972302396e-06, "Finetune/Loss": 0.6363893747329712, "Finetune/Loss (Raw)": 0.6156232953071594, "Finetune/Step": 14685, "Finetune/Step Time": 6.625264743342996}
+{"Finetune/Learning Rate": 2.789830250982217e-06, "Finetune/Loss": 0.6363586783409119, "Finetune/Loss (Raw)": 0.6164193153381348, "Finetune/Step": 14686, "Finetune/Step Time": 6.622135015204549}
+{"Finetune/Learning Rate": 2.7886635091941084e-06, "Finetune/Loss": 0.634838342666626, "Finetune/Loss (Raw)": 0.4819822907447815, "Finetune/Step": 14687, "Finetune/Step Time": 6.637304324656725}
+{"Finetune/Learning Rate": 2.7874969718989943e-06, "Finetune/Loss": 0.6348636150360107, "Finetune/Loss (Raw)": 0.7081587910652161, "Finetune/Step": 14688, "Finetune/Step Time": 6.638811465352774}
+{"Finetune/Learning Rate": 2.7863306391299562e-06, "Finetune/Loss": 0.6346372365951538, "Finetune/Loss (Raw)": 0.6536251306533813, "Finetune/Step": 14689, "Finetune/Step Time": 6.641966430470347}
+{"Finetune/Learning Rate": 2.7851645109200644e-06, "Finetune/Loss": 0.6339672803878784, "Finetune/Loss (Raw)": 0.6175122261047363, "Finetune/Step": 14690, "Finetune/Step Time": 6.64070737361908}
+{"Finetune/Learning Rate": 2.7839985873023933e-06, "Finetune/Loss": 0.6345489025115967, "Finetune/Loss (Raw)": 0.7627041339874268, "Finetune/Step": 14691, "Finetune/Step Time": 6.640024937689304}
+{"Finetune/Learning Rate": 2.782832868310005e-06, "Finetune/Loss": 0.6345784664154053, "Finetune/Loss (Raw)": 0.6222254037857056, "Finetune/Step": 14692, "Finetune/Step Time": 6.639343921095133}
+{"Finetune/Learning Rate": 2.7816673539759544e-06, "Finetune/Loss": 0.634957492351532, "Finetune/Loss (Raw)": 0.7024301886558533, "Finetune/Step": 14693, "Finetune/Step Time": 6.645724982023239}
+{"Finetune/Learning Rate": 2.7805020443332898e-06, "Finetune/Loss": 0.6356256008148193, "Finetune/Loss (Raw)": 0.6824930310249329, "Finetune/Step": 14694, "Finetune/Step Time": 6.650676729157567}
+{"Finetune/Learning Rate": 2.7793369394150572e-06, "Finetune/Loss": 0.6363277435302734, "Finetune/Loss (Raw)": 0.7935893535614014, "Finetune/Step": 14695, "Finetune/Step Time": 6.650503052398562}
+{"Finetune/Learning Rate": 2.7781720392542965e-06, "Finetune/Loss": 0.6363253593444824, "Finetune/Loss (Raw)": 0.6834762096405029, "Finetune/Step": 14696, "Finetune/Step Time": 6.646554056555033}
+{"Finetune/Learning Rate": 2.7770073438840406e-06, "Finetune/Loss": 0.6353711485862732, "Finetune/Loss (Raw)": 0.6145550012588501, "Finetune/Step": 14697, "Finetune/Step Time": 6.641240315511823}
+{"Finetune/Learning Rate": 2.7758428533373127e-06, "Finetune/Loss": 0.6371002793312073, "Finetune/Loss (Raw)": 0.767096221446991, "Finetune/Step": 14698, "Finetune/Step Time": 6.64071019180119}
+{"Finetune/Learning Rate": 2.7746785676471465e-06, "Finetune/Loss": 0.6372134685516357, "Finetune/Loss (Raw)": 0.5865820646286011, "Finetune/Step": 14699, "Finetune/Step Time": 6.638072554022074}
+{"Finetune/Learning Rate": 2.773514486846546e-06, "Finetune/Loss": 0.6373940706253052, "Finetune/Loss (Raw)": 0.6254202723503113, "Finetune/Step": 14700, "Finetune/Step Time": 6.639488935470581}
+{"Finetune/Learning Rate": 2.772350610968526e-06, "Finetune/Loss": 0.6366565823554993, "Finetune/Loss (Raw)": 0.5755007863044739, "Finetune/Step": 14701, "Finetune/Step Time": 6.639890903607011}
+{"Finetune/Learning Rate": 2.77118694004609e-06, "Finetune/Loss": 0.636783242225647, "Finetune/Loss (Raw)": 0.6936742663383484, "Finetune/Step": 14702, "Finetune/Step Time": 6.657319236546755}
+{"Finetune/Learning Rate": 2.7700234741122357e-06, "Finetune/Loss": 0.6375976204872131, "Finetune/Loss (Raw)": 0.6639236807823181, "Finetune/Step": 14703, "Finetune/Step Time": 6.657489914447069}
+{"Finetune/Learning Rate": 2.7688602131999564e-06, "Finetune/Loss": 0.6381630897521973, "Finetune/Loss (Raw)": 0.7180794477462769, "Finetune/Step": 14704, "Finetune/Step Time": 6.670464722439647}
+{"Finetune/Learning Rate": 2.7676971573422394e-06, "Finetune/Loss": 0.6386711597442627, "Finetune/Loss (Raw)": 0.6369485259056091, "Finetune/Step": 14705, "Finetune/Step Time": 6.6672378070652485}
+{"Finetune/Learning Rate": 2.766534306572065e-06, "Finetune/Loss": 0.6388071775436401, "Finetune/Loss (Raw)": 0.6620054244995117, "Finetune/Step": 14706, "Finetune/Step Time": 6.668260974809527}
+{"Finetune/Learning Rate": 2.765371660922408e-06, "Finetune/Loss": 0.6386089324951172, "Finetune/Loss (Raw)": 0.7098199129104614, "Finetune/Step": 14707, "Finetune/Step Time": 6.669851090759039}
+{"Finetune/Learning Rate": 2.7642092204262394e-06, "Finetune/Loss": 0.6377708911895752, "Finetune/Loss (Raw)": 0.6125823855400085, "Finetune/Step": 14708, "Finetune/Step Time": 6.674613315612078}
+{"Finetune/Learning Rate": 2.7630469851165197e-06, "Finetune/Loss": 0.6368868350982666, "Finetune/Loss (Raw)": 0.5948025584220886, "Finetune/Step": 14709, "Finetune/Step Time": 6.692066058516502}
+{"Finetune/Learning Rate": 2.7618849550262097e-06, "Finetune/Loss": 0.6373289823532104, "Finetune/Loss (Raw)": 0.6583568453788757, "Finetune/Step": 14710, "Finetune/Step Time": 6.696658981963992}
+{"Finetune/Learning Rate": 2.7607231301882598e-06, "Finetune/Loss": 0.6384126543998718, "Finetune/Loss (Raw)": 0.7222408056259155, "Finetune/Step": 14711, "Finetune/Step Time": 6.7079178132116795}
+{"Finetune/Learning Rate": 2.7595615106356154e-06, "Finetune/Loss": 0.6358399391174316, "Finetune/Loss (Raw)": 0.5879234671592712, "Finetune/Step": 14712, "Finetune/Step Time": 6.694441517814994}
+{"Finetune/Learning Rate": 2.758400096401218e-06, "Finetune/Loss": 0.6350153088569641, "Finetune/Loss (Raw)": 0.5733082890510559, "Finetune/Step": 14713, "Finetune/Step Time": 6.691661454737186}
+{"Finetune/Learning Rate": 2.757238887518001e-06, "Finetune/Loss": 0.6351987719535828, "Finetune/Loss (Raw)": 0.6693690419197083, "Finetune/Step": 14714, "Finetune/Step Time": 6.689107410609722}
+{"Finetune/Learning Rate": 2.756077884018894e-06, "Finetune/Loss": 0.6355003118515015, "Finetune/Loss (Raw)": 0.6555047631263733, "Finetune/Step": 14715, "Finetune/Step Time": 6.69041315279901}
+{"Finetune/Learning Rate": 2.7549170859368203e-06, "Finetune/Loss": 0.6348235607147217, "Finetune/Loss (Raw)": 0.6182769536972046, "Finetune/Step": 14716, "Finetune/Step Time": 6.6902180183678865}
+{"Finetune/Learning Rate": 2.7537564933046945e-06, "Finetune/Loss": 0.6336957216262817, "Finetune/Loss (Raw)": 0.6275346875190735, "Finetune/Step": 14717, "Finetune/Step Time": 6.674868058413267}
+{"Finetune/Learning Rate": 2.7525961061554286e-06, "Finetune/Loss": 0.6336251497268677, "Finetune/Loss (Raw)": 0.6173368692398071, "Finetune/Step": 14718, "Finetune/Step Time": 6.6849089581519365}
+{"Finetune/Learning Rate": 2.751435924521929e-06, "Finetune/Loss": 0.6337897181510925, "Finetune/Loss (Raw)": 0.6848976612091064, "Finetune/Step": 14719, "Finetune/Step Time": 6.684947555884719}
+{"Finetune/Learning Rate": 2.7502759484370946e-06, "Finetune/Loss": 0.6338804960250854, "Finetune/Loss (Raw)": 0.5692879557609558, "Finetune/Step": 14720, "Finetune/Step Time": 6.68819547072053}
+{"Finetune/Learning Rate": 2.7491161779338185e-06, "Finetune/Loss": 0.6333428025245667, "Finetune/Loss (Raw)": 0.5909217000007629, "Finetune/Step": 14721, "Finetune/Step Time": 6.68646732904017}
+{"Finetune/Learning Rate": 2.7479566130449887e-06, "Finetune/Loss": 0.633699893951416, "Finetune/Loss (Raw)": 0.6031261682510376, "Finetune/Step": 14722, "Finetune/Step Time": 6.689943831413984}
+{"Finetune/Learning Rate": 2.7467972538034906e-06, "Finetune/Loss": 0.6353803873062134, "Finetune/Loss (Raw)": 0.6591583490371704, "Finetune/Step": 14723, "Finetune/Step Time": 6.676520040258765}
+{"Finetune/Learning Rate": 2.745638100242194e-06, "Finetune/Loss": 0.6366220712661743, "Finetune/Loss (Raw)": 0.6896094679832458, "Finetune/Step": 14724, "Finetune/Step Time": 6.675542274489999}
+{"Finetune/Learning Rate": 2.7444791523939698e-06, "Finetune/Loss": 0.6370593309402466, "Finetune/Loss (Raw)": 0.5984895825386047, "Finetune/Step": 14725, "Finetune/Step Time": 6.670003151521087}
+{"Finetune/Learning Rate": 2.7433204102916866e-06, "Finetune/Loss": 0.6367504596710205, "Finetune/Loss (Raw)": 0.5486499667167664, "Finetune/Step": 14726, "Finetune/Step Time": 6.672118723392487}
+{"Finetune/Learning Rate": 2.742161873968202e-06, "Finetune/Loss": 0.6369931101799011, "Finetune/Loss (Raw)": 0.6151373386383057, "Finetune/Step": 14727, "Finetune/Step Time": 6.6718456242233515}
+{"Finetune/Learning Rate": 2.7410035434563677e-06, "Finetune/Loss": 0.636692464351654, "Finetune/Loss (Raw)": 0.5826433897018433, "Finetune/Step": 14728, "Finetune/Step Time": 6.664662390947342}
+{"Finetune/Learning Rate": 2.7398454187890343e-06, "Finetune/Loss": 0.6371358633041382, "Finetune/Loss (Raw)": 0.6524819731712341, "Finetune/Step": 14729, "Finetune/Step Time": 6.664157669991255}
+{"Finetune/Learning Rate": 2.7386874999990375e-06, "Finetune/Loss": 0.6382885575294495, "Finetune/Loss (Raw)": 0.6972047686576843, "Finetune/Step": 14730, "Finetune/Step Time": 6.663823168724775}
+{"Finetune/Learning Rate": 2.737529787119214e-06, "Finetune/Loss": 0.6377111673355103, "Finetune/Loss (Raw)": 0.5566859245300293, "Finetune/Step": 14731, "Finetune/Step Time": 6.675262490287423}
+{"Finetune/Learning Rate": 2.736372280182391e-06, "Finetune/Loss": 0.6362167596817017, "Finetune/Loss (Raw)": 0.4570780396461487, "Finetune/Step": 14732, "Finetune/Step Time": 6.691699467599392}
+{"Finetune/Learning Rate": 2.735214979221399e-06, "Finetune/Loss": 0.636762797832489, "Finetune/Loss (Raw)": 0.610360860824585, "Finetune/Step": 14733, "Finetune/Step Time": 6.696094453334808}
+{"Finetune/Learning Rate": 2.7340578842690515e-06, "Finetune/Loss": 0.636681854724884, "Finetune/Loss (Raw)": 0.620567262172699, "Finetune/Step": 14734, "Finetune/Step Time": 6.69625368155539}
+{"Finetune/Learning Rate": 2.7329009953581607e-06, "Finetune/Loss": 0.6359177827835083, "Finetune/Loss (Raw)": 0.6133999228477478, "Finetune/Step": 14735, "Finetune/Step Time": 6.69442093744874}
+{"Finetune/Learning Rate": 2.731744312521536e-06, "Finetune/Loss": 0.6361488699913025, "Finetune/Loss (Raw)": 0.5705879330635071, "Finetune/Step": 14736, "Finetune/Step Time": 6.694506365805864}
+{"Finetune/Learning Rate": 2.73058783579197e-06, "Finetune/Loss": 0.6356643438339233, "Finetune/Loss (Raw)": 0.5520548820495605, "Finetune/Step": 14737, "Finetune/Step Time": 6.691630991175771}
+{"Finetune/Learning Rate": 2.729431565202263e-06, "Finetune/Loss": 0.6356416940689087, "Finetune/Loss (Raw)": 0.6408303380012512, "Finetune/Step": 14738, "Finetune/Step Time": 6.70946766808629}
+{"Finetune/Learning Rate": 2.728275500785199e-06, "Finetune/Loss": 0.6358482837677002, "Finetune/Loss (Raw)": 0.6800008416175842, "Finetune/Step": 14739, "Finetune/Step Time": 6.709902094677091}
+{"Finetune/Learning Rate": 2.7271196425735667e-06, "Finetune/Loss": 0.635469913482666, "Finetune/Loss (Raw)": 0.6711005568504333, "Finetune/Step": 14740, "Finetune/Step Time": 6.693804133683443}
+{"Finetune/Learning Rate": 2.72596399060014e-06, "Finetune/Loss": 0.636689305305481, "Finetune/Loss (Raw)": 0.8301164507865906, "Finetune/Step": 14741, "Finetune/Step Time": 6.695034377276897}
+{"Finetune/Learning Rate": 2.7248085448976934e-06, "Finetune/Loss": 0.6358917951583862, "Finetune/Loss (Raw)": 0.5919287800788879, "Finetune/Step": 14742, "Finetune/Step Time": 6.699358928948641}
+{"Finetune/Learning Rate": 2.7236533054989843e-06, "Finetune/Loss": 0.6347061991691589, "Finetune/Loss (Raw)": 0.6157045364379883, "Finetune/Step": 14743, "Finetune/Step Time": 6.697145812213421}
+{"Finetune/Learning Rate": 2.7224982724367775e-06, "Finetune/Loss": 0.6341196298599243, "Finetune/Loss (Raw)": 0.5317333340644836, "Finetune/Step": 14744, "Finetune/Step Time": 6.697161430492997}
+{"Finetune/Learning Rate": 2.721343445743825e-06, "Finetune/Loss": 0.6342896223068237, "Finetune/Loss (Raw)": 0.6300022602081299, "Finetune/Step": 14745, "Finetune/Step Time": 6.70415848121047}
+{"Finetune/Learning Rate": 2.7201888254528706e-06, "Finetune/Loss": 0.6338594555854797, "Finetune/Loss (Raw)": 0.6012031435966492, "Finetune/Step": 14746, "Finetune/Step Time": 6.722558286041021}
+{"Finetune/Learning Rate": 2.719034411596665e-06, "Finetune/Loss": 0.6327271461486816, "Finetune/Loss (Raw)": 0.5160729289054871, "Finetune/Step": 14747, "Finetune/Step Time": 6.714885000139475}
+{"Finetune/Learning Rate": 2.717880204207941e-06, "Finetune/Loss": 0.6336132884025574, "Finetune/Loss (Raw)": 0.6682611107826233, "Finetune/Step": 14748, "Finetune/Step Time": 6.7336419727653265}
+{"Finetune/Learning Rate": 2.7167262033194242e-06, "Finetune/Loss": 0.6342349052429199, "Finetune/Loss (Raw)": 0.8164255023002625, "Finetune/Step": 14749, "Finetune/Step Time": 6.714980656281114}
+{"Finetune/Learning Rate": 2.7155724089638415e-06, "Finetune/Loss": 0.6331379413604736, "Finetune/Loss (Raw)": 0.6236870288848877, "Finetune/Step": 14750, "Finetune/Step Time": 6.713935064151883}
+{"Finetune/Learning Rate": 2.7144188211739096e-06, "Finetune/Loss": 0.6339249610900879, "Finetune/Loss (Raw)": 0.6892533302307129, "Finetune/Step": 14751, "Finetune/Step Time": 6.7244175132364035}
+{"Finetune/Learning Rate": 2.7132654399823444e-06, "Finetune/Loss": 0.63395094871521, "Finetune/Loss (Raw)": 0.553690493106842, "Finetune/Step": 14752, "Finetune/Step Time": 6.724971199408174}
+{"Finetune/Learning Rate": 2.71211226542185e-06, "Finetune/Loss": 0.6322311162948608, "Finetune/Loss (Raw)": 0.5704407095909119, "Finetune/Step": 14753, "Finetune/Step Time": 6.719759091734886}
+{"Finetune/Learning Rate": 2.7109592975251274e-06, "Finetune/Loss": 0.6332773566246033, "Finetune/Loss (Raw)": 0.7805050015449524, "Finetune/Step": 14754, "Finetune/Step Time": 6.718178488314152}
+{"Finetune/Learning Rate": 2.7098065363248726e-06, "Finetune/Loss": 0.6325616836547852, "Finetune/Loss (Raw)": 0.6094470620155334, "Finetune/Step": 14755, "Finetune/Step Time": 6.715554052963853}
+{"Finetune/Learning Rate": 2.708653981853774e-06, "Finetune/Loss": 0.6327500939369202, "Finetune/Loss (Raw)": 0.6263296008110046, "Finetune/Step": 14756, "Finetune/Step Time": 6.716467279940844}
+{"Finetune/Learning Rate": 2.7075016341445137e-06, "Finetune/Loss": 0.6319540739059448, "Finetune/Loss (Raw)": 0.573296844959259, "Finetune/Step": 14757, "Finetune/Step Time": 6.722551923245192}
+{"Finetune/Learning Rate": 2.7063494932297705e-06, "Finetune/Loss": 0.6329973340034485, "Finetune/Loss (Raw)": 0.71550452709198, "Finetune/Step": 14758, "Finetune/Step Time": 6.718120815232396}
+{"Finetune/Learning Rate": 2.7051975591422152e-06, "Finetune/Loss": 0.6335316300392151, "Finetune/Loss (Raw)": 0.6648047566413879, "Finetune/Step": 14759, "Finetune/Step Time": 6.717922294512391}
+{"Finetune/Learning Rate": 2.7040458319145137e-06, "Finetune/Loss": 0.6335957050323486, "Finetune/Loss (Raw)": 0.550287663936615, "Finetune/Step": 14760, "Finetune/Step Time": 6.713544730097055}
+{"Finetune/Learning Rate": 2.702894311579325e-06, "Finetune/Loss": 0.6326872110366821, "Finetune/Loss (Raw)": 0.5150456428527832, "Finetune/Step": 14761, "Finetune/Step Time": 6.723443575203419}
+{"Finetune/Learning Rate": 2.7017429981693043e-06, "Finetune/Loss": 0.6333235502243042, "Finetune/Loss (Raw)": 0.7170300483703613, "Finetune/Step": 14762, "Finetune/Step Time": 6.7261486276984215}
+{"Finetune/Learning Rate": 2.700591891717098e-06, "Finetune/Loss": 0.6331413984298706, "Finetune/Loss (Raw)": 0.6176286339759827, "Finetune/Step": 14763, "Finetune/Step Time": 6.726436661556363}
+{"Finetune/Learning Rate": 2.6994409922553487e-06, "Finetune/Loss": 0.6340265274047852, "Finetune/Loss (Raw)": 0.6356278657913208, "Finetune/Step": 14764, "Finetune/Step Time": 6.721682196483016}
+{"Finetune/Learning Rate": 2.6982902998166936e-06, "Finetune/Loss": 0.6339799165725708, "Finetune/Loss (Raw)": 0.6200363039970398, "Finetune/Step": 14765, "Finetune/Step Time": 6.716155821457505}
+{"Finetune/Learning Rate": 2.6971398144337624e-06, "Finetune/Loss": 0.6329212188720703, "Finetune/Loss (Raw)": 0.5115225315093994, "Finetune/Step": 14766, "Finetune/Step Time": 6.716974278911948}
+{"Finetune/Learning Rate": 2.6959895361391784e-06, "Finetune/Loss": 0.6331278085708618, "Finetune/Loss (Raw)": 0.6648789048194885, "Finetune/Step": 14767, "Finetune/Step Time": 6.731900803744793}
+{"Finetune/Learning Rate": 2.694839464965563e-06, "Finetune/Loss": 0.6352974772453308, "Finetune/Loss (Raw)": 0.6996309161186218, "Finetune/Step": 14768, "Finetune/Step Time": 6.7197675332427025}
+{"Finetune/Learning Rate": 2.693689600945526e-06, "Finetune/Loss": 0.634968638420105, "Finetune/Loss (Raw)": 0.6032413840293884, "Finetune/Step": 14769, "Finetune/Step Time": 6.711505047976971}
+{"Finetune/Learning Rate": 2.6925399441116763e-06, "Finetune/Loss": 0.6343796253204346, "Finetune/Loss (Raw)": 0.6398274302482605, "Finetune/Step": 14770, "Finetune/Step Time": 6.7160046473145485}
+{"Finetune/Learning Rate": 2.691390494496613e-06, "Finetune/Loss": 0.6337491869926453, "Finetune/Loss (Raw)": 0.57622891664505, "Finetune/Step": 14771, "Finetune/Step Time": 6.678419049829245}
+{"Finetune/Learning Rate": 2.690241252132937e-06, "Finetune/Loss": 0.6347039341926575, "Finetune/Loss (Raw)": 0.5964491963386536, "Finetune/Step": 14772, "Finetune/Step Time": 6.677601797506213}
+{"Finetune/Learning Rate": 2.6890922170532253e-06, "Finetune/Loss": 0.6349766254425049, "Finetune/Loss (Raw)": 0.6103560924530029, "Finetune/Step": 14773, "Finetune/Step Time": 6.683541648089886}
+{"Finetune/Learning Rate": 2.687943389290073e-06, "Finetune/Loss": 0.6356142163276672, "Finetune/Loss (Raw)": 0.6483280658721924, "Finetune/Step": 14774, "Finetune/Step Time": 6.687008870765567}
+{"Finetune/Learning Rate": 2.686794768876053e-06, "Finetune/Loss": 0.6349462866783142, "Finetune/Loss (Raw)": 0.5698132514953613, "Finetune/Step": 14775, "Finetune/Step Time": 6.691215068101883}
+{"Finetune/Learning Rate": 2.6856463558437374e-06, "Finetune/Loss": 0.6346459984779358, "Finetune/Loss (Raw)": 0.6376410722732544, "Finetune/Step": 14776, "Finetune/Step Time": 6.693075969815254}
+{"Finetune/Learning Rate": 2.6844981502256917e-06, "Finetune/Loss": 0.6348918676376343, "Finetune/Loss (Raw)": 0.6816288828849792, "Finetune/Step": 14777, "Finetune/Step Time": 6.6909276600927114}
+{"Finetune/Learning Rate": 2.683350152054479e-06, "Finetune/Loss": 0.6348104476928711, "Finetune/Loss (Raw)": 0.7114432454109192, "Finetune/Step": 14778, "Finetune/Step Time": 6.689476581290364}
+{"Finetune/Learning Rate": 2.682202361362648e-06, "Finetune/Loss": 0.6355065107345581, "Finetune/Loss (Raw)": 0.6805753111839294, "Finetune/Step": 14779, "Finetune/Step Time": 6.690807884559035}
+{"Finetune/Learning Rate": 2.681054778182748e-06, "Finetune/Loss": 0.6360633969306946, "Finetune/Loss (Raw)": 0.6218932867050171, "Finetune/Step": 14780, "Finetune/Step Time": 6.679729990661144}
+{"Finetune/Learning Rate": 2.6799074025473204e-06, "Finetune/Loss": 0.6365355253219604, "Finetune/Loss (Raw)": 0.6868484616279602, "Finetune/Step": 14781, "Finetune/Step Time": 6.676418913528323}
+{"Finetune/Learning Rate": 2.6787602344889053e-06, "Finetune/Loss": 0.6357165575027466, "Finetune/Loss (Raw)": 0.4970800280570984, "Finetune/Step": 14782, "Finetune/Step Time": 6.684563346207142}
+{"Finetune/Learning Rate": 2.677613274040031e-06, "Finetune/Loss": 0.6350666284561157, "Finetune/Loss (Raw)": 0.6608070731163025, "Finetune/Step": 14783, "Finetune/Step Time": 6.682768678292632}
+{"Finetune/Learning Rate": 2.676466521233225e-06, "Finetune/Loss": 0.6342105269432068, "Finetune/Loss (Raw)": 0.539444625377655, "Finetune/Step": 14784, "Finetune/Step Time": 6.6703628823161125}
+{"Finetune/Learning Rate": 2.675319976101002e-06, "Finetune/Loss": 0.6338810324668884, "Finetune/Loss (Raw)": 0.47288697957992554, "Finetune/Step": 14785, "Finetune/Step Time": 6.670656871050596}
+{"Finetune/Learning Rate": 2.6741736386758743e-06, "Finetune/Loss": 0.6331695914268494, "Finetune/Loss (Raw)": 0.6046889424324036, "Finetune/Step": 14786, "Finetune/Step Time": 6.668423091992736}
+{"Finetune/Learning Rate": 2.67302750899035e-06, "Finetune/Loss": 0.6331509351730347, "Finetune/Loss (Raw)": 0.6193200349807739, "Finetune/Step": 14787, "Finetune/Step Time": 6.668873410671949}
+{"Finetune/Learning Rate": 2.671881587076929e-06, "Finetune/Loss": 0.633755624294281, "Finetune/Loss (Raw)": 0.6507250666618347, "Finetune/Step": 14788, "Finetune/Step Time": 6.670030940324068}
+{"Finetune/Learning Rate": 2.670735872968109e-06, "Finetune/Loss": 0.632091760635376, "Finetune/Loss (Raw)": 0.5697942972183228, "Finetune/Step": 14789, "Finetune/Step Time": 6.68009565025568}
+{"Finetune/Learning Rate": 2.669590366696382e-06, "Finetune/Loss": 0.6330593824386597, "Finetune/Loss (Raw)": 0.7246098518371582, "Finetune/Step": 14790, "Finetune/Step Time": 6.678135398775339}
+{"Finetune/Learning Rate": 2.6684450682942243e-06, "Finetune/Loss": 0.6329280138015747, "Finetune/Loss (Raw)": 0.6172327995300293, "Finetune/Step": 14791, "Finetune/Step Time": 6.676743535324931}
+{"Finetune/Learning Rate": 2.6672999777941168e-06, "Finetune/Loss": 0.6320121884346008, "Finetune/Loss (Raw)": 0.5249191522598267, "Finetune/Step": 14792, "Finetune/Step Time": 6.692878445610404}
+{"Finetune/Learning Rate": 2.6661550952285297e-06, "Finetune/Loss": 0.632396936416626, "Finetune/Loss (Raw)": 0.7326161861419678, "Finetune/Step": 14793, "Finetune/Step Time": 6.690187742933631}
+{"Finetune/Learning Rate": 2.6650104206299287e-06, "Finetune/Loss": 0.6318296790122986, "Finetune/Loss (Raw)": 0.6036730408668518, "Finetune/Step": 14794, "Finetune/Step Time": 6.691424647346139}
+{"Finetune/Learning Rate": 2.663865954030773e-06, "Finetune/Loss": 0.6319950819015503, "Finetune/Loss (Raw)": 0.6985957026481628, "Finetune/Step": 14795, "Finetune/Step Time": 6.691123105585575}
+{"Finetune/Learning Rate": 2.6627216954635227e-06, "Finetune/Loss": 0.631854772567749, "Finetune/Loss (Raw)": 0.6396628618240356, "Finetune/Step": 14796, "Finetune/Step Time": 6.691776784136891}
+{"Finetune/Learning Rate": 2.661577644960618e-06, "Finetune/Loss": 0.6309860944747925, "Finetune/Loss (Raw)": 0.62897789478302, "Finetune/Step": 14797, "Finetune/Step Time": 6.69112634472549}
+{"Finetune/Learning Rate": 2.660433802554503e-06, "Finetune/Loss": 0.6317782402038574, "Finetune/Loss (Raw)": 0.670482337474823, "Finetune/Step": 14798, "Finetune/Step Time": 6.693222999572754}
+{"Finetune/Learning Rate": 2.659290168277615e-06, "Finetune/Loss": 0.632400631904602, "Finetune/Loss (Raw)": 0.6612962484359741, "Finetune/Step": 14799, "Finetune/Step Time": 6.724929807707667}
+{"Finetune/Learning Rate": 2.6581467421623842e-06, "Finetune/Loss": 0.6319308280944824, "Finetune/Loss (Raw)": 0.6696933507919312, "Finetune/Step": 14800, "Finetune/Step Time": 6.725660245865583}
+{"Finetune/Learning Rate": 2.6570035242412327e-06, "Finetune/Loss": 0.6322340965270996, "Finetune/Loss (Raw)": 0.6649744510650635, "Finetune/Step": 14801, "Finetune/Step Time": 6.737874569371343}
+{"Finetune/Learning Rate": 2.6558605145465823e-06, "Finetune/Loss": 0.6321035623550415, "Finetune/Loss (Raw)": 0.6905508041381836, "Finetune/Step": 14802, "Finetune/Step Time": 6.725310234352946}
+{"Finetune/Learning Rate": 2.6547177131108427e-06, "Finetune/Loss": 0.6307063102722168, "Finetune/Loss (Raw)": 0.6111255288124084, "Finetune/Step": 14803, "Finetune/Step Time": 6.728614252060652}
+{"Finetune/Learning Rate": 2.6535751199664218e-06, "Finetune/Loss": 0.6307879686355591, "Finetune/Loss (Raw)": 0.6000685095787048, "Finetune/Step": 14804, "Finetune/Step Time": 6.72898305952549}
+{"Finetune/Learning Rate": 2.6524327351457202e-06, "Finetune/Loss": 0.6318358778953552, "Finetune/Loss (Raw)": 0.7069233655929565, "Finetune/Step": 14805, "Finetune/Step Time": 6.732776407152414}
+{"Finetune/Learning Rate": 2.6512905586811333e-06, "Finetune/Loss": 0.6322486400604248, "Finetune/Loss (Raw)": 0.6793564558029175, "Finetune/Step": 14806, "Finetune/Step Time": 6.734088905155659}
+{"Finetune/Learning Rate": 2.6501485906050485e-06, "Finetune/Loss": 0.632652997970581, "Finetune/Loss (Raw)": 0.5853321552276611, "Finetune/Step": 14807, "Finetune/Step Time": 6.7178703509271145}
+{"Finetune/Learning Rate": 2.6490068309498483e-06, "Finetune/Loss": 0.632561981678009, "Finetune/Loss (Raw)": 0.6563032865524292, "Finetune/Step": 14808, "Finetune/Step Time": 6.720029896125197}
+{"Finetune/Learning Rate": 2.647865279747913e-06, "Finetune/Loss": 0.6330981254577637, "Finetune/Loss (Raw)": 0.6440497040748596, "Finetune/Step": 14809, "Finetune/Step Time": 6.716422019526362}
+{"Finetune/Learning Rate": 2.646723937031611e-06, "Finetune/Loss": 0.6322861909866333, "Finetune/Loss (Raw)": 0.6230248808860779, "Finetune/Step": 14810, "Finetune/Step Time": 6.711125051602721}
+{"Finetune/Learning Rate": 2.6455828028333074e-06, "Finetune/Loss": 0.6340229511260986, "Finetune/Loss (Raw)": 0.6799682974815369, "Finetune/Step": 14811, "Finetune/Step Time": 6.715018967166543}
+{"Finetune/Learning Rate": 2.6444418771853632e-06, "Finetune/Loss": 0.6339155435562134, "Finetune/Loss (Raw)": 0.613274872303009, "Finetune/Step": 14812, "Finetune/Step Time": 6.703678209334612}
+{"Finetune/Learning Rate": 2.643301160120131e-06, "Finetune/Loss": 0.6336714029312134, "Finetune/Loss (Raw)": 0.5843738317489624, "Finetune/Step": 14813, "Finetune/Step Time": 6.705201944336295}
+{"Finetune/Learning Rate": 2.6421606516699607e-06, "Finetune/Loss": 0.6336588859558105, "Finetune/Loss (Raw)": 0.6148168444633484, "Finetune/Step": 14814, "Finetune/Step Time": 6.704225175082684}
+{"Finetune/Learning Rate": 2.641020351867186e-06, "Finetune/Loss": 0.634968638420105, "Finetune/Loss (Raw)": 0.6496322154998779, "Finetune/Step": 14815, "Finetune/Step Time": 6.688724286854267}
+{"Finetune/Learning Rate": 2.639880260744151e-06, "Finetune/Loss": 0.6351946592330933, "Finetune/Loss (Raw)": 0.7370961308479309, "Finetune/Step": 14816, "Finetune/Step Time": 6.6876907758414745}
+{"Finetune/Learning Rate": 2.6387403783331812e-06, "Finetune/Loss": 0.6350964307785034, "Finetune/Loss (Raw)": 0.6410478353500366, "Finetune/Step": 14817, "Finetune/Step Time": 6.688811777159572}
+{"Finetune/Learning Rate": 2.637600704666603e-06, "Finetune/Loss": 0.6338366270065308, "Finetune/Loss (Raw)": 0.4562539756298065, "Finetune/Step": 14818, "Finetune/Step Time": 6.703550176694989}
+{"Finetune/Learning Rate": 2.6364612397767332e-06, "Finetune/Loss": 0.6328831315040588, "Finetune/Loss (Raw)": 0.6406593918800354, "Finetune/Step": 14819, "Finetune/Step Time": 6.704567829146981}
+{"Finetune/Learning Rate": 2.6353219836958823e-06, "Finetune/Loss": 0.6323938369750977, "Finetune/Loss (Raw)": 0.559592068195343, "Finetune/Step": 14820, "Finetune/Step Time": 6.7203810680657625}
+{"Finetune/Learning Rate": 2.634182936456361e-06, "Finetune/Loss": 0.6325845718383789, "Finetune/Loss (Raw)": 0.726852536201477, "Finetune/Step": 14821, "Finetune/Step Time": 6.714245056733489}
+{"Finetune/Learning Rate": 2.6330440980904603e-06, "Finetune/Loss": 0.6328948736190796, "Finetune/Loss (Raw)": 0.7222113609313965, "Finetune/Step": 14822, "Finetune/Step Time": 6.717651823535562}
+{"Finetune/Learning Rate": 2.6319054686304836e-06, "Finetune/Loss": 0.631278932094574, "Finetune/Loss (Raw)": 0.5867452621459961, "Finetune/Step": 14823, "Finetune/Step Time": 6.7126615308225155}
+{"Finetune/Learning Rate": 2.6307670481087143e-06, "Finetune/Loss": 0.6307307481765747, "Finetune/Loss (Raw)": 0.6133052706718445, "Finetune/Step": 14824, "Finetune/Step Time": 6.712532725185156}
+{"Finetune/Learning Rate": 2.6296288365574372e-06, "Finetune/Loss": 0.6308387517929077, "Finetune/Loss (Raw)": 0.628389298915863, "Finetune/Step": 14825, "Finetune/Step Time": 6.711433980613947}
+{"Finetune/Learning Rate": 2.6284908340089276e-06, "Finetune/Loss": 0.6299065947532654, "Finetune/Loss (Raw)": 0.6477726697921753, "Finetune/Step": 14826, "Finetune/Step Time": 6.712279632687569}
+{"Finetune/Learning Rate": 2.6273530404954596e-06, "Finetune/Loss": 0.6296535134315491, "Finetune/Loss (Raw)": 0.5541848540306091, "Finetune/Step": 14827, "Finetune/Step Time": 6.730585396289825}
+{"Finetune/Learning Rate": 2.6262154560492915e-06, "Finetune/Loss": 0.6295325756072998, "Finetune/Loss (Raw)": 0.6099415421485901, "Finetune/Step": 14828, "Finetune/Step Time": 6.734772646799684}
+{"Finetune/Learning Rate": 2.6250780807026843e-06, "Finetune/Loss": 0.6305246353149414, "Finetune/Loss (Raw)": 0.7024841904640198, "Finetune/Step": 14829, "Finetune/Step Time": 6.7400025594979525}
+{"Finetune/Learning Rate": 2.623940914487888e-06, "Finetune/Loss": 0.6309934258460999, "Finetune/Loss (Raw)": 0.7536812424659729, "Finetune/Step": 14830, "Finetune/Step Time": 6.72537381015718}
+{"Finetune/Learning Rate": 2.6228039574371566e-06, "Finetune/Loss": 0.6309084296226501, "Finetune/Loss (Raw)": 0.6530475616455078, "Finetune/Step": 14831, "Finetune/Step Time": 6.724736204370856}
+{"Finetune/Learning Rate": 2.6216672095827267e-06, "Finetune/Loss": 0.629153847694397, "Finetune/Loss (Raw)": 0.49348634481430054, "Finetune/Step": 14832, "Finetune/Step Time": 6.717909762635827}
+{"Finetune/Learning Rate": 2.6205306709568358e-06, "Finetune/Loss": 0.6281870603561401, "Finetune/Loss (Raw)": 0.5132024884223938, "Finetune/Step": 14833, "Finetune/Step Time": 6.74446745403111}
+{"Finetune/Learning Rate": 2.619394341591709e-06, "Finetune/Loss": 0.6292523145675659, "Finetune/Loss (Raw)": 0.7983562350273132, "Finetune/Step": 14834, "Finetune/Step Time": 6.744002021849155}
+{"Finetune/Learning Rate": 2.6182582215195695e-06, "Finetune/Loss": 0.6284831762313843, "Finetune/Loss (Raw)": 0.6113724708557129, "Finetune/Step": 14835, "Finetune/Step Time": 6.736794603988528}
+{"Finetune/Learning Rate": 2.6171223107726373e-06, "Finetune/Loss": 0.6277622580528259, "Finetune/Loss (Raw)": 0.5203067660331726, "Finetune/Step": 14836, "Finetune/Step Time": 6.735876819118857}
+{"Finetune/Learning Rate": 2.615986609383119e-06, "Finetune/Loss": 0.6282080411911011, "Finetune/Loss (Raw)": 0.6518649458885193, "Finetune/Step": 14837, "Finetune/Step Time": 6.734008282423019}
+{"Finetune/Learning Rate": 2.6148511173832246e-06, "Finetune/Loss": 0.6281130909919739, "Finetune/Loss (Raw)": 0.6461992263793945, "Finetune/Step": 14838, "Finetune/Step Time": 6.732217043638229}
+{"Finetune/Learning Rate": 2.613715834805157e-06, "Finetune/Loss": 0.6261866688728333, "Finetune/Loss (Raw)": 0.4756602346897125, "Finetune/Step": 14839, "Finetune/Step Time": 6.755980392917991}
+{"Finetune/Learning Rate": 2.6125807616811006e-06, "Finetune/Loss": 0.6267744302749634, "Finetune/Loss (Raw)": 0.6631518006324768, "Finetune/Step": 14840, "Finetune/Step Time": 6.757828667759895}
+{"Finetune/Learning Rate": 2.6114458980432465e-06, "Finetune/Loss": 0.6277898550033569, "Finetune/Loss (Raw)": 0.703284740447998, "Finetune/Step": 14841, "Finetune/Step Time": 6.757860824465752}
+{"Finetune/Learning Rate": 2.6103112439237776e-06, "Finetune/Loss": 0.6261166930198669, "Finetune/Loss (Raw)": 0.45520907640457153, "Finetune/Step": 14842, "Finetune/Step Time": 6.762343060225248}
+{"Finetune/Learning Rate": 2.6091767993548676e-06, "Finetune/Loss": 0.6251622438430786, "Finetune/Loss (Raw)": 0.5333277583122253, "Finetune/Step": 14843, "Finetune/Step Time": 6.781753391027451}
+{"Finetune/Learning Rate": 2.6080425643686835e-06, "Finetune/Loss": 0.6248753666877747, "Finetune/Loss (Raw)": 0.5815672278404236, "Finetune/Step": 14844, "Finetune/Step Time": 6.791006933897734}
+{"Finetune/Learning Rate": 2.6069085389973993e-06, "Finetune/Loss": 0.6245862245559692, "Finetune/Loss (Raw)": 0.5905206203460693, "Finetune/Step": 14845, "Finetune/Step Time": 6.787906352430582}
+{"Finetune/Learning Rate": 2.605774723273162e-06, "Finetune/Loss": 0.62396240234375, "Finetune/Loss (Raw)": 0.5374845862388611, "Finetune/Step": 14846, "Finetune/Step Time": 6.775899292901158}
+{"Finetune/Learning Rate": 2.6046411172281284e-06, "Finetune/Loss": 0.6223450899124146, "Finetune/Loss (Raw)": 0.47788798809051514, "Finetune/Step": 14847, "Finetune/Step Time": 6.790157221257687}
+{"Finetune/Learning Rate": 2.6035077208944416e-06, "Finetune/Loss": 0.6220319271087646, "Finetune/Loss (Raw)": 0.529201090335846, "Finetune/Step": 14848, "Finetune/Step Time": 6.788296489045024}
+{"Finetune/Learning Rate": 2.602374534304244e-06, "Finetune/Loss": 0.6221216917037964, "Finetune/Loss (Raw)": 0.6024050116539001, "Finetune/Step": 14849, "Finetune/Step Time": 6.7899057026952505}
+{"Finetune/Learning Rate": 2.6012415574896677e-06, "Finetune/Loss": 0.6209143400192261, "Finetune/Loss (Raw)": 0.4485889673233032, "Finetune/Step": 14850, "Finetune/Step Time": 6.803975434973836}
+{"Finetune/Learning Rate": 2.6001087904828425e-06, "Finetune/Loss": 0.6202247142791748, "Finetune/Loss (Raw)": 0.5708801746368408, "Finetune/Step": 14851, "Finetune/Step Time": 6.819689225405455}
+{"Finetune/Learning Rate": 2.5989762333158896e-06, "Finetune/Loss": 0.6210728883743286, "Finetune/Loss (Raw)": 0.7981815934181213, "Finetune/Step": 14852, "Finetune/Step Time": 6.821501446887851}
+{"Finetune/Learning Rate": 2.5978438860209243e-06, "Finetune/Loss": 0.6218716502189636, "Finetune/Loss (Raw)": 0.7007317543029785, "Finetune/Step": 14853, "Finetune/Step Time": 6.842240270227194}
+{"Finetune/Learning Rate": 2.5967117486300573e-06, "Finetune/Loss": 0.6226189136505127, "Finetune/Loss (Raw)": 0.6442947387695312, "Finetune/Step": 14854, "Finetune/Step Time": 6.8428149204701185}
+{"Finetune/Learning Rate": 2.595579821175395e-06, "Finetune/Loss": 0.6221291422843933, "Finetune/Loss (Raw)": 0.5524494647979736, "Finetune/Step": 14855, "Finetune/Step Time": 6.846440996974707}
+{"Finetune/Learning Rate": 2.594448103689031e-06, "Finetune/Loss": 0.622726559638977, "Finetune/Loss (Raw)": 0.6591173410415649, "Finetune/Step": 14856, "Finetune/Step Time": 6.842185175046325}
+{"Finetune/Learning Rate": 2.5933165962030616e-06, "Finetune/Loss": 0.6220280528068542, "Finetune/Loss (Raw)": 0.5630700588226318, "Finetune/Step": 14857, "Finetune/Step Time": 6.846677785739303}
+{"Finetune/Learning Rate": 2.592185298749571e-06, "Finetune/Loss": 0.6210914850234985, "Finetune/Loss (Raw)": 0.5773288607597351, "Finetune/Step": 14858, "Finetune/Step Time": 6.869822859764099}
+{"Finetune/Learning Rate": 2.591054211360641e-06, "Finetune/Loss": 0.621924877166748, "Finetune/Loss (Raw)": 0.663359522819519, "Finetune/Step": 14859, "Finetune/Step Time": 6.883176926523447}
+{"Finetune/Learning Rate": 2.589923334068345e-06, "Finetune/Loss": 0.6232170462608337, "Finetune/Loss (Raw)": 0.6224727630615234, "Finetune/Step": 14860, "Finetune/Step Time": 6.870813138782978}
+{"Finetune/Learning Rate": 2.5887926669047527e-06, "Finetune/Loss": 0.6235470771789551, "Finetune/Loss (Raw)": 0.6525998115539551, "Finetune/Step": 14861, "Finetune/Step Time": 6.8713578172028065}
+{"Finetune/Learning Rate": 2.5876622099019243e-06, "Finetune/Loss": 0.6245712041854858, "Finetune/Loss (Raw)": 0.7516573667526245, "Finetune/Step": 14862, "Finetune/Step Time": 6.870905762538314}
+{"Finetune/Learning Rate": 2.586531963091922e-06, "Finetune/Loss": 0.6254040002822876, "Finetune/Loss (Raw)": 0.7199987769126892, "Finetune/Step": 14863, "Finetune/Step Time": 6.86688382551074}
+{"Finetune/Learning Rate": 2.585401926506785e-06, "Finetune/Loss": 0.6257416605949402, "Finetune/Loss (Raw)": 0.6138092279434204, "Finetune/Step": 14864, "Finetune/Step Time": 6.866879239678383}
+{"Finetune/Learning Rate": 2.5842721001785685e-06, "Finetune/Loss": 0.6263227462768555, "Finetune/Loss (Raw)": 0.6264384984970093, "Finetune/Step": 14865, "Finetune/Step Time": 6.868253098800778}
+{"Finetune/Learning Rate": 2.5831424841393084e-06, "Finetune/Loss": 0.6254489421844482, "Finetune/Loss (Raw)": 0.5289800763130188, "Finetune/Step": 14866, "Finetune/Step Time": 6.847806891426444}
+{"Finetune/Learning Rate": 2.582013078421036e-06, "Finetune/Loss": 0.6243406534194946, "Finetune/Loss (Raw)": 0.538145899772644, "Finetune/Step": 14867, "Finetune/Step Time": 6.848662359640002}
+{"Finetune/Learning Rate": 2.580883883055779e-06, "Finetune/Loss": 0.6235145330429077, "Finetune/Loss (Raw)": 0.5653435587882996, "Finetune/Step": 14868, "Finetune/Step Time": 6.85620142146945}
+{"Finetune/Learning Rate": 2.5797548980755604e-06, "Finetune/Loss": 0.6218587160110474, "Finetune/Loss (Raw)": 0.6181735396385193, "Finetune/Step": 14869, "Finetune/Step Time": 6.859301107004285}
+{"Finetune/Learning Rate": 2.578626123512391e-06, "Finetune/Loss": 0.6223386526107788, "Finetune/Loss (Raw)": 0.653370201587677, "Finetune/Step": 14870, "Finetune/Step Time": 6.851906327530742}
+{"Finetune/Learning Rate": 2.5774975593982766e-06, "Finetune/Loss": 0.6216568946838379, "Finetune/Loss (Raw)": 0.5284316539764404, "Finetune/Step": 14871, "Finetune/Step Time": 6.859802706167102}
+{"Finetune/Learning Rate": 2.576369205765229e-06, "Finetune/Loss": 0.6225936412811279, "Finetune/Loss (Raw)": 0.6516364812850952, "Finetune/Step": 14872, "Finetune/Step Time": 6.844937374815345}
+{"Finetune/Learning Rate": 2.5752410626452396e-06, "Finetune/Loss": 0.6231554746627808, "Finetune/Loss (Raw)": 0.70191890001297, "Finetune/Step": 14873, "Finetune/Step Time": 6.837328393012285}
+{"Finetune/Learning Rate": 2.5741131300703004e-06, "Finetune/Loss": 0.6235960721969604, "Finetune/Loss (Raw)": 0.6575977802276611, "Finetune/Step": 14874, "Finetune/Step Time": 6.819493740797043}
+{"Finetune/Learning Rate": 2.5729854080724003e-06, "Finetune/Loss": 0.6244819760322571, "Finetune/Loss (Raw)": 0.6294731497764587, "Finetune/Step": 14875, "Finetune/Step Time": 6.810836082324386}
+{"Finetune/Learning Rate": 2.5718578966835116e-06, "Finetune/Loss": 0.6249998807907104, "Finetune/Loss (Raw)": 0.7345487475395203, "Finetune/Step": 14876, "Finetune/Step Time": 6.793885476887226}
+{"Finetune/Learning Rate": 2.570730595935609e-06, "Finetune/Loss": 0.6230326294898987, "Finetune/Loss (Raw)": 0.5646231174468994, "Finetune/Step": 14877, "Finetune/Step Time": 6.81272891536355}
+{"Finetune/Learning Rate": 2.569603505860658e-06, "Finetune/Loss": 0.6220291256904602, "Finetune/Loss (Raw)": 0.4952327311038971, "Finetune/Step": 14878, "Finetune/Step Time": 6.813119014725089}
+{"Finetune/Learning Rate": 2.568476626490626e-06, "Finetune/Loss": 0.6213977336883545, "Finetune/Loss (Raw)": 0.6084371209144592, "Finetune/Step": 14879, "Finetune/Step Time": 6.8188256323337555}
+{"Finetune/Learning Rate": 2.5673499578574644e-06, "Finetune/Loss": 0.6216959357261658, "Finetune/Loss (Raw)": 0.5918570756912231, "Finetune/Step": 14880, "Finetune/Step Time": 6.816325802356005}
+{"Finetune/Learning Rate": 2.5662234999931244e-06, "Finetune/Loss": 0.6213769316673279, "Finetune/Loss (Raw)": 0.5296133756637573, "Finetune/Step": 14881, "Finetune/Step Time": 6.820998398587108}
+{"Finetune/Learning Rate": 2.565097252929545e-06, "Finetune/Loss": 0.6202404499053955, "Finetune/Loss (Raw)": 0.6350373029708862, "Finetune/Step": 14882, "Finetune/Step Time": 6.837633760645986}
+{"Finetune/Learning Rate": 2.563971216698665e-06, "Finetune/Loss": 0.6194074153900146, "Finetune/Loss (Raw)": 0.5028204917907715, "Finetune/Step": 14883, "Finetune/Step Time": 6.843633342534304}
+{"Finetune/Learning Rate": 2.562845391332417e-06, "Finetune/Loss": 0.6201215386390686, "Finetune/Loss (Raw)": 0.717727541923523, "Finetune/Step": 14884, "Finetune/Step Time": 6.840848783031106}
+{"Finetune/Learning Rate": 2.5617197768627244e-06, "Finetune/Loss": 0.6211967468261719, "Finetune/Loss (Raw)": 0.7109240889549255, "Finetune/Step": 14885, "Finetune/Step Time": 6.831774795427918}
+{"Finetune/Learning Rate": 2.5605943733215044e-06, "Finetune/Loss": 0.6203329563140869, "Finetune/Loss (Raw)": 0.604948878288269, "Finetune/Step": 14886, "Finetune/Step Time": 6.831521974876523}
+{"Finetune/Learning Rate": 2.559469180740679e-06, "Finetune/Loss": 0.6204137802124023, "Finetune/Loss (Raw)": 0.675144374370575, "Finetune/Step": 14887, "Finetune/Step Time": 6.831119451671839}
+{"Finetune/Learning Rate": 2.5583441991521475e-06, "Finetune/Loss": 0.6211885213851929, "Finetune/Loss (Raw)": 0.6494553685188293, "Finetune/Step": 14888, "Finetune/Step Time": 6.828526405617595}
+{"Finetune/Learning Rate": 2.5572194285878125e-06, "Finetune/Loss": 0.6219565272331238, "Finetune/Loss (Raw)": 0.6133511066436768, "Finetune/Step": 14889, "Finetune/Step Time": 6.839671686291695}
+{"Finetune/Learning Rate": 2.5560948690795693e-06, "Finetune/Loss": 0.6214423179626465, "Finetune/Loss (Raw)": 0.6512109041213989, "Finetune/Step": 14890, "Finetune/Step Time": 6.838228164240718}
+{"Finetune/Learning Rate": 2.55497052065931e-06, "Finetune/Loss": 0.6215862035751343, "Finetune/Loss (Raw)": 0.6360495686531067, "Finetune/Step": 14891, "Finetune/Step Time": 6.852260071784258}
+{"Finetune/Learning Rate": 2.5538463833589144e-06, "Finetune/Loss": 0.6212970018386841, "Finetune/Loss (Raw)": 0.5986102223396301, "Finetune/Step": 14892, "Finetune/Step Time": 6.853463975712657}
+{"Finetune/Learning Rate": 2.5527224572102617e-06, "Finetune/Loss": 0.6209942102432251, "Finetune/Loss (Raw)": 0.5812728404998779, "Finetune/Step": 14893, "Finetune/Step Time": 6.850081188604236}
+{"Finetune/Learning Rate": 2.5515987422452225e-06, "Finetune/Loss": 0.6216862201690674, "Finetune/Loss (Raw)": 0.6001051664352417, "Finetune/Step": 14894, "Finetune/Step Time": 6.863539252430201}
+{"Finetune/Learning Rate": 2.550475238495663e-06, "Finetune/Loss": 0.6214402318000793, "Finetune/Loss (Raw)": 0.6333891749382019, "Finetune/Step": 14895, "Finetune/Step Time": 6.846298882737756}
+{"Finetune/Learning Rate": 2.5493519459934423e-06, "Finetune/Loss": 0.6208966970443726, "Finetune/Loss (Raw)": 0.6300596594810486, "Finetune/Step": 14896, "Finetune/Step Time": 6.845061298459768}
+{"Finetune/Learning Rate": 2.5482288647704134e-06, "Finetune/Loss": 0.6215200424194336, "Finetune/Loss (Raw)": 0.6830266118049622, "Finetune/Step": 14897, "Finetune/Step Time": 6.827882811427116}
+{"Finetune/Learning Rate": 2.5471059948584243e-06, "Finetune/Loss": 0.6211801767349243, "Finetune/Loss (Raw)": 0.5963266491889954, "Finetune/Step": 14898, "Finetune/Step Time": 6.825614873319864}
+{"Finetune/Learning Rate": 2.545983336289315e-06, "Finetune/Loss": 0.6218437552452087, "Finetune/Loss (Raw)": 0.6611695289611816, "Finetune/Step": 14899, "Finetune/Step Time": 6.827452322468162}
+{"Finetune/Learning Rate": 2.544860889094922e-06, "Finetune/Loss": 0.6222934722900391, "Finetune/Loss (Raw)": 0.6540126800537109, "Finetune/Step": 14900, "Finetune/Step Time": 6.825366765260696}
+{"Finetune/Learning Rate": 2.5437386533070764e-06, "Finetune/Loss": 0.6223975419998169, "Finetune/Loss (Raw)": 0.6236801743507385, "Finetune/Step": 14901, "Finetune/Step Time": 6.828598475083709}
+{"Finetune/Learning Rate": 2.542616628957598e-06, "Finetune/Loss": 0.6212326884269714, "Finetune/Loss (Raw)": 0.49922171235084534, "Finetune/Step": 14902, "Finetune/Step Time": 6.824752310290933}
+{"Finetune/Learning Rate": 2.541494816078306e-06, "Finetune/Loss": 0.6218083500862122, "Finetune/Loss (Raw)": 0.6434966325759888, "Finetune/Step": 14903, "Finetune/Step Time": 6.821549052372575}
+{"Finetune/Learning Rate": 2.540373214701013e-06, "Finetune/Loss": 0.6220174431800842, "Finetune/Loss (Raw)": 0.6644039750099182, "Finetune/Step": 14904, "Finetune/Step Time": 6.818936787545681}
+{"Finetune/Learning Rate": 2.5392518248575227e-06, "Finetune/Loss": 0.6218019723892212, "Finetune/Loss (Raw)": 0.654055655002594, "Finetune/Step": 14905, "Finetune/Step Time": 6.8191905580461025}
+{"Finetune/Learning Rate": 2.538130646579635e-06, "Finetune/Loss": 0.6217221021652222, "Finetune/Loss (Raw)": 0.7012198567390442, "Finetune/Step": 14906, "Finetune/Step Time": 6.821124067530036}
+{"Finetune/Learning Rate": 2.5370096798991438e-06, "Finetune/Loss": 0.6195665597915649, "Finetune/Loss (Raw)": 0.404662549495697, "Finetune/Step": 14907, "Finetune/Step Time": 6.833633551374078}
+{"Finetune/Learning Rate": 2.5358889248478357e-06, "Finetune/Loss": 0.6196244955062866, "Finetune/Loss (Raw)": 0.6293008923530579, "Finetune/Step": 14908, "Finetune/Step Time": 6.832047360017896}
+{"Finetune/Learning Rate": 2.534768381457493e-06, "Finetune/Loss": 0.6191597580909729, "Finetune/Loss (Raw)": 0.6273669600486755, "Finetune/Step": 14909, "Finetune/Step Time": 6.834024889394641}
+{"Finetune/Learning Rate": 2.5336480497598905e-06, "Finetune/Loss": 0.6205902099609375, "Finetune/Loss (Raw)": 0.6801834106445312, "Finetune/Step": 14910, "Finetune/Step Time": 6.820099642500281}
+{"Finetune/Learning Rate": 2.5325279297867978e-06, "Finetune/Loss": 0.6193221211433411, "Finetune/Loss (Raw)": 0.49848732352256775, "Finetune/Step": 14911, "Finetune/Step Time": 6.832142250612378}
+{"Finetune/Learning Rate": 2.5314080215699822e-06, "Finetune/Loss": 0.619770884513855, "Finetune/Loss (Raw)": 0.5968839526176453, "Finetune/Step": 14912, "Finetune/Step Time": 6.835120992735028}
+{"Finetune/Learning Rate": 2.5302883251411903e-06, "Finetune/Loss": 0.62158203125, "Finetune/Loss (Raw)": 0.7047153115272522, "Finetune/Step": 14913, "Finetune/Step Time": 6.821078980341554}
+{"Finetune/Learning Rate": 2.5291688405321835e-06, "Finetune/Loss": 0.6209197044372559, "Finetune/Loss (Raw)": 0.5199117064476013, "Finetune/Step": 14914, "Finetune/Step Time": 6.831106323748827}
+{"Finetune/Learning Rate": 2.528049567774704e-06, "Finetune/Loss": 0.6210425496101379, "Finetune/Loss (Raw)": 0.6350427865982056, "Finetune/Step": 14915, "Finetune/Step Time": 6.831813113763928}
+{"Finetune/Learning Rate": 2.5269305069004924e-06, "Finetune/Loss": 0.6212327480316162, "Finetune/Loss (Raw)": 0.6750671863555908, "Finetune/Step": 14916, "Finetune/Step Time": 6.8330665566027164}
+{"Finetune/Learning Rate": 2.5258116579412805e-06, "Finetune/Loss": 0.6219637989997864, "Finetune/Loss (Raw)": 0.6633749008178711, "Finetune/Step": 14917, "Finetune/Step Time": 6.826526505872607}
+{"Finetune/Learning Rate": 2.524693020928799e-06, "Finetune/Loss": 0.6210788488388062, "Finetune/Loss (Raw)": 0.6113355159759521, "Finetune/Step": 14918, "Finetune/Step Time": 6.82683015242219}
+{"Finetune/Learning Rate": 2.5235745958947634e-06, "Finetune/Loss": 0.6218171715736389, "Finetune/Loss (Raw)": 0.7117326259613037, "Finetune/Step": 14919, "Finetune/Step Time": 6.829425700008869}
+{"Finetune/Learning Rate": 2.5224563828708904e-06, "Finetune/Loss": 0.6236754059791565, "Finetune/Loss (Raw)": 0.7627789378166199, "Finetune/Step": 14920, "Finetune/Step Time": 6.847168056294322}
+{"Finetune/Learning Rate": 2.5213383818888926e-06, "Finetune/Loss": 0.6214892864227295, "Finetune/Loss (Raw)": 0.45279020071029663, "Finetune/Step": 14921, "Finetune/Step Time": 6.861492475494742}
+{"Finetune/Learning Rate": 2.5202205929804726e-06, "Finetune/Loss": 0.6219035387039185, "Finetune/Loss (Raw)": 0.6566990613937378, "Finetune/Step": 14922, "Finetune/Step Time": 6.862167775630951}
+{"Finetune/Learning Rate": 2.519103016177327e-06, "Finetune/Loss": 0.6218409538269043, "Finetune/Loss (Raw)": 0.690586268901825, "Finetune/Step": 14923, "Finetune/Step Time": 6.861078919842839}
+{"Finetune/Learning Rate": 2.517985651511149e-06, "Finetune/Loss": 0.6215465664863586, "Finetune/Loss (Raw)": 0.6019806861877441, "Finetune/Step": 14924, "Finetune/Step Time": 6.863040408119559}
+{"Finetune/Learning Rate": 2.5168684990136205e-06, "Finetune/Loss": 0.6215156316757202, "Finetune/Loss (Raw)": 0.6250234842300415, "Finetune/Step": 14925, "Finetune/Step Time": 6.859544266015291}
+{"Finetune/Learning Rate": 2.5157515587164204e-06, "Finetune/Loss": 0.6206369400024414, "Finetune/Loss (Raw)": 0.5580044984817505, "Finetune/Step": 14926, "Finetune/Step Time": 6.861408634111285}
+{"Finetune/Learning Rate": 2.5146348306512226e-06, "Finetune/Loss": 0.6203669309616089, "Finetune/Loss (Raw)": 0.626736581325531, "Finetune/Step": 14927, "Finetune/Step Time": 6.831866972148418}
+{"Finetune/Learning Rate": 2.5135183148496976e-06, "Finetune/Loss": 0.6195359230041504, "Finetune/Loss (Raw)": 0.5633203983306885, "Finetune/Step": 14928, "Finetune/Step Time": 6.840996889397502}
+{"Finetune/Learning Rate": 2.5124020113435045e-06, "Finetune/Loss": 0.6187809705734253, "Finetune/Loss (Raw)": 0.5683337450027466, "Finetune/Step": 14929, "Finetune/Step Time": 6.827749270945787}
+{"Finetune/Learning Rate": 2.5112859201643013e-06, "Finetune/Loss": 0.6184564828872681, "Finetune/Loss (Raw)": 0.6490247845649719, "Finetune/Step": 14930, "Finetune/Step Time": 6.829237913712859}
+{"Finetune/Learning Rate": 2.5101700413437312e-06, "Finetune/Loss": 0.6182988882064819, "Finetune/Loss (Raw)": 0.5909457206726074, "Finetune/Step": 14931, "Finetune/Step Time": 6.829159947112203}
+{"Finetune/Learning Rate": 2.509054374913441e-06, "Finetune/Loss": 0.6185839772224426, "Finetune/Loss (Raw)": 0.6365656852722168, "Finetune/Step": 14932, "Finetune/Step Time": 6.827177841216326}
+{"Finetune/Learning Rate": 2.5079389209050677e-06, "Finetune/Loss": 0.617885947227478, "Finetune/Loss (Raw)": 0.6175733804702759, "Finetune/Step": 14933, "Finetune/Step Time": 6.824752502143383}
+{"Finetune/Learning Rate": 2.5068236793502387e-06, "Finetune/Loss": 0.6183764934539795, "Finetune/Loss (Raw)": 0.7421435713768005, "Finetune/Step": 14934, "Finetune/Step Time": 6.823887601494789}
+{"Finetune/Learning Rate": 2.505708650280585e-06, "Finetune/Loss": 0.618538498878479, "Finetune/Loss (Raw)": 0.6060699224472046, "Finetune/Step": 14935, "Finetune/Step Time": 6.816955531015992}
+{"Finetune/Learning Rate": 2.5045938337277263e-06, "Finetune/Loss": 0.6177746057510376, "Finetune/Loss (Raw)": 0.55852872133255, "Finetune/Step": 14936, "Finetune/Step Time": 6.82113535143435}
+{"Finetune/Learning Rate": 2.503479229723269e-06, "Finetune/Loss": 0.618309497833252, "Finetune/Loss (Raw)": 0.7125155329704285, "Finetune/Step": 14937, "Finetune/Step Time": 6.816741803660989}
+{"Finetune/Learning Rate": 2.502364838298824e-06, "Finetune/Loss": 0.6180727481842041, "Finetune/Loss (Raw)": 0.5927240252494812, "Finetune/Step": 14938, "Finetune/Step Time": 6.8345562145113945}
+{"Finetune/Learning Rate": 2.501250659485992e-06, "Finetune/Loss": 0.6177544593811035, "Finetune/Loss (Raw)": 0.6392253041267395, "Finetune/Step": 14939, "Finetune/Step Time": 6.8297305051237345}
+{"Finetune/Learning Rate": 2.5001366933163672e-06, "Finetune/Loss": 0.6170456409454346, "Finetune/Loss (Raw)": 0.522549033164978, "Finetune/Step": 14940, "Finetune/Step Time": 6.831968290731311}
+{"Finetune/Learning Rate": 2.4990229398215394e-06, "Finetune/Loss": 0.6179202198982239, "Finetune/Loss (Raw)": 0.6963224411010742, "Finetune/Step": 14941, "Finetune/Step Time": 6.831073444336653}
+{"Finetune/Learning Rate": 2.4979093990330903e-06, "Finetune/Loss": 0.6182305812835693, "Finetune/Loss (Raw)": 0.654534637928009, "Finetune/Step": 14942, "Finetune/Step Time": 6.836631601676345}
+{"Finetune/Learning Rate": 2.4967960709825988e-06, "Finetune/Loss": 0.6180358529090881, "Finetune/Loss (Raw)": 0.6247143149375916, "Finetune/Step": 14943, "Finetune/Step Time": 6.837971122935414}
+{"Finetune/Learning Rate": 2.4956829557016336e-06, "Finetune/Loss": 0.6178209781646729, "Finetune/Loss (Raw)": 0.7095951437950134, "Finetune/Step": 14944, "Finetune/Step Time": 6.837410548701882}
+{"Finetune/Learning Rate": 2.4945700532217608e-06, "Finetune/Loss": 0.6180504560470581, "Finetune/Loss (Raw)": 0.6704089045524597, "Finetune/Step": 14945, "Finetune/Step Time": 6.848588138818741}
+{"Finetune/Learning Rate": 2.4934573635745386e-06, "Finetune/Loss": 0.62024986743927, "Finetune/Loss (Raw)": 0.7377851605415344, "Finetune/Step": 14946, "Finetune/Step Time": 6.835979191586375}
+{"Finetune/Learning Rate": 2.492344886791519e-06, "Finetune/Loss": 0.6202864646911621, "Finetune/Loss (Raw)": 0.6453375220298767, "Finetune/Step": 14947, "Finetune/Step Time": 6.838734619319439}
+{"Finetune/Learning Rate": 2.4912326229042504e-06, "Finetune/Loss": 0.6208086013793945, "Finetune/Loss (Raw)": 0.6264305114746094, "Finetune/Step": 14948, "Finetune/Step Time": 6.824258923530579}
+{"Finetune/Learning Rate": 2.490120571944272e-06, "Finetune/Loss": 0.6193918585777283, "Finetune/Loss (Raw)": 0.5455107092857361, "Finetune/Step": 14949, "Finetune/Step Time": 6.83712518401444}
+{"Finetune/Learning Rate": 2.48900873394312e-06, "Finetune/Loss": 0.6193070411682129, "Finetune/Loss (Raw)": 0.7113469243049622, "Finetune/Step": 14950, "Finetune/Step Time": 6.833361689001322}
+{"Finetune/Learning Rate": 2.487897108932321e-06, "Finetune/Loss": 0.6193134784698486, "Finetune/Loss (Raw)": 0.587571918964386, "Finetune/Step": 14951, "Finetune/Step Time": 6.835079362615943}
+{"Finetune/Learning Rate": 2.486785696943399e-06, "Finetune/Loss": 0.6196238994598389, "Finetune/Loss (Raw)": 0.6530429720878601, "Finetune/Step": 14952, "Finetune/Step Time": 6.836730923503637}
+{"Finetune/Learning Rate": 2.4856744980078696e-06, "Finetune/Loss": 0.619355320930481, "Finetune/Loss (Raw)": 0.5940172672271729, "Finetune/Step": 14953, "Finetune/Step Time": 6.8359740152955055}
+{"Finetune/Learning Rate": 2.4845635121572433e-06, "Finetune/Loss": 0.6204191446304321, "Finetune/Loss (Raw)": 0.7839412093162537, "Finetune/Step": 14954, "Finetune/Step Time": 6.835517408326268}
+{"Finetune/Learning Rate": 2.4834527394230246e-06, "Finetune/Loss": 0.6199752688407898, "Finetune/Loss (Raw)": 0.49736329913139343, "Finetune/Step": 14955, "Finetune/Step Time": 6.822060393169522}
+{"Finetune/Learning Rate": 2.482342179836712e-06, "Finetune/Loss": 0.6206864714622498, "Finetune/Loss (Raw)": 0.7009791135787964, "Finetune/Step": 14956, "Finetune/Step Time": 6.835529327392578}
+{"Finetune/Learning Rate": 2.481231833429799e-06, "Finetune/Loss": 0.6211205720901489, "Finetune/Loss (Raw)": 0.758048951625824, "Finetune/Step": 14957, "Finetune/Step Time": 6.831367004662752}
+{"Finetune/Learning Rate": 2.48012170023377e-06, "Finetune/Loss": 0.6201531887054443, "Finetune/Loss (Raw)": 0.6298509240150452, "Finetune/Step": 14958, "Finetune/Step Time": 6.861415157094598}
+{"Finetune/Learning Rate": 2.479011780280105e-06, "Finetune/Loss": 0.620098888874054, "Finetune/Loss (Raw)": 0.6460996270179749, "Finetune/Step": 14959, "Finetune/Step Time": 6.862603895366192}
+{"Finetune/Learning Rate": 2.4779020736002836e-06, "Finetune/Loss": 0.6206937432289124, "Finetune/Loss (Raw)": 0.5696306824684143, "Finetune/Step": 14960, "Finetune/Step Time": 6.85861649364233}
+{"Finetune/Learning Rate": 2.476792580225762e-06, "Finetune/Loss": 0.6223896145820618, "Finetune/Loss (Raw)": 0.7302682995796204, "Finetune/Step": 14961, "Finetune/Step Time": 6.834121100604534}
+{"Finetune/Learning Rate": 2.4756833001880145e-06, "Finetune/Loss": 0.621828556060791, "Finetune/Loss (Raw)": 0.7265399694442749, "Finetune/Step": 14962, "Finetune/Step Time": 6.830911019816995}
+{"Finetune/Learning Rate": 2.474574233518491e-06, "Finetune/Loss": 0.6219170093536377, "Finetune/Loss (Raw)": 0.622701108455658, "Finetune/Step": 14963, "Finetune/Step Time": 6.83086890168488}
+{"Finetune/Learning Rate": 2.473465380248643e-06, "Finetune/Loss": 0.6228901147842407, "Finetune/Loss (Raw)": 0.644862174987793, "Finetune/Step": 14964, "Finetune/Step Time": 6.830505197867751}
+{"Finetune/Learning Rate": 2.4723567404099136e-06, "Finetune/Loss": 0.6228082180023193, "Finetune/Loss (Raw)": 0.6413785219192505, "Finetune/Step": 14965, "Finetune/Step Time": 6.814873265102506}
+{"Finetune/Learning Rate": 2.4712483140337452e-06, "Finetune/Loss": 0.6221023201942444, "Finetune/Loss (Raw)": 0.5558431148529053, "Finetune/Step": 14966, "Finetune/Step Time": 6.812110159546137}
+{"Finetune/Learning Rate": 2.4701401011515625e-06, "Finetune/Loss": 0.6238922476768494, "Finetune/Loss (Raw)": 0.7047738432884216, "Finetune/Step": 14967, "Finetune/Step Time": 6.770750993862748}
+{"Finetune/Learning Rate": 2.4690321017947938e-06, "Finetune/Loss": 0.6235348582267761, "Finetune/Loss (Raw)": 0.6174065470695496, "Finetune/Step": 14968, "Finetune/Step Time": 6.771611995995045}
+{"Finetune/Learning Rate": 2.4679243159948575e-06, "Finetune/Loss": 0.6213794946670532, "Finetune/Loss (Raw)": 0.4273943305015564, "Finetune/Step": 14969, "Finetune/Step Time": 6.784761039540172}
+{"Finetune/Learning Rate": 2.4668167437831714e-06, "Finetune/Loss": 0.6225700378417969, "Finetune/Loss (Raw)": 0.6076069474220276, "Finetune/Step": 14970, "Finetune/Step Time": 6.78067865781486}
+{"Finetune/Learning Rate": 2.465709385191142e-06, "Finetune/Loss": 0.623275876045227, "Finetune/Loss (Raw)": 0.6236686110496521, "Finetune/Step": 14971, "Finetune/Step Time": 6.759852541610599}
+{"Finetune/Learning Rate": 2.464602240250172e-06, "Finetune/Loss": 0.6232787370681763, "Finetune/Loss (Raw)": 0.5819348692893982, "Finetune/Step": 14972, "Finetune/Step Time": 6.767800934612751}
+{"Finetune/Learning Rate": 2.4634953089916513e-06, "Finetune/Loss": 0.6235717535018921, "Finetune/Loss (Raw)": 0.6280285716056824, "Finetune/Step": 14973, "Finetune/Step Time": 6.767512271180749}
+{"Finetune/Learning Rate": 2.4623885914469735e-06, "Finetune/Loss": 0.6249793767929077, "Finetune/Loss (Raw)": 0.7176553606987, "Finetune/Step": 14974, "Finetune/Step Time": 6.765849849209189}
+{"Finetune/Learning Rate": 2.4612820876475207e-06, "Finetune/Loss": 0.6266241669654846, "Finetune/Loss (Raw)": 0.688424825668335, "Finetune/Step": 14975, "Finetune/Step Time": 6.758389743044972}
+{"Finetune/Learning Rate": 2.4601757976246685e-06, "Finetune/Loss": 0.6283402442932129, "Finetune/Loss (Raw)": 0.7488549947738647, "Finetune/Step": 14976, "Finetune/Step Time": 6.756146423518658}
+{"Finetune/Learning Rate": 2.4590697214097925e-06, "Finetune/Loss": 0.6289520859718323, "Finetune/Loss (Raw)": 0.6807227730751038, "Finetune/Step": 14977, "Finetune/Step Time": 6.754003820940852}
+{"Finetune/Learning Rate": 2.457963859034258e-06, "Finetune/Loss": 0.6302444934844971, "Finetune/Loss (Raw)": 0.6140155792236328, "Finetune/Step": 14978, "Finetune/Step Time": 6.742193326354027}
+{"Finetune/Learning Rate": 2.45685821052942e-06, "Finetune/Loss": 0.6309422254562378, "Finetune/Loss (Raw)": 0.6601907014846802, "Finetune/Step": 14979, "Finetune/Step Time": 6.7420123144984245}
+{"Finetune/Learning Rate": 2.455752775926633e-06, "Finetune/Loss": 0.6285967826843262, "Finetune/Loss (Raw)": 0.4979732632637024, "Finetune/Step": 14980, "Finetune/Step Time": 6.756194997578859}
+{"Finetune/Learning Rate": 2.4546475552572448e-06, "Finetune/Loss": 0.6278092861175537, "Finetune/Loss (Raw)": 0.5999200344085693, "Finetune/Step": 14981, "Finetune/Step Time": 6.762854536995292}
+{"Finetune/Learning Rate": 2.453542548552594e-06, "Finetune/Loss": 0.6268028020858765, "Finetune/Loss (Raw)": 0.5154748558998108, "Finetune/Step": 14982, "Finetune/Step Time": 6.763173341751099}
+{"Finetune/Learning Rate": 2.452437755844016e-06, "Finetune/Loss": 0.6275526285171509, "Finetune/Loss (Raw)": 0.6484242081642151, "Finetune/Step": 14983, "Finetune/Step Time": 6.759294709190726}
+{"Finetune/Learning Rate": 2.451333177162847e-06, "Finetune/Loss": 0.6276593804359436, "Finetune/Loss (Raw)": 0.6727811098098755, "Finetune/Step": 14984, "Finetune/Step Time": 6.762087810784578}
+{"Finetune/Learning Rate": 2.4502288125403996e-06, "Finetune/Loss": 0.6278907060623169, "Finetune/Loss (Raw)": 0.5926762223243713, "Finetune/Step": 14985, "Finetune/Step Time": 6.771563658490777}
+{"Finetune/Learning Rate": 2.4491246620079946e-06, "Finetune/Loss": 0.6268335580825806, "Finetune/Loss (Raw)": 0.44201967120170593, "Finetune/Step": 14986, "Finetune/Step Time": 6.7603606302291155}
+{"Finetune/Learning Rate": 2.4480207255969425e-06, "Finetune/Loss": 0.6272374987602234, "Finetune/Loss (Raw)": 0.7150678634643555, "Finetune/Step": 14987, "Finetune/Step Time": 6.738016225397587}
+{"Finetune/Learning Rate": 2.446917003338547e-06, "Finetune/Loss": 0.627424955368042, "Finetune/Loss (Raw)": 0.6464626789093018, "Finetune/Step": 14988, "Finetune/Step Time": 6.734402280300856}
+{"Finetune/Learning Rate": 2.445813495264109e-06, "Finetune/Loss": 0.6263018846511841, "Finetune/Loss (Raw)": 0.5088441967964172, "Finetune/Step": 14989, "Finetune/Step Time": 6.733483837917447}
+{"Finetune/Learning Rate": 2.444710201404914e-06, "Finetune/Loss": 0.6255922317504883, "Finetune/Loss (Raw)": 0.6608267426490784, "Finetune/Step": 14990, "Finetune/Step Time": 6.73401209525764}
+{"Finetune/Learning Rate": 2.443607121792261e-06, "Finetune/Loss": 0.6252783536911011, "Finetune/Loss (Raw)": 0.6798228025436401, "Finetune/Step": 14991, "Finetune/Step Time": 6.736456375569105}
+{"Finetune/Learning Rate": 2.4425042564574186e-06, "Finetune/Loss": 0.6259433031082153, "Finetune/Loss (Raw)": 0.6989158391952515, "Finetune/Step": 14992, "Finetune/Step Time": 6.735563952475786}
+{"Finetune/Learning Rate": 2.4414016054316648e-06, "Finetune/Loss": 0.6250039339065552, "Finetune/Loss (Raw)": 0.5062057971954346, "Finetune/Step": 14993, "Finetune/Step Time": 6.750089066103101}
+{"Finetune/Learning Rate": 2.4402991687462675e-06, "Finetune/Loss": 0.625885546207428, "Finetune/Loss (Raw)": 0.6418241262435913, "Finetune/Step": 14994, "Finetune/Step Time": 6.7505102548748255}
+{"Finetune/Learning Rate": 2.4391969464324895e-06, "Finetune/Loss": 0.6266351938247681, "Finetune/Loss (Raw)": 0.6340981125831604, "Finetune/Step": 14995, "Finetune/Step Time": 6.7480472810566425}
+{"Finetune/Learning Rate": 2.4380949385215856e-06, "Finetune/Loss": 0.6275091171264648, "Finetune/Loss (Raw)": 0.6772047281265259, "Finetune/Step": 14996, "Finetune/Step Time": 6.744183953851461}
+{"Finetune/Learning Rate": 2.436993145044807e-06, "Finetune/Loss": 0.6260354518890381, "Finetune/Loss (Raw)": 0.42955079674720764, "Finetune/Step": 14997, "Finetune/Step Time": 6.755801597610116}
+{"Finetune/Learning Rate": 2.4358915660333946e-06, "Finetune/Loss": 0.6264510154724121, "Finetune/Loss (Raw)": 0.7065616846084595, "Finetune/Step": 14998, "Finetune/Step Time": 6.766434766352177}
+{"Finetune/Learning Rate": 2.43479020151859e-06, "Finetune/Loss": 0.6274319291114807, "Finetune/Loss (Raw)": 0.6539841294288635, "Finetune/Step": 14999, "Finetune/Step Time": 6.760274371132255}
+{"Finetune/Learning Rate": 2.4336890515316215e-06, "Finetune/Loss": 0.6281534433364868, "Finetune/Loss (Raw)": 0.7439936995506287, "Finetune/Step": 15000, "Finetune/Step Time": 6.757837986573577}
+{"Finetune/Learning Rate": 2.4325881161037157e-06, "Finetune/Loss": 0.6273409724235535, "Finetune/Loss (Raw)": 0.5979228019714355, "Finetune/Step": 15001, "Finetune/Step Time": 6.7613187097013}
+{"Finetune/Learning Rate": 2.4314873952660933e-06, "Finetune/Loss": 0.6269334554672241, "Finetune/Loss (Raw)": 0.6054314970970154, "Finetune/Step": 15002, "Finetune/Step Time": 6.761770574375987}
+{"Finetune/Learning Rate": 2.430386889049965e-06, "Finetune/Loss": 0.6272129416465759, "Finetune/Loss (Raw)": 0.6652515530586243, "Finetune/Step": 15003, "Finetune/Step Time": 6.771338036283851}
+{"Finetune/Learning Rate": 2.4292865974865397e-06, "Finetune/Loss": 0.6271544694900513, "Finetune/Loss (Raw)": 0.7270587682723999, "Finetune/Step": 15004, "Finetune/Step Time": 6.7736254166811705}
+{"Finetune/Learning Rate": 2.4281865206070187e-06, "Finetune/Loss": 0.628212571144104, "Finetune/Loss (Raw)": 0.7000640630722046, "Finetune/Step": 15005, "Finetune/Step Time": 6.753473415970802}
+{"Finetune/Learning Rate": 2.427086658442597e-06, "Finetune/Loss": 0.6293901205062866, "Finetune/Loss (Raw)": 0.6459627151489258, "Finetune/Step": 15006, "Finetune/Step Time": 6.762644173577428}
+{"Finetune/Learning Rate": 2.4259870110244633e-06, "Finetune/Loss": 0.6289507150650024, "Finetune/Loss (Raw)": 0.5521876215934753, "Finetune/Step": 15007, "Finetune/Step Time": 6.749315593391657}
+{"Finetune/Learning Rate": 2.424887578383799e-06, "Finetune/Loss": 0.6299132108688354, "Finetune/Loss (Raw)": 0.7150591015815735, "Finetune/Step": 15008, "Finetune/Step Time": 6.752811195328832}
+{"Finetune/Learning Rate": 2.4237883605517866e-06, "Finetune/Loss": 0.6313576698303223, "Finetune/Loss (Raw)": 0.7145014405250549, "Finetune/Step": 15009, "Finetune/Step Time": 6.751857111230493}
+{"Finetune/Learning Rate": 2.4226893575595855e-06, "Finetune/Loss": 0.6312754154205322, "Finetune/Loss (Raw)": 0.6245130896568298, "Finetune/Step": 15010, "Finetune/Step Time": 6.734425885602832}
+{"Finetune/Learning Rate": 2.421590569438371e-06, "Finetune/Loss": 0.6323227882385254, "Finetune/Loss (Raw)": 0.6368777751922607, "Finetune/Step": 15011, "Finetune/Step Time": 6.731306465342641}
+{"Finetune/Learning Rate": 2.4204919962192974e-06, "Finetune/Loss": 0.631418764591217, "Finetune/Loss (Raw)": 0.602020263671875, "Finetune/Step": 15012, "Finetune/Step Time": 6.735800437629223}
+{"Finetune/Learning Rate": 2.419393637933517e-06, "Finetune/Loss": 0.6305195093154907, "Finetune/Loss (Raw)": 0.5958101749420166, "Finetune/Step": 15013, "Finetune/Step Time": 6.739015096798539}
+{"Finetune/Learning Rate": 2.418295494612177e-06, "Finetune/Loss": 0.6306952238082886, "Finetune/Loss (Raw)": 0.62744140625, "Finetune/Step": 15014, "Finetune/Step Time": 6.740386934950948}
+{"Finetune/Learning Rate": 2.417197566286421e-06, "Finetune/Loss": 0.6301789879798889, "Finetune/Loss (Raw)": 0.6090710163116455, "Finetune/Step": 15015, "Finetune/Step Time": 6.740435618907213}
+{"Finetune/Learning Rate": 2.4160998529873756e-06, "Finetune/Loss": 0.6302168965339661, "Finetune/Loss (Raw)": 0.6543096303939819, "Finetune/Step": 15016, "Finetune/Step Time": 6.739557661116123}
+{"Finetune/Learning Rate": 2.415002354746171e-06, "Finetune/Loss": 0.6306026577949524, "Finetune/Loss (Raw)": 0.6627246141433716, "Finetune/Step": 15017, "Finetune/Step Time": 6.718849731609225}
+{"Finetune/Learning Rate": 2.413905071593933e-06, "Finetune/Loss": 0.6302691698074341, "Finetune/Loss (Raw)": 0.6085224747657776, "Finetune/Step": 15018, "Finetune/Step Time": 6.718845838680863}
+{"Finetune/Learning Rate": 2.412808003561774e-06, "Finetune/Loss": 0.6301453113555908, "Finetune/Loss (Raw)": 0.6201929450035095, "Finetune/Step": 15019, "Finetune/Step Time": 6.703499721363187}
+{"Finetune/Learning Rate": 2.4117111506808067e-06, "Finetune/Loss": 0.6303385496139526, "Finetune/Loss (Raw)": 0.6233504414558411, "Finetune/Step": 15020, "Finetune/Step Time": 6.7043169271200895}
+{"Finetune/Learning Rate": 2.4106145129821347e-06, "Finetune/Loss": 0.6305447816848755, "Finetune/Loss (Raw)": 0.6076695919036865, "Finetune/Step": 15021, "Finetune/Step Time": 6.70541500300169}
+{"Finetune/Learning Rate": 2.409518090496852e-06, "Finetune/Loss": 0.6316664218902588, "Finetune/Loss (Raw)": 0.7436816096305847, "Finetune/Step": 15022, "Finetune/Step Time": 6.687914721667767}
+{"Finetune/Learning Rate": 2.4084218832560504e-06, "Finetune/Loss": 0.6320167779922485, "Finetune/Loss (Raw)": 0.6782308220863342, "Finetune/Step": 15023, "Finetune/Step Time": 6.687104182317853}
+{"Finetune/Learning Rate": 2.407325891290817e-06, "Finetune/Loss": 0.6324328184127808, "Finetune/Loss (Raw)": 0.6833139061927795, "Finetune/Step": 15024, "Finetune/Step Time": 6.686125170439482}
+{"Finetune/Learning Rate": 2.4062301146322285e-06, "Finetune/Loss": 0.6324297189712524, "Finetune/Loss (Raw)": 0.6826232075691223, "Finetune/Step": 15025, "Finetune/Step Time": 6.701158290728927}
+{"Finetune/Learning Rate": 2.4051345533113625e-06, "Finetune/Loss": 0.6324979066848755, "Finetune/Loss (Raw)": 0.6050552129745483, "Finetune/Step": 15026, "Finetune/Step Time": 6.699453663080931}
+{"Finetune/Learning Rate": 2.4040392073592866e-06, "Finetune/Loss": 0.6331161260604858, "Finetune/Loss (Raw)": 0.740302324295044, "Finetune/Step": 15027, "Finetune/Step Time": 6.697726305574179}
+{"Finetune/Learning Rate": 2.4029440768070565e-06, "Finetune/Loss": 0.6323071718215942, "Finetune/Loss (Raw)": 0.5504749417304993, "Finetune/Step": 15028, "Finetune/Step Time": 6.702590387314558}
+{"Finetune/Learning Rate": 2.4018491616857286e-06, "Finetune/Loss": 0.6314026713371277, "Finetune/Loss (Raw)": 0.5078988075256348, "Finetune/Step": 15029, "Finetune/Step Time": 6.693970473483205}
+{"Finetune/Learning Rate": 2.400754462026352e-06, "Finetune/Loss": 0.6325019598007202, "Finetune/Loss (Raw)": 0.6399281620979309, "Finetune/Step": 15030, "Finetune/Step Time": 6.697197068482637}
+{"Finetune/Learning Rate": 2.3996599778599706e-06, "Finetune/Loss": 0.6325781345367432, "Finetune/Loss (Raw)": 0.6532526016235352, "Finetune/Step": 15031, "Finetune/Step Time": 6.698656067252159}
+{"Finetune/Learning Rate": 2.3985657092176153e-06, "Finetune/Loss": 0.6324083805084229, "Finetune/Loss (Raw)": 0.6426737308502197, "Finetune/Step": 15032, "Finetune/Step Time": 6.700751829892397}
+{"Finetune/Learning Rate": 2.397471656130328e-06, "Finetune/Loss": 0.6322115659713745, "Finetune/Loss (Raw)": 0.6288623213768005, "Finetune/Step": 15033, "Finetune/Step Time": 6.700512634590268}
+{"Finetune/Learning Rate": 2.396377818629122e-06, "Finetune/Loss": 0.6316587924957275, "Finetune/Loss (Raw)": 0.6304639577865601, "Finetune/Step": 15034, "Finetune/Step Time": 6.6991427056491375}
+{"Finetune/Learning Rate": 2.39528419674502e-06, "Finetune/Loss": 0.6346110701560974, "Finetune/Loss (Raw)": 0.7825515866279602, "Finetune/Step": 15035, "Finetune/Step Time": 6.6855656784027815}
+{"Finetune/Learning Rate": 2.3941907905090322e-06, "Finetune/Loss": 0.6345874071121216, "Finetune/Loss (Raw)": 0.6262804865837097, "Finetune/Step": 15036, "Finetune/Step Time": 6.680924268439412}
+{"Finetune/Learning Rate": 2.3930975999521666e-06, "Finetune/Loss": 0.6345252990722656, "Finetune/Loss (Raw)": 0.6194121241569519, "Finetune/Step": 15037, "Finetune/Step Time": 6.683046670630574}
+{"Finetune/Learning Rate": 2.392004625105422e-06, "Finetune/Loss": 0.634154200553894, "Finetune/Loss (Raw)": 0.632678210735321, "Finetune/Step": 15038, "Finetune/Step Time": 6.6811362989246845}
+{"Finetune/Learning Rate": 2.390911865999792e-06, "Finetune/Loss": 0.6359272003173828, "Finetune/Loss (Raw)": 0.7254319190979004, "Finetune/Step": 15039, "Finetune/Step Time": 6.716498328372836}
+{"Finetune/Learning Rate": 2.389819322666264e-06, "Finetune/Loss": 0.6361414194107056, "Finetune/Loss (Raw)": 0.6243147253990173, "Finetune/Step": 15040, "Finetune/Step Time": 6.714757541194558}
+{"Finetune/Learning Rate": 2.3887269951358182e-06, "Finetune/Loss": 0.6362482309341431, "Finetune/Loss (Raw)": 0.7183815836906433, "Finetune/Step": 15041, "Finetune/Step Time": 6.715604094788432}
+{"Finetune/Learning Rate": 2.3876348834394325e-06, "Finetune/Loss": 0.6373192071914673, "Finetune/Loss (Raw)": 0.6570000052452087, "Finetune/Step": 15042, "Finetune/Step Time": 6.705781679600477}
+{"Finetune/Learning Rate": 2.386542987608075e-06, "Finetune/Loss": 0.6376397609710693, "Finetune/Loss (Raw)": 0.6760706901550293, "Finetune/Step": 15043, "Finetune/Step Time": 6.704739708453417}
+{"Finetune/Learning Rate": 2.385451307672708e-06, "Finetune/Loss": 0.6365261673927307, "Finetune/Loss (Raw)": 0.532529890537262, "Finetune/Step": 15044, "Finetune/Step Time": 6.705638697370887}
+{"Finetune/Learning Rate": 2.38435984366429e-06, "Finetune/Loss": 0.636414110660553, "Finetune/Loss (Raw)": 0.6490316390991211, "Finetune/Step": 15045, "Finetune/Step Time": 6.704791083931923}
+{"Finetune/Learning Rate": 2.38326859561377e-06, "Finetune/Loss": 0.636722207069397, "Finetune/Loss (Raw)": 0.6507681012153625, "Finetune/Step": 15046, "Finetune/Step Time": 6.713491266593337}
+{"Finetune/Learning Rate": 2.382177563552094e-06, "Finetune/Loss": 0.6361088156700134, "Finetune/Loss (Raw)": 0.6332185864448547, "Finetune/Step": 15047, "Finetune/Step Time": 6.707195622846484}
+{"Finetune/Learning Rate": 2.3810867475101995e-06, "Finetune/Loss": 0.634213924407959, "Finetune/Loss (Raw)": 0.5202337503433228, "Finetune/Step": 15048, "Finetune/Step Time": 6.67703521810472}
+{"Finetune/Learning Rate": 2.3799961475190205e-06, "Finetune/Loss": 0.6353212594985962, "Finetune/Loss (Raw)": 0.5945299863815308, "Finetune/Step": 15049, "Finetune/Step Time": 6.668969105929136}
+{"Finetune/Learning Rate": 2.3789057636094813e-06, "Finetune/Loss": 0.635286808013916, "Finetune/Loss (Raw)": 0.6522850394248962, "Finetune/Step": 15050, "Finetune/Step Time": 6.664206147193909}
+{"Finetune/Learning Rate": 2.3778155958125073e-06, "Finetune/Loss": 0.6350383758544922, "Finetune/Loss (Raw)": 0.6587816476821899, "Finetune/Step": 15051, "Finetune/Step Time": 6.671621626242995}
+{"Finetune/Learning Rate": 2.3767256441590015e-06, "Finetune/Loss": 0.6357700824737549, "Finetune/Loss (Raw)": 0.6956545114517212, "Finetune/Step": 15052, "Finetune/Step Time": 6.670349271968007}
+{"Finetune/Learning Rate": 2.375635908679882e-06, "Finetune/Loss": 0.636063814163208, "Finetune/Loss (Raw)": 0.6626076102256775, "Finetune/Step": 15053, "Finetune/Step Time": 6.6794429179281}
+{"Finetune/Learning Rate": 2.374546389406047e-06, "Finetune/Loss": 0.6366830468177795, "Finetune/Loss (Raw)": 0.6372696757316589, "Finetune/Step": 15054, "Finetune/Step Time": 6.678292829543352}
+{"Finetune/Learning Rate": 2.3734570863683935e-06, "Finetune/Loss": 0.6360338926315308, "Finetune/Loss (Raw)": 0.5436449646949768, "Finetune/Step": 15055, "Finetune/Step Time": 6.679184662178159}
+{"Finetune/Learning Rate": 2.3723679995978088e-06, "Finetune/Loss": 0.636542022228241, "Finetune/Loss (Raw)": 0.6283676028251648, "Finetune/Step": 15056, "Finetune/Step Time": 6.670208213850856}
+{"Finetune/Learning Rate": 2.3712791291251814e-06, "Finetune/Loss": 0.636151134967804, "Finetune/Loss (Raw)": 0.5182952284812927, "Finetune/Step": 15057, "Finetune/Step Time": 6.6825771648436785}
+{"Finetune/Learning Rate": 2.370190474981381e-06, "Finetune/Loss": 0.6362090110778809, "Finetune/Loss (Raw)": 0.6564332842826843, "Finetune/Step": 15058, "Finetune/Step Time": 6.679776171222329}
+{"Finetune/Learning Rate": 2.3691020371972807e-06, "Finetune/Loss": 0.6363370418548584, "Finetune/Loss (Raw)": 0.607329249382019, "Finetune/Step": 15059, "Finetune/Step Time": 6.675242073833942}
+{"Finetune/Learning Rate": 2.368013815803749e-06, "Finetune/Loss": 0.6365004777908325, "Finetune/Loss (Raw)": 0.6574966907501221, "Finetune/Step": 15060, "Finetune/Step Time": 6.681137664243579}
+{"Finetune/Learning Rate": 2.366925810831644e-06, "Finetune/Loss": 0.6361500024795532, "Finetune/Loss (Raw)": 0.5727033019065857, "Finetune/Step": 15061, "Finetune/Step Time": 6.70100312680006}
+{"Finetune/Learning Rate": 2.3658380223118173e-06, "Finetune/Loss": 0.6353458166122437, "Finetune/Loss (Raw)": 0.63920658826828, "Finetune/Step": 15062, "Finetune/Step Time": 6.726907085627317}
+{"Finetune/Learning Rate": 2.3647504502751174e-06, "Finetune/Loss": 0.6351425051689148, "Finetune/Loss (Raw)": 0.5800467729568481, "Finetune/Step": 15063, "Finetune/Step Time": 6.74603252671659}
+{"Finetune/Learning Rate": 2.363663094752381e-06, "Finetune/Loss": 0.6354655027389526, "Finetune/Loss (Raw)": 0.5998757481575012, "Finetune/Step": 15064, "Finetune/Step Time": 6.751469818875194}
+{"Finetune/Learning Rate": 2.3625759557744445e-06, "Finetune/Loss": 0.6352623701095581, "Finetune/Loss (Raw)": 0.6865173578262329, "Finetune/Step": 15065, "Finetune/Step Time": 6.75147857889533}
+{"Finetune/Learning Rate": 2.361489033372133e-06, "Finetune/Loss": 0.6362950801849365, "Finetune/Loss (Raw)": 0.7249053716659546, "Finetune/Step": 15066, "Finetune/Step Time": 6.744355879724026}
+{"Finetune/Learning Rate": 2.3604023275762746e-06, "Finetune/Loss": 0.6373461484909058, "Finetune/Loss (Raw)": 0.7737631797790527, "Finetune/Step": 15067, "Finetune/Step Time": 6.747927440330386}
+{"Finetune/Learning Rate": 2.3593158384176818e-06, "Finetune/Loss": 0.6383367776870728, "Finetune/Loss (Raw)": 0.6493508815765381, "Finetune/Step": 15068, "Finetune/Step Time": 6.747068263590336}
+{"Finetune/Learning Rate": 2.3582295659271637e-06, "Finetune/Loss": 0.6387231349945068, "Finetune/Loss (Raw)": 0.7457764148712158, "Finetune/Step": 15069, "Finetune/Step Time": 6.765345310792327}
+{"Finetune/Learning Rate": 2.357143510135529e-06, "Finetune/Loss": 0.6390385627746582, "Finetune/Loss (Raw)": 0.6949114203453064, "Finetune/Step": 15070, "Finetune/Step Time": 6.762729099020362}
+{"Finetune/Learning Rate": 2.3560576710735683e-06, "Finetune/Loss": 0.6393937468528748, "Finetune/Loss (Raw)": 0.6701744198799133, "Finetune/Step": 15071, "Finetune/Step Time": 6.782230719923973}
+{"Finetune/Learning Rate": 2.354972048772074e-06, "Finetune/Loss": 0.6380603909492493, "Finetune/Loss (Raw)": 0.5389283299446106, "Finetune/Step": 15072, "Finetune/Step Time": 6.789823818951845}
+{"Finetune/Learning Rate": 2.3538866432618314e-06, "Finetune/Loss": 0.6372637748718262, "Finetune/Loss (Raw)": 0.5684329867362976, "Finetune/Step": 15073, "Finetune/Step Time": 6.782818047329783}
+{"Finetune/Learning Rate": 2.352801454573623e-06, "Finetune/Loss": 0.6371034383773804, "Finetune/Loss (Raw)": 0.7172700762748718, "Finetune/Step": 15074, "Finetune/Step Time": 6.784191092476249}
+{"Finetune/Learning Rate": 2.35171648273822e-06, "Finetune/Loss": 0.6368549466133118, "Finetune/Loss (Raw)": 0.6135311722755432, "Finetune/Step": 15075, "Finetune/Step Time": 6.780466306954622}
+{"Finetune/Learning Rate": 2.350631727786392e-06, "Finetune/Loss": 0.637260913848877, "Finetune/Loss (Raw)": 0.6783906817436218, "Finetune/Step": 15076, "Finetune/Step Time": 6.782075274735689}
+{"Finetune/Learning Rate": 2.3495471897488933e-06, "Finetune/Loss": 0.6383862495422363, "Finetune/Loss (Raw)": 0.6895575523376465, "Finetune/Step": 15077, "Finetune/Step Time": 6.765135187655687}
+{"Finetune/Learning Rate": 2.3484628686564815e-06, "Finetune/Loss": 0.6384652853012085, "Finetune/Loss (Raw)": 0.7214562296867371, "Finetune/Step": 15078, "Finetune/Step Time": 6.763570113107562}
+{"Finetune/Learning Rate": 2.3473787645399037e-06, "Finetune/Loss": 0.6386091113090515, "Finetune/Loss (Raw)": 0.6059856414794922, "Finetune/Step": 15079, "Finetune/Step Time": 6.763890162110329}
+{"Finetune/Learning Rate": 2.3462948774299034e-06, "Finetune/Loss": 0.6380192041397095, "Finetune/Loss (Raw)": 0.5775309801101685, "Finetune/Step": 15080, "Finetune/Step Time": 6.765514137223363}
+{"Finetune/Learning Rate": 2.3452112073572142e-06, "Finetune/Loss": 0.6390727758407593, "Finetune/Loss (Raw)": 0.7288805842399597, "Finetune/Step": 15081, "Finetune/Step Time": 6.781887529417872}
+{"Finetune/Learning Rate": 2.344127754352572e-06, "Finetune/Loss": 0.6376006007194519, "Finetune/Loss (Raw)": 0.5955023765563965, "Finetune/Step": 15082, "Finetune/Step Time": 6.780406802892685}
+{"Finetune/Learning Rate": 2.3430445184466944e-06, "Finetune/Loss": 0.6392853260040283, "Finetune/Loss (Raw)": 0.713009238243103, "Finetune/Step": 15083, "Finetune/Step Time": 6.776278944686055}
+{"Finetune/Learning Rate": 2.341961499670301e-06, "Finetune/Loss": 0.6389508247375488, "Finetune/Loss (Raw)": 0.6581583023071289, "Finetune/Step": 15084, "Finetune/Step Time": 6.76154007948935}
+{"Finetune/Learning Rate": 2.3408786980541033e-06, "Finetune/Loss": 0.6383665800094604, "Finetune/Loss (Raw)": 0.6832677721977234, "Finetune/Step": 15085, "Finetune/Step Time": 6.7596227545291185}
+{"Finetune/Learning Rate": 2.339796113628805e-06, "Finetune/Loss": 0.6395168304443359, "Finetune/Loss (Raw)": 0.777083158493042, "Finetune/Step": 15086, "Finetune/Step Time": 6.727278558537364}
+{"Finetune/Learning Rate": 2.3387137464251066e-06, "Finetune/Loss": 0.6393521428108215, "Finetune/Loss (Raw)": 0.6250202655792236, "Finetune/Step": 15087, "Finetune/Step Time": 6.727358190342784}
+{"Finetune/Learning Rate": 2.3376315964737008e-06, "Finetune/Loss": 0.6398218870162964, "Finetune/Loss (Raw)": 0.6297539472579956, "Finetune/Step": 15088, "Finetune/Step Time": 6.724124884232879}
+{"Finetune/Learning Rate": 2.336549663805273e-06, "Finetune/Loss": 0.6389208436012268, "Finetune/Loss (Raw)": 0.6149372458457947, "Finetune/Step": 15089, "Finetune/Step Time": 6.727592255920172}
+{"Finetune/Learning Rate": 2.335467948450506e-06, "Finetune/Loss": 0.6380544900894165, "Finetune/Loss (Raw)": 0.6156471371650696, "Finetune/Step": 15090, "Finetune/Step Time": 6.732531039044261}
+{"Finetune/Learning Rate": 2.334386450440073e-06, "Finetune/Loss": 0.6385678052902222, "Finetune/Loss (Raw)": 0.6884065270423889, "Finetune/Step": 15091, "Finetune/Step Time": 6.7288252003490925}
+{"Finetune/Learning Rate": 2.3333051698046417e-06, "Finetune/Loss": 0.6391503810882568, "Finetune/Loss (Raw)": 0.7194275259971619, "Finetune/Step": 15092, "Finetune/Step Time": 6.728556614369154}
+{"Finetune/Learning Rate": 2.332224106574875e-06, "Finetune/Loss": 0.6391242146492004, "Finetune/Loss (Raw)": 0.6380336284637451, "Finetune/Step": 15093, "Finetune/Step Time": 6.730709154158831}
+{"Finetune/Learning Rate": 2.3311432607814275e-06, "Finetune/Loss": 0.6400266289710999, "Finetune/Loss (Raw)": 0.6713491678237915, "Finetune/Step": 15094, "Finetune/Step Time": 6.730426335707307}
+{"Finetune/Learning Rate": 2.3300626324549515e-06, "Finetune/Loss": 0.6394236087799072, "Finetune/Loss (Raw)": 0.6275854110717773, "Finetune/Step": 15095, "Finetune/Step Time": 6.733101982623339}
+{"Finetune/Learning Rate": 2.328982221626087e-06, "Finetune/Loss": 0.6398941874504089, "Finetune/Loss (Raw)": 0.6776441335678101, "Finetune/Step": 15096, "Finetune/Step Time": 6.731406209990382}
+{"Finetune/Learning Rate": 2.327902028325474e-06, "Finetune/Loss": 0.6425069570541382, "Finetune/Loss (Raw)": 0.7618279457092285, "Finetune/Step": 15097, "Finetune/Step Time": 6.718024471774697}
+{"Finetune/Learning Rate": 2.3268220525837436e-06, "Finetune/Loss": 0.6429911255836487, "Finetune/Loss (Raw)": 0.6695808172225952, "Finetune/Step": 15098, "Finetune/Step Time": 6.718029394745827}
+{"Finetune/Learning Rate": 2.3257422944315187e-06, "Finetune/Loss": 0.6439107656478882, "Finetune/Loss (Raw)": 0.7413814067840576, "Finetune/Step": 15099, "Finetune/Step Time": 6.717738144099712}
+{"Finetune/Learning Rate": 2.3246627538994213e-06, "Finetune/Loss": 0.6441413164138794, "Finetune/Loss (Raw)": 0.6114495396614075, "Finetune/Step": 15100, "Finetune/Step Time": 6.7030003275722265}
+{"Finetune/Learning Rate": 2.3235834310180615e-06, "Finetune/Loss": 0.6438685059547424, "Finetune/Loss (Raw)": 0.5931057333946228, "Finetune/Step": 15101, "Finetune/Step Time": 6.699619013816118}
+{"Finetune/Learning Rate": 2.3225043258180468e-06, "Finetune/Loss": 0.6429400444030762, "Finetune/Loss (Raw)": 0.5988184809684753, "Finetune/Step": 15102, "Finetune/Step Time": 6.727916495874524}
+{"Finetune/Learning Rate": 2.3214254383299783e-06, "Finetune/Loss": 0.6425265073776245, "Finetune/Loss (Raw)": 0.6354846358299255, "Finetune/Step": 15103, "Finetune/Step Time": 6.71908388659358}
+{"Finetune/Learning Rate": 2.320346768584449e-06, "Finetune/Loss": 0.6422717571258545, "Finetune/Loss (Raw)": 0.7162500619888306, "Finetune/Step": 15104, "Finetune/Step Time": 6.719239324331284}
+{"Finetune/Learning Rate": 2.3192683166120476e-06, "Finetune/Loss": 0.6414151191711426, "Finetune/Loss (Raw)": 0.5710673332214355, "Finetune/Step": 15105, "Finetune/Step Time": 6.722204832360148}
+{"Finetune/Learning Rate": 2.3181900824433577e-06, "Finetune/Loss": 0.6412683129310608, "Finetune/Loss (Raw)": 0.5952284336090088, "Finetune/Step": 15106, "Finetune/Step Time": 6.720725892111659}
+{"Finetune/Learning Rate": 2.3171120661089506e-06, "Finetune/Loss": 0.6411173343658447, "Finetune/Loss (Raw)": 0.6408625841140747, "Finetune/Step": 15107, "Finetune/Step Time": 6.705184252932668}
+{"Finetune/Learning Rate": 2.3160342676393954e-06, "Finetune/Loss": 0.6422832012176514, "Finetune/Loss (Raw)": 0.6472101807594299, "Finetune/Step": 15108, "Finetune/Step Time": 6.690437112003565}
+{"Finetune/Learning Rate": 2.3149566870652605e-06, "Finetune/Loss": 0.642364501953125, "Finetune/Loss (Raw)": 0.6103253960609436, "Finetune/Step": 15109, "Finetune/Step Time": 6.6675388514995575}
+{"Finetune/Learning Rate": 2.313879324417101e-06, "Finetune/Loss": 0.6437183618545532, "Finetune/Loss (Raw)": 0.6887693405151367, "Finetune/Step": 15110, "Finetune/Step Time": 6.667189545929432}
+{"Finetune/Learning Rate": 2.3128021797254673e-06, "Finetune/Loss": 0.6438732147216797, "Finetune/Loss (Raw)": 0.6682448983192444, "Finetune/Step": 15111, "Finetune/Step Time": 6.669041054323316}
+{"Finetune/Learning Rate": 2.3117252530209067e-06, "Finetune/Loss": 0.6437282562255859, "Finetune/Loss (Raw)": 0.6542279720306396, "Finetune/Step": 15112, "Finetune/Step Time": 6.670918505638838}
+{"Finetune/Learning Rate": 2.310648544333953e-06, "Finetune/Loss": 0.6433807611465454, "Finetune/Loss (Raw)": 0.5481983423233032, "Finetune/Step": 15113, "Finetune/Step Time": 6.657262995839119}
+{"Finetune/Learning Rate": 2.3095720536951418e-06, "Finetune/Loss": 0.6452820301055908, "Finetune/Loss (Raw)": 0.6853797435760498, "Finetune/Step": 15114, "Finetune/Step Time": 6.647249905392528}
+{"Finetune/Learning Rate": 2.308495781134995e-06, "Finetune/Loss": 0.6440000534057617, "Finetune/Loss (Raw)": 0.5509693622589111, "Finetune/Step": 15115, "Finetune/Step Time": 6.642669189721346}
+{"Finetune/Learning Rate": 2.3074197266840383e-06, "Finetune/Loss": 0.6440274119377136, "Finetune/Loss (Raw)": 0.6499707698822021, "Finetune/Step": 15116, "Finetune/Step Time": 6.644179303199053}
+{"Finetune/Learning Rate": 2.3063438903727843e-06, "Finetune/Loss": 0.6435039043426514, "Finetune/Loss (Raw)": 0.44183599948883057, "Finetune/Step": 15117, "Finetune/Step Time": 6.65700195170939}
+{"Finetune/Learning Rate": 2.305268272231742e-06, "Finetune/Loss": 0.6428082585334778, "Finetune/Loss (Raw)": 0.5717849135398865, "Finetune/Step": 15118, "Finetune/Step Time": 6.656378071755171}
+{"Finetune/Learning Rate": 2.304192872291409e-06, "Finetune/Loss": 0.6419593095779419, "Finetune/Loss (Raw)": 0.57115238904953, "Finetune/Step": 15119, "Finetune/Step Time": 6.664648663252592}
+{"Finetune/Learning Rate": 2.3031176905822805e-06, "Finetune/Loss": 0.6425666809082031, "Finetune/Loss (Raw)": 0.7766594886779785, "Finetune/Step": 15120, "Finetune/Step Time": 6.664122078567743}
+{"Finetune/Learning Rate": 2.302042727134848e-06, "Finetune/Loss": 0.6436721682548523, "Finetune/Loss (Raw)": 0.6477110981941223, "Finetune/Step": 15121, "Finetune/Step Time": 6.647557094693184}
+{"Finetune/Learning Rate": 2.3009679819795905e-06, "Finetune/Loss": 0.6432598233222961, "Finetune/Loss (Raw)": 0.5890442132949829, "Finetune/Step": 15122, "Finetune/Step Time": 6.645506693050265}
+{"Finetune/Learning Rate": 2.299893455146992e-06, "Finetune/Loss": 0.6428754329681396, "Finetune/Loss (Raw)": 0.5848879218101501, "Finetune/Step": 15123, "Finetune/Step Time": 6.6519464291632175}
+{"Finetune/Learning Rate": 2.29881914666752e-06, "Finetune/Loss": 0.6428819894790649, "Finetune/Loss (Raw)": 0.6780506372451782, "Finetune/Step": 15124, "Finetune/Step Time": 6.649751851335168}
+{"Finetune/Learning Rate": 2.2977450565716363e-06, "Finetune/Loss": 0.6438740491867065, "Finetune/Loss (Raw)": 0.5565387606620789, "Finetune/Step": 15125, "Finetune/Step Time": 6.642648931592703}
+{"Finetune/Learning Rate": 2.2966711848898005e-06, "Finetune/Loss": 0.6432996988296509, "Finetune/Loss (Raw)": 0.6330439448356628, "Finetune/Step": 15126, "Finetune/Step Time": 6.633291948586702}
+{"Finetune/Learning Rate": 2.2955975316524637e-06, "Finetune/Loss": 0.6432509422302246, "Finetune/Loss (Raw)": 0.6477395296096802, "Finetune/Step": 15127, "Finetune/Step Time": 6.656172528862953}
+{"Finetune/Learning Rate": 2.2945240968900728e-06, "Finetune/Loss": 0.6428532600402832, "Finetune/Loss (Raw)": 0.6930869817733765, "Finetune/Step": 15128, "Finetune/Step Time": 6.6568474024534225}
+{"Finetune/Learning Rate": 2.2934508806330646e-06, "Finetune/Loss": 0.6433159112930298, "Finetune/Loss (Raw)": 0.6571497321128845, "Finetune/Step": 15129, "Finetune/Step Time": 6.673909334465861}
+{"Finetune/Learning Rate": 2.2923778829118804e-06, "Finetune/Loss": 0.642686128616333, "Finetune/Loss (Raw)": 0.5248196721076965, "Finetune/Step": 15130, "Finetune/Step Time": 6.671091163530946}
+{"Finetune/Learning Rate": 2.291305103756939e-06, "Finetune/Loss": 0.6417067050933838, "Finetune/Loss (Raw)": 0.5398825407028198, "Finetune/Step": 15131, "Finetune/Step Time": 6.66937886364758}
+{"Finetune/Learning Rate": 2.2902325431986636e-06, "Finetune/Loss": 0.6413149833679199, "Finetune/Loss (Raw)": 0.6769132614135742, "Finetune/Step": 15132, "Finetune/Step Time": 6.667358744889498}
+{"Finetune/Learning Rate": 2.2891602012674705e-06, "Finetune/Loss": 0.6414823532104492, "Finetune/Loss (Raw)": 0.7214977145195007, "Finetune/Step": 15133, "Finetune/Step Time": 6.669662918895483}
+{"Finetune/Learning Rate": 2.2880880779937674e-06, "Finetune/Loss": 0.6415216326713562, "Finetune/Loss (Raw)": 0.6509836316108704, "Finetune/Step": 15134, "Finetune/Step Time": 6.665540266782045}
+{"Finetune/Learning Rate": 2.2870161734079565e-06, "Finetune/Loss": 0.6418133974075317, "Finetune/Loss (Raw)": 0.5895359516143799, "Finetune/Step": 15135, "Finetune/Step Time": 6.684673085808754}
+{"Finetune/Learning Rate": 2.2859444875404347e-06, "Finetune/Loss": 0.6416100859642029, "Finetune/Loss (Raw)": 0.6890314817428589, "Finetune/Step": 15136, "Finetune/Step Time": 6.7083783727139235}
+{"Finetune/Learning Rate": 2.2848730204215906e-06, "Finetune/Loss": 0.6414250731468201, "Finetune/Loss (Raw)": 0.6908233761787415, "Finetune/Step": 15137, "Finetune/Step Time": 6.7112768068909645}
+{"Finetune/Learning Rate": 2.2838017720818095e-06, "Finetune/Loss": 0.641233503818512, "Finetune/Loss (Raw)": 0.5999901294708252, "Finetune/Step": 15138, "Finetune/Step Time": 6.7135954182595015}
+{"Finetune/Learning Rate": 2.2827307425514677e-06, "Finetune/Loss": 0.6402605772018433, "Finetune/Loss (Raw)": 0.5123470425605774, "Finetune/Step": 15139, "Finetune/Step Time": 6.7239342499524355}
+{"Finetune/Learning Rate": 2.2816599318609367e-06, "Finetune/Loss": 0.6400344371795654, "Finetune/Loss (Raw)": 0.5730666518211365, "Finetune/Step": 15140, "Finetune/Step Time": 6.733471550047398}
+{"Finetune/Learning Rate": 2.280589340040583e-06, "Finetune/Loss": 0.6396338939666748, "Finetune/Loss (Raw)": 0.5445528030395508, "Finetune/Step": 15141, "Finetune/Step Time": 6.73695564083755}
+{"Finetune/Learning Rate": 2.279518967120764e-06, "Finetune/Loss": 0.6405520439147949, "Finetune/Loss (Raw)": 0.7449594140052795, "Finetune/Step": 15142, "Finetune/Step Time": 6.734977286309004}
+{"Finetune/Learning Rate": 2.2784488131318326e-06, "Finetune/Loss": 0.6415468454360962, "Finetune/Loss (Raw)": 0.7364062070846558, "Finetune/Step": 15143, "Finetune/Step Time": 6.738745607435703}
+{"Finetune/Learning Rate": 2.277378878104136e-06, "Finetune/Loss": 0.6409271955490112, "Finetune/Loss (Raw)": 0.5749884843826294, "Finetune/Step": 15144, "Finetune/Step Time": 6.739990754052997}
+{"Finetune/Learning Rate": 2.2763091620680143e-06, "Finetune/Loss": 0.6417948603630066, "Finetune/Loss (Raw)": 0.7737873196601868, "Finetune/Step": 15145, "Finetune/Step Time": 6.748969003558159}
+{"Finetune/Learning Rate": 2.275239665053801e-06, "Finetune/Loss": 0.6415011882781982, "Finetune/Loss (Raw)": 0.570929765701294, "Finetune/Step": 15146, "Finetune/Step Time": 6.748476445674896}
+{"Finetune/Learning Rate": 2.274170387091825e-06, "Finetune/Loss": 0.6411881446838379, "Finetune/Loss (Raw)": 0.5801321864128113, "Finetune/Step": 15147, "Finetune/Step Time": 6.751376550644636}
+{"Finetune/Learning Rate": 2.2731013282124113e-06, "Finetune/Loss": 0.6421453952789307, "Finetune/Loss (Raw)": 0.7458728551864624, "Finetune/Step": 15148, "Finetune/Step Time": 6.752293383702636}
+{"Finetune/Learning Rate": 2.2720324884458643e-06, "Finetune/Loss": 0.6428574323654175, "Finetune/Loss (Raw)": 0.6988152861595154, "Finetune/Step": 15149, "Finetune/Step Time": 6.751805547624826}
+{"Finetune/Learning Rate": 2.2709638678225044e-06, "Finetune/Loss": 0.6413801312446594, "Finetune/Loss (Raw)": 0.5545778870582581, "Finetune/Step": 15150, "Finetune/Step Time": 6.759103173390031}
+{"Finetune/Learning Rate": 2.26989546637263e-06, "Finetune/Loss": 0.6406415700912476, "Finetune/Loss (Raw)": 0.5837060213088989, "Finetune/Step": 15151, "Finetune/Step Time": 6.758078059181571}
+{"Finetune/Learning Rate": 2.268827284126539e-06, "Finetune/Loss": 0.6402566432952881, "Finetune/Loss (Raw)": 0.6340322494506836, "Finetune/Step": 15152, "Finetune/Step Time": 6.775335034355521}
+{"Finetune/Learning Rate": 2.267759321114522e-06, "Finetune/Loss": 0.6395094990730286, "Finetune/Loss (Raw)": 0.5869911909103394, "Finetune/Step": 15153, "Finetune/Step Time": 6.761187436059117}
+{"Finetune/Learning Rate": 2.2666915773668628e-06, "Finetune/Loss": 0.6403319835662842, "Finetune/Loss (Raw)": 0.7103365659713745, "Finetune/Step": 15154, "Finetune/Step Time": 6.760110590606928}
+{"Finetune/Learning Rate": 2.265624052913844e-06, "Finetune/Loss": 0.6391490697860718, "Finetune/Loss (Raw)": 0.5888846516609192, "Finetune/Step": 15155, "Finetune/Step Time": 6.76038882881403}
+{"Finetune/Learning Rate": 2.2645567477857266e-06, "Finetune/Loss": 0.6392002701759338, "Finetune/Loss (Raw)": 0.5570319890975952, "Finetune/Step": 15156, "Finetune/Step Time": 6.757492568343878}
+{"Finetune/Learning Rate": 2.2634896620127855e-06, "Finetune/Loss": 0.6391605734825134, "Finetune/Loss (Raw)": 0.502821683883667, "Finetune/Step": 15157, "Finetune/Step Time": 6.761111240833998}
+{"Finetune/Learning Rate": 2.262422795625279e-06, "Finetune/Loss": 0.6396275758743286, "Finetune/Loss (Raw)": 0.6997079253196716, "Finetune/Step": 15158, "Finetune/Step Time": 6.759678803384304}
+{"Finetune/Learning Rate": 2.2613561486534586e-06, "Finetune/Loss": 0.6399345397949219, "Finetune/Loss (Raw)": 0.6925359964370728, "Finetune/Step": 15159, "Finetune/Step Time": 6.776234516873956}
+{"Finetune/Learning Rate": 2.260289721127572e-06, "Finetune/Loss": 0.6397013664245605, "Finetune/Loss (Raw)": 0.6128288507461548, "Finetune/Step": 15160, "Finetune/Step Time": 6.773396618664265}
+{"Finetune/Learning Rate": 2.2592235130778626e-06, "Finetune/Loss": 0.64028000831604, "Finetune/Loss (Raw)": 0.7029256224632263, "Finetune/Step": 15161, "Finetune/Step Time": 6.792235277593136}
+{"Finetune/Learning Rate": 2.258157524534561e-06, "Finetune/Loss": 0.6405550241470337, "Finetune/Loss (Raw)": 0.6656701564788818, "Finetune/Step": 15162, "Finetune/Step Time": 6.799787860363722}
+{"Finetune/Learning Rate": 2.257091755527896e-06, "Finetune/Loss": 0.6398024559020996, "Finetune/Loss (Raw)": 0.6862183809280396, "Finetune/Step": 15163, "Finetune/Step Time": 6.802085779607296}
+{"Finetune/Learning Rate": 2.256026206088089e-06, "Finetune/Loss": 0.640172004699707, "Finetune/Loss (Raw)": 0.6735813021659851, "Finetune/Step": 15164, "Finetune/Step Time": 6.8088182136416435}
+{"Finetune/Learning Rate": 2.25496087624536e-06, "Finetune/Loss": 0.6419278383255005, "Finetune/Loss (Raw)": 0.8441618084907532, "Finetune/Step": 15165, "Finetune/Step Time": 6.806576330214739}
+{"Finetune/Learning Rate": 2.2538957660299166e-06, "Finetune/Loss": 0.6415218710899353, "Finetune/Loss (Raw)": 0.5807132124900818, "Finetune/Step": 15166, "Finetune/Step Time": 6.826185459271073}
+{"Finetune/Learning Rate": 2.252830875471965e-06, "Finetune/Loss": 0.6412316560745239, "Finetune/Loss (Raw)": 0.6882891058921814, "Finetune/Step": 15167, "Finetune/Step Time": 6.77566584199667}
+{"Finetune/Learning Rate": 2.2517662046016975e-06, "Finetune/Loss": 0.6414148807525635, "Finetune/Loss (Raw)": 0.6477593183517456, "Finetune/Step": 15168, "Finetune/Step Time": 6.792995575815439}
+{"Finetune/Learning Rate": 2.250701753449308e-06, "Finetune/Loss": 0.641157329082489, "Finetune/Loss (Raw)": 0.6854218244552612, "Finetune/Step": 15169, "Finetune/Step Time": 6.809349976480007}
+{"Finetune/Learning Rate": 2.2496375220449795e-06, "Finetune/Loss": 0.6410077810287476, "Finetune/Loss (Raw)": 0.6378641724586487, "Finetune/Step": 15170, "Finetune/Step Time": 6.812058052048087}
+{"Finetune/Learning Rate": 2.2485735104188898e-06, "Finetune/Loss": 0.6407006978988647, "Finetune/Loss (Raw)": 0.6367521286010742, "Finetune/Step": 15171, "Finetune/Step Time": 6.812647387385368}
+{"Finetune/Learning Rate": 2.247509718601215e-06, "Finetune/Loss": 0.6415657997131348, "Finetune/Loss (Raw)": 0.6432650685310364, "Finetune/Step": 15172, "Finetune/Step Time": 6.816367065533996}
+{"Finetune/Learning Rate": 2.2464461466221234e-06, "Finetune/Loss": 0.6414484977722168, "Finetune/Loss (Raw)": 0.634016215801239, "Finetune/Step": 15173, "Finetune/Step Time": 6.82064707018435}
+{"Finetune/Learning Rate": 2.2453827945117678e-06, "Finetune/Loss": 0.6424120664596558, "Finetune/Loss (Raw)": 0.7741043567657471, "Finetune/Step": 15174, "Finetune/Step Time": 6.811503550037742}
+{"Finetune/Learning Rate": 2.244319662300305e-06, "Finetune/Loss": 0.6427242159843445, "Finetune/Loss (Raw)": 0.6731782555580139, "Finetune/Step": 15175, "Finetune/Step Time": 6.812887134030461}
+{"Finetune/Learning Rate": 2.2432567500178828e-06, "Finetune/Loss": 0.6431377530097961, "Finetune/Loss (Raw)": 0.5731615424156189, "Finetune/Step": 15176, "Finetune/Step Time": 6.821940245106816}
+{"Finetune/Learning Rate": 2.242194057694641e-06, "Finetune/Loss": 0.6436607837677002, "Finetune/Loss (Raw)": 0.6614834666252136, "Finetune/Step": 15177, "Finetune/Step Time": 6.815488005056977}
+{"Finetune/Learning Rate": 2.241131585360713e-06, "Finetune/Loss": 0.6436916589736938, "Finetune/Loss (Raw)": 0.6562303900718689, "Finetune/Step": 15178, "Finetune/Step Time": 6.812754832208157}
+{"Finetune/Learning Rate": 2.2400693330462353e-06, "Finetune/Loss": 0.6442074179649353, "Finetune/Loss (Raw)": 0.7248002886772156, "Finetune/Step": 15179, "Finetune/Step Time": 6.805706385523081}
+{"Finetune/Learning Rate": 2.239007300781323e-06, "Finetune/Loss": 0.6432808637619019, "Finetune/Loss (Raw)": 0.5770598649978638, "Finetune/Step": 15180, "Finetune/Step Time": 6.806852582842112}
+{"Finetune/Learning Rate": 2.237945488596094e-06, "Finetune/Loss": 0.6434722542762756, "Finetune/Loss (Raw)": 0.6871062517166138, "Finetune/Step": 15181, "Finetune/Step Time": 6.799313046038151}
+{"Finetune/Learning Rate": 2.2368838965206586e-06, "Finetune/Loss": 0.6433979868888855, "Finetune/Loss (Raw)": 0.6277602910995483, "Finetune/Step": 15182, "Finetune/Step Time": 6.799317292869091}
+{"Finetune/Learning Rate": 2.2358225245851196e-06, "Finetune/Loss": 0.6440210342407227, "Finetune/Loss (Raw)": 0.62339848279953, "Finetune/Step": 15183, "Finetune/Step Time": 6.794633109122515}
+{"Finetune/Learning Rate": 2.234761372819577e-06, "Finetune/Loss": 0.6445090770721436, "Finetune/Loss (Raw)": 0.6908289194107056, "Finetune/Step": 15184, "Finetune/Step Time": 6.797779429703951}
+{"Finetune/Learning Rate": 2.2337004412541197e-06, "Finetune/Loss": 0.6449782848358154, "Finetune/Loss (Raw)": 0.5783596038818359, "Finetune/Step": 15185, "Finetune/Step Time": 6.783791372552514}
+{"Finetune/Learning Rate": 2.232639729918833e-06, "Finetune/Loss": 0.6440728902816772, "Finetune/Loss (Raw)": 0.5405441522598267, "Finetune/Step": 15186, "Finetune/Step Time": 6.798047784715891}
+{"Finetune/Learning Rate": 2.2315792388437975e-06, "Finetune/Loss": 0.6432495713233948, "Finetune/Loss (Raw)": 0.5019388794898987, "Finetune/Step": 15187, "Finetune/Step Time": 6.802101723849773}
+{"Finetune/Learning Rate": 2.2305189680590834e-06, "Finetune/Loss": 0.6427395939826965, "Finetune/Loss (Raw)": 0.5922244191169739, "Finetune/Step": 15188, "Finetune/Step Time": 6.806314522400498}
+{"Finetune/Learning Rate": 2.2294589175947577e-06, "Finetune/Loss": 0.6433979272842407, "Finetune/Loss (Raw)": 0.6569651365280151, "Finetune/Step": 15189, "Finetune/Step Time": 6.783671943470836}
+{"Finetune/Learning Rate": 2.2283990874808812e-06, "Finetune/Loss": 0.644780695438385, "Finetune/Loss (Raw)": 0.8162020444869995, "Finetune/Step": 15190, "Finetune/Step Time": 6.763059483841062}
+{"Finetune/Learning Rate": 2.2273394777475068e-06, "Finetune/Loss": 0.6448438167572021, "Finetune/Loss (Raw)": 0.588130533695221, "Finetune/Step": 15191, "Finetune/Step Time": 6.745651487261057}
+{"Finetune/Learning Rate": 2.2262800884246828e-06, "Finetune/Loss": 0.6453778743743896, "Finetune/Loss (Raw)": 0.6682355403900146, "Finetune/Step": 15192, "Finetune/Step Time": 6.736750157549977}
+{"Finetune/Learning Rate": 2.22522091954245e-06, "Finetune/Loss": 0.6448772549629211, "Finetune/Loss (Raw)": 0.6224424839019775, "Finetune/Step": 15193, "Finetune/Step Time": 6.738576536998153}
+{"Finetune/Learning Rate": 2.2241619711308425e-06, "Finetune/Loss": 0.644753098487854, "Finetune/Loss (Raw)": 0.7090066075325012, "Finetune/Step": 15194, "Finetune/Step Time": 6.731591705232859}
+{"Finetune/Learning Rate": 2.2231032432198906e-06, "Finetune/Loss": 0.6436995267868042, "Finetune/Loss (Raw)": 0.6389024257659912, "Finetune/Step": 15195, "Finetune/Step Time": 6.727335317060351}
+{"Finetune/Learning Rate": 2.222044735839617e-06, "Finetune/Loss": 0.6441687345504761, "Finetune/Loss (Raw)": 0.7094165682792664, "Finetune/Step": 15196, "Finetune/Step Time": 6.736361065879464}
+{"Finetune/Learning Rate": 2.2209864490200385e-06, "Finetune/Loss": 0.6430779695510864, "Finetune/Loss (Raw)": 0.6061578989028931, "Finetune/Step": 15197, "Finetune/Step Time": 6.716072719544172}
+{"Finetune/Learning Rate": 2.219928382791159e-06, "Finetune/Loss": 0.6428439617156982, "Finetune/Loss (Raw)": 0.6649594306945801, "Finetune/Step": 15198, "Finetune/Step Time": 6.717248722910881}
+{"Finetune/Learning Rate": 2.218870537182989e-06, "Finetune/Loss": 0.6424133777618408, "Finetune/Loss (Raw)": 0.6150578260421753, "Finetune/Step": 15199, "Finetune/Step Time": 6.698569223284721}
+{"Finetune/Learning Rate": 2.2178129122255255e-06, "Finetune/Loss": 0.6431092619895935, "Finetune/Loss (Raw)": 0.627999484539032, "Finetune/Step": 15200, "Finetune/Step Time": 6.694135092198849}
+{"Finetune/Learning Rate": 2.2167555079487567e-06, "Finetune/Loss": 0.6425622701644897, "Finetune/Loss (Raw)": 0.4984219968318939, "Finetune/Step": 15201, "Finetune/Step Time": 6.6872785203158855}
+{"Finetune/Learning Rate": 2.21569832438267e-06, "Finetune/Loss": 0.6427410244941711, "Finetune/Loss (Raw)": 0.7401459217071533, "Finetune/Step": 15202, "Finetune/Step Time": 6.683061774820089}
+{"Finetune/Learning Rate": 2.214641361557246e-06, "Finetune/Loss": 0.643060028553009, "Finetune/Loss (Raw)": 0.6543607711791992, "Finetune/Step": 15203, "Finetune/Step Time": 6.6845308765769005}
+{"Finetune/Learning Rate": 2.213584619502451e-06, "Finetune/Loss": 0.6433699131011963, "Finetune/Loss (Raw)": 0.7180606722831726, "Finetune/Step": 15204, "Finetune/Step Time": 6.683443624526262}
+{"Finetune/Learning Rate": 2.2125280982482523e-06, "Finetune/Loss": 0.6425037384033203, "Finetune/Loss (Raw)": 0.5786847472190857, "Finetune/Step": 15205, "Finetune/Step Time": 6.683740384876728}
+{"Finetune/Learning Rate": 2.211471797824615e-06, "Finetune/Loss": 0.6412575840950012, "Finetune/Loss (Raw)": 0.5619490146636963, "Finetune/Step": 15206, "Finetune/Step Time": 6.686476748436689}
+{"Finetune/Learning Rate": 2.2104157182614893e-06, "Finetune/Loss": 0.6415143013000488, "Finetune/Loss (Raw)": 0.638843834400177, "Finetune/Step": 15207, "Finetune/Step Time": 6.6910004280507565}
+{"Finetune/Learning Rate": 2.209359859588823e-06, "Finetune/Loss": 0.642598032951355, "Finetune/Loss (Raw)": 0.716251790523529, "Finetune/Step": 15208, "Finetune/Step Time": 6.689522115513682}
+{"Finetune/Learning Rate": 2.208304221836561e-06, "Finetune/Loss": 0.641533613204956, "Finetune/Loss (Raw)": 0.592635452747345, "Finetune/Step": 15209, "Finetune/Step Time": 6.674794657155871}
+{"Finetune/Learning Rate": 2.207248805034632e-06, "Finetune/Loss": 0.6418021321296692, "Finetune/Loss (Raw)": 0.6298767328262329, "Finetune/Step": 15210, "Finetune/Step Time": 6.672149073332548}
+{"Finetune/Learning Rate": 2.2061936092129667e-06, "Finetune/Loss": 0.6406789422035217, "Finetune/Loss (Raw)": 0.5692376494407654, "Finetune/Step": 15211, "Finetune/Step Time": 6.671693352982402}
+{"Finetune/Learning Rate": 2.2051386344014856e-06, "Finetune/Loss": 0.6411396265029907, "Finetune/Loss (Raw)": 0.7171255350112915, "Finetune/Step": 15212, "Finetune/Step Time": 6.670262245461345}
+{"Finetune/Learning Rate": 2.20408388063011e-06, "Finetune/Loss": 0.640685498714447, "Finetune/Loss (Raw)": 0.6251391768455505, "Finetune/Step": 15213, "Finetune/Step Time": 6.674191553145647}
+{"Finetune/Learning Rate": 2.203029347928747e-06, "Finetune/Loss": 0.6397022008895874, "Finetune/Loss (Raw)": 0.6512220501899719, "Finetune/Step": 15214, "Finetune/Step Time": 6.6773985624313354}
+{"Finetune/Learning Rate": 2.2019750363273028e-06, "Finetune/Loss": 0.6393957138061523, "Finetune/Loss (Raw)": 0.5857933163642883, "Finetune/Step": 15215, "Finetune/Step Time": 6.674749098718166}
+{"Finetune/Learning Rate": 2.200920945855669e-06, "Finetune/Loss": 0.6400863528251648, "Finetune/Loss (Raw)": 0.7181494235992432, "Finetune/Step": 15216, "Finetune/Step Time": 6.673638120293617}
+{"Finetune/Learning Rate": 2.199867076543739e-06, "Finetune/Loss": 0.639808177947998, "Finetune/Loss (Raw)": 0.57933109998703, "Finetune/Step": 15217, "Finetune/Step Time": 6.670759728178382}
+{"Finetune/Learning Rate": 2.198813428421399e-06, "Finetune/Loss": 0.6398394107818604, "Finetune/Loss (Raw)": 0.6196516752243042, "Finetune/Step": 15218, "Finetune/Step Time": 6.667056018486619}
+{"Finetune/Learning Rate": 2.1977600015185265e-06, "Finetune/Loss": 0.6385937333106995, "Finetune/Loss (Raw)": 0.5289567708969116, "Finetune/Step": 15219, "Finetune/Step Time": 6.687592759728432}
+{"Finetune/Learning Rate": 2.196706795864991e-06, "Finetune/Loss": 0.6390876173973083, "Finetune/Loss (Raw)": 0.7826427221298218, "Finetune/Step": 15220, "Finetune/Step Time": 6.6894565261900425}
+{"Finetune/Learning Rate": 2.1956538114906666e-06, "Finetune/Loss": 0.6384153366088867, "Finetune/Loss (Raw)": 0.5519792437553406, "Finetune/Step": 15221, "Finetune/Step Time": 6.6896465718746185}
+{"Finetune/Learning Rate": 2.194601048425404e-06, "Finetune/Loss": 0.63820880651474, "Finetune/Loss (Raw)": 0.6449139714241028, "Finetune/Step": 15222, "Finetune/Step Time": 6.6961269080638885}
+{"Finetune/Learning Rate": 2.193548506699061e-06, "Finetune/Loss": 0.63805091381073, "Finetune/Loss (Raw)": 0.607375979423523, "Finetune/Step": 15223, "Finetune/Step Time": 6.694585919380188}
+{"Finetune/Learning Rate": 2.192496186341484e-06, "Finetune/Loss": 0.6373058557510376, "Finetune/Loss (Raw)": 0.5822712182998657, "Finetune/Step": 15224, "Finetune/Step Time": 6.694303534924984}
+{"Finetune/Learning Rate": 2.1914440873825127e-06, "Finetune/Loss": 0.6357707381248474, "Finetune/Loss (Raw)": 0.5653347373008728, "Finetune/Step": 15225, "Finetune/Step Time": 6.709573704749346}
+{"Finetune/Learning Rate": 2.1903922098519837e-06, "Finetune/Loss": 0.6358662247657776, "Finetune/Loss (Raw)": 0.6818099617958069, "Finetune/Step": 15226, "Finetune/Step Time": 6.707330085337162}
+{"Finetune/Learning Rate": 2.189340553779723e-06, "Finetune/Loss": 0.6363062262535095, "Finetune/Loss (Raw)": 0.7976998686790466, "Finetune/Step": 15227, "Finetune/Step Time": 6.720535323023796}
+{"Finetune/Learning Rate": 2.1882891191955535e-06, "Finetune/Loss": 0.6365244388580322, "Finetune/Loss (Raw)": 0.6393811106681824, "Finetune/Step": 15228, "Finetune/Step Time": 6.720115028321743}
+{"Finetune/Learning Rate": 2.1872379061292916e-06, "Finetune/Loss": 0.6368498802185059, "Finetune/Loss (Raw)": 0.6347624659538269, "Finetune/Step": 15229, "Finetune/Step Time": 6.722951674833894}
+{"Finetune/Learning Rate": 2.186186914610746e-06, "Finetune/Loss": 0.6375432014465332, "Finetune/Loss (Raw)": 0.687564492225647, "Finetune/Step": 15230, "Finetune/Step Time": 6.702609291300178}
+{"Finetune/Learning Rate": 2.1851361446697204e-06, "Finetune/Loss": 0.6385095119476318, "Finetune/Loss (Raw)": 0.7591716647148132, "Finetune/Step": 15231, "Finetune/Step Time": 6.711354335770011}
+{"Finetune/Learning Rate": 2.184085596336011e-06, "Finetune/Loss": 0.6379890441894531, "Finetune/Loss (Raw)": 0.6496290564537048, "Finetune/Step": 15232, "Finetune/Step Time": 6.711611106991768}
+{"Finetune/Learning Rate": 2.1830352696394087e-06, "Finetune/Loss": 0.6382023096084595, "Finetune/Loss (Raw)": 0.5983617305755615, "Finetune/Step": 15233, "Finetune/Step Time": 6.7197491228580475}
+{"Finetune/Learning Rate": 2.181985164609697e-06, "Finetune/Loss": 0.637871503829956, "Finetune/Loss (Raw)": 0.5528882741928101, "Finetune/Step": 15234, "Finetune/Step Time": 6.721481300890446}
+{"Finetune/Learning Rate": 2.180935281276655e-06, "Finetune/Loss": 0.6373883485794067, "Finetune/Loss (Raw)": 0.5790212154388428, "Finetune/Step": 15235, "Finetune/Step Time": 6.7318658120930195}
+{"Finetune/Learning Rate": 2.1798856196700544e-06, "Finetune/Loss": 0.6372940540313721, "Finetune/Loss (Raw)": 0.6351383924484253, "Finetune/Step": 15236, "Finetune/Step Time": 6.731835100799799}
+{"Finetune/Learning Rate": 2.17883617981966e-06, "Finetune/Loss": 0.6373575925827026, "Finetune/Loss (Raw)": 0.6184565424919128, "Finetune/Step": 15237, "Finetune/Step Time": 6.732143107801676}
+{"Finetune/Learning Rate": 2.1777869617552304e-06, "Finetune/Loss": 0.6371701955795288, "Finetune/Loss (Raw)": 0.6647852659225464, "Finetune/Step": 15238, "Finetune/Step Time": 6.7314100582152605}
+{"Finetune/Learning Rate": 2.17673796550652e-06, "Finetune/Loss": 0.6386115550994873, "Finetune/Loss (Raw)": 0.8527427315711975, "Finetune/Step": 15239, "Finetune/Step Time": 6.734768334776163}
+{"Finetune/Learning Rate": 2.175689191103275e-06, "Finetune/Loss": 0.638109028339386, "Finetune/Loss (Raw)": 0.5898975729942322, "Finetune/Step": 15240, "Finetune/Step Time": 6.729602392762899}
+{"Finetune/Learning Rate": 2.1746406385752338e-06, "Finetune/Loss": 0.6387605667114258, "Finetune/Loss (Raw)": 0.631598711013794, "Finetune/Step": 15241, "Finetune/Step Time": 6.733845742419362}
+{"Finetune/Learning Rate": 2.1735923079521328e-06, "Finetune/Loss": 0.6383777260780334, "Finetune/Loss (Raw)": 0.6363734006881714, "Finetune/Step": 15242, "Finetune/Step Time": 6.752227202057838}
+{"Finetune/Learning Rate": 2.1725441992636986e-06, "Finetune/Loss": 0.6379133462905884, "Finetune/Loss (Raw)": 0.49152737855911255, "Finetune/Step": 15243, "Finetune/Step Time": 6.755624279379845}
+{"Finetune/Learning Rate": 2.1714963125396515e-06, "Finetune/Loss": 0.6377139687538147, "Finetune/Loss (Raw)": 0.6244519352912903, "Finetune/Step": 15244, "Finetune/Step Time": 6.758730197325349}
+{"Finetune/Learning Rate": 2.170448647809709e-06, "Finetune/Loss": 0.6395465135574341, "Finetune/Loss (Raw)": 0.6764005422592163, "Finetune/Step": 15245, "Finetune/Step Time": 6.744506364688277}
+{"Finetune/Learning Rate": 2.1694012051035807e-06, "Finetune/Loss": 0.6402540802955627, "Finetune/Loss (Raw)": 0.6623531579971313, "Finetune/Step": 15246, "Finetune/Step Time": 6.742783099412918}
+{"Finetune/Learning Rate": 2.1683539844509614e-06, "Finetune/Loss": 0.6405359506607056, "Finetune/Loss (Raw)": 0.6072356700897217, "Finetune/Step": 15247, "Finetune/Step Time": 6.732171505689621}
+{"Finetune/Learning Rate": 2.1673069858815553e-06, "Finetune/Loss": 0.638658881187439, "Finetune/Loss (Raw)": 0.5363990664482117, "Finetune/Step": 15248, "Finetune/Step Time": 6.734503181651235}
+{"Finetune/Learning Rate": 2.1662602094250508e-06, "Finetune/Loss": 0.6380767822265625, "Finetune/Loss (Raw)": 0.573196291923523, "Finetune/Step": 15249, "Finetune/Step Time": 6.7572457659989595}
+{"Finetune/Learning Rate": 2.1652136551111304e-06, "Finetune/Loss": 0.6378026604652405, "Finetune/Loss (Raw)": 0.5539501905441284, "Finetune/Step": 15250, "Finetune/Step Time": 6.760467475280166}
+{"Finetune/Learning Rate": 2.1641673229694714e-06, "Finetune/Loss": 0.6386417150497437, "Finetune/Loss (Raw)": 0.6922873258590698, "Finetune/Step": 15251, "Finetune/Step Time": 6.7692124750465155}
+{"Finetune/Learning Rate": 2.1631212130297472e-06, "Finetune/Loss": 0.6377464532852173, "Finetune/Loss (Raw)": 0.5634563565254211, "Finetune/Step": 15252, "Finetune/Step Time": 6.766933295875788}
+{"Finetune/Learning Rate": 2.1620753253216186e-06, "Finetune/Loss": 0.6388448476791382, "Finetune/Loss (Raw)": 0.6971410512924194, "Finetune/Step": 15253, "Finetune/Step Time": 6.762721432372928}
+{"Finetune/Learning Rate": 2.1610296598747426e-06, "Finetune/Loss": 0.6370944380760193, "Finetune/Loss (Raw)": 0.408989816904068, "Finetune/Step": 15254, "Finetune/Step Time": 6.772758079692721}
+{"Finetune/Learning Rate": 2.159984216718777e-06, "Finetune/Loss": 0.6372753381729126, "Finetune/Loss (Raw)": 0.6708956360816956, "Finetune/Step": 15255, "Finetune/Step Time": 6.74815890006721}
+{"Finetune/Learning Rate": 2.158938995883365e-06, "Finetune/Loss": 0.6368303894996643, "Finetune/Loss (Raw)": 0.636131763458252, "Finetune/Step": 15256, "Finetune/Step Time": 6.75362859852612}
+{"Finetune/Learning Rate": 2.157893997398146e-06, "Finetune/Loss": 0.6368296146392822, "Finetune/Loss (Raw)": 0.6570476293563843, "Finetune/Step": 15257, "Finetune/Step Time": 6.73496481589973}
+{"Finetune/Learning Rate": 2.156849221292756e-06, "Finetune/Loss": 0.6384145021438599, "Finetune/Loss (Raw)": 0.7276874780654907, "Finetune/Step": 15258, "Finetune/Step Time": 6.739258948713541}
+{"Finetune/Learning Rate": 2.155804667596816e-06, "Finetune/Loss": 0.6399381756782532, "Finetune/Loss (Raw)": 0.7349104285240173, "Finetune/Step": 15259, "Finetune/Step Time": 6.731292398646474}
+{"Finetune/Learning Rate": 2.1547603363399505e-06, "Finetune/Loss": 0.6401229500770569, "Finetune/Loss (Raw)": 0.7005664706230164, "Finetune/Step": 15260, "Finetune/Step Time": 6.730375127866864}
+{"Finetune/Learning Rate": 2.15371622755177e-06, "Finetune/Loss": 0.6392585039138794, "Finetune/Loss (Raw)": 0.610846996307373, "Finetune/Step": 15261, "Finetune/Step Time": 6.731227822601795}
+{"Finetune/Learning Rate": 2.152672341261888e-06, "Finetune/Loss": 0.6390546560287476, "Finetune/Loss (Raw)": 0.6248947978019714, "Finetune/Step": 15262, "Finetune/Step Time": 6.7293806206434965}
+{"Finetune/Learning Rate": 2.151628677499904e-06, "Finetune/Loss": 0.6390501856803894, "Finetune/Loss (Raw)": 0.5889633297920227, "Finetune/Step": 15263, "Finetune/Step Time": 6.71307872608304}
+{"Finetune/Learning Rate": 2.150585236295415e-06, "Finetune/Loss": 0.6383649110794067, "Finetune/Loss (Raw)": 0.6013163328170776, "Finetune/Step": 15264, "Finetune/Step Time": 6.686034144833684}
+{"Finetune/Learning Rate": 2.1495420176780056e-06, "Finetune/Loss": 0.6366366744041443, "Finetune/Loss (Raw)": 0.4696080982685089, "Finetune/Step": 15265, "Finetune/Step Time": 6.694814786314964}
+{"Finetune/Learning Rate": 2.1484990216772604e-06, "Finetune/Loss": 0.6370907425880432, "Finetune/Loss (Raw)": 0.6581090688705444, "Finetune/Step": 15266, "Finetune/Step Time": 6.700761837884784}
+{"Finetune/Learning Rate": 2.147456248322758e-06, "Finetune/Loss": 0.6381970047950745, "Finetune/Loss (Raw)": 0.6539521813392639, "Finetune/Step": 15267, "Finetune/Step Time": 6.69001235999167}
+{"Finetune/Learning Rate": 2.1464136976440618e-06, "Finetune/Loss": 0.6388622522354126, "Finetune/Loss (Raw)": 0.6582184433937073, "Finetune/Step": 15268, "Finetune/Step Time": 6.6769210789352655}
+{"Finetune/Learning Rate": 2.1453713696707447e-06, "Finetune/Loss": 0.6404550671577454, "Finetune/Loss (Raw)": 0.7484365105628967, "Finetune/Step": 15269, "Finetune/Step Time": 6.695032011717558}
+{"Finetune/Learning Rate": 2.1443292644323623e-06, "Finetune/Loss": 0.6401773691177368, "Finetune/Loss (Raw)": 0.709404468536377, "Finetune/Step": 15270, "Finetune/Step Time": 6.696777379140258}
+{"Finetune/Learning Rate": 2.143287381958461e-06, "Finetune/Loss": 0.6392459869384766, "Finetune/Loss (Raw)": 0.617194652557373, "Finetune/Step": 15271, "Finetune/Step Time": 6.714168455451727}
+{"Finetune/Learning Rate": 2.1422457222785875e-06, "Finetune/Loss": 0.6402096748352051, "Finetune/Loss (Raw)": 0.6983421444892883, "Finetune/Step": 15272, "Finetune/Step Time": 6.713433073833585}
+{"Finetune/Learning Rate": 2.1412042854222804e-06, "Finetune/Loss": 0.6395514607429504, "Finetune/Loss (Raw)": 0.6895337700843811, "Finetune/Step": 15273, "Finetune/Step Time": 6.720672635361552}
+{"Finetune/Learning Rate": 2.1401630714190736e-06, "Finetune/Loss": 0.6397708654403687, "Finetune/Loss (Raw)": 0.5990172028541565, "Finetune/Step": 15274, "Finetune/Step Time": 6.718646567314863}
+{"Finetune/Learning Rate": 2.13912208029849e-06, "Finetune/Loss": 0.6401212215423584, "Finetune/Loss (Raw)": 0.6249746680259705, "Finetune/Step": 15275, "Finetune/Step Time": 6.71742457151413}
+{"Finetune/Learning Rate": 2.138081312090052e-06, "Finetune/Loss": 0.6394937038421631, "Finetune/Loss (Raw)": 0.6655453443527222, "Finetune/Step": 15276, "Finetune/Step Time": 6.717473868280649}
+{"Finetune/Learning Rate": 2.1370407668232727e-06, "Finetune/Loss": 0.6392516493797302, "Finetune/Loss (Raw)": 0.6678352952003479, "Finetune/Step": 15277, "Finetune/Step Time": 6.724105892702937}
+{"Finetune/Learning Rate": 2.136000444527656e-06, "Finetune/Loss": 0.6402882933616638, "Finetune/Loss (Raw)": 0.6872684359550476, "Finetune/Step": 15278, "Finetune/Step Time": 6.71987321972847}
+{"Finetune/Learning Rate": 2.134960345232706e-06, "Finetune/Loss": 0.6413258910179138, "Finetune/Loss (Raw)": 0.7165170311927795, "Finetune/Step": 15279, "Finetune/Step Time": 6.7193901520222425}
+{"Finetune/Learning Rate": 2.133920468967915e-06, "Finetune/Loss": 0.6410834789276123, "Finetune/Loss (Raw)": 0.6030111312866211, "Finetune/Step": 15280, "Finetune/Step Time": 6.701270032674074}
+{"Finetune/Learning Rate": 2.1328808157627713e-06, "Finetune/Loss": 0.641175389289856, "Finetune/Loss (Raw)": 0.5987479090690613, "Finetune/Step": 15281, "Finetune/Step Time": 6.700048660859466}
+{"Finetune/Learning Rate": 2.1318413856467556e-06, "Finetune/Loss": 0.6405487656593323, "Finetune/Loss (Raw)": 0.630129873752594, "Finetune/Step": 15282, "Finetune/Step Time": 6.7024760618805885}
+{"Finetune/Learning Rate": 2.130802178649346e-06, "Finetune/Loss": 0.6410322189331055, "Finetune/Loss (Raw)": 0.6507664918899536, "Finetune/Step": 15283, "Finetune/Step Time": 6.70578152500093}
+{"Finetune/Learning Rate": 2.1297631948000087e-06, "Finetune/Loss": 0.6429385542869568, "Finetune/Loss (Raw)": 0.8010462522506714, "Finetune/Step": 15284, "Finetune/Step Time": 6.711835827678442}
+{"Finetune/Learning Rate": 2.1287244341282064e-06, "Finetune/Loss": 0.6428788304328918, "Finetune/Loss (Raw)": 0.4951755702495575, "Finetune/Step": 15285, "Finetune/Step Time": 6.708777509629726}
+{"Finetune/Learning Rate": 2.127685896663397e-06, "Finetune/Loss": 0.6419346332550049, "Finetune/Loss (Raw)": 0.5788557529449463, "Finetune/Step": 15286, "Finetune/Step Time": 6.7093506418168545}
+{"Finetune/Learning Rate": 2.1266475824350295e-06, "Finetune/Loss": 0.6420019865036011, "Finetune/Loss (Raw)": 0.7011567950248718, "Finetune/Step": 15287, "Finetune/Step Time": 6.696492500603199}
+{"Finetune/Learning Rate": 2.125609491472549e-06, "Finetune/Loss": 0.642196536064148, "Finetune/Loss (Raw)": 0.6377217769622803, "Finetune/Step": 15288, "Finetune/Step Time": 6.698127245530486}
+{"Finetune/Learning Rate": 2.1245716238053903e-06, "Finetune/Loss": 0.64145827293396, "Finetune/Loss (Raw)": 0.6084383130073547, "Finetune/Step": 15289, "Finetune/Step Time": 6.679594276472926}
+{"Finetune/Learning Rate": 2.1235339794629863e-06, "Finetune/Loss": 0.6407771706581116, "Finetune/Loss (Raw)": 0.5784819722175598, "Finetune/Step": 15290, "Finetune/Step Time": 6.673251997679472}
+{"Finetune/Learning Rate": 2.1224965584747603e-06, "Finetune/Loss": 0.6402742266654968, "Finetune/Loss (Raw)": 0.6218464374542236, "Finetune/Step": 15291, "Finetune/Step Time": 6.680511241778731}
+{"Finetune/Learning Rate": 2.121459360870132e-06, "Finetune/Loss": 0.6392371654510498, "Finetune/Loss (Raw)": 0.540829062461853, "Finetune/Step": 15292, "Finetune/Step Time": 6.675296766683459}
+{"Finetune/Learning Rate": 2.1204223866785112e-06, "Finetune/Loss": 0.636777400970459, "Finetune/Loss (Raw)": 0.5293149948120117, "Finetune/Step": 15293, "Finetune/Step Time": 6.67210279032588}
+{"Finetune/Learning Rate": 2.1193856359293087e-06, "Finetune/Loss": 0.637663722038269, "Finetune/Loss (Raw)": 0.6941629648208618, "Finetune/Step": 15294, "Finetune/Step Time": 6.660812932997942}
+{"Finetune/Learning Rate": 2.118349108651918e-06, "Finetune/Loss": 0.6364219784736633, "Finetune/Loss (Raw)": 0.5293466448783875, "Finetune/Step": 15295, "Finetune/Step Time": 6.66278918273747}
+{"Finetune/Learning Rate": 2.1173128048757307e-06, "Finetune/Loss": 0.6370062828063965, "Finetune/Loss (Raw)": 0.7225496172904968, "Finetune/Step": 15296, "Finetune/Step Time": 6.642882170155644}
+{"Finetune/Learning Rate": 2.11627672463014e-06, "Finetune/Loss": 0.6365596055984497, "Finetune/Loss (Raw)": 0.6282492876052856, "Finetune/Step": 15297, "Finetune/Step Time": 6.624764129519463}
+{"Finetune/Learning Rate": 2.1152408679445224e-06, "Finetune/Loss": 0.6357840299606323, "Finetune/Loss (Raw)": 0.5385838150978088, "Finetune/Step": 15298, "Finetune/Step Time": 6.623261908069253}
+{"Finetune/Learning Rate": 2.1142052348482533e-06, "Finetune/Loss": 0.6350142955780029, "Finetune/Loss (Raw)": 0.5382343530654907, "Finetune/Step": 15299, "Finetune/Step Time": 6.624470219016075}
+{"Finetune/Learning Rate": 2.113169825370701e-06, "Finetune/Loss": 0.6350646018981934, "Finetune/Loss (Raw)": 0.6497037410736084, "Finetune/Step": 15300, "Finetune/Step Time": 6.6173619125038385}
+{"Finetune/Learning Rate": 2.1121346395412245e-06, "Finetune/Loss": 0.6351341009140015, "Finetune/Loss (Raw)": 0.642912745475769, "Finetune/Step": 15301, "Finetune/Step Time": 6.612656494602561}
+{"Finetune/Learning Rate": 2.1110996773891777e-06, "Finetune/Loss": 0.6339597105979919, "Finetune/Loss (Raw)": 0.6237788200378418, "Finetune/Step": 15302, "Finetune/Step Time": 6.613070409744978}
+{"Finetune/Learning Rate": 2.11006493894391e-06, "Finetune/Loss": 0.6339375972747803, "Finetune/Loss (Raw)": 0.6703530550003052, "Finetune/Step": 15303, "Finetune/Step Time": 6.613229604437947}
+{"Finetune/Learning Rate": 2.109030424234766e-06, "Finetune/Loss": 0.6338570713996887, "Finetune/Loss (Raw)": 0.5628506541252136, "Finetune/Step": 15304, "Finetune/Step Time": 6.60196441039443}
+{"Finetune/Learning Rate": 2.1079961332910814e-06, "Finetune/Loss": 0.6337463855743408, "Finetune/Loss (Raw)": 0.6473205089569092, "Finetune/Step": 15305, "Finetune/Step Time": 6.598902743309736}
+{"Finetune/Learning Rate": 2.1069620661421865e-06, "Finetune/Loss": 0.6319910287857056, "Finetune/Loss (Raw)": 0.43154177069664, "Finetune/Step": 15306, "Finetune/Step Time": 6.616271547973156}
+{"Finetune/Learning Rate": 2.105928222817399e-06, "Finetune/Loss": 0.6318864822387695, "Finetune/Loss (Raw)": 0.7114185690879822, "Finetune/Step": 15307, "Finetune/Step Time": 6.617578875273466}
+{"Finetune/Learning Rate": 2.1048946033460417e-06, "Finetune/Loss": 0.6320500373840332, "Finetune/Loss (Raw)": 0.597991406917572, "Finetune/Step": 15308, "Finetune/Step Time": 6.61565089225769}
+{"Finetune/Learning Rate": 2.103861207757422e-06, "Finetune/Loss": 0.6305843591690063, "Finetune/Loss (Raw)": 0.4994971752166748, "Finetune/Step": 15309, "Finetune/Step Time": 6.635436223819852}
+{"Finetune/Learning Rate": 2.1028280360808405e-06, "Finetune/Loss": 0.6305509805679321, "Finetune/Loss (Raw)": 0.6234924793243408, "Finetune/Step": 15310, "Finetune/Step Time": 6.633771730586886}
+{"Finetune/Learning Rate": 2.101795088345604e-06, "Finetune/Loss": 0.6292593479156494, "Finetune/Loss (Raw)": 0.45807358622550964, "Finetune/Step": 15311, "Finetune/Step Time": 6.6371811628341675}
+{"Finetune/Learning Rate": 2.1007623645810004e-06, "Finetune/Loss": 0.6294251680374146, "Finetune/Loss (Raw)": 0.7120513916015625, "Finetune/Step": 15312, "Finetune/Step Time": 6.631329732015729}
+{"Finetune/Learning Rate": 2.0997298648163122e-06, "Finetune/Loss": 0.6299051642417908, "Finetune/Loss (Raw)": 0.6397966742515564, "Finetune/Step": 15313, "Finetune/Step Time": 6.633048422634602}
+{"Finetune/Learning Rate": 2.098697589080819e-06, "Finetune/Loss": 0.6318246722221375, "Finetune/Loss (Raw)": 0.786241888999939, "Finetune/Step": 15314, "Finetune/Step Time": 6.622314635664225}
+{"Finetune/Learning Rate": 2.0976655374037947e-06, "Finetune/Loss": 0.6322832703590393, "Finetune/Loss (Raw)": 0.5606421232223511, "Finetune/Step": 15315, "Finetune/Step Time": 6.625830041244626}
+{"Finetune/Learning Rate": 2.096633709814504e-06, "Finetune/Loss": 0.6313233971595764, "Finetune/Loss (Raw)": 0.46935752034187317, "Finetune/Step": 15316, "Finetune/Step Time": 6.63137635961175}
+{"Finetune/Learning Rate": 2.095602106342205e-06, "Finetune/Loss": 0.631064772605896, "Finetune/Loss (Raw)": 0.6238628029823303, "Finetune/Step": 15317, "Finetune/Step Time": 6.634551228955388}
+{"Finetune/Learning Rate": 2.094570727016155e-06, "Finetune/Loss": 0.6305001378059387, "Finetune/Loss (Raw)": 0.7439269423484802, "Finetune/Step": 15318, "Finetune/Step Time": 6.6296504102647305}
+{"Finetune/Learning Rate": 2.0935395718656025e-06, "Finetune/Loss": 0.6308232545852661, "Finetune/Loss (Raw)": 0.6294910907745361, "Finetune/Step": 15319, "Finetune/Step Time": 6.635060615837574}
+{"Finetune/Learning Rate": 2.0925086409197815e-06, "Finetune/Loss": 0.6290915012359619, "Finetune/Loss (Raw)": 0.44656938314437866, "Finetune/Step": 15320, "Finetune/Step Time": 6.633573489263654}
+{"Finetune/Learning Rate": 2.0914779342079292e-06, "Finetune/Loss": 0.6298056840896606, "Finetune/Loss (Raw)": 0.7138539552688599, "Finetune/Step": 15321, "Finetune/Step Time": 6.644261879846454}
+{"Finetune/Learning Rate": 2.0904474517592755e-06, "Finetune/Loss": 0.6282047629356384, "Finetune/Loss (Raw)": 0.5040954351425171, "Finetune/Step": 15322, "Finetune/Step Time": 6.6553171165287495}
+{"Finetune/Learning Rate": 2.0894171936030395e-06, "Finetune/Loss": 0.628239095211029, "Finetune/Loss (Raw)": 0.6432933807373047, "Finetune/Step": 15323, "Finetune/Step Time": 6.655191170051694}
+{"Finetune/Learning Rate": 2.088387159768437e-06, "Finetune/Loss": 0.62779301404953, "Finetune/Loss (Raw)": 0.6523181796073914, "Finetune/Step": 15324, "Finetune/Step Time": 6.647837182506919}
+{"Finetune/Learning Rate": 2.0873573502846765e-06, "Finetune/Loss": 0.6279797554016113, "Finetune/Loss (Raw)": 0.6300610303878784, "Finetune/Step": 15325, "Finetune/Step Time": 6.64859651774168}
+{"Finetune/Learning Rate": 2.086327765180961e-06, "Finetune/Loss": 0.6279765963554382, "Finetune/Loss (Raw)": 0.6645584106445312, "Finetune/Step": 15326, "Finetune/Step Time": 6.6429392118006945}
+{"Finetune/Learning Rate": 2.0852984044864878e-06, "Finetune/Loss": 0.6282938718795776, "Finetune/Loss (Raw)": 0.6556701064109802, "Finetune/Step": 15327, "Finetune/Step Time": 6.642406580969691}
+{"Finetune/Learning Rate": 2.0842692682304442e-06, "Finetune/Loss": 0.6287941932678223, "Finetune/Loss (Raw)": 0.6920367479324341, "Finetune/Step": 15328, "Finetune/Step Time": 6.643005799502134}
+{"Finetune/Learning Rate": 2.0832403564420158e-06, "Finetune/Loss": 0.6297855377197266, "Finetune/Loss (Raw)": 0.6253171563148499, "Finetune/Step": 15329, "Finetune/Step Time": 6.6434783190488815}
+{"Finetune/Learning Rate": 2.082211669150378e-06, "Finetune/Loss": 0.628656268119812, "Finetune/Loss (Raw)": 0.5956029891967773, "Finetune/Step": 15330, "Finetune/Step Time": 6.64532769843936}
+{"Finetune/Learning Rate": 2.081183206384703e-06, "Finetune/Loss": 0.6296274662017822, "Finetune/Loss (Raw)": 0.7786701321601868, "Finetune/Step": 15331, "Finetune/Step Time": 6.640998335555196}
+{"Finetune/Learning Rate": 2.0801549681741526e-06, "Finetune/Loss": 0.6295257210731506, "Finetune/Loss (Raw)": 0.7050384283065796, "Finetune/Step": 15332, "Finetune/Step Time": 6.657257126644254}
+{"Finetune/Learning Rate": 2.0791269545478875e-06, "Finetune/Loss": 0.6292890310287476, "Finetune/Loss (Raw)": 0.5483892560005188, "Finetune/Step": 15333, "Finetune/Step Time": 6.657326597720385}
+{"Finetune/Learning Rate": 2.078099165535058e-06, "Finetune/Loss": 0.6310396790504456, "Finetune/Loss (Raw)": 0.7860324382781982, "Finetune/Step": 15334, "Finetune/Step Time": 6.656432818621397}
+{"Finetune/Learning Rate": 2.0770716011648095e-06, "Finetune/Loss": 0.6318169832229614, "Finetune/Loss (Raw)": 0.7383323311805725, "Finetune/Step": 15335, "Finetune/Step Time": 6.651293272152543}
+{"Finetune/Learning Rate": 2.0760442614662803e-06, "Finetune/Loss": 0.6321897506713867, "Finetune/Loss (Raw)": 0.7639684677124023, "Finetune/Step": 15336, "Finetune/Step Time": 6.6512978076934814}
+{"Finetune/Learning Rate": 2.075017146468603e-06, "Finetune/Loss": 0.6328356266021729, "Finetune/Loss (Raw)": 0.6753079891204834, "Finetune/Step": 15337, "Finetune/Step Time": 6.651479093357921}
+{"Finetune/Learning Rate": 2.073990256200903e-06, "Finetune/Loss": 0.6330088376998901, "Finetune/Loss (Raw)": 0.6520445942878723, "Finetune/Step": 15338, "Finetune/Step Time": 6.655575590208173}
+{"Finetune/Learning Rate": 2.0729635906923018e-06, "Finetune/Loss": 0.6339605450630188, "Finetune/Loss (Raw)": 0.6910569071769714, "Finetune/Step": 15339, "Finetune/Step Time": 6.676677737385035}
+{"Finetune/Learning Rate": 2.0719371499719123e-06, "Finetune/Loss": 0.6336984038352966, "Finetune/Loss (Raw)": 0.6835746169090271, "Finetune/Step": 15340, "Finetune/Step Time": 6.682139676064253}
+{"Finetune/Learning Rate": 2.0709109340688392e-06, "Finetune/Loss": 0.6331261992454529, "Finetune/Loss (Raw)": 0.5518971085548401, "Finetune/Step": 15341, "Finetune/Step Time": 6.6984848733991385}
+{"Finetune/Learning Rate": 2.069884943012186e-06, "Finetune/Loss": 0.632490873336792, "Finetune/Loss (Raw)": 0.5698992013931274, "Finetune/Step": 15342, "Finetune/Step Time": 6.695853527635336}
+{"Finetune/Learning Rate": 2.0688591768310473e-06, "Finetune/Loss": 0.6340446472167969, "Finetune/Loss (Raw)": 0.7846730947494507, "Finetune/Step": 15343, "Finetune/Step Time": 6.698909927159548}
+{"Finetune/Learning Rate": 2.0678336355545047e-06, "Finetune/Loss": 0.633721113204956, "Finetune/Loss (Raw)": 0.6767310500144958, "Finetune/Step": 15344, "Finetune/Step Time": 6.702253533527255}
+{"Finetune/Learning Rate": 2.066808319211646e-06, "Finetune/Loss": 0.6335718631744385, "Finetune/Loss (Raw)": 0.5602387189865112, "Finetune/Step": 15345, "Finetune/Step Time": 6.702749205753207}
+{"Finetune/Learning Rate": 2.065783227831545e-06, "Finetune/Loss": 0.6346356868743896, "Finetune/Loss (Raw)": 0.7558215856552124, "Finetune/Step": 15346, "Finetune/Step Time": 6.700787046924233}
+{"Finetune/Learning Rate": 2.06475836144327e-06, "Finetune/Loss": 0.635042130947113, "Finetune/Loss (Raw)": 0.580976665019989, "Finetune/Step": 15347, "Finetune/Step Time": 6.6799648609012365}
+{"Finetune/Learning Rate": 2.063733720075882e-06, "Finetune/Loss": 0.6334406137466431, "Finetune/Loss (Raw)": 0.577656626701355, "Finetune/Step": 15348, "Finetune/Step Time": 6.689872283488512}
+{"Finetune/Learning Rate": 2.062709303758441e-06, "Finetune/Loss": 0.6340280175209045, "Finetune/Loss (Raw)": 0.62716144323349, "Finetune/Step": 15349, "Finetune/Step Time": 6.690813789144158}
+{"Finetune/Learning Rate": 2.061685112519992e-06, "Finetune/Loss": 0.6338638663291931, "Finetune/Loss (Raw)": 0.6239030361175537, "Finetune/Step": 15350, "Finetune/Step Time": 6.687871523201466}
+{"Finetune/Learning Rate": 2.0606611463895787e-06, "Finetune/Loss": 0.6343430280685425, "Finetune/Loss (Raw)": 0.6687058210372925, "Finetune/Step": 15351, "Finetune/Step Time": 6.691828578710556}
+{"Finetune/Learning Rate": 2.0596374053962363e-06, "Finetune/Loss": 0.6351795196533203, "Finetune/Loss (Raw)": 0.6893390417098999, "Finetune/Step": 15352, "Finetune/Step Time": 6.688931159675121}
+{"Finetune/Learning Rate": 2.058613889569e-06, "Finetune/Loss": 0.6352324485778809, "Finetune/Loss (Raw)": 0.5721124410629272, "Finetune/Step": 15353, "Finetune/Step Time": 6.672467699274421}
+{"Finetune/Learning Rate": 2.0575905989368917e-06, "Finetune/Loss": 0.6343221664428711, "Finetune/Loss (Raw)": 0.5652989745140076, "Finetune/Step": 15354, "Finetune/Step Time": 6.675224136561155}
+{"Finetune/Learning Rate": 2.0565675335289316e-06, "Finetune/Loss": 0.6323937177658081, "Finetune/Loss (Raw)": 0.5508618354797363, "Finetune/Step": 15355, "Finetune/Step Time": 6.676360588520765}
+{"Finetune/Learning Rate": 2.0555446933741263e-06, "Finetune/Loss": 0.6329513192176819, "Finetune/Loss (Raw)": 0.7107479572296143, "Finetune/Step": 15356, "Finetune/Step Time": 6.675272712484002}
+{"Finetune/Learning Rate": 2.054522078501482e-06, "Finetune/Loss": 0.6328697800636292, "Finetune/Loss (Raw)": 0.6243256330490112, "Finetune/Step": 15357, "Finetune/Step Time": 6.674554048106074}
+{"Finetune/Learning Rate": 2.053499688939997e-06, "Finetune/Loss": 0.6323179602622986, "Finetune/Loss (Raw)": 0.6169323921203613, "Finetune/Step": 15358, "Finetune/Step Time": 6.670360062271357}
+{"Finetune/Learning Rate": 2.0524775247186613e-06, "Finetune/Loss": 0.6312963366508484, "Finetune/Loss (Raw)": 0.6284011006355286, "Finetune/Step": 15359, "Finetune/Step Time": 6.673323696479201}
+{"Finetune/Learning Rate": 2.0514555858664663e-06, "Finetune/Loss": 0.6316778659820557, "Finetune/Loss (Raw)": 0.6984624266624451, "Finetune/Step": 15360, "Finetune/Step Time": 6.680272998288274}
+{"Finetune/Learning Rate": 2.0504338724123906e-06, "Finetune/Loss": 0.6323786377906799, "Finetune/Loss (Raw)": 0.6880669593811035, "Finetune/Step": 15361, "Finetune/Step Time": 6.683821143582463}
+{"Finetune/Learning Rate": 2.0494123843854032e-06, "Finetune/Loss": 0.6334902048110962, "Finetune/Loss (Raw)": 0.6951719522476196, "Finetune/Step": 15362, "Finetune/Step Time": 6.679610047489405}
+{"Finetune/Learning Rate": 2.0483911218144713e-06, "Finetune/Loss": 0.6338248252868652, "Finetune/Loss (Raw)": 0.6218556761741638, "Finetune/Step": 15363, "Finetune/Step Time": 6.667788825929165}
+{"Finetune/Learning Rate": 2.047370084728556e-06, "Finetune/Loss": 0.6345263719558716, "Finetune/Loss (Raw)": 0.7249281406402588, "Finetune/Step": 15364, "Finetune/Step Time": 6.668347984552383}
+{"Finetune/Learning Rate": 2.04634927315661e-06, "Finetune/Loss": 0.6342823505401611, "Finetune/Loss (Raw)": 0.5872234106063843, "Finetune/Step": 15365, "Finetune/Step Time": 6.670044772326946}
+{"Finetune/Learning Rate": 2.0453286871275802e-06, "Finetune/Loss": 0.634097695350647, "Finetune/Loss (Raw)": 0.6411473155021667, "Finetune/Step": 15366, "Finetune/Step Time": 6.6711385902017355}
+{"Finetune/Learning Rate": 2.0443083266704134e-06, "Finetune/Loss": 0.6322859525680542, "Finetune/Loss (Raw)": 0.6208352446556091, "Finetune/Step": 15367, "Finetune/Step Time": 6.667366435751319}
+{"Finetune/Learning Rate": 2.043288191814037e-06, "Finetune/Loss": 0.6332040429115295, "Finetune/Loss (Raw)": 0.707419216632843, "Finetune/Step": 15368, "Finetune/Step Time": 6.66729810833931}
+{"Finetune/Learning Rate": 2.042268282587382e-06, "Finetune/Loss": 0.6333324313163757, "Finetune/Loss (Raw)": 0.6480355262756348, "Finetune/Step": 15369, "Finetune/Step Time": 6.66472583077848}
+{"Finetune/Learning Rate": 2.0412485990193685e-06, "Finetune/Loss": 0.6333910822868347, "Finetune/Loss (Raw)": 0.6438790559768677, "Finetune/Step": 15370, "Finetune/Step Time": 6.645127410069108}
+{"Finetune/Learning Rate": 2.040229141138914e-06, "Finetune/Loss": 0.6347247958183289, "Finetune/Loss (Raw)": 0.6622426509857178, "Finetune/Step": 15371, "Finetune/Step Time": 6.644011178985238}
+{"Finetune/Learning Rate": 2.0392099089749263e-06, "Finetune/Loss": 0.6344826221466064, "Finetune/Loss (Raw)": 0.5934456586837769, "Finetune/Step": 15372, "Finetune/Step Time": 6.641056019812822}
+{"Finetune/Learning Rate": 2.0381909025563084e-06, "Finetune/Loss": 0.6346919536590576, "Finetune/Loss (Raw)": 0.7031985521316528, "Finetune/Step": 15373, "Finetune/Step Time": 6.6404596865177155}
+{"Finetune/Learning Rate": 2.0371721219119556e-06, "Finetune/Loss": 0.6341646313667297, "Finetune/Loss (Raw)": 0.5948587656021118, "Finetune/Step": 15374, "Finetune/Step Time": 6.640468718484044}
+{"Finetune/Learning Rate": 2.036153567070759e-06, "Finetune/Loss": 0.6345281600952148, "Finetune/Loss (Raw)": 0.6537694334983826, "Finetune/Step": 15375, "Finetune/Step Time": 6.644610559567809}
+{"Finetune/Learning Rate": 2.035135238061601e-06, "Finetune/Loss": 0.6352217793464661, "Finetune/Loss (Raw)": 0.6251804828643799, "Finetune/Step": 15376, "Finetune/Step Time": 6.661396902054548}
+{"Finetune/Learning Rate": 2.034117134913358e-06, "Finetune/Loss": 0.6346507668495178, "Finetune/Loss (Raw)": 0.5001055002212524, "Finetune/Step": 15377, "Finetune/Step Time": 6.654520094394684}
+{"Finetune/Learning Rate": 2.0330992576549015e-06, "Finetune/Loss": 0.635331392288208, "Finetune/Loss (Raw)": 0.6410729885101318, "Finetune/Step": 15378, "Finetune/Step Time": 6.665729943662882}
+{"Finetune/Learning Rate": 2.032081606315095e-06, "Finetune/Loss": 0.6357276439666748, "Finetune/Loss (Raw)": 0.7430122494697571, "Finetune/Step": 15379, "Finetune/Step Time": 6.648851854726672}
+{"Finetune/Learning Rate": 2.031064180922796e-06, "Finetune/Loss": 0.6368206143379211, "Finetune/Loss (Raw)": 0.7033469080924988, "Finetune/Step": 15380, "Finetune/Step Time": 6.6534106731414795}
+{"Finetune/Learning Rate": 2.030046981506857e-06, "Finetune/Loss": 0.6361386179924011, "Finetune/Loss (Raw)": 0.6098470091819763, "Finetune/Step": 15381, "Finetune/Step Time": 6.6659139934927225}
+{"Finetune/Learning Rate": 2.0290300080961213e-06, "Finetune/Loss": 0.6375807523727417, "Finetune/Loss (Raw)": 0.5935869216918945, "Finetune/Step": 15382, "Finetune/Step Time": 6.655398815870285}
+{"Finetune/Learning Rate": 2.0280132607194293e-06, "Finetune/Loss": 0.6369465589523315, "Finetune/Loss (Raw)": 0.5897223949432373, "Finetune/Step": 15383, "Finetune/Step Time": 6.671048233285546}
+{"Finetune/Learning Rate": 2.026996739405611e-06, "Finetune/Loss": 0.6376401782035828, "Finetune/Loss (Raw)": 0.7249059081077576, "Finetune/Step": 15384, "Finetune/Step Time": 6.666855124756694}
+{"Finetune/Learning Rate": 2.025980444183496e-06, "Finetune/Loss": 0.6372349262237549, "Finetune/Loss (Raw)": 0.6051774024963379, "Finetune/Step": 15385, "Finetune/Step Time": 6.666376668959856}
+{"Finetune/Learning Rate": 2.0249643750818947e-06, "Finetune/Loss": 0.6366420388221741, "Finetune/Loss (Raw)": 0.6517980098724365, "Finetune/Step": 15386, "Finetune/Step Time": 6.665870063006878}
+{"Finetune/Learning Rate": 2.023948532129629e-06, "Finetune/Loss": 0.6355342864990234, "Finetune/Loss (Raw)": 0.5931226015090942, "Finetune/Step": 15387, "Finetune/Step Time": 6.669500717893243}
+{"Finetune/Learning Rate": 2.022932915355502e-06, "Finetune/Loss": 0.6351536512374878, "Finetune/Loss (Raw)": 0.6518354415893555, "Finetune/Step": 15388, "Finetune/Step Time": 6.678451655432582}
+{"Finetune/Learning Rate": 2.0219175247883138e-06, "Finetune/Loss": 0.6355379223823547, "Finetune/Loss (Raw)": 0.6600372791290283, "Finetune/Step": 15389, "Finetune/Step Time": 6.673730872571468}
+{"Finetune/Learning Rate": 2.020902360456858e-06, "Finetune/Loss": 0.6356825828552246, "Finetune/Loss (Raw)": 0.6434081792831421, "Finetune/Step": 15390, "Finetune/Step Time": 6.671297589316964}
+{"Finetune/Learning Rate": 2.0198874223899247e-06, "Finetune/Loss": 0.6364014148712158, "Finetune/Loss (Raw)": 0.6809780597686768, "Finetune/Step": 15391, "Finetune/Step Time": 6.66954704746604}
+{"Finetune/Learning Rate": 2.0188727106162874e-06, "Finetune/Loss": 0.636643648147583, "Finetune/Loss (Raw)": 0.6323209404945374, "Finetune/Step": 15392, "Finetune/Step Time": 6.673457847908139}
+{"Finetune/Learning Rate": 2.017858225164724e-06, "Finetune/Loss": 0.6383543014526367, "Finetune/Loss (Raw)": 0.688570499420166, "Finetune/Step": 15393, "Finetune/Step Time": 6.661841403692961}
+{"Finetune/Learning Rate": 2.0168439660640047e-06, "Finetune/Loss": 0.6380609273910522, "Finetune/Loss (Raw)": 0.6205598711967468, "Finetune/Step": 15394, "Finetune/Step Time": 6.657638566568494}
+{"Finetune/Learning Rate": 2.01582993334289e-06, "Finetune/Loss": 0.6380040645599365, "Finetune/Loss (Raw)": 0.6466788649559021, "Finetune/Step": 15395, "Finetune/Step Time": 6.657050697132945}
+{"Finetune/Learning Rate": 2.014816127030135e-06, "Finetune/Loss": 0.6379377841949463, "Finetune/Loss (Raw)": 0.649728000164032, "Finetune/Step": 15396, "Finetune/Step Time": 6.658884132280946}
+{"Finetune/Learning Rate": 2.0138025471544896e-06, "Finetune/Loss": 0.6368260383605957, "Finetune/Loss (Raw)": 0.606136679649353, "Finetune/Step": 15397, "Finetune/Step Time": 6.638807732611895}
+{"Finetune/Learning Rate": 2.012789193744692e-06, "Finetune/Loss": 0.6369957327842712, "Finetune/Loss (Raw)": 0.731123685836792, "Finetune/Step": 15398, "Finetune/Step Time": 6.637815849855542}
+{"Finetune/Learning Rate": 2.0117760668294796e-06, "Finetune/Loss": 0.6365554332733154, "Finetune/Loss (Raw)": 0.5608356595039368, "Finetune/Step": 15399, "Finetune/Step Time": 6.640350515022874}
+{"Finetune/Learning Rate": 2.0107631664375805e-06, "Finetune/Loss": 0.6354641914367676, "Finetune/Loss (Raw)": 0.5586574077606201, "Finetune/Step": 15400, "Finetune/Step Time": 6.640909506008029}
+{"Finetune/Learning Rate": 2.0097504925977217e-06, "Finetune/Loss": 0.6345258951187134, "Finetune/Loss (Raw)": 0.5694352388381958, "Finetune/Step": 15401, "Finetune/Step Time": 6.621974037960172}
+{"Finetune/Learning Rate": 2.0087380453386185e-06, "Finetune/Loss": 0.6345291137695312, "Finetune/Loss (Raw)": 0.5994256734848022, "Finetune/Step": 15402, "Finetune/Step Time": 6.628669435158372}
+{"Finetune/Learning Rate": 2.0077258246889795e-06, "Finetune/Loss": 0.6342985033988953, "Finetune/Loss (Raw)": 0.595465362071991, "Finetune/Step": 15403, "Finetune/Step Time": 6.627560146152973}
+{"Finetune/Learning Rate": 2.0067138306775126e-06, "Finetune/Loss": 0.6346856355667114, "Finetune/Loss (Raw)": 0.7150894999504089, "Finetune/Step": 15404, "Finetune/Step Time": 6.646074002608657}
+{"Finetune/Learning Rate": 2.005702063332908e-06, "Finetune/Loss": 0.6336305141448975, "Finetune/Loss (Raw)": 0.5327896475791931, "Finetune/Step": 15405, "Finetune/Step Time": 6.642809107899666}
+{"Finetune/Learning Rate": 2.0046905226838607e-06, "Finetune/Loss": 0.6330639123916626, "Finetune/Loss (Raw)": 0.6147336363792419, "Finetune/Step": 15406, "Finetune/Step Time": 6.642459150403738}
+{"Finetune/Learning Rate": 2.003679208759055e-06, "Finetune/Loss": 0.6321542263031006, "Finetune/Loss (Raw)": 0.6000910401344299, "Finetune/Step": 15407, "Finetune/Step Time": 6.649564092978835}
+{"Finetune/Learning Rate": 2.0026681215871656e-06, "Finetune/Loss": 0.6333168148994446, "Finetune/Loss (Raw)": 0.7518103122711182, "Finetune/Step": 15408, "Finetune/Step Time": 6.6530025862157345}
+{"Finetune/Learning Rate": 2.0016572611968688e-06, "Finetune/Loss": 0.6337499618530273, "Finetune/Loss (Raw)": 0.654194712638855, "Finetune/Step": 15409, "Finetune/Step Time": 6.652266317978501}
+{"Finetune/Learning Rate": 2.000646627616831e-06, "Finetune/Loss": 0.6343497037887573, "Finetune/Loss (Raw)": 0.7069002389907837, "Finetune/Step": 15410, "Finetune/Step Time": 6.65329865925014}
+{"Finetune/Learning Rate": 1.9996362208757046e-06, "Finetune/Loss": 0.6314333081245422, "Finetune/Loss (Raw)": 0.2774658799171448, "Finetune/Step": 15411, "Finetune/Step Time": 6.691847758367658}
+{"Finetune/Learning Rate": 1.998626041002146e-06, "Finetune/Loss": 0.6307454109191895, "Finetune/Loss (Raw)": 0.7129901051521301, "Finetune/Step": 15412, "Finetune/Step Time": 6.684642639011145}
+{"Finetune/Learning Rate": 1.9976160880247995e-06, "Finetune/Loss": 0.6312270164489746, "Finetune/Loss (Raw)": 0.556832492351532, "Finetune/Step": 15413, "Finetune/Step Time": 6.683226192370057}
+{"Finetune/Learning Rate": 1.9966063619723055e-06, "Finetune/Loss": 0.6309413909912109, "Finetune/Loss (Raw)": 0.5422881245613098, "Finetune/Step": 15414, "Finetune/Step Time": 6.692358395084739}
+{"Finetune/Learning Rate": 1.9955968628732925e-06, "Finetune/Loss": 0.6297460794448853, "Finetune/Loss (Raw)": 0.5481581091880798, "Finetune/Step": 15415, "Finetune/Step Time": 6.687540948390961}
+{"Finetune/Learning Rate": 1.994587590756397e-06, "Finetune/Loss": 0.6292493343353271, "Finetune/Loss (Raw)": 0.5741294622421265, "Finetune/Step": 15416, "Finetune/Step Time": 6.684818519279361}
+{"Finetune/Learning Rate": 1.993578545650231e-06, "Finetune/Loss": 0.6299800872802734, "Finetune/Loss (Raw)": 0.7019866704940796, "Finetune/Step": 15417, "Finetune/Step Time": 6.686758046969771}
+{"Finetune/Learning Rate": 1.99256972758341e-06, "Finetune/Loss": 0.6306189894676208, "Finetune/Loss (Raw)": 0.6602540612220764, "Finetune/Step": 15418, "Finetune/Step Time": 6.692604081705213}
+{"Finetune/Learning Rate": 1.991561136584541e-06, "Finetune/Loss": 0.6299198865890503, "Finetune/Loss (Raw)": 0.532371461391449, "Finetune/Step": 15419, "Finetune/Step Time": 6.687538230791688}
+{"Finetune/Learning Rate": 1.9905527726822247e-06, "Finetune/Loss": 0.6297686100006104, "Finetune/Loss (Raw)": 0.5214569568634033, "Finetune/Step": 15420, "Finetune/Step Time": 6.721844462677836}
+{"Finetune/Learning Rate": 1.9895446359050572e-06, "Finetune/Loss": 0.630227267742157, "Finetune/Loss (Raw)": 0.5880274176597595, "Finetune/Step": 15421, "Finetune/Step Time": 6.725484728813171}
+{"Finetune/Learning Rate": 1.9885367262816246e-06, "Finetune/Loss": 0.6299487352371216, "Finetune/Loss (Raw)": 0.6585037112236023, "Finetune/Step": 15422, "Finetune/Step Time": 6.732686132192612}
+{"Finetune/Learning Rate": 1.9875290438405083e-06, "Finetune/Loss": 0.6305265426635742, "Finetune/Loss (Raw)": 0.603312611579895, "Finetune/Step": 15423, "Finetune/Step Time": 6.732444230467081}
+{"Finetune/Learning Rate": 1.986521588610285e-06, "Finetune/Loss": 0.6298956871032715, "Finetune/Loss (Raw)": 0.6418015956878662, "Finetune/Step": 15424, "Finetune/Step Time": 6.735045839101076}
+{"Finetune/Learning Rate": 1.9855143606195215e-06, "Finetune/Loss": 0.6293563842773438, "Finetune/Loss (Raw)": 0.5592212080955505, "Finetune/Step": 15425, "Finetune/Step Time": 6.749213138595223}
+{"Finetune/Learning Rate": 1.98450735989678e-06, "Finetune/Loss": 0.6307446956634521, "Finetune/Loss (Raw)": 0.7162883281707764, "Finetune/Step": 15426, "Finetune/Step Time": 6.756294645369053}
+{"Finetune/Learning Rate": 1.9835005864706182e-06, "Finetune/Loss": 0.6318098306655884, "Finetune/Loss (Raw)": 0.6745691299438477, "Finetune/Step": 15427, "Finetune/Step Time": 6.756730442866683}
+{"Finetune/Learning Rate": 1.9824940403695834e-06, "Finetune/Loss": 0.6315561532974243, "Finetune/Loss (Raw)": 0.6172236204147339, "Finetune/Step": 15428, "Finetune/Step Time": 6.76379507407546}
+{"Finetune/Learning Rate": 1.9814877216222184e-06, "Finetune/Loss": 0.62995445728302, "Finetune/Loss (Raw)": 0.437896728515625, "Finetune/Step": 15429, "Finetune/Step Time": 6.7951963152736425}
+{"Finetune/Learning Rate": 1.9804816302570605e-06, "Finetune/Loss": 0.6295730471611023, "Finetune/Loss (Raw)": 0.5749630331993103, "Finetune/Step": 15430, "Finetune/Step Time": 6.795633193105459}
+{"Finetune/Learning Rate": 1.9794757663026388e-06, "Finetune/Loss": 0.6293989419937134, "Finetune/Loss (Raw)": 0.6480720043182373, "Finetune/Step": 15431, "Finetune/Step Time": 6.821481849998236}
+{"Finetune/Learning Rate": 1.9784701297874774e-06, "Finetune/Loss": 0.6297116279602051, "Finetune/Loss (Raw)": 0.6028733849525452, "Finetune/Step": 15432, "Finetune/Step Time": 6.818685665726662}
+{"Finetune/Learning Rate": 1.977464720740092e-06, "Finetune/Loss": 0.629671037197113, "Finetune/Loss (Raw)": 0.6421245336532593, "Finetune/Step": 15433, "Finetune/Step Time": 6.835900202393532}
+{"Finetune/Learning Rate": 1.9764595391889975e-06, "Finetune/Loss": 0.6324002742767334, "Finetune/Loss (Raw)": 0.7808861136436462, "Finetune/Step": 15434, "Finetune/Step Time": 6.826526276767254}
+{"Finetune/Learning Rate": 1.9754545851626895e-06, "Finetune/Loss": 0.6315269470214844, "Finetune/Loss (Raw)": 0.5996217131614685, "Finetune/Step": 15435, "Finetune/Step Time": 6.8244131822139025}
+{"Finetune/Learning Rate": 1.974449858689673e-06, "Finetune/Loss": 0.6313897967338562, "Finetune/Loss (Raw)": 0.5804426670074463, "Finetune/Step": 15436, "Finetune/Step Time": 6.824698844924569}
+{"Finetune/Learning Rate": 1.973445359798437e-06, "Finetune/Loss": 0.633276104927063, "Finetune/Loss (Raw)": 0.7409390211105347, "Finetune/Step": 15437, "Finetune/Step Time": 6.802217423915863}
+{"Finetune/Learning Rate": 1.972441088517466e-06, "Finetune/Loss": 0.6327328085899353, "Finetune/Loss (Raw)": 0.5539503693580627, "Finetune/Step": 15438, "Finetune/Step Time": 6.816239995881915}
+{"Finetune/Learning Rate": 1.9714370448752383e-06, "Finetune/Loss": 0.6347851753234863, "Finetune/Loss (Raw)": 0.7207822799682617, "Finetune/Step": 15439, "Finetune/Step Time": 6.818788284435868}
+{"Finetune/Learning Rate": 1.9704332289002292e-06, "Finetune/Loss": 0.6338096857070923, "Finetune/Loss (Raw)": 0.5871850848197937, "Finetune/Step": 15440, "Finetune/Step Time": 6.823526039719582}
+{"Finetune/Learning Rate": 1.969429640620898e-06, "Finetune/Loss": 0.6331160068511963, "Finetune/Loss (Raw)": 0.5510055422782898, "Finetune/Step": 15441, "Finetune/Step Time": 6.825428180396557}
+{"Finetune/Learning Rate": 1.9684262800657028e-06, "Finetune/Loss": 0.6322695016860962, "Finetune/Loss (Raw)": 0.6778919696807861, "Finetune/Step": 15442, "Finetune/Step Time": 6.823518581688404}
+{"Finetune/Learning Rate": 1.967423147263102e-06, "Finetune/Loss": 0.6317961812019348, "Finetune/Loss (Raw)": 0.5000572204589844, "Finetune/Step": 15443, "Finetune/Step Time": 6.818871460855007}
+{"Finetune/Learning Rate": 1.9664202422415402e-06, "Finetune/Loss": 0.63270103931427, "Finetune/Loss (Raw)": 0.5851767659187317, "Finetune/Step": 15444, "Finetune/Step Time": 6.803279792889953}
+{"Finetune/Learning Rate": 1.965417565029456e-06, "Finetune/Loss": 0.6325348615646362, "Finetune/Loss (Raw)": 0.6025914549827576, "Finetune/Step": 15445, "Finetune/Step Time": 6.8061214517802}
+{"Finetune/Learning Rate": 1.964415115655284e-06, "Finetune/Loss": 0.6321280002593994, "Finetune/Loss (Raw)": 0.6918520927429199, "Finetune/Step": 15446, "Finetune/Step Time": 6.806665752083063}
+{"Finetune/Learning Rate": 1.9634128941474474e-06, "Finetune/Loss": 0.6324535608291626, "Finetune/Loss (Raw)": 0.6711617708206177, "Finetune/Step": 15447, "Finetune/Step Time": 6.801172932609916}
+{"Finetune/Learning Rate": 1.962410900534367e-06, "Finetune/Loss": 0.6339727640151978, "Finetune/Loss (Raw)": 0.6410338282585144, "Finetune/Step": 15448, "Finetune/Step Time": 6.798158474266529}
+{"Finetune/Learning Rate": 1.9614091348444566e-06, "Finetune/Loss": 0.633165717124939, "Finetune/Loss (Raw)": 0.6105457544326782, "Finetune/Step": 15449, "Finetune/Step Time": 6.784211168065667}
+{"Finetune/Learning Rate": 1.9604075971061254e-06, "Finetune/Loss": 0.6344267129898071, "Finetune/Loss (Raw)": 0.6655091047286987, "Finetune/Step": 15450, "Finetune/Step Time": 6.774422097951174}
+{"Finetune/Learning Rate": 1.9594062873477747e-06, "Finetune/Loss": 0.6341400146484375, "Finetune/Loss (Raw)": 0.6065899729728699, "Finetune/Step": 15451, "Finetune/Step Time": 6.770783863961697}
+{"Finetune/Learning Rate": 1.9584052055977985e-06, "Finetune/Loss": 0.6335630416870117, "Finetune/Loss (Raw)": 0.5784648060798645, "Finetune/Step": 15452, "Finetune/Step Time": 6.776097843423486}
+{"Finetune/Learning Rate": 1.957404351884582e-06, "Finetune/Loss": 0.6334536075592041, "Finetune/Loss (Raw)": 0.6160514950752258, "Finetune/Step": 15453, "Finetune/Step Time": 6.78043245524168}
+{"Finetune/Learning Rate": 1.9564037262365075e-06, "Finetune/Loss": 0.6317567825317383, "Finetune/Loss (Raw)": 0.4473681151866913, "Finetune/Step": 15454, "Finetune/Step Time": 6.795672757551074}
+{"Finetune/Learning Rate": 1.9554033286819506e-06, "Finetune/Loss": 0.631121039390564, "Finetune/Loss (Raw)": 0.5742975473403931, "Finetune/Step": 15455, "Finetune/Step Time": 6.79774889908731}
+{"Finetune/Learning Rate": 1.9544031592492763e-06, "Finetune/Loss": 0.6302230358123779, "Finetune/Loss (Raw)": 0.5770900845527649, "Finetune/Step": 15456, "Finetune/Step Time": 6.797239001840353}
+{"Finetune/Learning Rate": 1.9534032179668537e-06, "Finetune/Loss": 0.6302821636199951, "Finetune/Loss (Raw)": 0.6328834295272827, "Finetune/Step": 15457, "Finetune/Step Time": 6.79506303742528}
+{"Finetune/Learning Rate": 1.9524035048630365e-06, "Finetune/Loss": 0.631055474281311, "Finetune/Loss (Raw)": 0.6945937275886536, "Finetune/Step": 15458, "Finetune/Step Time": 6.800544306635857}
+{"Finetune/Learning Rate": 1.9514040199661676e-06, "Finetune/Loss": 0.6298421621322632, "Finetune/Loss (Raw)": 0.6233664155006409, "Finetune/Step": 15459, "Finetune/Step Time": 6.808025376871228}
+{"Finetune/Learning Rate": 1.950404763304595e-06, "Finetune/Loss": 0.6280603408813477, "Finetune/Loss (Raw)": 0.4769594371318817, "Finetune/Step": 15460, "Finetune/Step Time": 6.806558785960078}
+{"Finetune/Learning Rate": 1.9494057349066532e-06, "Finetune/Loss": 0.6279024481773376, "Finetune/Loss (Raw)": 0.5281752943992615, "Finetune/Step": 15461, "Finetune/Step Time": 6.819605886936188}
+{"Finetune/Learning Rate": 1.9484069348006717e-06, "Finetune/Loss": 0.6262437105178833, "Finetune/Loss (Raw)": 0.5737135410308838, "Finetune/Step": 15462, "Finetune/Step Time": 6.815817894414067}
+{"Finetune/Learning Rate": 1.947408363014973e-06, "Finetune/Loss": 0.624423086643219, "Finetune/Loss (Raw)": 0.5052978992462158, "Finetune/Step": 15463, "Finetune/Step Time": 6.815739901736379}
+{"Finetune/Learning Rate": 1.9464100195778757e-06, "Finetune/Loss": 0.6221122741699219, "Finetune/Loss (Raw)": 0.4681802988052368, "Finetune/Step": 15464, "Finetune/Step Time": 6.829667184501886}
+{"Finetune/Learning Rate": 1.9454119045176888e-06, "Finetune/Loss": 0.621475100517273, "Finetune/Loss (Raw)": 0.5937597155570984, "Finetune/Step": 15465, "Finetune/Step Time": 6.829819776117802}
+{"Finetune/Learning Rate": 1.9444140178627156e-06, "Finetune/Loss": 0.6218518018722534, "Finetune/Loss (Raw)": 0.7002522945404053, "Finetune/Step": 15466, "Finetune/Step Time": 6.826157126575708}
+{"Finetune/Learning Rate": 1.943416359641255e-06, "Finetune/Loss": 0.6216101050376892, "Finetune/Loss (Raw)": 0.6601253151893616, "Finetune/Step": 15467, "Finetune/Step Time": 6.805669102817774}
+{"Finetune/Learning Rate": 1.9424189298815955e-06, "Finetune/Loss": 0.6199659705162048, "Finetune/Loss (Raw)": 0.4731253385543823, "Finetune/Step": 15468, "Finetune/Step Time": 6.811777764931321}
+{"Finetune/Learning Rate": 1.941421728612023e-06, "Finetune/Loss": 0.6203421354293823, "Finetune/Loss (Raw)": 0.6000397801399231, "Finetune/Step": 15469, "Finetune/Step Time": 6.799574239179492}
+{"Finetune/Learning Rate": 1.940424755860815e-06, "Finetune/Loss": 0.6204034686088562, "Finetune/Loss (Raw)": 0.5777536034584045, "Finetune/Step": 15470, "Finetune/Step Time": 6.803935509175062}
+{"Finetune/Learning Rate": 1.9394280116562414e-06, "Finetune/Loss": 0.6185817122459412, "Finetune/Loss (Raw)": 0.5514904260635376, "Finetune/Step": 15471, "Finetune/Step Time": 6.799779983237386}
+{"Finetune/Learning Rate": 1.938431496026569e-06, "Finetune/Loss": 0.6186167597770691, "Finetune/Loss (Raw)": 0.6812174320220947, "Finetune/Step": 15472, "Finetune/Step Time": 6.802284806966782}
+{"Finetune/Learning Rate": 1.9374352090000546e-06, "Finetune/Loss": 0.6192625761032104, "Finetune/Loss (Raw)": 0.6429017186164856, "Finetune/Step": 15473, "Finetune/Step Time": 6.801568483933806}
+{"Finetune/Learning Rate": 1.936439150604952e-06, "Finetune/Loss": 0.619299590587616, "Finetune/Loss (Raw)": 0.7605617046356201, "Finetune/Step": 15474, "Finetune/Step Time": 6.804338833317161}
+{"Finetune/Learning Rate": 1.9354433208695045e-06, "Finetune/Loss": 0.6189296841621399, "Finetune/Loss (Raw)": 0.5336254239082336, "Finetune/Step": 15475, "Finetune/Step Time": 6.832113366574049}
+{"Finetune/Learning Rate": 1.9344477198219524e-06, "Finetune/Loss": 0.6189150214195251, "Finetune/Loss (Raw)": 0.5757812857627869, "Finetune/Step": 15476, "Finetune/Step Time": 6.8218999318778515}
+{"Finetune/Learning Rate": 1.9334523474905276e-06, "Finetune/Loss": 0.6196646690368652, "Finetune/Loss (Raw)": 0.7231181859970093, "Finetune/Step": 15477, "Finetune/Step Time": 6.822373254224658}
+{"Finetune/Learning Rate": 1.9324572039034564e-06, "Finetune/Loss": 0.6204514503479004, "Finetune/Loss (Raw)": 0.7246127128601074, "Finetune/Step": 15478, "Finetune/Step Time": 6.824475234374404}
+{"Finetune/Learning Rate": 1.9314622890889566e-06, "Finetune/Loss": 0.6199995279312134, "Finetune/Loss (Raw)": 0.6108630895614624, "Finetune/Step": 15479, "Finetune/Step Time": 6.833747539669275}
+{"Finetune/Learning Rate": 1.9304676030752435e-06, "Finetune/Loss": 0.6195690631866455, "Finetune/Loss (Raw)": 0.6342306137084961, "Finetune/Step": 15480, "Finetune/Step Time": 6.837139526382089}
+{"Finetune/Learning Rate": 1.9294731458905224e-06, "Finetune/Loss": 0.6195600032806396, "Finetune/Loss (Raw)": 0.5709565877914429, "Finetune/Step": 15481, "Finetune/Step Time": 6.859129762277007}
+{"Finetune/Learning Rate": 1.928478917562996e-06, "Finetune/Loss": 0.6189346313476562, "Finetune/Loss (Raw)": 0.4852506220340729, "Finetune/Step": 15482, "Finetune/Step Time": 6.872122647240758}
+{"Finetune/Learning Rate": 1.9274849181208486e-06, "Finetune/Loss": 0.6191756725311279, "Finetune/Loss (Raw)": 0.581712007522583, "Finetune/Step": 15483, "Finetune/Step Time": 6.857477271929383}
+{"Finetune/Learning Rate": 1.9264911475922775e-06, "Finetune/Loss": 0.61883944272995, "Finetune/Loss (Raw)": 0.6677107214927673, "Finetune/Step": 15484, "Finetune/Step Time": 6.873593000695109}
+{"Finetune/Learning Rate": 1.9254976060054596e-06, "Finetune/Loss": 0.6188127994537354, "Finetune/Loss (Raw)": 0.6209163069725037, "Finetune/Step": 15485, "Finetune/Step Time": 6.874493850395083}
+{"Finetune/Learning Rate": 1.9245042933885693e-06, "Finetune/Loss": 0.6191117763519287, "Finetune/Loss (Raw)": 0.6551964282989502, "Finetune/Step": 15486, "Finetune/Step Time": 6.8807383030653}
+{"Finetune/Learning Rate": 1.9235112097697727e-06, "Finetune/Loss": 0.6184653043746948, "Finetune/Loss (Raw)": 0.5456578135490417, "Finetune/Step": 15487, "Finetune/Step Time": 6.8696349654346704}
+{"Finetune/Learning Rate": 1.922518355177232e-06, "Finetune/Loss": 0.6175203919410706, "Finetune/Loss (Raw)": 0.5775154232978821, "Finetune/Step": 15488, "Finetune/Step Time": 6.863644449040294}
+{"Finetune/Learning Rate": 1.9215257296391044e-06, "Finetune/Loss": 0.6175470352172852, "Finetune/Loss (Raw)": 0.6914818286895752, "Finetune/Step": 15489, "Finetune/Step Time": 6.850694976747036}
+{"Finetune/Learning Rate": 1.920533333183532e-06, "Finetune/Loss": 0.6166937351226807, "Finetune/Loss (Raw)": 0.5859491229057312, "Finetune/Step": 15490, "Finetune/Step Time": 6.87288935855031}
+{"Finetune/Learning Rate": 1.9195411658386564e-06, "Finetune/Loss": 0.6164885759353638, "Finetune/Loss (Raw)": 0.5955917835235596, "Finetune/Step": 15491, "Finetune/Step Time": 6.872270507737994}
+{"Finetune/Learning Rate": 1.918549227632619e-06, "Finetune/Loss": 0.6156507730484009, "Finetune/Loss (Raw)": 0.6176851987838745, "Finetune/Step": 15492, "Finetune/Step Time": 6.870327478274703}
+{"Finetune/Learning Rate": 1.9175575185935434e-06, "Finetune/Loss": 0.6157928705215454, "Finetune/Loss (Raw)": 0.6054102182388306, "Finetune/Step": 15493, "Finetune/Step Time": 6.869063952937722}
+{"Finetune/Learning Rate": 1.9165660387495545e-06, "Finetune/Loss": 0.6156588196754456, "Finetune/Loss (Raw)": 0.6239975094795227, "Finetune/Step": 15494, "Finetune/Step Time": 6.865566266700625}
+{"Finetune/Learning Rate": 1.915574788128769e-06, "Finetune/Loss": 0.6169309616088867, "Finetune/Loss (Raw)": 0.7836605310440063, "Finetune/Step": 15495, "Finetune/Step Time": 6.864387817680836}
+{"Finetune/Learning Rate": 1.9145837667592914e-06, "Finetune/Loss": 0.6165586709976196, "Finetune/Loss (Raw)": 0.6597703099250793, "Finetune/Step": 15496, "Finetune/Step Time": 6.86714325658977}
+{"Finetune/Learning Rate": 1.913592974669225e-06, "Finetune/Loss": 0.6161899566650391, "Finetune/Loss (Raw)": 0.6008421778678894, "Finetune/Step": 15497, "Finetune/Step Time": 6.876577146351337}
+{"Finetune/Learning Rate": 1.912602411886666e-06, "Finetune/Loss": 0.615928053855896, "Finetune/Loss (Raw)": 0.6103472709655762, "Finetune/Step": 15498, "Finetune/Step Time": 6.879265846684575}
+{"Finetune/Learning Rate": 1.9116120784397063e-06, "Finetune/Loss": 0.615790605545044, "Finetune/Loss (Raw)": 0.6446526646614075, "Finetune/Step": 15499, "Finetune/Step Time": 6.879068875685334}
+{"Finetune/Learning Rate": 1.910621974356429e-06, "Finetune/Loss": 0.6165956258773804, "Finetune/Loss (Raw)": 0.6964899301528931, "Finetune/Step": 15500, "Finetune/Step Time": 6.880357759073377}
+{"Finetune/Learning Rate": 1.909632099664912e-06, "Finetune/Loss": 0.6166037321090698, "Finetune/Loss (Raw)": 0.7042391300201416, "Finetune/Step": 15501, "Finetune/Step Time": 6.882118484005332}
+{"Finetune/Learning Rate": 1.9086424543932192e-06, "Finetune/Loss": 0.6173244714736938, "Finetune/Loss (Raw)": 0.6871125102043152, "Finetune/Step": 15502, "Finetune/Step Time": 6.88397029042244}
+{"Finetune/Learning Rate": 1.907653038569418e-06, "Finetune/Loss": 0.6172428727149963, "Finetune/Loss (Raw)": 0.6433178782463074, "Finetune/Step": 15503, "Finetune/Step Time": 6.883303051814437}
+{"Finetune/Learning Rate": 1.9066638522215652e-06, "Finetune/Loss": 0.616728663444519, "Finetune/Loss (Raw)": 0.5593703985214233, "Finetune/Step": 15504, "Finetune/Step Time": 6.864497566595674}
+{"Finetune/Learning Rate": 1.9056748953777082e-06, "Finetune/Loss": 0.6181035041809082, "Finetune/Loss (Raw)": 0.6760765910148621, "Finetune/Step": 15505, "Finetune/Step Time": 6.847534839063883}
+{"Finetune/Learning Rate": 1.9046861680658979e-06, "Finetune/Loss": 0.6174801588058472, "Finetune/Loss (Raw)": 0.5612964034080505, "Finetune/Step": 15506, "Finetune/Step Time": 6.83145597577095}
+{"Finetune/Learning Rate": 1.9036976703141684e-06, "Finetune/Loss": 0.6169602870941162, "Finetune/Loss (Raw)": 0.6764620542526245, "Finetune/Step": 15507, "Finetune/Step Time": 6.831656476482749}
+{"Finetune/Learning Rate": 1.9027094021505487e-06, "Finetune/Loss": 0.6169379949569702, "Finetune/Loss (Raw)": 0.7004996538162231, "Finetune/Step": 15508, "Finetune/Step Time": 6.824555583298206}
+{"Finetune/Learning Rate": 1.901721363603065e-06, "Finetune/Loss": 0.6168168783187866, "Finetune/Loss (Raw)": 0.5943381190299988, "Finetune/Step": 15509, "Finetune/Step Time": 6.810520136728883}
+{"Finetune/Learning Rate": 1.9007335546997352e-06, "Finetune/Loss": 0.6169530749320984, "Finetune/Loss (Raw)": 0.6110211610794067, "Finetune/Step": 15510, "Finetune/Step Time": 6.824260530993342}
+{"Finetune/Learning Rate": 1.89974597546857e-06, "Finetune/Loss": 0.6185015439987183, "Finetune/Loss (Raw)": 0.7879223227500916, "Finetune/Step": 15511, "Finetune/Step Time": 6.812854811549187}
+{"Finetune/Learning Rate": 1.8987586259375724e-06, "Finetune/Loss": 0.6181035041809082, "Finetune/Loss (Raw)": 0.6739591956138611, "Finetune/Step": 15512, "Finetune/Step Time": 6.811764899641275}
+{"Finetune/Learning Rate": 1.897771506134749e-06, "Finetune/Loss": 0.6182407736778259, "Finetune/Loss (Raw)": 0.6227485537528992, "Finetune/Step": 15513, "Finetune/Step Time": 6.828632194548845}
+{"Finetune/Learning Rate": 1.896784616088082e-06, "Finetune/Loss": 0.6183484792709351, "Finetune/Loss (Raw)": 0.6655886173248291, "Finetune/Step": 15514, "Finetune/Step Time": 6.826657520607114}
+{"Finetune/Learning Rate": 1.8957979558255624e-06, "Finetune/Loss": 0.6194636225700378, "Finetune/Loss (Raw)": 0.7358579039573669, "Finetune/Step": 15515, "Finetune/Step Time": 6.822756269946694}
+{"Finetune/Learning Rate": 1.8948115253751664e-06, "Finetune/Loss": 0.619377076625824, "Finetune/Loss (Raw)": 0.640758752822876, "Finetune/Step": 15516, "Finetune/Step Time": 6.818400900810957}
+{"Finetune/Learning Rate": 1.8938253247648686e-06, "Finetune/Loss": 0.61948162317276, "Finetune/Loss (Raw)": 0.6734126210212708, "Finetune/Step": 15517, "Finetune/Step Time": 6.822340507060289}
+{"Finetune/Learning Rate": 1.892839354022633e-06, "Finetune/Loss": 0.6196655035018921, "Finetune/Loss (Raw)": 0.6669524312019348, "Finetune/Step": 15518, "Finetune/Step Time": 6.822443339973688}
+{"Finetune/Learning Rate": 1.8918536131764198e-06, "Finetune/Loss": 0.6187846660614014, "Finetune/Loss (Raw)": 0.5682234764099121, "Finetune/Step": 15519, "Finetune/Step Time": 6.83542020060122}
+{"Finetune/Learning Rate": 1.890868102254182e-06, "Finetune/Loss": 0.6189512014389038, "Finetune/Loss (Raw)": 0.6536397933959961, "Finetune/Step": 15520, "Finetune/Step Time": 6.834065183997154}
+{"Finetune/Learning Rate": 1.8898828212838648e-06, "Finetune/Loss": 0.6187732219696045, "Finetune/Loss (Raw)": 0.6657851934432983, "Finetune/Step": 15521, "Finetune/Step Time": 6.833767928183079}
+{"Finetune/Learning Rate": 1.8888977702934086e-06, "Finetune/Loss": 0.6186987161636353, "Finetune/Loss (Raw)": 0.6110324859619141, "Finetune/Step": 15522, "Finetune/Step Time": 6.86187612824142}
+{"Finetune/Learning Rate": 1.8879129493107474e-06, "Finetune/Loss": 0.6185570955276489, "Finetune/Loss (Raw)": 0.6285487413406372, "Finetune/Step": 15523, "Finetune/Step Time": 6.862557673826814}
+{"Finetune/Learning Rate": 1.8869283583638064e-06, "Finetune/Loss": 0.6190094947814941, "Finetune/Loss (Raw)": 0.7076348066329956, "Finetune/Step": 15524, "Finetune/Step Time": 6.869463138282299}
+{"Finetune/Learning Rate": 1.8859439974805083e-06, "Finetune/Loss": 0.618574857711792, "Finetune/Loss (Raw)": 0.5504975914955139, "Finetune/Step": 15525, "Finetune/Step Time": 6.8753169644623995}
+{"Finetune/Learning Rate": 1.8849598666887636e-06, "Finetune/Loss": 0.6188527941703796, "Finetune/Loss (Raw)": 0.7667014598846436, "Finetune/Step": 15526, "Finetune/Step Time": 6.879737414419651}
+{"Finetune/Learning Rate": 1.8839759660164813e-06, "Finetune/Loss": 0.6194624900817871, "Finetune/Loss (Raw)": 0.6388767957687378, "Finetune/Step": 15527, "Finetune/Step Time": 6.8562768790870905}
+{"Finetune/Learning Rate": 1.8829922954915626e-06, "Finetune/Loss": 0.6205527782440186, "Finetune/Loss (Raw)": 0.6982202529907227, "Finetune/Step": 15528, "Finetune/Step Time": 6.856290927156806}
+{"Finetune/Learning Rate": 1.8820088551419002e-06, "Finetune/Loss": 0.6208591461181641, "Finetune/Loss (Raw)": 0.608648955821991, "Finetune/Step": 15529, "Finetune/Step Time": 6.864737993106246}
+{"Finetune/Learning Rate": 1.8810256449953822e-06, "Finetune/Loss": 0.6211967468261719, "Finetune/Loss (Raw)": 0.6426351070404053, "Finetune/Step": 15530, "Finetune/Step Time": 6.858947014436126}
+{"Finetune/Learning Rate": 1.880042665079892e-06, "Finetune/Loss": 0.6218602061271667, "Finetune/Loss (Raw)": 0.6803927421569824, "Finetune/Step": 15531, "Finetune/Step Time": 6.865485591813922}
+{"Finetune/Learning Rate": 1.879059915423297e-06, "Finetune/Loss": 0.6215728521347046, "Finetune/Loss (Raw)": 0.6783023476600647, "Finetune/Step": 15532, "Finetune/Step Time": 6.855064982548356}
+{"Finetune/Learning Rate": 1.8780773960534715e-06, "Finetune/Loss": 0.6229603290557861, "Finetune/Loss (Raw)": 0.7103906869888306, "Finetune/Step": 15533, "Finetune/Step Time": 6.851629262790084}
+{"Finetune/Learning Rate": 1.8770951069982768e-06, "Finetune/Loss": 0.6230279207229614, "Finetune/Loss (Raw)": 0.6233870983123779, "Finetune/Step": 15534, "Finetune/Step Time": 6.858146904036403}
+{"Finetune/Learning Rate": 1.876113048285565e-06, "Finetune/Loss": 0.6226310729980469, "Finetune/Loss (Raw)": 0.5492879152297974, "Finetune/Step": 15535, "Finetune/Step Time": 6.852101143449545}
+{"Finetune/Learning Rate": 1.875131219943187e-06, "Finetune/Loss": 0.6219657063484192, "Finetune/Loss (Raw)": 0.6666479110717773, "Finetune/Step": 15536, "Finetune/Step Time": 6.8484276700764894}
+{"Finetune/Learning Rate": 1.8741496219989863e-06, "Finetune/Loss": 0.621455729007721, "Finetune/Loss (Raw)": 0.5889167189598083, "Finetune/Step": 15537, "Finetune/Step Time": 6.850556751713157}
+{"Finetune/Learning Rate": 1.8731682544807917e-06, "Finetune/Loss": 0.6216508150100708, "Finetune/Loss (Raw)": 0.7318739891052246, "Finetune/Step": 15538, "Finetune/Step Time": 6.849758509546518}
+{"Finetune/Learning Rate": 1.872187117416434e-06, "Finetune/Loss": 0.624599814414978, "Finetune/Loss (Raw)": 0.6549341082572937, "Finetune/Step": 15539, "Finetune/Step Time": 6.808279674500227}
+{"Finetune/Learning Rate": 1.8712062108337403e-06, "Finetune/Loss": 0.6238012313842773, "Finetune/Loss (Raw)": 0.6107763051986694, "Finetune/Step": 15540, "Finetune/Step Time": 6.8169717118144035}
+{"Finetune/Learning Rate": 1.8702255347605225e-06, "Finetune/Loss": 0.6241451501846313, "Finetune/Loss (Raw)": 0.6008530259132385, "Finetune/Step": 15541, "Finetune/Step Time": 6.816010573878884}
+{"Finetune/Learning Rate": 1.8692450892245906e-06, "Finetune/Loss": 0.6246688961982727, "Finetune/Loss (Raw)": 0.6093235611915588, "Finetune/Step": 15542, "Finetune/Step Time": 6.802715180441737}
+{"Finetune/Learning Rate": 1.8682648742537501e-06, "Finetune/Loss": 0.6256089210510254, "Finetune/Loss (Raw)": 0.6684870719909668, "Finetune/Step": 15543, "Finetune/Step Time": 6.805493637919426}
+{"Finetune/Learning Rate": 1.8672848898757912e-06, "Finetune/Loss": 0.6265578269958496, "Finetune/Loss (Raw)": 0.6955791711807251, "Finetune/Step": 15544, "Finetune/Step Time": 6.808401370421052}
+{"Finetune/Learning Rate": 1.866305136118507e-06, "Finetune/Loss": 0.6261420845985413, "Finetune/Loss (Raw)": 0.6487757563591003, "Finetune/Step": 15545, "Finetune/Step Time": 6.806470412760973}
+{"Finetune/Learning Rate": 1.8653256130096797e-06, "Finetune/Loss": 0.6254531741142273, "Finetune/Loss (Raw)": 0.5720716714859009, "Finetune/Step": 15546, "Finetune/Step Time": 6.802953312173486}
+{"Finetune/Learning Rate": 1.864346320577084e-06, "Finetune/Loss": 0.6268083453178406, "Finetune/Loss (Raw)": 0.7058383226394653, "Finetune/Step": 15547, "Finetune/Step Time": 6.802774276584387}
+{"Finetune/Learning Rate": 1.8633672588484941e-06, "Finetune/Loss": 0.6277546882629395, "Finetune/Loss (Raw)": 0.6425905227661133, "Finetune/Step": 15548, "Finetune/Step Time": 6.769274754449725}
+{"Finetune/Learning Rate": 1.8623884278516734e-06, "Finetune/Loss": 0.6280508041381836, "Finetune/Loss (Raw)": 0.6259213089942932, "Finetune/Step": 15549, "Finetune/Step Time": 6.771856814622879}
+{"Finetune/Learning Rate": 1.8614098276143744e-06, "Finetune/Loss": 0.6279454231262207, "Finetune/Loss (Raw)": 0.6450209617614746, "Finetune/Step": 15550, "Finetune/Step Time": 6.755040844902396}
+{"Finetune/Learning Rate": 1.8604314581643502e-06, "Finetune/Loss": 0.6277288794517517, "Finetune/Loss (Raw)": 0.5755944848060608, "Finetune/Step": 15551, "Finetune/Step Time": 6.7653526328504086}
+{"Finetune/Learning Rate": 1.859453319529343e-06, "Finetune/Loss": 0.6282578706741333, "Finetune/Loss (Raw)": 0.7095106840133667, "Finetune/Step": 15552, "Finetune/Step Time": 6.763391330838203}
+{"Finetune/Learning Rate": 1.8584754117370918e-06, "Finetune/Loss": 0.6295585632324219, "Finetune/Loss (Raw)": 0.7257112264633179, "Finetune/Step": 15553, "Finetune/Step Time": 6.751749940216541}
+{"Finetune/Learning Rate": 1.8574977348153245e-06, "Finetune/Loss": 0.6287611722946167, "Finetune/Loss (Raw)": 0.6142210364341736, "Finetune/Step": 15554, "Finetune/Step Time": 6.7585146594792604}
+{"Finetune/Learning Rate": 1.856520288791771e-06, "Finetune/Loss": 0.6280913352966309, "Finetune/Loss (Raw)": 0.5888310074806213, "Finetune/Step": 15555, "Finetune/Step Time": 6.759315436705947}
+{"Finetune/Learning Rate": 1.8555430736941439e-06, "Finetune/Loss": 0.6279628276824951, "Finetune/Loss (Raw)": 0.600784957408905, "Finetune/Step": 15556, "Finetune/Step Time": 6.755540784448385}
+{"Finetune/Learning Rate": 1.854566089550155e-06, "Finetune/Loss": 0.6305631995201111, "Finetune/Loss (Raw)": 0.7707327604293823, "Finetune/Step": 15557, "Finetune/Step Time": 6.722662180662155}
+{"Finetune/Learning Rate": 1.853589336387509e-06, "Finetune/Loss": 0.6316544413566589, "Finetune/Loss (Raw)": 0.7146461009979248, "Finetune/Step": 15558, "Finetune/Step Time": 6.725410483777523}
+{"Finetune/Learning Rate": 1.8526128142339039e-06, "Finetune/Loss": 0.631517767906189, "Finetune/Loss (Raw)": 0.6305824518203735, "Finetune/Step": 15559, "Finetune/Step Time": 6.6995679549872875}
+{"Finetune/Learning Rate": 1.8516365231170318e-06, "Finetune/Loss": 0.6314564943313599, "Finetune/Loss (Raw)": 0.5950261950492859, "Finetune/Step": 15560, "Finetune/Step Time": 6.702400840818882}
+{"Finetune/Learning Rate": 1.8506604630645763e-06, "Finetune/Loss": 0.6310044527053833, "Finetune/Loss (Raw)": 0.5842569470405579, "Finetune/Step": 15561, "Finetune/Step Time": 6.689912915229797}
+{"Finetune/Learning Rate": 1.8496846341042175e-06, "Finetune/Loss": 0.6283880472183228, "Finetune/Loss (Raw)": 0.4459843039512634, "Finetune/Step": 15562, "Finetune/Step Time": 6.6985759027302265}
+{"Finetune/Learning Rate": 1.8487090362636262e-06, "Finetune/Loss": 0.6279613375663757, "Finetune/Loss (Raw)": 0.5450096726417542, "Finetune/Step": 15563, "Finetune/Step Time": 6.702595569193363}
+{"Finetune/Learning Rate": 1.8477336695704663e-06, "Finetune/Loss": 0.6290355920791626, "Finetune/Loss (Raw)": 0.7179468870162964, "Finetune/Step": 15564, "Finetune/Step Time": 6.7299288380891085}
+{"Finetune/Learning Rate": 1.8467585340523985e-06, "Finetune/Loss": 0.6286996603012085, "Finetune/Loss (Raw)": 0.6979354619979858, "Finetune/Step": 15565, "Finetune/Step Time": 6.730016190558672}
+{"Finetune/Learning Rate": 1.8457836297370734e-06, "Finetune/Loss": 0.629770040512085, "Finetune/Loss (Raw)": 0.6909561157226562, "Finetune/Step": 15566, "Finetune/Step Time": 6.727423163130879}
+{"Finetune/Learning Rate": 1.8448089566521376e-06, "Finetune/Loss": 0.6291292905807495, "Finetune/Loss (Raw)": 0.6387724876403809, "Finetune/Step": 15567, "Finetune/Step Time": 6.724853977560997}
+{"Finetune/Learning Rate": 1.843834514825229e-06, "Finetune/Loss": 0.6298965215682983, "Finetune/Loss (Raw)": 0.6853874325752258, "Finetune/Step": 15568, "Finetune/Step Time": 6.72605792991817}
+{"Finetune/Learning Rate": 1.8428603042839809e-06, "Finetune/Loss": 0.630702018737793, "Finetune/Loss (Raw)": 0.654110848903656, "Finetune/Step": 15569, "Finetune/Step Time": 6.720877340063453}
+{"Finetune/Learning Rate": 1.8418863250560193e-06, "Finetune/Loss": 0.6309520602226257, "Finetune/Loss (Raw)": 0.7098992466926575, "Finetune/Step": 15570, "Finetune/Step Time": 6.719279084354639}
+{"Finetune/Learning Rate": 1.8409125771689617e-06, "Finetune/Loss": 0.631894588470459, "Finetune/Loss (Raw)": 0.6207001805305481, "Finetune/Step": 15571, "Finetune/Step Time": 6.718784539029002}
+{"Finetune/Learning Rate": 1.839939060650423e-06, "Finetune/Loss": 0.6320959329605103, "Finetune/Loss (Raw)": 0.6109501123428345, "Finetune/Step": 15572, "Finetune/Step Time": 6.718872234225273}
+{"Finetune/Learning Rate": 1.8389657755280087e-06, "Finetune/Loss": 0.63218092918396, "Finetune/Loss (Raw)": 0.613467276096344, "Finetune/Step": 15573, "Finetune/Step Time": 6.711615553125739}
+{"Finetune/Learning Rate": 1.837992721829317e-06, "Finetune/Loss": 0.6311733722686768, "Finetune/Loss (Raw)": 0.5628872513771057, "Finetune/Step": 15574, "Finetune/Step Time": 6.709715535864234}
+{"Finetune/Learning Rate": 1.8370198995819432e-06, "Finetune/Loss": 0.6311346292495728, "Finetune/Loss (Raw)": 0.6662079095840454, "Finetune/Step": 15575, "Finetune/Step Time": 6.736392563208938}
+{"Finetune/Learning Rate": 1.8360473088134722e-06, "Finetune/Loss": 0.6301686763763428, "Finetune/Loss (Raw)": 0.5173953175544739, "Finetune/Step": 15576, "Finetune/Step Time": 6.739631623029709}
+{"Finetune/Learning Rate": 1.8350749495514842e-06, "Finetune/Loss": 0.630050003528595, "Finetune/Loss (Raw)": 0.5953465104103088, "Finetune/Step": 15577, "Finetune/Step Time": 6.7480507511645555}
+{"Finetune/Learning Rate": 1.8341028218235525e-06, "Finetune/Loss": 0.6300113797187805, "Finetune/Loss (Raw)": 0.6605653166770935, "Finetune/Step": 15578, "Finetune/Step Time": 6.743991421535611}
+{"Finetune/Learning Rate": 1.833130925657245e-06, "Finetune/Loss": 0.6308448910713196, "Finetune/Loss (Raw)": 0.7132835984230042, "Finetune/Step": 15579, "Finetune/Step Time": 6.745657594874501}
+{"Finetune/Learning Rate": 1.832159261080122e-06, "Finetune/Loss": 0.6303765773773193, "Finetune/Loss (Raw)": 0.5185247659683228, "Finetune/Step": 15580, "Finetune/Step Time": 6.759833270683885}
+{"Finetune/Learning Rate": 1.8311878281197326e-06, "Finetune/Loss": 0.6302555203437805, "Finetune/Loss (Raw)": 0.6005470752716064, "Finetune/Step": 15581, "Finetune/Step Time": 6.770586626604199}
+{"Finetune/Learning Rate": 1.8302166268036293e-06, "Finetune/Loss": 0.6318155527114868, "Finetune/Loss (Raw)": 0.6470487117767334, "Finetune/Step": 15582, "Finetune/Step Time": 6.7566041722893715}
+{"Finetune/Learning Rate": 1.829245657159351e-06, "Finetune/Loss": 0.6330723762512207, "Finetune/Loss (Raw)": 0.7351819276809692, "Finetune/Step": 15583, "Finetune/Step Time": 6.760451693087816}
+{"Finetune/Learning Rate": 1.82827491921443e-06, "Finetune/Loss": 0.6324762105941772, "Finetune/Loss (Raw)": 0.5007786750793457, "Finetune/Step": 15584, "Finetune/Step Time": 6.773656943812966}
+{"Finetune/Learning Rate": 1.8273044129963968e-06, "Finetune/Loss": 0.632793664932251, "Finetune/Loss (Raw)": 0.6735192537307739, "Finetune/Step": 15585, "Finetune/Step Time": 6.77677221223712}
+{"Finetune/Learning Rate": 1.8263341385327716e-06, "Finetune/Loss": 0.6324621438980103, "Finetune/Loss (Raw)": 0.6521503925323486, "Finetune/Step": 15586, "Finetune/Step Time": 6.793668230995536}
+{"Finetune/Learning Rate": 1.8253640958510655e-06, "Finetune/Loss": 0.6324518918991089, "Finetune/Loss (Raw)": 0.6220539808273315, "Finetune/Step": 15587, "Finetune/Step Time": 6.785922847688198}
+{"Finetune/Learning Rate": 1.8243942849787854e-06, "Finetune/Loss": 0.6339539885520935, "Finetune/Loss (Raw)": 0.6692320108413696, "Finetune/Step": 15588, "Finetune/Step Time": 6.77630777657032}
+{"Finetune/Learning Rate": 1.8234247059434386e-06, "Finetune/Loss": 0.634707510471344, "Finetune/Loss (Raw)": 0.6246238946914673, "Finetune/Step": 15589, "Finetune/Step Time": 6.779955057427287}
+{"Finetune/Learning Rate": 1.8224553587725148e-06, "Finetune/Loss": 0.6360906958580017, "Finetune/Loss (Raw)": 0.7507611513137817, "Finetune/Step": 15590, "Finetune/Step Time": 6.800793884322047}
+{"Finetune/Learning Rate": 1.8214862434935032e-06, "Finetune/Loss": 0.6376359462738037, "Finetune/Loss (Raw)": 0.7030960917472839, "Finetune/Step": 15591, "Finetune/Step Time": 6.8015843834728}
+{"Finetune/Learning Rate": 1.8205173601338889e-06, "Finetune/Loss": 0.6384432315826416, "Finetune/Loss (Raw)": 0.5715112090110779, "Finetune/Step": 15592, "Finetune/Step Time": 6.786102678626776}
+{"Finetune/Learning Rate": 1.8195487087211395e-06, "Finetune/Loss": 0.6386699676513672, "Finetune/Loss (Raw)": 0.6227754950523376, "Finetune/Step": 15593, "Finetune/Step Time": 6.789863472804427}
+{"Finetune/Learning Rate": 1.8185802892827265e-06, "Finetune/Loss": 0.6390836238861084, "Finetune/Loss (Raw)": 0.7532081007957458, "Finetune/Step": 15594, "Finetune/Step Time": 6.792659256607294}
+{"Finetune/Learning Rate": 1.817612101846109e-06, "Finetune/Loss": 0.6400147080421448, "Finetune/Loss (Raw)": 0.7793002724647522, "Finetune/Step": 15595, "Finetune/Step Time": 6.794216660782695}
+{"Finetune/Learning Rate": 1.8166441464387486e-06, "Finetune/Loss": 0.6413028240203857, "Finetune/Loss (Raw)": 0.6380015015602112, "Finetune/Step": 15596, "Finetune/Step Time": 6.791293146088719}
+{"Finetune/Learning Rate": 1.8156764230880886e-06, "Finetune/Loss": 0.6407822966575623, "Finetune/Loss (Raw)": 0.5334146618843079, "Finetune/Step": 15597, "Finetune/Step Time": 6.78452411480248}
+{"Finetune/Learning Rate": 1.814708931821575e-06, "Finetune/Loss": 0.641677737236023, "Finetune/Loss (Raw)": 0.6923711895942688, "Finetune/Step": 15598, "Finetune/Step Time": 6.782954445108771}
+{"Finetune/Learning Rate": 1.8137416726666379e-06, "Finetune/Loss": 0.6416136026382446, "Finetune/Loss (Raw)": 0.543281078338623, "Finetune/Step": 15599, "Finetune/Step Time": 6.786596916615963}
+{"Finetune/Learning Rate": 1.8127746456507077e-06, "Finetune/Loss": 0.6420190334320068, "Finetune/Loss (Raw)": 0.7331112623214722, "Finetune/Step": 15600, "Finetune/Step Time": 6.782742232084274}
+{"Finetune/Learning Rate": 1.811807850801207e-06, "Finetune/Loss": 0.6418777704238892, "Finetune/Loss (Raw)": 0.6248236298561096, "Finetune/Step": 15601, "Finetune/Step Time": 6.787069834768772}
+{"Finetune/Learning Rate": 1.8108412881455528e-06, "Finetune/Loss": 0.6408716440200806, "Finetune/Loss (Raw)": 0.6317683458328247, "Finetune/Step": 15602, "Finetune/Step Time": 6.785759346559644}
+{"Finetune/Learning Rate": 1.8098749577111497e-06, "Finetune/Loss": 0.6420507431030273, "Finetune/Loss (Raw)": 0.6845556497573853, "Finetune/Step": 15603, "Finetune/Step Time": 6.779814824461937}
+{"Finetune/Learning Rate": 1.8089088595254078e-06, "Finetune/Loss": 0.6430845260620117, "Finetune/Loss (Raw)": 0.7081065773963928, "Finetune/Step": 15604, "Finetune/Step Time": 6.776812560856342}
+{"Finetune/Learning Rate": 1.8079429936157166e-06, "Finetune/Loss": 0.6424347162246704, "Finetune/Loss (Raw)": 0.639941930770874, "Finetune/Step": 15605, "Finetune/Step Time": 6.773850811645389}
+{"Finetune/Learning Rate": 1.8069773600094665e-06, "Finetune/Loss": 0.6412879228591919, "Finetune/Loss (Raw)": 0.5778282880783081, "Finetune/Step": 15606, "Finetune/Step Time": 6.767552161589265}
+{"Finetune/Learning Rate": 1.8060119587340408e-06, "Finetune/Loss": 0.6416884660720825, "Finetune/Loss (Raw)": 0.6621264815330505, "Finetune/Step": 15607, "Finetune/Step Time": 6.756118077784777}
+{"Finetune/Learning Rate": 1.8050467898168156e-06, "Finetune/Loss": 0.6416084170341492, "Finetune/Loss (Raw)": 0.623986005783081, "Finetune/Step": 15608, "Finetune/Step Time": 6.7552192360162735}
+{"Finetune/Learning Rate": 1.8040818532851601e-06, "Finetune/Loss": 0.6423434615135193, "Finetune/Loss (Raw)": 0.6650398373603821, "Finetune/Step": 15609, "Finetune/Step Time": 6.733715463429689}
+{"Finetune/Learning Rate": 1.8031171491664367e-06, "Finetune/Loss": 0.6431974172592163, "Finetune/Loss (Raw)": 0.5945619344711304, "Finetune/Step": 15610, "Finetune/Step Time": 6.736390640959144}
+{"Finetune/Learning Rate": 1.8021526774880016e-06, "Finetune/Loss": 0.6434613466262817, "Finetune/Loss (Raw)": 0.6154882907867432, "Finetune/Step": 15611, "Finetune/Step Time": 6.736580966040492}
+{"Finetune/Learning Rate": 1.801188438277206e-06, "Finetune/Loss": 0.6431629657745361, "Finetune/Loss (Raw)": 0.629525363445282, "Finetune/Step": 15612, "Finetune/Step Time": 6.733914358541369}
+{"Finetune/Learning Rate": 1.8002244315613916e-06, "Finetune/Loss": 0.6433449983596802, "Finetune/Loss (Raw)": 0.6442131400108337, "Finetune/Step": 15613, "Finetune/Step Time": 6.731569580733776}
+{"Finetune/Learning Rate": 1.799260657367896e-06, "Finetune/Loss": 0.6428460478782654, "Finetune/Loss (Raw)": 0.5913302302360535, "Finetune/Step": 15614, "Finetune/Step Time": 6.725638892501593}
+{"Finetune/Learning Rate": 1.798297115724048e-06, "Finetune/Loss": 0.6432204246520996, "Finetune/Loss (Raw)": 0.5935799479484558, "Finetune/Step": 15615, "Finetune/Step Time": 6.724226972088218}
+{"Finetune/Learning Rate": 1.797333806657171e-06, "Finetune/Loss": 0.6440293788909912, "Finetune/Loss (Raw)": 0.6810582876205444, "Finetune/Step": 15616, "Finetune/Step Time": 6.7239760607481}
+{"Finetune/Learning Rate": 1.796370730194582e-06, "Finetune/Loss": 0.6436067223548889, "Finetune/Loss (Raw)": 0.6373828649520874, "Finetune/Step": 15617, "Finetune/Step Time": 6.7223411444574594}
+{"Finetune/Learning Rate": 1.7954078863635904e-06, "Finetune/Loss": 0.6437159776687622, "Finetune/Loss (Raw)": 0.599937915802002, "Finetune/Step": 15618, "Finetune/Step Time": 6.700794888660312}
+{"Finetune/Learning Rate": 1.794445275191502e-06, "Finetune/Loss": 0.644078254699707, "Finetune/Loss (Raw)": 0.6419592499732971, "Finetune/Step": 15619, "Finetune/Step Time": 6.701579740270972}
+{"Finetune/Learning Rate": 1.7934828967056107e-06, "Finetune/Loss": 0.6445685625076294, "Finetune/Loss (Raw)": 0.6804503798484802, "Finetune/Step": 15620, "Finetune/Step Time": 6.713425690308213}
+{"Finetune/Learning Rate": 1.7925207509332087e-06, "Finetune/Loss": 0.644533634185791, "Finetune/Loss (Raw)": 0.600937008857727, "Finetune/Step": 15621, "Finetune/Step Time": 6.722668448463082}
+{"Finetune/Learning Rate": 1.7915588379015802e-06, "Finetune/Loss": 0.6452513933181763, "Finetune/Loss (Raw)": 0.7158651947975159, "Finetune/Step": 15622, "Finetune/Step Time": 6.722187981009483}
+{"Finetune/Learning Rate": 1.7905971576379998e-06, "Finetune/Loss": 0.6433685421943665, "Finetune/Loss (Raw)": 0.5426580309867859, "Finetune/Step": 15623, "Finetune/Step Time": 6.735024385154247}
+{"Finetune/Learning Rate": 1.7896357101697405e-06, "Finetune/Loss": 0.6438666582107544, "Finetune/Loss (Raw)": 0.7235243916511536, "Finetune/Step": 15624, "Finetune/Step Time": 6.749368540942669}
+{"Finetune/Learning Rate": 1.7886744955240653e-06, "Finetune/Loss": 0.6447461247444153, "Finetune/Loss (Raw)": 0.7134210467338562, "Finetune/Step": 15625, "Finetune/Step Time": 6.735705113038421}
+{"Finetune/Learning Rate": 1.787713513728232e-06, "Finetune/Loss": 0.645233690738678, "Finetune/Loss (Raw)": 0.6727563142776489, "Finetune/Step": 15626, "Finetune/Step Time": 6.732221350073814}
+{"Finetune/Learning Rate": 1.7867527648094896e-06, "Finetune/Loss": 0.644485592842102, "Finetune/Loss (Raw)": 0.5488953590393066, "Finetune/Step": 15627, "Finetune/Step Time": 6.729810390621424}
+{"Finetune/Learning Rate": 1.7857922487950873e-06, "Finetune/Loss": 0.6436238288879395, "Finetune/Loss (Raw)": 0.5861818790435791, "Finetune/Step": 15628, "Finetune/Step Time": 6.73118725605309}
+{"Finetune/Learning Rate": 1.7848319657122548e-06, "Finetune/Loss": 0.6424733996391296, "Finetune/Loss (Raw)": 0.5569846034049988, "Finetune/Step": 15629, "Finetune/Step Time": 6.731988213956356}
+{"Finetune/Learning Rate": 1.7838719155882257e-06, "Finetune/Loss": 0.6421392560005188, "Finetune/Loss (Raw)": 0.6443363428115845, "Finetune/Step": 15630, "Finetune/Step Time": 6.733897317200899}
+{"Finetune/Learning Rate": 1.7829120984502268e-06, "Finetune/Loss": 0.6418282985687256, "Finetune/Loss (Raw)": 0.603522002696991, "Finetune/Step": 15631, "Finetune/Step Time": 6.733730688691139}
+{"Finetune/Learning Rate": 1.7819525143254758e-06, "Finetune/Loss": 0.6428583860397339, "Finetune/Loss (Raw)": 0.6912209987640381, "Finetune/Step": 15632, "Finetune/Step Time": 6.741231439635158}
+{"Finetune/Learning Rate": 1.7809931632411815e-06, "Finetune/Loss": 0.642520546913147, "Finetune/Loss (Raw)": 0.6328309774398804, "Finetune/Step": 15633, "Finetune/Step Time": 6.745275564491749}
+{"Finetune/Learning Rate": 1.7800340452245523e-06, "Finetune/Loss": 0.6430004835128784, "Finetune/Loss (Raw)": 0.6227266192436218, "Finetune/Step": 15634, "Finetune/Step Time": 6.751205066218972}
+{"Finetune/Learning Rate": 1.7790751603027812e-06, "Finetune/Loss": 0.6418749094009399, "Finetune/Loss (Raw)": 0.5323964953422546, "Finetune/Step": 15635, "Finetune/Step Time": 6.751672191545367}
+{"Finetune/Learning Rate": 1.7781165085030604e-06, "Finetune/Loss": 0.6418517231941223, "Finetune/Loss (Raw)": 0.6975277662277222, "Finetune/Step": 15636, "Finetune/Step Time": 6.75831076130271}
+{"Finetune/Learning Rate": 1.7771580898525743e-06, "Finetune/Loss": 0.6425468921661377, "Finetune/Loss (Raw)": 0.6833207011222839, "Finetune/Step": 15637, "Finetune/Step Time": 6.7596693858504295}
+{"Finetune/Learning Rate": 1.7761999043785027e-06, "Finetune/Loss": 0.6434288620948792, "Finetune/Loss (Raw)": 0.7239097356796265, "Finetune/Step": 15638, "Finetune/Step Time": 6.746086189523339}
+{"Finetune/Learning Rate": 1.7752419521080178e-06, "Finetune/Loss": 0.6421207189559937, "Finetune/Loss (Raw)": 0.620485782623291, "Finetune/Step": 15639, "Finetune/Step Time": 6.7441902700811625}
+{"Finetune/Learning Rate": 1.7742842330682852e-06, "Finetune/Loss": 0.6417785882949829, "Finetune/Loss (Raw)": 0.6301561594009399, "Finetune/Step": 15640, "Finetune/Step Time": 6.747037097811699}
+{"Finetune/Learning Rate": 1.773326747286459e-06, "Finetune/Loss": 0.6413884162902832, "Finetune/Loss (Raw)": 0.5728134512901306, "Finetune/Step": 15641, "Finetune/Step Time": 6.728248681873083}
+{"Finetune/Learning Rate": 1.7723694947896918e-06, "Finetune/Loss": 0.6412427425384521, "Finetune/Loss (Raw)": 0.6469449400901794, "Finetune/Step": 15642, "Finetune/Step Time": 6.73668772354722}
+{"Finetune/Learning Rate": 1.7714124756051298e-06, "Finetune/Loss": 0.6405280232429504, "Finetune/Loss (Raw)": 0.6443766951560974, "Finetune/Step": 15643, "Finetune/Step Time": 6.741493361070752}
+{"Finetune/Learning Rate": 1.770455689759909e-06, "Finetune/Loss": 0.6406585574150085, "Finetune/Loss (Raw)": 0.6574645638465881, "Finetune/Step": 15644, "Finetune/Step Time": 6.74274823255837}
+{"Finetune/Learning Rate": 1.7694991372811655e-06, "Finetune/Loss": 0.640110194683075, "Finetune/Loss (Raw)": 0.60322105884552, "Finetune/Step": 15645, "Finetune/Step Time": 6.741197273135185}
+{"Finetune/Learning Rate": 1.768542818196024e-06, "Finetune/Loss": 0.6390068531036377, "Finetune/Loss (Raw)": 0.5257201790809631, "Finetune/Step": 15646, "Finetune/Step Time": 6.741577072069049}
+{"Finetune/Learning Rate": 1.7675867325315987e-06, "Finetune/Loss": 0.6400489807128906, "Finetune/Loss (Raw)": 0.7016150951385498, "Finetune/Step": 15647, "Finetune/Step Time": 6.7323260717093945}
+{"Finetune/Learning Rate": 1.7666308803150045e-06, "Finetune/Loss": 0.6399528980255127, "Finetune/Loss (Raw)": 0.6413514018058777, "Finetune/Step": 15648, "Finetune/Step Time": 6.729367638006806}
+{"Finetune/Learning Rate": 1.7656752615733452e-06, "Finetune/Loss": 0.6394103765487671, "Finetune/Loss (Raw)": 0.5963367223739624, "Finetune/Step": 15649, "Finetune/Step Time": 6.7399611715227365}
+{"Finetune/Learning Rate": 1.7647198763337203e-06, "Finetune/Loss": 0.6406645774841309, "Finetune/Loss (Raw)": 0.7715684771537781, "Finetune/Step": 15650, "Finetune/Step Time": 6.708618886768818}
+{"Finetune/Learning Rate": 1.7637647246232192e-06, "Finetune/Loss": 0.6404716968536377, "Finetune/Loss (Raw)": 0.603865385055542, "Finetune/Step": 15651, "Finetune/Step Time": 6.705736784264445}
+{"Finetune/Learning Rate": 1.7628098064689336e-06, "Finetune/Loss": 0.6397911906242371, "Finetune/Loss (Raw)": 0.6205230355262756, "Finetune/Step": 15652, "Finetune/Step Time": 6.697031622752547}
+{"Finetune/Learning Rate": 1.7618551218979396e-06, "Finetune/Loss": 0.6405433416366577, "Finetune/Loss (Raw)": 0.6467710137367249, "Finetune/Step": 15653, "Finetune/Step Time": 6.690340857952833}
+{"Finetune/Learning Rate": 1.7609006709373055e-06, "Finetune/Loss": 0.6395639181137085, "Finetune/Loss (Raw)": 0.6413297653198242, "Finetune/Step": 15654, "Finetune/Step Time": 6.687993200495839}
+{"Finetune/Learning Rate": 1.7599464536140999e-06, "Finetune/Loss": 0.6395071744918823, "Finetune/Loss (Raw)": 0.6316267251968384, "Finetune/Step": 15655, "Finetune/Step Time": 6.686990195885301}
+{"Finetune/Learning Rate": 1.7589924699553817e-06, "Finetune/Loss": 0.6387941837310791, "Finetune/Loss (Raw)": 0.606956958770752, "Finetune/Step": 15656, "Finetune/Step Time": 6.68544739484787}
+{"Finetune/Learning Rate": 1.758038719988202e-06, "Finetune/Loss": 0.6390026807785034, "Finetune/Loss (Raw)": 0.6353375315666199, "Finetune/Step": 15657, "Finetune/Step Time": 6.684372806921601}
+{"Finetune/Learning Rate": 1.757085203739608e-06, "Finetune/Loss": 0.6396414041519165, "Finetune/Loss (Raw)": 0.724381148815155, "Finetune/Step": 15658, "Finetune/Step Time": 6.683418979868293}
+{"Finetune/Learning Rate": 1.7561319212366378e-06, "Finetune/Loss": 0.6399770975112915, "Finetune/Loss (Raw)": 0.7233652472496033, "Finetune/Step": 15659, "Finetune/Step Time": 6.674410291016102}
+{"Finetune/Learning Rate": 1.7551788725063234e-06, "Finetune/Loss": 0.6390036940574646, "Finetune/Loss (Raw)": 0.5537073016166687, "Finetune/Step": 15660, "Finetune/Step Time": 6.666362851858139}
+{"Finetune/Learning Rate": 1.7542260575756909e-06, "Finetune/Loss": 0.638410747051239, "Finetune/Loss (Raw)": 0.6344999074935913, "Finetune/Step": 15661, "Finetune/Step Time": 6.668014619499445}
+{"Finetune/Learning Rate": 1.7532734764717606e-06, "Finetune/Loss": 0.6380623579025269, "Finetune/Loss (Raw)": 0.5787851214408875, "Finetune/Step": 15662, "Finetune/Step Time": 6.673129903152585}
+{"Finetune/Learning Rate": 1.7523211292215426e-06, "Finetune/Loss": 0.6400171518325806, "Finetune/Loss (Raw)": 0.7995081543922424, "Finetune/Step": 15663, "Finetune/Step Time": 6.6757233794778585}
+{"Finetune/Learning Rate": 1.7513690158520457e-06, "Finetune/Loss": 0.6395670771598816, "Finetune/Loss (Raw)": 0.6090362071990967, "Finetune/Step": 15664, "Finetune/Step Time": 6.676974941045046}
+{"Finetune/Learning Rate": 1.7504171363902667e-06, "Finetune/Loss": 0.6409477591514587, "Finetune/Loss (Raw)": 0.7656451463699341, "Finetune/Step": 15665, "Finetune/Step Time": 6.681158903986216}
+{"Finetune/Learning Rate": 1.749465490863198e-06, "Finetune/Loss": 0.6392064094543457, "Finetune/Loss (Raw)": 0.5089818239212036, "Finetune/Step": 15666, "Finetune/Step Time": 6.680354990065098}
+{"Finetune/Learning Rate": 1.7485140792978284e-06, "Finetune/Loss": 0.6394915580749512, "Finetune/Loss (Raw)": 0.6914303302764893, "Finetune/Step": 15667, "Finetune/Step Time": 6.68191016279161}
+{"Finetune/Learning Rate": 1.7475629017211348e-06, "Finetune/Loss": 0.6401737332344055, "Finetune/Loss (Raw)": 0.6980972290039062, "Finetune/Step": 15668, "Finetune/Step Time": 6.68033754825592}
+{"Finetune/Learning Rate": 1.7466119581600904e-06, "Finetune/Loss": 0.6397972106933594, "Finetune/Loss (Raw)": 0.5526542663574219, "Finetune/Step": 15669, "Finetune/Step Time": 6.680896272882819}
+{"Finetune/Learning Rate": 1.7456612486416612e-06, "Finetune/Loss": 0.6392724514007568, "Finetune/Loss (Raw)": 0.5421569347381592, "Finetune/Step": 15670, "Finetune/Step Time": 6.713671859353781}
+{"Finetune/Learning Rate": 1.744710773192807e-06, "Finetune/Loss": 0.6395790576934814, "Finetune/Loss (Raw)": 0.707737386226654, "Finetune/Step": 15671, "Finetune/Step Time": 6.709491493180394}
+{"Finetune/Learning Rate": 1.7437605318404805e-06, "Finetune/Loss": 0.6402690410614014, "Finetune/Loss (Raw)": 0.7838918566703796, "Finetune/Step": 15672, "Finetune/Step Time": 6.713960891589522}
+{"Finetune/Learning Rate": 1.7428105246116267e-06, "Finetune/Loss": 0.6410230398178101, "Finetune/Loss (Raw)": 0.7452841401100159, "Finetune/Step": 15673, "Finetune/Step Time": 6.729086922481656}
+{"Finetune/Learning Rate": 1.7418607515331876e-06, "Finetune/Loss": 0.6404983997344971, "Finetune/Loss (Raw)": 0.5049194693565369, "Finetune/Step": 15674, "Finetune/Step Time": 6.724247021600604}
+{"Finetune/Learning Rate": 1.7409112126320938e-06, "Finetune/Loss": 0.6401917934417725, "Finetune/Loss (Raw)": 0.6666015386581421, "Finetune/Step": 15675, "Finetune/Step Time": 6.718995735049248}
+{"Finetune/Learning Rate": 1.7399619079352725e-06, "Finetune/Loss": 0.6395658254623413, "Finetune/Loss (Raw)": 0.5624579191207886, "Finetune/Step": 15676, "Finetune/Step Time": 6.717183843255043}
+{"Finetune/Learning Rate": 1.7390128374696458e-06, "Finetune/Loss": 0.6404464840888977, "Finetune/Loss (Raw)": 0.738649308681488, "Finetune/Step": 15677, "Finetune/Step Time": 6.71781787648797}
+{"Finetune/Learning Rate": 1.7380640012621187e-06, "Finetune/Loss": 0.6403359174728394, "Finetune/Loss (Raw)": 0.6308701634407043, "Finetune/Step": 15678, "Finetune/Step Time": 6.719338867813349}
+{"Finetune/Learning Rate": 1.737115399339605e-06, "Finetune/Loss": 0.6401013135910034, "Finetune/Loss (Raw)": 0.5455559492111206, "Finetune/Step": 15679, "Finetune/Step Time": 6.70915262401104}
+{"Finetune/Learning Rate": 1.7361670317290014e-06, "Finetune/Loss": 0.640007734298706, "Finetune/Loss (Raw)": 0.6975327134132385, "Finetune/Step": 15680, "Finetune/Step Time": 6.707673877477646}
+{"Finetune/Learning Rate": 1.7352188984572026e-06, "Finetune/Loss": 0.6397566795349121, "Finetune/Loss (Raw)": 0.6935785412788391, "Finetune/Step": 15681, "Finetune/Step Time": 6.704208372160792}
+{"Finetune/Learning Rate": 1.7342709995510942e-06, "Finetune/Loss": 0.6394482851028442, "Finetune/Loss (Raw)": 0.5747524499893188, "Finetune/Step": 15682, "Finetune/Step Time": 6.728569807484746}
+{"Finetune/Learning Rate": 1.7333233350375577e-06, "Finetune/Loss": 0.640016496181488, "Finetune/Loss (Raw)": 0.6615595817565918, "Finetune/Step": 15683, "Finetune/Step Time": 6.733374776318669}
+{"Finetune/Learning Rate": 1.732375904943462e-06, "Finetune/Loss": 0.6402747631072998, "Finetune/Loss (Raw)": 0.6338453888893127, "Finetune/Step": 15684, "Finetune/Step Time": 6.730471575632691}
+{"Finetune/Learning Rate": 1.731428709295675e-06, "Finetune/Loss": 0.6393977999687195, "Finetune/Loss (Raw)": 0.6584784984588623, "Finetune/Step": 15685, "Finetune/Step Time": 6.735990947112441}
+{"Finetune/Learning Rate": 1.7304817481210544e-06, "Finetune/Loss": 0.6383028030395508, "Finetune/Loss (Raw)": 0.5744838118553162, "Finetune/Step": 15686, "Finetune/Step Time": 6.733120737597346}
+{"Finetune/Learning Rate": 1.72953502144646e-06, "Finetune/Loss": 0.6381449699401855, "Finetune/Loss (Raw)": 0.6103779673576355, "Finetune/Step": 15687, "Finetune/Step Time": 6.731271544471383}
+{"Finetune/Learning Rate": 1.7285885292987338e-06, "Finetune/Loss": 0.6377403736114502, "Finetune/Loss (Raw)": 0.5432375073432922, "Finetune/Step": 15688, "Finetune/Step Time": 6.732544057071209}
+{"Finetune/Learning Rate": 1.7276422717047182e-06, "Finetune/Loss": 0.6385608911514282, "Finetune/Loss (Raw)": 0.6892866492271423, "Finetune/Step": 15689, "Finetune/Step Time": 6.737560587003827}
+{"Finetune/Learning Rate": 1.726696248691242e-06, "Finetune/Loss": 0.6409348249435425, "Finetune/Loss (Raw)": 0.7498474717140198, "Finetune/Step": 15690, "Finetune/Step Time": 6.722872907295823}
+{"Finetune/Learning Rate": 1.7257504602851339e-06, "Finetune/Loss": 0.6421942710876465, "Finetune/Loss (Raw)": 0.7062246799468994, "Finetune/Step": 15691, "Finetune/Step Time": 6.738138187676668}
+{"Finetune/Learning Rate": 1.7248049065132145e-06, "Finetune/Loss": 0.6412718296051025, "Finetune/Loss (Raw)": 0.5998752117156982, "Finetune/Step": 15692, "Finetune/Step Time": 6.71087621897459}
+{"Finetune/Learning Rate": 1.7238595874022934e-06, "Finetune/Loss": 0.6403506398200989, "Finetune/Loss (Raw)": 0.5800186991691589, "Finetune/Step": 15693, "Finetune/Step Time": 6.742474555969238}
+{"Finetune/Learning Rate": 1.7229145029791827e-06, "Finetune/Loss": 0.6398279070854187, "Finetune/Loss (Raw)": 0.6240431070327759, "Finetune/Step": 15694, "Finetune/Step Time": 6.732193112373352}
+{"Finetune/Learning Rate": 1.721969653270682e-06, "Finetune/Loss": 0.6406829357147217, "Finetune/Loss (Raw)": 0.7482271790504456, "Finetune/Step": 15695, "Finetune/Step Time": 6.731429774314165}
+{"Finetune/Learning Rate": 1.721025038303581e-06, "Finetune/Loss": 0.6409472227096558, "Finetune/Loss (Raw)": 0.7192018032073975, "Finetune/Step": 15696, "Finetune/Step Time": 6.7274838257581}
+{"Finetune/Learning Rate": 1.720080658104667e-06, "Finetune/Loss": 0.6417176127433777, "Finetune/Loss (Raw)": 0.7527204751968384, "Finetune/Step": 15697, "Finetune/Step Time": 6.7303111627697945}
+{"Finetune/Learning Rate": 1.7191365127007197e-06, "Finetune/Loss": 0.641791582107544, "Finetune/Loss (Raw)": 0.7193710207939148, "Finetune/Step": 15698, "Finetune/Step Time": 6.730112861841917}
+{"Finetune/Learning Rate": 1.7181926021185147e-06, "Finetune/Loss": 0.6422992944717407, "Finetune/Loss (Raw)": 0.6856958866119385, "Finetune/Step": 15699, "Finetune/Step Time": 6.73233825340867}
+{"Finetune/Learning Rate": 1.7172489263848148e-06, "Finetune/Loss": 0.6418527364730835, "Finetune/Loss (Raw)": 0.5537818670272827, "Finetune/Step": 15700, "Finetune/Step Time": 6.749630559235811}
+{"Finetune/Learning Rate": 1.7163054855263862e-06, "Finetune/Loss": 0.642690896987915, "Finetune/Loss (Raw)": 0.7207561135292053, "Finetune/Step": 15701, "Finetune/Step Time": 6.7519998624920845}
+{"Finetune/Learning Rate": 1.7153622795699765e-06, "Finetune/Loss": 0.6427550911903381, "Finetune/Loss (Raw)": 0.5710973143577576, "Finetune/Step": 15702, "Finetune/Step Time": 6.770740162581205}
+{"Finetune/Learning Rate": 1.7144193085423344e-06, "Finetune/Loss": 0.643062949180603, "Finetune/Loss (Raw)": 0.7056179046630859, "Finetune/Step": 15703, "Finetune/Step Time": 6.7539676278829575}
+{"Finetune/Learning Rate": 1.7134765724701996e-06, "Finetune/Loss": 0.6438764333724976, "Finetune/Loss (Raw)": 0.6215166449546814, "Finetune/Step": 15704, "Finetune/Step Time": 6.761571304872632}
+{"Finetune/Learning Rate": 1.7125340713803052e-06, "Finetune/Loss": 0.6425569653511047, "Finetune/Loss (Raw)": 0.426457017660141, "Finetune/Step": 15705, "Finetune/Step Time": 6.768884042277932}
+{"Finetune/Learning Rate": 1.7115918052993773e-06, "Finetune/Loss": 0.6421090960502625, "Finetune/Loss (Raw)": 0.6032391786575317, "Finetune/Step": 15706, "Finetune/Step Time": 6.781856972724199}
+{"Finetune/Learning Rate": 1.7106497742541384e-06, "Finetune/Loss": 0.6407288312911987, "Finetune/Loss (Raw)": 0.5366167426109314, "Finetune/Step": 15707, "Finetune/Step Time": 6.780975708737969}
+{"Finetune/Learning Rate": 1.7097079782712988e-06, "Finetune/Loss": 0.6420355439186096, "Finetune/Loss (Raw)": 0.6857815980911255, "Finetune/Step": 15708, "Finetune/Step Time": 6.759593775495887}
+{"Finetune/Learning Rate": 1.7087664173775676e-06, "Finetune/Loss": 0.6418163776397705, "Finetune/Loss (Raw)": 0.5724960565567017, "Finetune/Step": 15709, "Finetune/Step Time": 6.748141890391707}
+{"Finetune/Learning Rate": 1.707825091599643e-06, "Finetune/Loss": 0.6418370008468628, "Finetune/Loss (Raw)": 0.6496805548667908, "Finetune/Step": 15710, "Finetune/Step Time": 6.748535631224513}
+{"Finetune/Learning Rate": 1.7068840009642196e-06, "Finetune/Loss": 0.6407605409622192, "Finetune/Loss (Raw)": 0.5974007844924927, "Finetune/Step": 15711, "Finetune/Step Time": 6.7400975581258535}
+{"Finetune/Learning Rate": 1.7059431454979825e-06, "Finetune/Loss": 0.6418173313140869, "Finetune/Loss (Raw)": 0.6360408067703247, "Finetune/Step": 15712, "Finetune/Step Time": 6.724087283015251}
+{"Finetune/Learning Rate": 1.7050025252276136e-06, "Finetune/Loss": 0.6409950256347656, "Finetune/Loss (Raw)": 0.5682629346847534, "Finetune/Step": 15713, "Finetune/Step Time": 6.722817609086633}
+{"Finetune/Learning Rate": 1.7040621401797853e-06, "Finetune/Loss": 0.6413068771362305, "Finetune/Loss (Raw)": 0.6920738220214844, "Finetune/Step": 15714, "Finetune/Step Time": 6.704052235931158}
+{"Finetune/Learning Rate": 1.7031219903811635e-06, "Finetune/Loss": 0.6411334276199341, "Finetune/Loss (Raw)": 0.599852442741394, "Finetune/Step": 15715, "Finetune/Step Time": 6.709826834499836}
+{"Finetune/Learning Rate": 1.7021820758584085e-06, "Finetune/Loss": 0.6411556005477905, "Finetune/Loss (Raw)": 0.6720737814903259, "Finetune/Step": 15716, "Finetune/Step Time": 6.704431120306253}
+{"Finetune/Learning Rate": 1.7012423966381753e-06, "Finetune/Loss": 0.6398559808731079, "Finetune/Loss (Raw)": 0.45827335119247437, "Finetune/Step": 15717, "Finetune/Step Time": 6.687925681471825}
+{"Finetune/Learning Rate": 1.7003029527471082e-06, "Finetune/Loss": 0.639045238494873, "Finetune/Loss (Raw)": 0.6469768285751343, "Finetune/Step": 15718, "Finetune/Step Time": 6.667510660365224}
+{"Finetune/Learning Rate": 1.6993637442118516e-06, "Finetune/Loss": 0.6384588479995728, "Finetune/Loss (Raw)": 0.6280379295349121, "Finetune/Step": 15719, "Finetune/Step Time": 6.6680759023875}
+{"Finetune/Learning Rate": 1.6984247710590296e-06, "Finetune/Loss": 0.6385343670845032, "Finetune/Loss (Raw)": 0.5811807513237, "Finetune/Step": 15720, "Finetune/Step Time": 6.6683382373303175}
+{"Finetune/Learning Rate": 1.6974860333152776e-06, "Finetune/Loss": 0.6383582949638367, "Finetune/Loss (Raw)": 0.6002364754676819, "Finetune/Step": 15721, "Finetune/Step Time": 6.663763886317611}
+{"Finetune/Learning Rate": 1.6965475310072122e-06, "Finetune/Loss": 0.6377041935920715, "Finetune/Loss (Raw)": 0.669485867023468, "Finetune/Step": 15722, "Finetune/Step Time": 6.668791262432933}
+{"Finetune/Learning Rate": 1.6956092641614462e-06, "Finetune/Loss": 0.6368314027786255, "Finetune/Loss (Raw)": 0.6675900816917419, "Finetune/Step": 15723, "Finetune/Step Time": 6.668484538793564}
+{"Finetune/Learning Rate": 1.6946712328045889e-06, "Finetune/Loss": 0.6371773481369019, "Finetune/Loss (Raw)": 0.682269811630249, "Finetune/Step": 15724, "Finetune/Step Time": 6.659378919750452}
+{"Finetune/Learning Rate": 1.6937334369632397e-06, "Finetune/Loss": 0.637489914894104, "Finetune/Loss (Raw)": 0.5734297037124634, "Finetune/Step": 15725, "Finetune/Step Time": 6.657339798286557}
+{"Finetune/Learning Rate": 1.6927958766639874e-06, "Finetune/Loss": 0.6367216110229492, "Finetune/Loss (Raw)": 0.5940281748771667, "Finetune/Step": 15726, "Finetune/Step Time": 6.6563888899981976}
+{"Finetune/Learning Rate": 1.6918585519334197e-06, "Finetune/Loss": 0.6362335681915283, "Finetune/Loss (Raw)": 0.4808070957660675, "Finetune/Step": 15727, "Finetune/Step Time": 6.654030665755272}
+{"Finetune/Learning Rate": 1.6909214627981197e-06, "Finetune/Loss": 0.6347008943557739, "Finetune/Loss (Raw)": 0.5369277000427246, "Finetune/Step": 15728, "Finetune/Step Time": 6.678662940859795}
+{"Finetune/Learning Rate": 1.6899846092846605e-06, "Finetune/Loss": 0.6353874206542969, "Finetune/Loss (Raw)": 0.7127059698104858, "Finetune/Step": 15729, "Finetune/Step Time": 6.6718522645533085}
+{"Finetune/Learning Rate": 1.6890479914196067e-06, "Finetune/Loss": 0.6353937387466431, "Finetune/Loss (Raw)": 0.6325711607933044, "Finetune/Step": 15730, "Finetune/Step Time": 6.669794773682952}
+{"Finetune/Learning Rate": 1.6881116092295214e-06, "Finetune/Loss": 0.6356145143508911, "Finetune/Loss (Raw)": 0.7128214240074158, "Finetune/Step": 15731, "Finetune/Step Time": 6.651730619370937}
+{"Finetune/Learning Rate": 1.687175462740952e-06, "Finetune/Loss": 0.634166955947876, "Finetune/Loss (Raw)": 0.5228171944618225, "Finetune/Step": 15732, "Finetune/Step Time": 6.6517461854964495}
+{"Finetune/Learning Rate": 1.6862395519804487e-06, "Finetune/Loss": 0.6327112913131714, "Finetune/Loss (Raw)": 0.4536207914352417, "Finetune/Step": 15733, "Finetune/Step Time": 6.666329959407449}
+{"Finetune/Learning Rate": 1.6853038769745466e-06, "Finetune/Loss": 0.633094847202301, "Finetune/Loss (Raw)": 0.626921534538269, "Finetune/Step": 15734, "Finetune/Step Time": 6.671280009672046}
+{"Finetune/Learning Rate": 1.684368437749787e-06, "Finetune/Loss": 0.6329388618469238, "Finetune/Loss (Raw)": 0.64216148853302, "Finetune/Step": 15735, "Finetune/Step Time": 6.668817626312375}
+{"Finetune/Learning Rate": 1.683433234332691e-06, "Finetune/Loss": 0.6335813403129578, "Finetune/Loss (Raw)": 0.7062172889709473, "Finetune/Step": 15736, "Finetune/Step Time": 6.668002342805266}
+{"Finetune/Learning Rate": 1.6824982667497792e-06, "Finetune/Loss": 0.6329043507575989, "Finetune/Loss (Raw)": 0.5783891081809998, "Finetune/Step": 15737, "Finetune/Step Time": 6.667738828808069}
+{"Finetune/Learning Rate": 1.6815635350275683e-06, "Finetune/Loss": 0.6328375339508057, "Finetune/Loss (Raw)": 0.586007297039032, "Finetune/Step": 15738, "Finetune/Step Time": 6.65427621640265}
+{"Finetune/Learning Rate": 1.6806290391925573e-06, "Finetune/Loss": 0.6346518397331238, "Finetune/Loss (Raw)": 0.84772127866745, "Finetune/Step": 15739, "Finetune/Step Time": 6.6627667639404535}
+{"Finetune/Learning Rate": 1.6796947792712504e-06, "Finetune/Loss": 0.6349729895591736, "Finetune/Loss (Raw)": 0.6706275343894958, "Finetune/Step": 15740, "Finetune/Step Time": 6.653041219338775}
+{"Finetune/Learning Rate": 1.6787607552901397e-06, "Finetune/Loss": 0.6346864104270935, "Finetune/Loss (Raw)": 0.6075349450111389, "Finetune/Step": 15741, "Finetune/Step Time": 6.66187172755599}
+{"Finetune/Learning Rate": 1.6778269672757085e-06, "Finetune/Loss": 0.6353715658187866, "Finetune/Loss (Raw)": 0.6790304183959961, "Finetune/Step": 15742, "Finetune/Step Time": 6.662699485197663}
+{"Finetune/Learning Rate": 1.6768934152544425e-06, "Finetune/Loss": 0.634649932384491, "Finetune/Loss (Raw)": 0.5012073516845703, "Finetune/Step": 15743, "Finetune/Step Time": 6.666350534185767}
+{"Finetune/Learning Rate": 1.6759600992528147e-06, "Finetune/Loss": 0.6347161531448364, "Finetune/Loss (Raw)": 0.6895371079444885, "Finetune/Step": 15744, "Finetune/Step Time": 6.665247160941362}
+{"Finetune/Learning Rate": 1.675027019297284e-06, "Finetune/Loss": 0.6349090337753296, "Finetune/Loss (Raw)": 0.6620638966560364, "Finetune/Step": 15745, "Finetune/Step Time": 6.670202508568764}
+{"Finetune/Learning Rate": 1.6740941754143147e-06, "Finetune/Loss": 0.635378360748291, "Finetune/Loss (Raw)": 0.6600235104560852, "Finetune/Step": 15746, "Finetune/Step Time": 6.687325451523066}
+{"Finetune/Learning Rate": 1.6731615676303591e-06, "Finetune/Loss": 0.6352887153625488, "Finetune/Loss (Raw)": 0.6304750442504883, "Finetune/Step": 15747, "Finetune/Step Time": 6.695760995149612}
+{"Finetune/Learning Rate": 1.672229195971863e-06, "Finetune/Loss": 0.6350312232971191, "Finetune/Loss (Raw)": 0.6474883556365967, "Finetune/Step": 15748, "Finetune/Step Time": 6.68469312787056}
+{"Finetune/Learning Rate": 1.6712970604652635e-06, "Finetune/Loss": 0.6357201933860779, "Finetune/Loss (Raw)": 0.6891379952430725, "Finetune/Step": 15749, "Finetune/Step Time": 6.671391855925322}
+{"Finetune/Learning Rate": 1.6703651611370009e-06, "Finetune/Loss": 0.6346468925476074, "Finetune/Loss (Raw)": 0.5784841179847717, "Finetune/Step": 15750, "Finetune/Step Time": 6.673604601994157}
+{"Finetune/Learning Rate": 1.669433498013493e-06, "Finetune/Loss": 0.6359753608703613, "Finetune/Loss (Raw)": 0.7126979231834412, "Finetune/Step": 15751, "Finetune/Step Time": 6.67980900593102}
+{"Finetune/Learning Rate": 1.668502071121162e-06, "Finetune/Loss": 0.6350460052490234, "Finetune/Loss (Raw)": 0.6045666933059692, "Finetune/Step": 15752, "Finetune/Step Time": 6.665104893967509}
+{"Finetune/Learning Rate": 1.6675708804864211e-06, "Finetune/Loss": 0.6345859169960022, "Finetune/Loss (Raw)": 0.6545251607894897, "Finetune/Step": 15753, "Finetune/Step Time": 6.670033805072308}
+{"Finetune/Learning Rate": 1.6666399261356759e-06, "Finetune/Loss": 0.6345067024230957, "Finetune/Loss (Raw)": 0.6626185178756714, "Finetune/Step": 15754, "Finetune/Step Time": 6.673469856381416}
+{"Finetune/Learning Rate": 1.6657092080953252e-06, "Finetune/Loss": 0.6351747512817383, "Finetune/Loss (Raw)": 0.6344071626663208, "Finetune/Step": 15755, "Finetune/Step Time": 6.683511845767498}
+{"Finetune/Learning Rate": 1.6647787263917615e-06, "Finetune/Loss": 0.6353562474250793, "Finetune/Loss (Raw)": 0.6094110608100891, "Finetune/Step": 15756, "Finetune/Step Time": 6.681044014170766}
+{"Finetune/Learning Rate": 1.6638484810513711e-06, "Finetune/Loss": 0.6359002590179443, "Finetune/Loss (Raw)": 0.6266130805015564, "Finetune/Step": 15757, "Finetune/Step Time": 6.676340529695153}
+{"Finetune/Learning Rate": 1.6629184721005332e-06, "Finetune/Loss": 0.6362152099609375, "Finetune/Loss (Raw)": 0.6846538186073303, "Finetune/Step": 15758, "Finetune/Step Time": 6.6760395634919405}
+{"Finetune/Learning Rate": 1.6619886995656197e-06, "Finetune/Loss": 0.636347234249115, "Finetune/Loss (Raw)": 0.620422899723053, "Finetune/Step": 15759, "Finetune/Step Time": 6.671748090535402}
+{"Finetune/Learning Rate": 1.6610591634729966e-06, "Finetune/Loss": 0.6357731819152832, "Finetune/Loss (Raw)": 0.6177396774291992, "Finetune/Step": 15760, "Finetune/Step Time": 6.68499593064189}
+{"Finetune/Learning Rate": 1.6601298638490226e-06, "Finetune/Loss": 0.6341407299041748, "Finetune/Loss (Raw)": 0.4238734245300293, "Finetune/Step": 15761, "Finetune/Step Time": 6.6849864441901445}
+{"Finetune/Learning Rate": 1.6592008007200511e-06, "Finetune/Loss": 0.6336862444877625, "Finetune/Loss (Raw)": 0.5645614266395569, "Finetune/Step": 15762, "Finetune/Step Time": 6.683769566938281}
+{"Finetune/Learning Rate": 1.6582719741124265e-06, "Finetune/Loss": 0.6329116821289062, "Finetune/Loss (Raw)": 0.4332500100135803, "Finetune/Step": 15763, "Finetune/Step Time": 6.698622863739729}
+{"Finetune/Learning Rate": 1.6573433840524877e-06, "Finetune/Loss": 0.6323748230934143, "Finetune/Loss (Raw)": 0.6288100481033325, "Finetune/Step": 15764, "Finetune/Step Time": 6.694057997316122}
+{"Finetune/Learning Rate": 1.6564150305665672e-06, "Finetune/Loss": 0.6315765976905823, "Finetune/Loss (Raw)": 0.5811517238616943, "Finetune/Step": 15765, "Finetune/Step Time": 6.6927203964442015}
+{"Finetune/Learning Rate": 1.6554869136809903e-06, "Finetune/Loss": 0.6301414966583252, "Finetune/Loss (Raw)": 0.5402209758758545, "Finetune/Step": 15766, "Finetune/Step Time": 6.691392233595252}
+{"Finetune/Learning Rate": 1.6545590334220763e-06, "Finetune/Loss": 0.6300187110900879, "Finetune/Loss (Raw)": 0.6047641038894653, "Finetune/Step": 15767, "Finetune/Step Time": 6.698932226747274}
+{"Finetune/Learning Rate": 1.6536313898161393e-06, "Finetune/Loss": 0.6308212280273438, "Finetune/Loss (Raw)": 0.7328794002532959, "Finetune/Step": 15768, "Finetune/Step Time": 6.698195442557335}
+{"Finetune/Learning Rate": 1.6527039828894775e-06, "Finetune/Loss": 0.6314136981964111, "Finetune/Loss (Raw)": 0.6486444473266602, "Finetune/Step": 15769, "Finetune/Step Time": 6.697933549061418}
+{"Finetune/Learning Rate": 1.6517768126683964e-06, "Finetune/Loss": 0.6305715441703796, "Finetune/Loss (Raw)": 0.5391514897346497, "Finetune/Step": 15770, "Finetune/Step Time": 6.692581506446004}
+{"Finetune/Learning Rate": 1.6508498791791849e-06, "Finetune/Loss": 0.6299442052841187, "Finetune/Loss (Raw)": 0.5640799403190613, "Finetune/Step": 15771, "Finetune/Step Time": 6.690229499712586}
+{"Finetune/Learning Rate": 1.6499231824481299e-06, "Finetune/Loss": 0.6298927068710327, "Finetune/Loss (Raw)": 0.6508674621582031, "Finetune/Step": 15772, "Finetune/Step Time": 6.682423697784543}
+{"Finetune/Learning Rate": 1.6489967225015091e-06, "Finetune/Loss": 0.629997968673706, "Finetune/Loss (Raw)": 0.6166970729827881, "Finetune/Step": 15773, "Finetune/Step Time": 6.684647371992469}
+{"Finetune/Learning Rate": 1.6480704993655961e-06, "Finetune/Loss": 0.6314285397529602, "Finetune/Loss (Raw)": 0.708834707736969, "Finetune/Step": 15774, "Finetune/Step Time": 6.687954463064671}
+{"Finetune/Learning Rate": 1.6471445130666518e-06, "Finetune/Loss": 0.6316045522689819, "Finetune/Loss (Raw)": 0.7241485118865967, "Finetune/Step": 15775, "Finetune/Step Time": 6.682295955717564}
+{"Finetune/Learning Rate": 1.6462187636309345e-06, "Finetune/Loss": 0.6317510604858398, "Finetune/Loss (Raw)": 0.6600992679595947, "Finetune/Step": 15776, "Finetune/Step Time": 6.684462245553732}
+{"Finetune/Learning Rate": 1.6452932510847009e-06, "Finetune/Loss": 0.6324567794799805, "Finetune/Loss (Raw)": 0.6866653561592102, "Finetune/Step": 15777, "Finetune/Step Time": 6.671944752335548}
+{"Finetune/Learning Rate": 1.6443679754541931e-06, "Finetune/Loss": 0.6313037872314453, "Finetune/Loss (Raw)": 0.6239879727363586, "Finetune/Step": 15778, "Finetune/Step Time": 6.674497347325087}
+{"Finetune/Learning Rate": 1.643442936765648e-06, "Finetune/Loss": 0.6322330832481384, "Finetune/Loss (Raw)": 0.7228154540061951, "Finetune/Step": 15779, "Finetune/Step Time": 6.676888706162572}
+{"Finetune/Learning Rate": 1.6425181350453023e-06, "Finetune/Loss": 0.6318135261535645, "Finetune/Loss (Raw)": 0.5668187737464905, "Finetune/Step": 15780, "Finetune/Step Time": 6.677969742566347}
+{"Finetune/Learning Rate": 1.641593570319373e-06, "Finetune/Loss": 0.6322919726371765, "Finetune/Loss (Raw)": 0.7080150246620178, "Finetune/Step": 15781, "Finetune/Step Time": 6.6922992672771215}
+{"Finetune/Learning Rate": 1.6406692426140835e-06, "Finetune/Loss": 0.6328777074813843, "Finetune/Loss (Raw)": 0.7163054347038269, "Finetune/Step": 15782, "Finetune/Step Time": 6.688946217298508}
+{"Finetune/Learning Rate": 1.6397451519556394e-06, "Finetune/Loss": 0.6330301761627197, "Finetune/Loss (Raw)": 0.6511422991752625, "Finetune/Step": 15783, "Finetune/Step Time": 6.709178041666746}
+{"Finetune/Learning Rate": 1.6388212983702534e-06, "Finetune/Loss": 0.6330275535583496, "Finetune/Loss (Raw)": 0.6066178679466248, "Finetune/Step": 15784, "Finetune/Step Time": 6.708912204951048}
+{"Finetune/Learning Rate": 1.6378976818841186e-06, "Finetune/Loss": 0.633874237537384, "Finetune/Loss (Raw)": 0.7437175512313843, "Finetune/Step": 15785, "Finetune/Step Time": 6.706972353160381}
+{"Finetune/Learning Rate": 1.6369743025234286e-06, "Finetune/Loss": 0.632754921913147, "Finetune/Loss (Raw)": 0.5811074376106262, "Finetune/Step": 15786, "Finetune/Step Time": 6.709098093211651}
+{"Finetune/Learning Rate": 1.6360511603143648e-06, "Finetune/Loss": 0.6328212022781372, "Finetune/Loss (Raw)": 0.7318529486656189, "Finetune/Step": 15787, "Finetune/Step Time": 6.709526151418686}
+{"Finetune/Learning Rate": 1.635128255283106e-06, "Finetune/Loss": 0.6337419748306274, "Finetune/Loss (Raw)": 0.6715636849403381, "Finetune/Step": 15788, "Finetune/Step Time": 6.7069715317338705}
+{"Finetune/Learning Rate": 1.6342055874558238e-06, "Finetune/Loss": 0.6333638429641724, "Finetune/Loss (Raw)": 0.58609539270401, "Finetune/Step": 15789, "Finetune/Step Time": 6.7074533347040415}
+{"Finetune/Learning Rate": 1.6332831568586805e-06, "Finetune/Loss": 0.6336482167243958, "Finetune/Loss (Raw)": 0.615186870098114, "Finetune/Step": 15790, "Finetune/Step Time": 6.713876459747553}
+{"Finetune/Learning Rate": 1.632360963517834e-06, "Finetune/Loss": 0.6324047446250916, "Finetune/Loss (Raw)": 0.6403473019599915, "Finetune/Step": 15791, "Finetune/Step Time": 6.727775879204273}
+{"Finetune/Learning Rate": 1.6314390074594412e-06, "Finetune/Loss": 0.6324048042297363, "Finetune/Loss (Raw)": 0.6090430617332458, "Finetune/Step": 15792, "Finetune/Step Time": 6.753394603729248}
+{"Finetune/Learning Rate": 1.6305172887096376e-06, "Finetune/Loss": 0.6314489245414734, "Finetune/Loss (Raw)": 0.6432918906211853, "Finetune/Step": 15793, "Finetune/Step Time": 6.752083612605929}
+{"Finetune/Learning Rate": 1.629595807294565e-06, "Finetune/Loss": 0.6317245364189148, "Finetune/Loss (Raw)": 0.5442582964897156, "Finetune/Step": 15794, "Finetune/Step Time": 6.74846413731575}
+{"Finetune/Learning Rate": 1.6286745632403523e-06, "Finetune/Loss": 0.631816029548645, "Finetune/Loss (Raw)": 0.7031388282775879, "Finetune/Step": 15795, "Finetune/Step Time": 6.749767117202282}
+{"Finetune/Learning Rate": 1.6277535565731251e-06, "Finetune/Loss": 0.6318780183792114, "Finetune/Loss (Raw)": 0.7060335874557495, "Finetune/Step": 15796, "Finetune/Step Time": 6.760802144184709}
+{"Finetune/Learning Rate": 1.6268327873189992e-06, "Finetune/Loss": 0.6319343447685242, "Finetune/Loss (Raw)": 0.5598640441894531, "Finetune/Step": 15797, "Finetune/Step Time": 6.774698842316866}
+{"Finetune/Learning Rate": 1.6259122555040852e-06, "Finetune/Loss": 0.6331075429916382, "Finetune/Loss (Raw)": 0.6923223733901978, "Finetune/Step": 15798, "Finetune/Step Time": 6.762626651674509}
+{"Finetune/Learning Rate": 1.6249919611544862e-06, "Finetune/Loss": 0.6321429014205933, "Finetune/Loss (Raw)": 0.5842739939689636, "Finetune/Step": 15799, "Finetune/Step Time": 6.766004243865609}
+{"Finetune/Learning Rate": 1.6240719042963004e-06, "Finetune/Loss": 0.6312326192855835, "Finetune/Loss (Raw)": 0.6673633456230164, "Finetune/Step": 15800, "Finetune/Step Time": 6.762098614126444}
+{"Finetune/Learning Rate": 1.6231520849556181e-06, "Finetune/Loss": 0.6296101212501526, "Finetune/Loss (Raw)": 0.537610650062561, "Finetune/Step": 15801, "Finetune/Step Time": 6.746358091011643}
+{"Finetune/Learning Rate": 1.6222325031585218e-06, "Finetune/Loss": 0.6298481225967407, "Finetune/Loss (Raw)": 0.5353786945343018, "Finetune/Step": 15802, "Finetune/Step Time": 6.761546958237886}
+{"Finetune/Learning Rate": 1.6213131589310882e-06, "Finetune/Loss": 0.6283684968948364, "Finetune/Loss (Raw)": 0.4772118628025055, "Finetune/Step": 15803, "Finetune/Step Time": 6.761655991896987}
+{"Finetune/Learning Rate": 1.6203940522993878e-06, "Finetune/Loss": 0.6297544240951538, "Finetune/Loss (Raw)": 0.7398554086685181, "Finetune/Step": 15804, "Finetune/Step Time": 6.766334360465407}
+{"Finetune/Learning Rate": 1.6194751832894839e-06, "Finetune/Loss": 0.6294847726821899, "Finetune/Loss (Raw)": 0.7041383981704712, "Finetune/Step": 15805, "Finetune/Step Time": 6.762834085151553}
+{"Finetune/Learning Rate": 1.6185565519274326e-06, "Finetune/Loss": 0.6305396556854248, "Finetune/Loss (Raw)": 0.7658877968788147, "Finetune/Step": 15806, "Finetune/Step Time": 6.767051177099347}
+{"Finetune/Learning Rate": 1.6176381582392831e-06, "Finetune/Loss": 0.631100058555603, "Finetune/Loss (Raw)": 0.6172907948493958, "Finetune/Step": 15807, "Finetune/Step Time": 6.765677604824305}
+{"Finetune/Learning Rate": 1.6167200022510799e-06, "Finetune/Loss": 0.6307714581489563, "Finetune/Loss (Raw)": 0.6554734110832214, "Finetune/Step": 15808, "Finetune/Step Time": 6.763814391568303}
+{"Finetune/Learning Rate": 1.6158020839888588e-06, "Finetune/Loss": 0.6306357979774475, "Finetune/Loss (Raw)": 0.676220178604126, "Finetune/Step": 15809, "Finetune/Step Time": 6.762767471373081}
+{"Finetune/Learning Rate": 1.6148844034786493e-06, "Finetune/Loss": 0.6303457021713257, "Finetune/Loss (Raw)": 0.5376144051551819, "Finetune/Step": 15810, "Finetune/Step Time": 6.725759997963905}
+{"Finetune/Learning Rate": 1.6139669607464735e-06, "Finetune/Loss": 0.6297290325164795, "Finetune/Loss (Raw)": 0.582630455493927, "Finetune/Step": 15811, "Finetune/Step Time": 6.719120701774955}
+{"Finetune/Learning Rate": 1.6130497558183478e-06, "Finetune/Loss": 0.6303622126579285, "Finetune/Loss (Raw)": 0.7148816585540771, "Finetune/Step": 15812, "Finetune/Step Time": 6.721067246049643}
+{"Finetune/Learning Rate": 1.612132788720282e-06, "Finetune/Loss": 0.6302305459976196, "Finetune/Loss (Raw)": 0.6416298747062683, "Finetune/Step": 15813, "Finetune/Step Time": 6.717749372124672}
+{"Finetune/Learning Rate": 1.611216059478279e-06, "Finetune/Loss": 0.6293790936470032, "Finetune/Loss (Raw)": 0.4654976725578308, "Finetune/Step": 15814, "Finetune/Step Time": 6.720475224778056}
+{"Finetune/Learning Rate": 1.610299568118333e-06, "Finetune/Loss": 0.628426194190979, "Finetune/Loss (Raw)": 0.48840945959091187, "Finetune/Step": 15815, "Finetune/Step Time": 6.727718107402325}
+{"Finetune/Learning Rate": 1.6093833146664373e-06, "Finetune/Loss": 0.6290575265884399, "Finetune/Loss (Raw)": 0.6240471601486206, "Finetune/Step": 15816, "Finetune/Step Time": 6.724369836971164}
+{"Finetune/Learning Rate": 1.6084672991485683e-06, "Finetune/Loss": 0.6288754940032959, "Finetune/Loss (Raw)": 0.6659829020500183, "Finetune/Step": 15817, "Finetune/Step Time": 6.73245008289814}
+{"Finetune/Learning Rate": 1.6075515215907022e-06, "Finetune/Loss": 0.6285303831100464, "Finetune/Loss (Raw)": 0.7056752443313599, "Finetune/Step": 15818, "Finetune/Step Time": 6.7374655324965715}
+{"Finetune/Learning Rate": 1.6066359820188116e-06, "Finetune/Loss": 0.6288225650787354, "Finetune/Loss (Raw)": 0.7436222434043884, "Finetune/Step": 15819, "Finetune/Step Time": 6.718656489625573}
+{"Finetune/Learning Rate": 1.6057206804588576e-06, "Finetune/Loss": 0.6297962665557861, "Finetune/Loss (Raw)": 0.7245064973831177, "Finetune/Step": 15820, "Finetune/Step Time": 6.71994249895215}
+{"Finetune/Learning Rate": 1.6048056169367955e-06, "Finetune/Loss": 0.6301480531692505, "Finetune/Loss (Raw)": 0.6250554919242859, "Finetune/Step": 15821, "Finetune/Step Time": 6.689203390851617}
+{"Finetune/Learning Rate": 1.603890791478573e-06, "Finetune/Loss": 0.6298021078109741, "Finetune/Loss (Raw)": 0.5797542333602905, "Finetune/Step": 15822, "Finetune/Step Time": 6.690257653594017}
+{"Finetune/Learning Rate": 1.6029762041101348e-06, "Finetune/Loss": 0.6291054487228394, "Finetune/Loss (Raw)": 0.6590595245361328, "Finetune/Step": 15823, "Finetune/Step Time": 6.689566841349006}
+{"Finetune/Learning Rate": 1.6020618548574108e-06, "Finetune/Loss": 0.6284322738647461, "Finetune/Loss (Raw)": 0.6330416798591614, "Finetune/Step": 15824, "Finetune/Step Time": 6.6888187024742365}
+{"Finetune/Learning Rate": 1.6011477437463297e-06, "Finetune/Loss": 0.6279083490371704, "Finetune/Loss (Raw)": 0.6856575608253479, "Finetune/Step": 15825, "Finetune/Step Time": 6.69108403660357}
+{"Finetune/Learning Rate": 1.6002338708028187e-06, "Finetune/Loss": 0.6267286539077759, "Finetune/Loss (Raw)": 0.5683626532554626, "Finetune/Step": 15826, "Finetune/Step Time": 6.691515205428004}
+{"Finetune/Learning Rate": 1.5993202360527882e-06, "Finetune/Loss": 0.6248198747634888, "Finetune/Loss (Raw)": 0.44137975573539734, "Finetune/Step": 15827, "Finetune/Step Time": 6.690651906654239}
+{"Finetune/Learning Rate": 1.5984068395221485e-06, "Finetune/Loss": 0.6252691745758057, "Finetune/Loss (Raw)": 0.6112825870513916, "Finetune/Step": 15828, "Finetune/Step Time": 6.676936771720648}
+{"Finetune/Learning Rate": 1.5974936812368014e-06, "Finetune/Loss": 0.6245806217193604, "Finetune/Loss (Raw)": 0.6326320767402649, "Finetune/Step": 15829, "Finetune/Step Time": 6.679448641836643}
+{"Finetune/Learning Rate": 1.596580761222638e-06, "Finetune/Loss": 0.6239427328109741, "Finetune/Loss (Raw)": 0.48944535851478577, "Finetune/Step": 15830, "Finetune/Step Time": 6.6659172009676695}
+{"Finetune/Learning Rate": 1.595668079505548e-06, "Finetune/Loss": 0.6217944025993347, "Finetune/Loss (Raw)": 0.4306272268295288, "Finetune/Step": 15831, "Finetune/Step Time": 6.668602412566543}
+{"Finetune/Learning Rate": 1.5947556361114102e-06, "Finetune/Loss": 0.622199296951294, "Finetune/Loss (Raw)": 0.6733455657958984, "Finetune/Step": 15832, "Finetune/Step Time": 6.6648039072752}
+{"Finetune/Learning Rate": 1.5938434310661033e-06, "Finetune/Loss": 0.623508632183075, "Finetune/Loss (Raw)": 0.5940477252006531, "Finetune/Step": 15833, "Finetune/Step Time": 6.652799800038338}
+{"Finetune/Learning Rate": 1.5929314643954941e-06, "Finetune/Loss": 0.6229146718978882, "Finetune/Loss (Raw)": 0.5272159576416016, "Finetune/Step": 15834, "Finetune/Step Time": 6.640446472913027}
+{"Finetune/Learning Rate": 1.592019736125443e-06, "Finetune/Loss": 0.6230692267417908, "Finetune/Loss (Raw)": 0.5563991069793701, "Finetune/Step": 15835, "Finetune/Step Time": 6.640263071283698}
+{"Finetune/Learning Rate": 1.5911082462818017e-06, "Finetune/Loss": 0.6231721639633179, "Finetune/Loss (Raw)": 0.6989542841911316, "Finetune/Step": 15836, "Finetune/Step Time": 6.641407884657383}
+{"Finetune/Learning Rate": 1.5901969948904183e-06, "Finetune/Loss": 0.6245863437652588, "Finetune/Loss (Raw)": 0.7535160183906555, "Finetune/Step": 15837, "Finetune/Step Time": 6.64080510661006}
+{"Finetune/Learning Rate": 1.5892859819771334e-06, "Finetune/Loss": 0.6238030195236206, "Finetune/Loss (Raw)": 0.5494203567504883, "Finetune/Step": 15838, "Finetune/Step Time": 6.640038710087538}
+{"Finetune/Learning Rate": 1.5883752075677794e-06, "Finetune/Loss": 0.623695433139801, "Finetune/Loss (Raw)": 0.5836229920387268, "Finetune/Step": 15839, "Finetune/Step Time": 6.645542588084936}
+{"Finetune/Learning Rate": 1.587464671688187e-06, "Finetune/Loss": 0.6238384246826172, "Finetune/Loss (Raw)": 0.654344379901886, "Finetune/Step": 15840, "Finetune/Step Time": 6.647425942122936}
+{"Finetune/Learning Rate": 1.5865543743641776e-06, "Finetune/Loss": 0.6247983574867249, "Finetune/Loss (Raw)": 0.6911293864250183, "Finetune/Step": 15841, "Finetune/Step Time": 6.651116076856852}
+{"Finetune/Learning Rate": 1.5856443156215583e-06, "Finetune/Loss": 0.6242609024047852, "Finetune/Loss (Raw)": 0.6232900023460388, "Finetune/Step": 15842, "Finetune/Step Time": 6.647853510454297}
+{"Finetune/Learning Rate": 1.5847344954861399e-06, "Finetune/Loss": 0.6244603991508484, "Finetune/Loss (Raw)": 0.6253817677497864, "Finetune/Step": 15843, "Finetune/Step Time": 6.64533082395792}
+{"Finetune/Learning Rate": 1.5838249139837204e-06, "Finetune/Loss": 0.6239362955093384, "Finetune/Loss (Raw)": 0.604989767074585, "Finetune/Step": 15844, "Finetune/Step Time": 6.6486933790147305}
+{"Finetune/Learning Rate": 1.5829155711400946e-06, "Finetune/Loss": 0.6262314319610596, "Finetune/Loss (Raw)": 0.7520501613616943, "Finetune/Step": 15845, "Finetune/Step Time": 6.645935548469424}
+{"Finetune/Learning Rate": 1.5820064669810486e-06, "Finetune/Loss": 0.6266826391220093, "Finetune/Loss (Raw)": 0.7047379612922668, "Finetune/Step": 15846, "Finetune/Step Time": 6.643767980858684}
+{"Finetune/Learning Rate": 1.581097601532361e-06, "Finetune/Loss": 0.627098560333252, "Finetune/Loss (Raw)": 0.6812627911567688, "Finetune/Step": 15847, "Finetune/Step Time": 6.64373055100441}
+{"Finetune/Learning Rate": 1.5801889748198052e-06, "Finetune/Loss": 0.6274117231369019, "Finetune/Loss (Raw)": 0.6212694644927979, "Finetune/Step": 15848, "Finetune/Step Time": 6.646536378189921}
+{"Finetune/Learning Rate": 1.5792805868691474e-06, "Finetune/Loss": 0.6276180148124695, "Finetune/Loss (Raw)": 0.6266409158706665, "Finetune/Step": 15849, "Finetune/Step Time": 6.647685227915645}
+{"Finetune/Learning Rate": 1.578372437706147e-06, "Finetune/Loss": 0.6270936727523804, "Finetune/Loss (Raw)": 0.6023711562156677, "Finetune/Step": 15850, "Finetune/Step Time": 6.6604195814579725}
+{"Finetune/Learning Rate": 1.5774645273565559e-06, "Finetune/Loss": 0.6280599236488342, "Finetune/Loss (Raw)": 0.7912704944610596, "Finetune/Step": 15851, "Finetune/Step Time": 6.658432010561228}
+{"Finetune/Learning Rate": 1.5765568558461209e-06, "Finetune/Loss": 0.6277459263801575, "Finetune/Loss (Raw)": 0.6420784592628479, "Finetune/Step": 15852, "Finetune/Step Time": 6.65846186503768}
+{"Finetune/Learning Rate": 1.5756494232005804e-06, "Finetune/Loss": 0.6278713345527649, "Finetune/Loss (Raw)": 0.5894814729690552, "Finetune/Step": 15853, "Finetune/Step Time": 6.664934424683452}
+{"Finetune/Learning Rate": 1.574742229445666e-06, "Finetune/Loss": 0.6280355453491211, "Finetune/Loss (Raw)": 0.6150509715080261, "Finetune/Step": 15854, "Finetune/Step Time": 6.6660783495754}
+{"Finetune/Learning Rate": 1.573835274607104e-06, "Finetune/Loss": 0.629848301410675, "Finetune/Loss (Raw)": 0.7128390669822693, "Finetune/Step": 15855, "Finetune/Step Time": 6.67394108697772}
+{"Finetune/Learning Rate": 1.5729285587106135e-06, "Finetune/Loss": 0.6299404501914978, "Finetune/Loss (Raw)": 0.5487220287322998, "Finetune/Step": 15856, "Finetune/Step Time": 6.647881263867021}
+{"Finetune/Learning Rate": 1.5720220817819053e-06, "Finetune/Loss": 0.628812313079834, "Finetune/Loss (Raw)": 0.5683006644248962, "Finetune/Step": 15857, "Finetune/Step Time": 6.6597474329173565}
+{"Finetune/Learning Rate": 1.5711158438466845e-06, "Finetune/Loss": 0.6287151575088501, "Finetune/Loss (Raw)": 0.6201375126838684, "Finetune/Step": 15858, "Finetune/Step Time": 6.663053395226598}
+{"Finetune/Learning Rate": 1.5702098449306503e-06, "Finetune/Loss": 0.6280825138092041, "Finetune/Loss (Raw)": 0.6318477392196655, "Finetune/Step": 15859, "Finetune/Step Time": 6.6625525914132595}
+{"Finetune/Learning Rate": 1.569304085059493e-06, "Finetune/Loss": 0.6289159059524536, "Finetune/Loss (Raw)": 0.6294824481010437, "Finetune/Step": 15860, "Finetune/Step Time": 6.66503088362515}
+{"Finetune/Learning Rate": 1.5683985642588994e-06, "Finetune/Loss": 0.6300069689750671, "Finetune/Loss (Raw)": 0.5932785272598267, "Finetune/Step": 15861, "Finetune/Step Time": 6.656383665278554}
+{"Finetune/Learning Rate": 1.5674932825545453e-06, "Finetune/Loss": 0.6288738250732422, "Finetune/Loss (Raw)": 0.4818844795227051, "Finetune/Step": 15862, "Finetune/Step Time": 6.651033585891128}
+{"Finetune/Learning Rate": 1.5665882399721033e-06, "Finetune/Loss": 0.6291285753250122, "Finetune/Loss (Raw)": 0.6747649312019348, "Finetune/Step": 15863, "Finetune/Step Time": 6.65352582372725}
+{"Finetune/Learning Rate": 1.5656834365372376e-06, "Finetune/Loss": 0.6290769577026367, "Finetune/Loss (Raw)": 0.6996102333068848, "Finetune/Step": 15864, "Finetune/Step Time": 6.656317403540015}
+{"Finetune/Learning Rate": 1.5647788722756074e-06, "Finetune/Loss": 0.6286031007766724, "Finetune/Loss (Raw)": 0.5177417993545532, "Finetune/Step": 15865, "Finetune/Step Time": 6.656360175460577}
+{"Finetune/Learning Rate": 1.563874547212858e-06, "Finetune/Loss": 0.6285386085510254, "Finetune/Loss (Raw)": 0.577751100063324, "Finetune/Step": 15866, "Finetune/Step Time": 6.655603988096118}
+{"Finetune/Learning Rate": 1.5629704613746389e-06, "Finetune/Loss": 0.6271084547042847, "Finetune/Loss (Raw)": 0.6646568775177002, "Finetune/Step": 15867, "Finetune/Step Time": 6.649109311401844}
+{"Finetune/Learning Rate": 1.562066614786586e-06, "Finetune/Loss": 0.6259622573852539, "Finetune/Loss (Raw)": 0.5239211320877075, "Finetune/Step": 15868, "Finetune/Step Time": 6.644590320065618}
+{"Finetune/Learning Rate": 1.5611630074743289e-06, "Finetune/Loss": 0.6260455250740051, "Finetune/Loss (Raw)": 0.6181880235671997, "Finetune/Step": 15869, "Finetune/Step Time": 6.646731207147241}
+{"Finetune/Learning Rate": 1.5602596394634928e-06, "Finetune/Loss": 0.6255172491073608, "Finetune/Loss (Raw)": 0.6114164590835571, "Finetune/Step": 15870, "Finetune/Step Time": 6.652268767356873}
+{"Finetune/Learning Rate": 1.559356510779697e-06, "Finetune/Loss": 0.6268311738967896, "Finetune/Loss (Raw)": 0.6693863272666931, "Finetune/Step": 15871, "Finetune/Step Time": 6.655011642724276}
+{"Finetune/Learning Rate": 1.5584536214485457e-06, "Finetune/Loss": 0.6263720393180847, "Finetune/Loss (Raw)": 0.630769670009613, "Finetune/Step": 15872, "Finetune/Step Time": 6.657771751284599}
+{"Finetune/Learning Rate": 1.557550971495645e-06, "Finetune/Loss": 0.6255744695663452, "Finetune/Loss (Raw)": 0.559972882270813, "Finetune/Step": 15873, "Finetune/Step Time": 6.6738164108246565}
+{"Finetune/Learning Rate": 1.5566485609465888e-06, "Finetune/Loss": 0.6260231137275696, "Finetune/Loss (Raw)": 0.7174482345581055, "Finetune/Step": 15874, "Finetune/Step Time": 6.656419485807419}
+{"Finetune/Learning Rate": 1.5557463898269731e-06, "Finetune/Loss": 0.6260409355163574, "Finetune/Loss (Raw)": 0.6327508687973022, "Finetune/Step": 15875, "Finetune/Step Time": 6.645261662080884}
+{"Finetune/Learning Rate": 1.5548444581623767e-06, "Finetune/Loss": 0.624834418296814, "Finetune/Loss (Raw)": 0.493061363697052, "Finetune/Step": 15876, "Finetune/Step Time": 6.660712482407689}
+{"Finetune/Learning Rate": 1.553942765978379e-06, "Finetune/Loss": 0.6244535446166992, "Finetune/Loss (Raw)": 0.6403849124908447, "Finetune/Step": 15877, "Finetune/Step Time": 6.670545347034931}
+{"Finetune/Learning Rate": 1.5530413133005451e-06, "Finetune/Loss": 0.6249604225158691, "Finetune/Loss (Raw)": 0.643368661403656, "Finetune/Step": 15878, "Finetune/Step Time": 6.6689488142728806}
+{"Finetune/Learning Rate": 1.55214010015444e-06, "Finetune/Loss": 0.6245865225791931, "Finetune/Loss (Raw)": 0.6648318767547607, "Finetune/Step": 15879, "Finetune/Step Time": 6.672274621203542}
+{"Finetune/Learning Rate": 1.551239126565618e-06, "Finetune/Loss": 0.624833881855011, "Finetune/Loss (Raw)": 0.6362351775169373, "Finetune/Step": 15880, "Finetune/Step Time": 6.690335638821125}
+{"Finetune/Learning Rate": 1.5503383925596283e-06, "Finetune/Loss": 0.6246927976608276, "Finetune/Loss (Raw)": 0.6364666223526001, "Finetune/Step": 15881, "Finetune/Step Time": 6.692161666229367}
+{"Finetune/Learning Rate": 1.5494378981620162e-06, "Finetune/Loss": 0.62361741065979, "Finetune/Loss (Raw)": 0.5249682068824768, "Finetune/Step": 15882, "Finetune/Step Time": 6.7163584884256124}
+{"Finetune/Learning Rate": 1.5485376433983168e-06, "Finetune/Loss": 0.623823881149292, "Finetune/Loss (Raw)": 0.6608251929283142, "Finetune/Step": 15883, "Finetune/Step Time": 6.707508521154523}
+{"Finetune/Learning Rate": 1.5476376282940552e-06, "Finetune/Loss": 0.6238347291946411, "Finetune/Loss (Raw)": 0.6108115911483765, "Finetune/Step": 15884, "Finetune/Step Time": 6.703786447644234}
+{"Finetune/Learning Rate": 1.5467378528747545e-06, "Finetune/Loss": 0.6239129304885864, "Finetune/Loss (Raw)": 0.6366182565689087, "Finetune/Step": 15885, "Finetune/Step Time": 6.706321539357305}
+{"Finetune/Learning Rate": 1.545838317165932e-06, "Finetune/Loss": 0.6235072612762451, "Finetune/Loss (Raw)": 0.6327332854270935, "Finetune/Step": 15886, "Finetune/Step Time": 6.703144233673811}
+{"Finetune/Learning Rate": 1.5449390211930926e-06, "Finetune/Loss": 0.6241188645362854, "Finetune/Loss (Raw)": 0.6987026929855347, "Finetune/Step": 15887, "Finetune/Step Time": 6.7051464430987835}
+{"Finetune/Learning Rate": 1.5440399649817384e-06, "Finetune/Loss": 0.6250700354576111, "Finetune/Loss (Raw)": 0.7394914031028748, "Finetune/Step": 15888, "Finetune/Step Time": 6.689055202528834}
+{"Finetune/Learning Rate": 1.54314114855737e-06, "Finetune/Loss": 0.6260741949081421, "Finetune/Loss (Raw)": 0.5524060130119324, "Finetune/Step": 15889, "Finetune/Step Time": 6.689360041171312}
+{"Finetune/Learning Rate": 1.542242571945467e-06, "Finetune/Loss": 0.6267249584197998, "Finetune/Loss (Raw)": 0.6478586792945862, "Finetune/Step": 15890, "Finetune/Step Time": 6.694782122969627}
+{"Finetune/Learning Rate": 1.5413442351715157e-06, "Finetune/Loss": 0.6278321743011475, "Finetune/Loss (Raw)": 0.5749736428260803, "Finetune/Step": 15891, "Finetune/Step Time": 6.679888525977731}
+{"Finetune/Learning Rate": 1.540446138260987e-06, "Finetune/Loss": 0.6274338960647583, "Finetune/Loss (Raw)": 0.5778328776359558, "Finetune/Step": 15892, "Finetune/Step Time": 6.680096980184317}
+{"Finetune/Learning Rate": 1.5395482812393513e-06, "Finetune/Loss": 0.6276429891586304, "Finetune/Loss (Raw)": 0.6079114675521851, "Finetune/Step": 15893, "Finetune/Step Time": 6.678979899734259}
+{"Finetune/Learning Rate": 1.5386506641320676e-06, "Finetune/Loss": 0.6286225318908691, "Finetune/Loss (Raw)": 0.6656012535095215, "Finetune/Step": 15894, "Finetune/Step Time": 6.68141277693212}
+{"Finetune/Learning Rate": 1.5377532869645906e-06, "Finetune/Loss": 0.6287002563476562, "Finetune/Loss (Raw)": 0.6147192120552063, "Finetune/Step": 15895, "Finetune/Step Time": 6.671929281204939}
+{"Finetune/Learning Rate": 1.5368561497623668e-06, "Finetune/Loss": 0.628215491771698, "Finetune/Loss (Raw)": 0.6708301305770874, "Finetune/Step": 15896, "Finetune/Step Time": 6.677812034264207}
+{"Finetune/Learning Rate": 1.535959252550836e-06, "Finetune/Loss": 0.6275628209114075, "Finetune/Loss (Raw)": 0.5650981664657593, "Finetune/Step": 15897, "Finetune/Step Time": 6.68689015135169}
+{"Finetune/Learning Rate": 1.5350625953554333e-06, "Finetune/Loss": 0.6283407807350159, "Finetune/Loss (Raw)": 0.6387330293655396, "Finetune/Step": 15898, "Finetune/Step Time": 6.683383641764522}
+{"Finetune/Learning Rate": 1.5341661782015837e-06, "Finetune/Loss": 0.6288686990737915, "Finetune/Loss (Raw)": 0.6316511034965515, "Finetune/Step": 15899, "Finetune/Step Time": 6.682706590741873}
+{"Finetune/Learning Rate": 1.5332700011147072e-06, "Finetune/Loss": 0.628796398639679, "Finetune/Loss (Raw)": 0.6416113972663879, "Finetune/Step": 15900, "Finetune/Step Time": 6.683703074231744}
+{"Finetune/Learning Rate": 1.5323740641202178e-06, "Finetune/Loss": 0.6294711828231812, "Finetune/Loss (Raw)": 0.7030746340751648, "Finetune/Step": 15901, "Finetune/Step Time": 6.7010596338659525}
+{"Finetune/Learning Rate": 1.5314783672435218e-06, "Finetune/Loss": 0.628862202167511, "Finetune/Loss (Raw)": 0.6308788061141968, "Finetune/Step": 15902, "Finetune/Step Time": 6.696523200720549}
+{"Finetune/Learning Rate": 1.5305829105100179e-06, "Finetune/Loss": 0.6265912652015686, "Finetune/Loss (Raw)": 0.43347206711769104, "Finetune/Step": 15903, "Finetune/Step Time": 6.727803003042936}
+{"Finetune/Learning Rate": 1.5296876939450978e-06, "Finetune/Loss": 0.6257369518280029, "Finetune/Loss (Raw)": 0.5507486462593079, "Finetune/Step": 15904, "Finetune/Step Time": 6.725372681394219}
+{"Finetune/Learning Rate": 1.528792717574149e-06, "Finetune/Loss": 0.6245036125183105, "Finetune/Loss (Raw)": 0.5287949442863464, "Finetune/Step": 15905, "Finetune/Step Time": 6.740369010716677}
+{"Finetune/Learning Rate": 1.5278979814225502e-06, "Finetune/Loss": 0.6241482496261597, "Finetune/Loss (Raw)": 0.5785025358200073, "Finetune/Step": 15906, "Finetune/Step Time": 6.743100434541702}
+{"Finetune/Learning Rate": 1.5270034855156734e-06, "Finetune/Loss": 0.6231509447097778, "Finetune/Loss (Raw)": 0.5951577425003052, "Finetune/Step": 15907, "Finetune/Step Time": 6.754808880388737}
+{"Finetune/Learning Rate": 1.5261092298788827e-06, "Finetune/Loss": 0.6230621337890625, "Finetune/Loss (Raw)": 0.555456280708313, "Finetune/Step": 15908, "Finetune/Step Time": 6.754255244508386}
+{"Finetune/Learning Rate": 1.5252152145375387e-06, "Finetune/Loss": 0.6209524273872375, "Finetune/Loss (Raw)": 0.4379664361476898, "Finetune/Step": 15909, "Finetune/Step Time": 6.751282067969441}
+{"Finetune/Learning Rate": 1.5243214395169926e-06, "Finetune/Loss": 0.6206439137458801, "Finetune/Loss (Raw)": 0.676819920539856, "Finetune/Step": 15910, "Finetune/Step Time": 6.753327175974846}
+{"Finetune/Learning Rate": 1.523427904842587e-06, "Finetune/Loss": 0.6212581396102905, "Finetune/Loss (Raw)": 0.729766309261322, "Finetune/Step": 15911, "Finetune/Step Time": 6.737244665622711}
+{"Finetune/Learning Rate": 1.5225346105396631e-06, "Finetune/Loss": 0.6216040849685669, "Finetune/Loss (Raw)": 0.6508951783180237, "Finetune/Step": 15912, "Finetune/Step Time": 6.743739632889628}
+{"Finetune/Learning Rate": 1.5216415566335507e-06, "Finetune/Loss": 0.6196277141571045, "Finetune/Loss (Raw)": 0.49074333906173706, "Finetune/Step": 15913, "Finetune/Step Time": 6.747528729960322}
+{"Finetune/Learning Rate": 1.5207487431495771e-06, "Finetune/Loss": 0.6192770600318909, "Finetune/Loss (Raw)": 0.5362221598625183, "Finetune/Step": 15914, "Finetune/Step Time": 6.748676165938377}
+{"Finetune/Learning Rate": 1.5198561701130532e-06, "Finetune/Loss": 0.6180892586708069, "Finetune/Loss (Raw)": 0.5798100233078003, "Finetune/Step": 15915, "Finetune/Step Time": 6.748595638200641}
+{"Finetune/Learning Rate": 1.5189638375492953e-06, "Finetune/Loss": 0.6182519197463989, "Finetune/Loss (Raw)": 0.6923788189888, "Finetune/Step": 15916, "Finetune/Step Time": 6.750998787581921}
+{"Finetune/Learning Rate": 1.518071745483607e-06, "Finetune/Loss": 0.6186929941177368, "Finetune/Loss (Raw)": 0.6425623297691345, "Finetune/Step": 15917, "Finetune/Step Time": 6.75172714702785}
+{"Finetune/Learning Rate": 1.517179893941284e-06, "Finetune/Loss": 0.618156909942627, "Finetune/Loss (Raw)": 0.5465701222419739, "Finetune/Step": 15918, "Finetune/Step Time": 6.7318588346242905}
+{"Finetune/Learning Rate": 1.5162882829476177e-06, "Finetune/Loss": 0.6180344820022583, "Finetune/Loss (Raw)": 0.6246745586395264, "Finetune/Step": 15919, "Finetune/Step Time": 6.716378539800644}
+{"Finetune/Learning Rate": 1.5153969125278933e-06, "Finetune/Loss": 0.6176302433013916, "Finetune/Loss (Raw)": 0.5572963953018188, "Finetune/Step": 15920, "Finetune/Step Time": 6.6894984524697065}
+{"Finetune/Learning Rate": 1.514505782707384e-06, "Finetune/Loss": 0.6171841621398926, "Finetune/Loss (Raw)": 0.5861998200416565, "Finetune/Step": 15921, "Finetune/Step Time": 6.687049360945821}
+{"Finetune/Learning Rate": 1.513614893511357e-06, "Finetune/Loss": 0.6177066564559937, "Finetune/Loss (Raw)": 0.6111318469047546, "Finetune/Step": 15922, "Finetune/Step Time": 6.6890560779720545}
+{"Finetune/Learning Rate": 1.5127242449650837e-06, "Finetune/Loss": 0.6179178357124329, "Finetune/Loss (Raw)": 0.7301757335662842, "Finetune/Step": 15923, "Finetune/Step Time": 6.692112309858203}
+{"Finetune/Learning Rate": 1.5118338370938158e-06, "Finetune/Loss": 0.6169096231460571, "Finetune/Loss (Raw)": 0.5769816040992737, "Finetune/Step": 15924, "Finetune/Step Time": 6.675553519278765}
+{"Finetune/Learning Rate": 1.5109436699228031e-06, "Finetune/Loss": 0.6169942021369934, "Finetune/Loss (Raw)": 0.570684015750885, "Finetune/Step": 15925, "Finetune/Step Time": 6.663838876411319}
+{"Finetune/Learning Rate": 1.51005374347729e-06, "Finetune/Loss": 0.616991400718689, "Finetune/Loss (Raw)": 0.6919642090797424, "Finetune/Step": 15926, "Finetune/Step Time": 6.644371611997485}
+{"Finetune/Learning Rate": 1.5091640577825084e-06, "Finetune/Loss": 0.618261992931366, "Finetune/Loss (Raw)": 0.7469120621681213, "Finetune/Step": 15927, "Finetune/Step Time": 6.643483707681298}
+{"Finetune/Learning Rate": 1.5082746128636905e-06, "Finetune/Loss": 0.6187046766281128, "Finetune/Loss (Raw)": 0.7240263223648071, "Finetune/Step": 15928, "Finetune/Step Time": 6.6425479762256145}
+{"Finetune/Learning Rate": 1.507385408746056e-06, "Finetune/Loss": 0.6182390451431274, "Finetune/Loss (Raw)": 0.47800737619400024, "Finetune/Step": 15929, "Finetune/Step Time": 6.643446359783411}
+{"Finetune/Learning Rate": 1.5064964454548192e-06, "Finetune/Loss": 0.619115948677063, "Finetune/Loss (Raw)": 0.6476248502731323, "Finetune/Step": 15930, "Finetune/Step Time": 6.632345722988248}
+{"Finetune/Learning Rate": 1.5056077230151945e-06, "Finetune/Loss": 0.619356095790863, "Finetune/Loss (Raw)": 0.507948100566864, "Finetune/Step": 15931, "Finetune/Step Time": 6.647231932729483}
+{"Finetune/Learning Rate": 1.5047192414523814e-06, "Finetune/Loss": 0.6182955503463745, "Finetune/Loss (Raw)": 0.6041120886802673, "Finetune/Step": 15932, "Finetune/Step Time": 6.649729944765568}
+{"Finetune/Learning Rate": 1.5038310007915713e-06, "Finetune/Loss": 0.6172281503677368, "Finetune/Loss (Raw)": 0.5675069689750671, "Finetune/Step": 15933, "Finetune/Step Time": 6.652582878246903}
+{"Finetune/Learning Rate": 1.5029430010579539e-06, "Finetune/Loss": 0.6166045665740967, "Finetune/Loss (Raw)": 0.6860643029212952, "Finetune/Step": 15934, "Finetune/Step Time": 6.648665493354201}
+{"Finetune/Learning Rate": 1.5020552422767109e-06, "Finetune/Loss": 0.6163967847824097, "Finetune/Loss (Raw)": 0.590696394443512, "Finetune/Step": 15935, "Finetune/Step Time": 6.650193899869919}
+{"Finetune/Learning Rate": 1.501167724473016e-06, "Finetune/Loss": 0.6164513826370239, "Finetune/Loss (Raw)": 0.6624689102172852, "Finetune/Step": 15936, "Finetune/Step Time": 6.656576909124851}
+{"Finetune/Learning Rate": 1.5002804476720344e-06, "Finetune/Loss": 0.6165400743484497, "Finetune/Loss (Raw)": 0.6875709295272827, "Finetune/Step": 15937, "Finetune/Step Time": 6.6593519523739815}
+{"Finetune/Learning Rate": 1.499393411898935e-06, "Finetune/Loss": 0.618094801902771, "Finetune/Loss (Raw)": 0.7366148233413696, "Finetune/Step": 15938, "Finetune/Step Time": 6.659519707784057}
+{"Finetune/Learning Rate": 1.4985066171788621e-06, "Finetune/Loss": 0.6185081005096436, "Finetune/Loss (Raw)": 0.6355351805686951, "Finetune/Step": 15939, "Finetune/Step Time": 6.658353084698319}
+{"Finetune/Learning Rate": 1.4976200635369675e-06, "Finetune/Loss": 0.617838978767395, "Finetune/Loss (Raw)": 0.629239559173584, "Finetune/Step": 15940, "Finetune/Step Time": 6.662659892812371}
+{"Finetune/Learning Rate": 1.4967337509983904e-06, "Finetune/Loss": 0.6177531480789185, "Finetune/Loss (Raw)": 0.6306325197219849, "Finetune/Step": 15941, "Finetune/Step Time": 6.683727510273457}
+{"Finetune/Learning Rate": 1.4958476795882637e-06, "Finetune/Loss": 0.6200408935546875, "Finetune/Loss (Raw)": 0.7583375573158264, "Finetune/Step": 15942, "Finetune/Step Time": 6.683296833187342}
+{"Finetune/Learning Rate": 1.4949618493317153e-06, "Finetune/Loss": 0.6217871904373169, "Finetune/Loss (Raw)": 0.7119293808937073, "Finetune/Step": 15943, "Finetune/Step Time": 6.677637852728367}
+{"Finetune/Learning Rate": 1.4940762602538628e-06, "Finetune/Loss": 0.6225672960281372, "Finetune/Loss (Raw)": 0.7239031195640564, "Finetune/Step": 15944, "Finetune/Step Time": 6.676475565880537}
+{"Finetune/Learning Rate": 1.4931909123798193e-06, "Finetune/Loss": 0.6222325563430786, "Finetune/Loss (Raw)": 0.623135507106781, "Finetune/Step": 15945, "Finetune/Step Time": 6.663484074175358}
+{"Finetune/Learning Rate": 1.492305805734693e-06, "Finetune/Loss": 0.6206494569778442, "Finetune/Loss (Raw)": 0.5030407309532166, "Finetune/Step": 15946, "Finetune/Step Time": 6.676326958462596}
+{"Finetune/Learning Rate": 1.4914209403435809e-06, "Finetune/Loss": 0.6198919415473938, "Finetune/Loss (Raw)": 0.6466585397720337, "Finetune/Step": 15947, "Finetune/Step Time": 6.677748579531908}
+{"Finetune/Learning Rate": 1.4905363162315746e-06, "Finetune/Loss": 0.6191271543502808, "Finetune/Loss (Raw)": 0.6266154646873474, "Finetune/Step": 15948, "Finetune/Step Time": 6.674821624532342}
+{"Finetune/Learning Rate": 1.4896519334237625e-06, "Finetune/Loss": 0.6196255683898926, "Finetune/Loss (Raw)": 0.6888546347618103, "Finetune/Step": 15949, "Finetune/Step Time": 6.673333132639527}
+{"Finetune/Learning Rate": 1.4887677919452204e-06, "Finetune/Loss": 0.6191841959953308, "Finetune/Loss (Raw)": 0.5232565999031067, "Finetune/Step": 15950, "Finetune/Step Time": 6.6807168163359165}
+{"Finetune/Learning Rate": 1.4878838918210202e-06, "Finetune/Loss": 0.6191350221633911, "Finetune/Loss (Raw)": 0.6527619957923889, "Finetune/Step": 15951, "Finetune/Step Time": 6.699277319014072}
+{"Finetune/Learning Rate": 1.487000233076229e-06, "Finetune/Loss": 0.6191251277923584, "Finetune/Loss (Raw)": 0.6317797303199768, "Finetune/Step": 15952, "Finetune/Step Time": 6.7035561092197895}
+{"Finetune/Learning Rate": 1.486116815735903e-06, "Finetune/Loss": 0.6186202764511108, "Finetune/Loss (Raw)": 0.6210372447967529, "Finetune/Step": 15953, "Finetune/Step Time": 6.6996443048119545}
+{"Finetune/Learning Rate": 1.4852336398250932e-06, "Finetune/Loss": 0.6191190481185913, "Finetune/Loss (Raw)": 0.6321994662284851, "Finetune/Step": 15954, "Finetune/Step Time": 6.703157810494304}
+{"Finetune/Learning Rate": 1.4843507053688455e-06, "Finetune/Loss": 0.6197620630264282, "Finetune/Loss (Raw)": 0.523692786693573, "Finetune/Step": 15955, "Finetune/Step Time": 6.6997016333043575}
+{"Finetune/Learning Rate": 1.4834680123921986e-06, "Finetune/Loss": 0.6198283433914185, "Finetune/Loss (Raw)": 0.6197694540023804, "Finetune/Step": 15956, "Finetune/Step Time": 6.694796485826373}
+{"Finetune/Learning Rate": 1.4825855609201767e-06, "Finetune/Loss": 0.6210923194885254, "Finetune/Loss (Raw)": 0.7944161891937256, "Finetune/Step": 15957, "Finetune/Step Time": 6.690414045006037}
+{"Finetune/Learning Rate": 1.48170335097781e-06, "Finetune/Loss": 0.6216298341751099, "Finetune/Loss (Raw)": 0.5582438707351685, "Finetune/Step": 15958, "Finetune/Step Time": 6.725907027721405}
+{"Finetune/Learning Rate": 1.480821382590114e-06, "Finetune/Loss": 0.6221833229064941, "Finetune/Loss (Raw)": 0.5014802813529968, "Finetune/Step": 15959, "Finetune/Step Time": 6.727124745026231}
+{"Finetune/Learning Rate": 1.4799396557820977e-06, "Finetune/Loss": 0.621878981590271, "Finetune/Loss (Raw)": 0.634387731552124, "Finetune/Step": 15960, "Finetune/Step Time": 6.727684261277318}
+{"Finetune/Learning Rate": 1.4790581705787643e-06, "Finetune/Loss": 0.6230190396308899, "Finetune/Loss (Raw)": 0.7399677038192749, "Finetune/Step": 15961, "Finetune/Step Time": 6.727729419246316}
+{"Finetune/Learning Rate": 1.478176927005115e-06, "Finetune/Loss": 0.6244863867759705, "Finetune/Loss (Raw)": 0.7150410413742065, "Finetune/Step": 15962, "Finetune/Step Time": 6.7268707398325205}
+{"Finetune/Learning Rate": 1.4772959250861318e-06, "Finetune/Loss": 0.6247831583023071, "Finetune/Loss (Raw)": 0.5943848490715027, "Finetune/Step": 15963, "Finetune/Step Time": 6.74504010938108}
+{"Finetune/Learning Rate": 1.4764151648467984e-06, "Finetune/Loss": 0.6241769790649414, "Finetune/Loss (Raw)": 0.621369481086731, "Finetune/Step": 15964, "Finetune/Step Time": 6.7471148651093245}
+{"Finetune/Learning Rate": 1.4755346463120956e-06, "Finetune/Loss": 0.6226574182510376, "Finetune/Loss (Raw)": 0.5590065717697144, "Finetune/Step": 15965, "Finetune/Step Time": 6.745013197883964}
+{"Finetune/Learning Rate": 1.4746543695069903e-06, "Finetune/Loss": 0.6229062080383301, "Finetune/Loss (Raw)": 0.5812637209892273, "Finetune/Step": 15966, "Finetune/Step Time": 6.747821878641844}
+{"Finetune/Learning Rate": 1.4737743344564437e-06, "Finetune/Loss": 0.62395840883255, "Finetune/Loss (Raw)": 0.718308687210083, "Finetune/Step": 15967, "Finetune/Step Time": 6.744394946843386}
+{"Finetune/Learning Rate": 1.4728945411854135e-06, "Finetune/Loss": 0.6235170364379883, "Finetune/Loss (Raw)": 0.5978460311889648, "Finetune/Step": 15968, "Finetune/Step Time": 6.746985897421837}
+{"Finetune/Learning Rate": 1.4720149897188452e-06, "Finetune/Loss": 0.6237548589706421, "Finetune/Loss (Raw)": 0.7215713262557983, "Finetune/Step": 15969, "Finetune/Step Time": 6.743470344692469}
+{"Finetune/Learning Rate": 1.4711356800816811e-06, "Finetune/Loss": 0.6233146786689758, "Finetune/Loss (Raw)": 0.5669451951980591, "Finetune/Step": 15970, "Finetune/Step Time": 6.74979337118566}
+{"Finetune/Learning Rate": 1.4702566122988538e-06, "Finetune/Loss": 0.623551607131958, "Finetune/Loss (Raw)": 0.6557163596153259, "Finetune/Step": 15971, "Finetune/Step Time": 6.769380306825042}
+{"Finetune/Learning Rate": 1.4693777863952952e-06, "Finetune/Loss": 0.6231428980827332, "Finetune/Loss (Raw)": 0.5526730418205261, "Finetune/Step": 15972, "Finetune/Step Time": 6.783131808042526}
+{"Finetune/Learning Rate": 1.4684992023959255e-06, "Finetune/Loss": 0.6230741143226624, "Finetune/Loss (Raw)": 0.7432432770729065, "Finetune/Step": 15973, "Finetune/Step Time": 6.80149569362402}
+{"Finetune/Learning Rate": 1.4676208603256602e-06, "Finetune/Loss": 0.6230769157409668, "Finetune/Loss (Raw)": 0.7050976157188416, "Finetune/Step": 15974, "Finetune/Step Time": 6.804457079619169}
+{"Finetune/Learning Rate": 1.466742760209402e-06, "Finetune/Loss": 0.6227300763130188, "Finetune/Loss (Raw)": 0.6368653178215027, "Finetune/Step": 15975, "Finetune/Step Time": 6.804160833358765}
+{"Finetune/Learning Rate": 1.4658649020720539e-06, "Finetune/Loss": 0.6223669648170471, "Finetune/Loss (Raw)": 0.5747914910316467, "Finetune/Step": 15976, "Finetune/Step Time": 6.802759939804673}
+{"Finetune/Learning Rate": 1.4649872859385094e-06, "Finetune/Loss": 0.6219418048858643, "Finetune/Loss (Raw)": 0.5722222924232483, "Finetune/Step": 15977, "Finetune/Step Time": 6.802111906930804}
+{"Finetune/Learning Rate": 1.4641099118336532e-06, "Finetune/Loss": 0.6223540306091309, "Finetune/Loss (Raw)": 0.6551319360733032, "Finetune/Step": 15978, "Finetune/Step Time": 6.784254398196936}
+{"Finetune/Learning Rate": 1.4632327797823698e-06, "Finetune/Loss": 0.6209967136383057, "Finetune/Loss (Raw)": 0.6175318956375122, "Finetune/Step": 15979, "Finetune/Step Time": 6.783794842660427}
+{"Finetune/Learning Rate": 1.4623558898095303e-06, "Finetune/Loss": 0.6217675805091858, "Finetune/Loss (Raw)": 0.7407529950141907, "Finetune/Step": 15980, "Finetune/Step Time": 6.781000182032585}
+{"Finetune/Learning Rate": 1.4614792419399991e-06, "Finetune/Loss": 0.6217200756072998, "Finetune/Loss (Raw)": 0.5834056735038757, "Finetune/Step": 15981, "Finetune/Step Time": 6.778663884848356}
+{"Finetune/Learning Rate": 1.4606028361986357e-06, "Finetune/Loss": 0.6224517226219177, "Finetune/Loss (Raw)": 0.7086943984031677, "Finetune/Step": 15982, "Finetune/Step Time": 6.777822798117995}
+{"Finetune/Learning Rate": 1.459726672610292e-06, "Finetune/Loss": 0.6218373775482178, "Finetune/Loss (Raw)": 0.6342088580131531, "Finetune/Step": 15983, "Finetune/Step Time": 6.772933663800359}
+{"Finetune/Learning Rate": 1.4588507511998162e-06, "Finetune/Loss": 0.6226596832275391, "Finetune/Loss (Raw)": 0.6539769172668457, "Finetune/Step": 15984, "Finetune/Step Time": 6.778317112475634}
+{"Finetune/Learning Rate": 1.457975071992045e-06, "Finetune/Loss": 0.6234676837921143, "Finetune/Loss (Raw)": 0.6717253923416138, "Finetune/Step": 15985, "Finetune/Step Time": 6.767755126580596}
+{"Finetune/Learning Rate": 1.4570996350118073e-06, "Finetune/Loss": 0.623395562171936, "Finetune/Loss (Raw)": 0.6108981370925903, "Finetune/Step": 15986, "Finetune/Step Time": 6.7781815733760595}
+{"Finetune/Learning Rate": 1.4562244402839365e-06, "Finetune/Loss": 0.6236128807067871, "Finetune/Loss (Raw)": 0.6596735715866089, "Finetune/Step": 15987, "Finetune/Step Time": 6.7789722345769405}
+{"Finetune/Learning Rate": 1.455349487833243e-06, "Finetune/Loss": 0.6242486238479614, "Finetune/Loss (Raw)": 0.7108511328697205, "Finetune/Step": 15988, "Finetune/Step Time": 6.789229111745954}
+{"Finetune/Learning Rate": 1.4544747776845404e-06, "Finetune/Loss": 0.6248282790184021, "Finetune/Loss (Raw)": 0.6674760580062866, "Finetune/Step": 15989, "Finetune/Step Time": 6.785152655094862}
+{"Finetune/Learning Rate": 1.4536003098626329e-06, "Finetune/Loss": 0.6262050867080688, "Finetune/Loss (Raw)": 0.658118486404419, "Finetune/Step": 15990, "Finetune/Step Time": 6.78742496855557}
+{"Finetune/Learning Rate": 1.4527260843923173e-06, "Finetune/Loss": 0.6257246732711792, "Finetune/Loss (Raw)": 0.6132636666297913, "Finetune/Step": 15991, "Finetune/Step Time": 6.781899385154247}
+{"Finetune/Learning Rate": 1.4518521012983856e-06, "Finetune/Loss": 0.6251574754714966, "Finetune/Loss (Raw)": 0.6270185112953186, "Finetune/Step": 15992, "Finetune/Step Time": 6.777554890140891}
+{"Finetune/Learning Rate": 1.4509783606056193e-06, "Finetune/Loss": 0.6258504390716553, "Finetune/Loss (Raw)": 0.6064338684082031, "Finetune/Step": 15993, "Finetune/Step Time": 6.782856620848179}
+{"Finetune/Learning Rate": 1.450104862338798e-06, "Finetune/Loss": 0.625817596912384, "Finetune/Loss (Raw)": 0.5735503435134888, "Finetune/Step": 15994, "Finetune/Step Time": 6.788620015606284}
+{"Finetune/Learning Rate": 1.4492316065226898e-06, "Finetune/Loss": 0.6259711980819702, "Finetune/Loss (Raw)": 0.6843241453170776, "Finetune/Step": 15995, "Finetune/Step Time": 6.7871874794363976}
+{"Finetune/Learning Rate": 1.4483585931820577e-06, "Finetune/Loss": 0.6273098587989807, "Finetune/Loss (Raw)": 0.6952639818191528, "Finetune/Step": 15996, "Finetune/Step Time": 6.788763199001551}
+{"Finetune/Learning Rate": 1.4474858223416577e-06, "Finetune/Loss": 0.6273396015167236, "Finetune/Loss (Raw)": 0.6219913363456726, "Finetune/Step": 15997, "Finetune/Step Time": 6.780853679403663}
+{"Finetune/Learning Rate": 1.446613294026241e-06, "Finetune/Loss": 0.628287672996521, "Finetune/Loss (Raw)": 0.7327757477760315, "Finetune/Step": 15998, "Finetune/Step Time": 6.772866500541568}
+{"Finetune/Learning Rate": 1.4457410082605483e-06, "Finetune/Loss": 0.6282530426979065, "Finetune/Loss (Raw)": 0.6649547815322876, "Finetune/Step": 15999, "Finetune/Step Time": 6.769878586754203}
+{"Finetune/Learning Rate": 1.444868965069315e-06, "Finetune/Loss": 0.6281245946884155, "Finetune/Loss (Raw)": 0.6143306493759155, "Finetune/Step": 16000, "Finetune/Step Time": 6.764957249164581}
+{"Finetune/Learning Rate": 1.443997164477271e-06, "Finetune/Loss": 0.6291065216064453, "Finetune/Loss (Raw)": 0.6856590509414673, "Finetune/Step": 16001, "Finetune/Step Time": 6.744696984067559}
+{"Finetune/Learning Rate": 1.443125606509137e-06, "Finetune/Loss": 0.627790629863739, "Finetune/Loss (Raw)": 0.5490103960037231, "Finetune/Step": 16002, "Finetune/Step Time": 6.751265536993742}
+{"Finetune/Learning Rate": 1.4422542911896287e-06, "Finetune/Loss": 0.626888632774353, "Finetune/Loss (Raw)": 0.5172944664955139, "Finetune/Step": 16003, "Finetune/Step Time": 6.754369046539068}
+{"Finetune/Learning Rate": 1.441383218543453e-06, "Finetune/Loss": 0.6264265775680542, "Finetune/Loss (Raw)": 0.433910995721817, "Finetune/Step": 16004, "Finetune/Step Time": 6.75413004308939}
+{"Finetune/Learning Rate": 1.440512388595312e-06, "Finetune/Loss": 0.6249536871910095, "Finetune/Loss (Raw)": 0.4518616199493408, "Finetune/Step": 16005, "Finetune/Step Time": 6.767852816730738}
+{"Finetune/Learning Rate": 1.439641801369901e-06, "Finetune/Loss": 0.6242996454238892, "Finetune/Loss (Raw)": 0.5596480965614319, "Finetune/Step": 16006, "Finetune/Step Time": 6.800589609891176}
+{"Finetune/Learning Rate": 1.4387714568919042e-06, "Finetune/Loss": 0.6230584383010864, "Finetune/Loss (Raw)": 0.5059557557106018, "Finetune/Step": 16007, "Finetune/Step Time": 6.77889434248209}
+{"Finetune/Learning Rate": 1.4379013551860054e-06, "Finetune/Loss": 0.622991144657135, "Finetune/Loss (Raw)": 0.6276275515556335, "Finetune/Step": 16008, "Finetune/Step Time": 6.775064196437597}
+{"Finetune/Learning Rate": 1.437031496276876e-06, "Finetune/Loss": 0.6225378513336182, "Finetune/Loss (Raw)": 0.5784436464309692, "Finetune/Step": 16009, "Finetune/Step Time": 6.771520532667637}
+{"Finetune/Learning Rate": 1.436161880189184e-06, "Finetune/Loss": 0.6228739023208618, "Finetune/Loss (Raw)": 0.5679892301559448, "Finetune/Step": 16010, "Finetune/Step Time": 6.749658036977053}
+{"Finetune/Learning Rate": 1.435292506947591e-06, "Finetune/Loss": 0.621863603591919, "Finetune/Loss (Raw)": 0.5314970016479492, "Finetune/Step": 16011, "Finetune/Step Time": 6.751938501372933}
+{"Finetune/Learning Rate": 1.4344233765767457e-06, "Finetune/Loss": 0.6214010119438171, "Finetune/Loss (Raw)": 0.5516020655632019, "Finetune/Step": 16012, "Finetune/Step Time": 6.7536835093051195}
+{"Finetune/Learning Rate": 1.4335544891012932e-06, "Finetune/Loss": 0.6214024424552917, "Finetune/Loss (Raw)": 0.6367997527122498, "Finetune/Step": 16013, "Finetune/Step Time": 6.753317773342133}
+{"Finetune/Learning Rate": 1.432685844545879e-06, "Finetune/Loss": 0.6204853057861328, "Finetune/Loss (Raw)": 0.5153436660766602, "Finetune/Step": 16014, "Finetune/Step Time": 6.7678286880254745}
+{"Finetune/Learning Rate": 1.4318174429351307e-06, "Finetune/Loss": 0.6195837259292603, "Finetune/Loss (Raw)": 0.5832996964454651, "Finetune/Step": 16015, "Finetune/Step Time": 6.770332792773843}
+{"Finetune/Learning Rate": 1.4309492842936767e-06, "Finetune/Loss": 0.6191443204879761, "Finetune/Loss (Raw)": 0.6832472681999207, "Finetune/Step": 16016, "Finetune/Step Time": 6.764954302459955}
+{"Finetune/Learning Rate": 1.4300813686461346e-06, "Finetune/Loss": 0.6187198162078857, "Finetune/Loss (Raw)": 0.4980735778808594, "Finetune/Step": 16017, "Finetune/Step Time": 6.769948333501816}
+{"Finetune/Learning Rate": 1.4292136960171144e-06, "Finetune/Loss": 0.6188812255859375, "Finetune/Loss (Raw)": 0.6685140132904053, "Finetune/Step": 16018, "Finetune/Step Time": 6.771387439221144}
+{"Finetune/Learning Rate": 1.428346266431221e-06, "Finetune/Loss": 0.619278609752655, "Finetune/Loss (Raw)": 0.6258395314216614, "Finetune/Step": 16019, "Finetune/Step Time": 6.771944064646959}
+{"Finetune/Learning Rate": 1.42747907991305e-06, "Finetune/Loss": 0.619284987449646, "Finetune/Loss (Raw)": 0.5786543488502502, "Finetune/Step": 16020, "Finetune/Step Time": 6.769883072003722}
+{"Finetune/Learning Rate": 1.4266121364871987e-06, "Finetune/Loss": 0.6198354959487915, "Finetune/Loss (Raw)": 0.6783729195594788, "Finetune/Step": 16021, "Finetune/Step Time": 6.770377533510327}
+{"Finetune/Learning Rate": 1.4257454361782475e-06, "Finetune/Loss": 0.6196001768112183, "Finetune/Loss (Raw)": 0.6354751586914062, "Finetune/Step": 16022, "Finetune/Step Time": 6.771952081471682}
+{"Finetune/Learning Rate": 1.4248789790107753e-06, "Finetune/Loss": 0.6196912527084351, "Finetune/Loss (Raw)": 0.6263827085494995, "Finetune/Step": 16023, "Finetune/Step Time": 6.775213686749339}
+{"Finetune/Learning Rate": 1.4240127650093494e-06, "Finetune/Loss": 0.6190217137336731, "Finetune/Loss (Raw)": 0.5851290822029114, "Finetune/Step": 16024, "Finetune/Step Time": 6.769269498065114}
+{"Finetune/Learning Rate": 1.4231467941985345e-06, "Finetune/Loss": 0.6195700168609619, "Finetune/Loss (Raw)": 0.6352800726890564, "Finetune/Step": 16025, "Finetune/Step Time": 6.76348340138793}
+{"Finetune/Learning Rate": 1.4222810666028874e-06, "Finetune/Loss": 0.6196106672286987, "Finetune/Loss (Raw)": 0.6439434885978699, "Finetune/Step": 16026, "Finetune/Step Time": 6.771368661895394}
+{"Finetune/Learning Rate": 1.4214155822469555e-06, "Finetune/Loss": 0.6185357570648193, "Finetune/Loss (Raw)": 0.49404874444007874, "Finetune/Step": 16027, "Finetune/Step Time": 6.770570550113916}
+{"Finetune/Learning Rate": 1.4205503411552846e-06, "Finetune/Loss": 0.6182031631469727, "Finetune/Loss (Raw)": 0.5990455150604248, "Finetune/Step": 16028, "Finetune/Step Time": 6.770590158179402}
+{"Finetune/Learning Rate": 1.4196853433524127e-06, "Finetune/Loss": 0.6170645952224731, "Finetune/Loss (Raw)": 0.5573400259017944, "Finetune/Step": 16029, "Finetune/Step Time": 6.7491440661251545}
+{"Finetune/Learning Rate": 1.4188205888628625e-06, "Finetune/Loss": 0.6171544194221497, "Finetune/Loss (Raw)": 0.6423740386962891, "Finetune/Step": 16030, "Finetune/Step Time": 6.751099165529013}
+{"Finetune/Learning Rate": 1.417956077711159e-06, "Finetune/Loss": 0.6192039251327515, "Finetune/Loss (Raw)": 0.6958105564117432, "Finetune/Step": 16031, "Finetune/Step Time": 6.739367330446839}
+{"Finetune/Learning Rate": 1.4170918099218166e-06, "Finetune/Loss": 0.6198827028274536, "Finetune/Loss (Raw)": 0.6376333832740784, "Finetune/Step": 16032, "Finetune/Step Time": 6.7400189861655235}
+{"Finetune/Learning Rate": 1.416227785519345e-06, "Finetune/Loss": 0.6208557486534119, "Finetune/Loss (Raw)": 0.6533398628234863, "Finetune/Step": 16033, "Finetune/Step Time": 6.723240775987506}
+{"Finetune/Learning Rate": 1.4153640045282412e-06, "Finetune/Loss": 0.6215091943740845, "Finetune/Loss (Raw)": 0.6621421575546265, "Finetune/Step": 16034, "Finetune/Step Time": 6.7226885817945}
+{"Finetune/Learning Rate": 1.4145004669730079e-06, "Finetune/Loss": 0.6220036745071411, "Finetune/Loss (Raw)": 0.6584541201591492, "Finetune/Step": 16035, "Finetune/Step Time": 6.709894327446818}
+{"Finetune/Learning Rate": 1.413637172878125e-06, "Finetune/Loss": 0.6231073141098022, "Finetune/Loss (Raw)": 0.6967259049415588, "Finetune/Step": 16036, "Finetune/Step Time": 6.710487045347691}
+{"Finetune/Learning Rate": 1.4127741222680758e-06, "Finetune/Loss": 0.6247602105140686, "Finetune/Loss (Raw)": 0.6495331525802612, "Finetune/Step": 16037, "Finetune/Step Time": 6.709303554147482}
+{"Finetune/Learning Rate": 1.4119113151673325e-06, "Finetune/Loss": 0.6242849230766296, "Finetune/Loss (Raw)": 0.6159827709197998, "Finetune/Step": 16038, "Finetune/Step Time": 6.706874089315534}
+{"Finetune/Learning Rate": 1.4110487516003645e-06, "Finetune/Loss": 0.6236218214035034, "Finetune/Loss (Raw)": 0.644889235496521, "Finetune/Step": 16039, "Finetune/Step Time": 6.703142294660211}
+{"Finetune/Learning Rate": 1.410186431591629e-06, "Finetune/Loss": 0.6227704286575317, "Finetune/Loss (Raw)": 0.5419121980667114, "Finetune/Step": 16040, "Finetune/Step Time": 6.7038681004196405}
+{"Finetune/Learning Rate": 1.4093243551655811e-06, "Finetune/Loss": 0.6230636239051819, "Finetune/Loss (Raw)": 0.5282777547836304, "Finetune/Step": 16041, "Finetune/Step Time": 6.693752828985453}
+{"Finetune/Learning Rate": 1.4084625223466653e-06, "Finetune/Loss": 0.6242006421089172, "Finetune/Loss (Raw)": 0.6817655563354492, "Finetune/Step": 16042, "Finetune/Step Time": 6.688574090600014}
+{"Finetune/Learning Rate": 1.4076009331593222e-06, "Finetune/Loss": 0.6247707605361938, "Finetune/Loss (Raw)": 0.6527841687202454, "Finetune/Step": 16043, "Finetune/Step Time": 6.688660942018032}
+{"Finetune/Learning Rate": 1.4067395876279821e-06, "Finetune/Loss": 0.6247740387916565, "Finetune/Loss (Raw)": 0.692795991897583, "Finetune/Step": 16044, "Finetune/Step Time": 6.684081235900521}
+{"Finetune/Learning Rate": 1.4058784857770714e-06, "Finetune/Loss": 0.6235817670822144, "Finetune/Loss (Raw)": 0.4899544417858124, "Finetune/Step": 16045, "Finetune/Step Time": 6.692557001486421}
+{"Finetune/Learning Rate": 1.405017627631009e-06, "Finetune/Loss": 0.6241347789764404, "Finetune/Loss (Raw)": 0.6173471212387085, "Finetune/Step": 16046, "Finetune/Step Time": 6.694835852831602}
+{"Finetune/Learning Rate": 1.4041570132142058e-06, "Finetune/Loss": 0.623749852180481, "Finetune/Loss (Raw)": 0.5754063725471497, "Finetune/Step": 16047, "Finetune/Step Time": 6.693763744086027}
+{"Finetune/Learning Rate": 1.4032966425510664e-06, "Finetune/Loss": 0.6244407296180725, "Finetune/Loss (Raw)": 0.6457296013832092, "Finetune/Step": 16048, "Finetune/Step Time": 6.694995915517211}
+{"Finetune/Learning Rate": 1.402436515665988e-06, "Finetune/Loss": 0.6252932548522949, "Finetune/Loss (Raw)": 0.695320725440979, "Finetune/Step": 16049, "Finetune/Step Time": 6.694979302585125}
+{"Finetune/Learning Rate": 1.4015766325833613e-06, "Finetune/Loss": 0.6255373954772949, "Finetune/Loss (Raw)": 0.6423797607421875, "Finetune/Step": 16050, "Finetune/Step Time": 6.697453709319234}
+{"Finetune/Learning Rate": 1.4007169933275721e-06, "Finetune/Loss": 0.6252888441085815, "Finetune/Loss (Raw)": 0.6983661651611328, "Finetune/Step": 16051, "Finetune/Step Time": 6.692632643505931}
+{"Finetune/Learning Rate": 1.3998575979229944e-06, "Finetune/Loss": 0.6264160871505737, "Finetune/Loss (Raw)": 0.7212747931480408, "Finetune/Step": 16052, "Finetune/Step Time": 6.690562564879656}
+{"Finetune/Learning Rate": 1.3989984463940032e-06, "Finetune/Loss": 0.6261157989501953, "Finetune/Loss (Raw)": 0.532238245010376, "Finetune/Step": 16053, "Finetune/Step Time": 6.708389490842819}
+{"Finetune/Learning Rate": 1.3981395387649532e-06, "Finetune/Loss": 0.6256775856018066, "Finetune/Loss (Raw)": 0.6358711123466492, "Finetune/Step": 16054, "Finetune/Step Time": 6.711744159460068}
+{"Finetune/Learning Rate": 1.3972808750602074e-06, "Finetune/Loss": 0.6249263286590576, "Finetune/Loss (Raw)": 0.6507558822631836, "Finetune/Step": 16055, "Finetune/Step Time": 6.715299621224403}
+{"Finetune/Learning Rate": 1.396422455304114e-06, "Finetune/Loss": 0.6251531839370728, "Finetune/Loss (Raw)": 0.7530618906021118, "Finetune/Step": 16056, "Finetune/Step Time": 6.723075890913606}
+{"Finetune/Learning Rate": 1.3955642795210133e-06, "Finetune/Loss": 0.626255989074707, "Finetune/Loss (Raw)": 0.6191709041595459, "Finetune/Step": 16057, "Finetune/Step Time": 6.722670430317521}
+{"Finetune/Learning Rate": 1.394706347735243e-06, "Finetune/Loss": 0.6259194612503052, "Finetune/Loss (Raw)": 0.6045445203781128, "Finetune/Step": 16058, "Finetune/Step Time": 6.721287313848734}
+{"Finetune/Learning Rate": 1.393848659971132e-06, "Finetune/Loss": 0.6272674798965454, "Finetune/Loss (Raw)": 0.6804955005645752, "Finetune/Step": 16059, "Finetune/Step Time": 6.706710681319237}
+{"Finetune/Learning Rate": 1.3929912162529979e-06, "Finetune/Loss": 0.6276275515556335, "Finetune/Loss (Raw)": 0.6502053737640381, "Finetune/Step": 16060, "Finetune/Step Time": 6.699195921421051}
+{"Finetune/Learning Rate": 1.3921340166051567e-06, "Finetune/Loss": 0.6283019185066223, "Finetune/Loss (Raw)": 0.6538248658180237, "Finetune/Step": 16061, "Finetune/Step Time": 6.713753901422024}
+{"Finetune/Learning Rate": 1.391277061051919e-06, "Finetune/Loss": 0.6287833452224731, "Finetune/Loss (Raw)": 0.7476822733879089, "Finetune/Step": 16062, "Finetune/Step Time": 6.731578724458814}
+{"Finetune/Learning Rate": 1.3904203496175828e-06, "Finetune/Loss": 0.628791332244873, "Finetune/Loss (Raw)": 0.5917201638221741, "Finetune/Step": 16063, "Finetune/Step Time": 6.734176404774189}
+{"Finetune/Learning Rate": 1.3895638823264447e-06, "Finetune/Loss": 0.6288610696792603, "Finetune/Loss (Raw)": 0.6714006662368774, "Finetune/Step": 16064, "Finetune/Step Time": 6.730875890702009}
+{"Finetune/Learning Rate": 1.3887076592027914e-06, "Finetune/Loss": 0.6285537481307983, "Finetune/Loss (Raw)": 0.6482377648353577, "Finetune/Step": 16065, "Finetune/Step Time": 6.731825677677989}
+{"Finetune/Learning Rate": 1.3878516802708997e-06, "Finetune/Loss": 0.627481997013092, "Finetune/Loss (Raw)": 0.5994207262992859, "Finetune/Step": 16066, "Finetune/Step Time": 6.729577846825123}
+{"Finetune/Learning Rate": 1.3869959455550453e-06, "Finetune/Loss": 0.6275948286056519, "Finetune/Loss (Raw)": 0.6499806642532349, "Finetune/Step": 16067, "Finetune/Step Time": 6.726366119459271}
+{"Finetune/Learning Rate": 1.3861404550794933e-06, "Finetune/Loss": 0.6277618408203125, "Finetune/Loss (Raw)": 0.6506156921386719, "Finetune/Step": 16068, "Finetune/Step Time": 6.723360523581505}
+{"Finetune/Learning Rate": 1.385285208868501e-06, "Finetune/Loss": 0.6275564432144165, "Finetune/Loss (Raw)": 0.6043396592140198, "Finetune/Step": 16069, "Finetune/Step Time": 6.702769801020622}
+{"Finetune/Learning Rate": 1.3844302069463257e-06, "Finetune/Loss": 0.6258558034896851, "Finetune/Loss (Raw)": 0.5406526923179626, "Finetune/Step": 16070, "Finetune/Step Time": 6.700747080147266}
+{"Finetune/Learning Rate": 1.38357544933721e-06, "Finetune/Loss": 0.6249339580535889, "Finetune/Loss (Raw)": 0.593942403793335, "Finetune/Step": 16071, "Finetune/Step Time": 6.704665457829833}
+{"Finetune/Learning Rate": 1.3827209360653948e-06, "Finetune/Loss": 0.6236727833747864, "Finetune/Loss (Raw)": 0.56247478723526, "Finetune/Step": 16072, "Finetune/Step Time": 6.7202461771667}
+{"Finetune/Learning Rate": 1.3818666671551084e-06, "Finetune/Loss": 0.6243188381195068, "Finetune/Loss (Raw)": 0.7058238983154297, "Finetune/Step": 16073, "Finetune/Step Time": 6.719277676194906}
+{"Finetune/Learning Rate": 1.381012642630576e-06, "Finetune/Loss": 0.6256229877471924, "Finetune/Loss (Raw)": 0.6699672937393188, "Finetune/Step": 16074, "Finetune/Step Time": 6.702825950458646}
+{"Finetune/Learning Rate": 1.3801588625160156e-06, "Finetune/Loss": 0.6260539889335632, "Finetune/Loss (Raw)": 0.7018315196037292, "Finetune/Step": 16075, "Finetune/Step Time": 6.699992319568992}
+{"Finetune/Learning Rate": 1.379305326835636e-06, "Finetune/Loss": 0.6261411905288696, "Finetune/Loss (Raw)": 0.6377798914909363, "Finetune/Step": 16076, "Finetune/Step Time": 6.704588448628783}
+{"Finetune/Learning Rate": 1.3784520356136466e-06, "Finetune/Loss": 0.6260366439819336, "Finetune/Loss (Raw)": 0.6754707098007202, "Finetune/Step": 16077, "Finetune/Step Time": 6.703837180510163}
+{"Finetune/Learning Rate": 1.3775989888742425e-06, "Finetune/Loss": 0.6271406412124634, "Finetune/Loss (Raw)": 0.664566159248352, "Finetune/Step": 16078, "Finetune/Step Time": 6.69694690965116}
+{"Finetune/Learning Rate": 1.3767461866416098e-06, "Finetune/Loss": 0.6263286471366882, "Finetune/Loss (Raw)": 0.5488295555114746, "Finetune/Step": 16079, "Finetune/Step Time": 6.679407328367233}
+{"Finetune/Learning Rate": 1.3758936289399349e-06, "Finetune/Loss": 0.6256276965141296, "Finetune/Loss (Raw)": 0.5420647263526917, "Finetune/Step": 16080, "Finetune/Step Time": 6.675999067723751}
+{"Finetune/Learning Rate": 1.375041315793393e-06, "Finetune/Loss": 0.6255751848220825, "Finetune/Loss (Raw)": 0.6143087148666382, "Finetune/Step": 16081, "Finetune/Step Time": 6.690080219879746}
+{"Finetune/Learning Rate": 1.374189247226152e-06, "Finetune/Loss": 0.6255508661270142, "Finetune/Loss (Raw)": 0.6290842890739441, "Finetune/Step": 16082, "Finetune/Step Time": 6.687982155010104}
+{"Finetune/Learning Rate": 1.3733374232623741e-06, "Finetune/Loss": 0.6265945434570312, "Finetune/Loss (Raw)": 0.6572846174240112, "Finetune/Step": 16083, "Finetune/Step Time": 6.689142460003495}
+{"Finetune/Learning Rate": 1.3724858439262201e-06, "Finetune/Loss": 0.6260321140289307, "Finetune/Loss (Raw)": 0.5477851033210754, "Finetune/Step": 16084, "Finetune/Step Time": 6.692743647843599}
+{"Finetune/Learning Rate": 1.3716345092418326e-06, "Finetune/Loss": 0.6250156164169312, "Finetune/Loss (Raw)": 0.6642968654632568, "Finetune/Step": 16085, "Finetune/Step Time": 6.695143733173609}
+{"Finetune/Learning Rate": 1.3707834192333535e-06, "Finetune/Loss": 0.625037670135498, "Finetune/Loss (Raw)": 0.5610711574554443, "Finetune/Step": 16086, "Finetune/Step Time": 6.666131308302283}
+{"Finetune/Learning Rate": 1.3699325739249192e-06, "Finetune/Loss": 0.6264374256134033, "Finetune/Loss (Raw)": 0.6806461215019226, "Finetune/Step": 16087, "Finetune/Step Time": 6.66348472610116}
+{"Finetune/Learning Rate": 1.3690819733406568e-06, "Finetune/Loss": 0.6267306208610535, "Finetune/Loss (Raw)": 0.6719236373901367, "Finetune/Step": 16088, "Finetune/Step Time": 6.657717375084758}
+{"Finetune/Learning Rate": 1.368231617504686e-06, "Finetune/Loss": 0.6249635815620422, "Finetune/Loss (Raw)": 0.5137802958488464, "Finetune/Step": 16089, "Finetune/Step Time": 6.672929614782333}
+{"Finetune/Learning Rate": 1.367381506441121e-06, "Finetune/Loss": 0.624564528465271, "Finetune/Loss (Raw)": 0.6639636158943176, "Finetune/Step": 16090, "Finetune/Step Time": 6.674346977844834}
+{"Finetune/Learning Rate": 1.366531640174069e-06, "Finetune/Loss": 0.6247971057891846, "Finetune/Loss (Raw)": 0.6241553425788879, "Finetune/Step": 16091, "Finetune/Step Time": 6.653731914237142}
+{"Finetune/Learning Rate": 1.3656820187276298e-06, "Finetune/Loss": 0.6243405342102051, "Finetune/Loss (Raw)": 0.562930166721344, "Finetune/Step": 16092, "Finetune/Step Time": 6.654798241332173}
+{"Finetune/Learning Rate": 1.364832642125895e-06, "Finetune/Loss": 0.6244065761566162, "Finetune/Loss (Raw)": 0.5674548745155334, "Finetune/Step": 16093, "Finetune/Step Time": 6.663352841511369}
+{"Finetune/Learning Rate": 1.3639835103929522e-06, "Finetune/Loss": 0.6259766817092896, "Finetune/Loss (Raw)": 0.782233715057373, "Finetune/Step": 16094, "Finetune/Step Time": 6.666180578991771}
+{"Finetune/Learning Rate": 1.3631346235528786e-06, "Finetune/Loss": 0.62575364112854, "Finetune/Loss (Raw)": 0.689765214920044, "Finetune/Step": 16095, "Finetune/Step Time": 6.666695039719343}
+{"Finetune/Learning Rate": 1.3622859816297473e-06, "Finetune/Loss": 0.625532329082489, "Finetune/Loss (Raw)": 0.5695213079452515, "Finetune/Step": 16096, "Finetune/Step Time": 6.674270479008555}
+{"Finetune/Learning Rate": 1.3614375846476236e-06, "Finetune/Loss": 0.626689612865448, "Finetune/Loss (Raw)": 0.8696971535682678, "Finetune/Step": 16097, "Finetune/Step Time": 6.675135534256697}
+{"Finetune/Learning Rate": 1.3605894326305647e-06, "Finetune/Loss": 0.627313494682312, "Finetune/Loss (Raw)": 0.6468034982681274, "Finetune/Step": 16098, "Finetune/Step Time": 6.668161373585463}
+{"Finetune/Learning Rate": 1.3597415256026225e-06, "Finetune/Loss": 0.6273751854896545, "Finetune/Loss (Raw)": 0.6636112332344055, "Finetune/Step": 16099, "Finetune/Step Time": 6.645189268514514}
+{"Finetune/Learning Rate": 1.3588938635878412e-06, "Finetune/Loss": 0.6283319592475891, "Finetune/Loss (Raw)": 0.6751471161842346, "Finetune/Step": 16100, "Finetune/Step Time": 6.6276646591722965}
+{"Finetune/Learning Rate": 1.3580464466102583e-06, "Finetune/Loss": 0.627429187297821, "Finetune/Loss (Raw)": 0.6276820302009583, "Finetune/Step": 16101, "Finetune/Step Time": 6.611992966383696}
+{"Finetune/Learning Rate": 1.3571992746939055e-06, "Finetune/Loss": 0.6260093450546265, "Finetune/Loss (Raw)": 0.523366391658783, "Finetune/Step": 16102, "Finetune/Step Time": 6.613152509555221}
+{"Finetune/Learning Rate": 1.3563523478627993e-06, "Finetune/Loss": 0.6264880299568176, "Finetune/Loss (Raw)": 0.6981278657913208, "Finetune/Step": 16103, "Finetune/Step Time": 6.6166537292301655}
+{"Finetune/Learning Rate": 1.355505666140965e-06, "Finetune/Loss": 0.6265634298324585, "Finetune/Loss (Raw)": 0.58445143699646, "Finetune/Step": 16104, "Finetune/Step Time": 6.622135849669576}
+{"Finetune/Learning Rate": 1.3546592295524075e-06, "Finetune/Loss": 0.6271235942840576, "Finetune/Loss (Raw)": 0.6439151763916016, "Finetune/Step": 16105, "Finetune/Step Time": 6.622107461094856}
+{"Finetune/Learning Rate": 1.35381303812113e-06, "Finetune/Loss": 0.6269720792770386, "Finetune/Loss (Raw)": 0.6357327699661255, "Finetune/Step": 16106, "Finetune/Step Time": 6.622139243409038}
+{"Finetune/Learning Rate": 1.352967091871128e-06, "Finetune/Loss": 0.625595211982727, "Finetune/Loss (Raw)": 0.44130098819732666, "Finetune/Step": 16107, "Finetune/Step Time": 6.624540142714977}
+{"Finetune/Learning Rate": 1.3521213908263931e-06, "Finetune/Loss": 0.6250380277633667, "Finetune/Loss (Raw)": 0.669432520866394, "Finetune/Step": 16108, "Finetune/Step Time": 6.629100954160094}
+{"Finetune/Learning Rate": 1.3512759350109027e-06, "Finetune/Loss": 0.626337468624115, "Finetune/Loss (Raw)": 0.74973464012146, "Finetune/Step": 16109, "Finetune/Step Time": 6.627707315608859}
+{"Finetune/Learning Rate": 1.3504307244486302e-06, "Finetune/Loss": 0.6248590350151062, "Finetune/Loss (Raw)": 0.5194506049156189, "Finetune/Step": 16110, "Finetune/Step Time": 6.626799585297704}
+{"Finetune/Learning Rate": 1.3495857591635486e-06, "Finetune/Loss": 0.6255648136138916, "Finetune/Loss (Raw)": 0.724558413028717, "Finetune/Step": 16111, "Finetune/Step Time": 6.645315960049629}
+{"Finetune/Learning Rate": 1.3487410391796163e-06, "Finetune/Loss": 0.6257556080818176, "Finetune/Loss (Raw)": 0.6783902049064636, "Finetune/Step": 16112, "Finetune/Step Time": 6.64048589207232}
+{"Finetune/Learning Rate": 1.3478965645207875e-06, "Finetune/Loss": 0.6253166198730469, "Finetune/Loss (Raw)": 0.615536630153656, "Finetune/Step": 16113, "Finetune/Step Time": 6.663249338045716}
+{"Finetune/Learning Rate": 1.347052335211011e-06, "Finetune/Loss": 0.6256763339042664, "Finetune/Loss (Raw)": 0.6569387912750244, "Finetune/Step": 16114, "Finetune/Step Time": 6.651375683024526}
+{"Finetune/Learning Rate": 1.3462083512742219e-06, "Finetune/Loss": 0.6255912184715271, "Finetune/Loss (Raw)": 0.648780882358551, "Finetune/Step": 16115, "Finetune/Step Time": 6.648943154141307}
+{"Finetune/Learning Rate": 1.3453646127343566e-06, "Finetune/Loss": 0.6244709491729736, "Finetune/Loss (Raw)": 0.5674563050270081, "Finetune/Step": 16116, "Finetune/Step Time": 6.639863841235638}
+{"Finetune/Learning Rate": 1.3445211196153373e-06, "Finetune/Loss": 0.6236651539802551, "Finetune/Loss (Raw)": 0.5643309354782104, "Finetune/Step": 16117, "Finetune/Step Time": 6.638897318392992}
+{"Finetune/Learning Rate": 1.3436778719410892e-06, "Finetune/Loss": 0.6246517896652222, "Finetune/Loss (Raw)": 0.7844107151031494, "Finetune/Step": 16118, "Finetune/Step Time": 6.64121082238853}
+{"Finetune/Learning Rate": 1.342834869735521e-06, "Finetune/Loss": 0.6239257454872131, "Finetune/Loss (Raw)": 0.5203288197517395, "Finetune/Step": 16119, "Finetune/Step Time": 6.650326320901513}
+{"Finetune/Learning Rate": 1.3419921130225399e-06, "Finetune/Loss": 0.6234017610549927, "Finetune/Loss (Raw)": 0.5599554777145386, "Finetune/Step": 16120, "Finetune/Step Time": 6.661814995110035}
+{"Finetune/Learning Rate": 1.3411496018260405e-06, "Finetune/Loss": 0.6238073110580444, "Finetune/Loss (Raw)": 0.6583423018455505, "Finetune/Step": 16121, "Finetune/Step Time": 6.674006486311555}
+{"Finetune/Learning Rate": 1.340307336169917e-06, "Finetune/Loss": 0.6239795684814453, "Finetune/Loss (Raw)": 0.5955979228019714, "Finetune/Step": 16122, "Finetune/Step Time": 6.663357466459274}
+{"Finetune/Learning Rate": 1.3394653160780514e-06, "Finetune/Loss": 0.6225780248641968, "Finetune/Loss (Raw)": 0.5049231052398682, "Finetune/Step": 16123, "Finetune/Step Time": 6.678090678527951}
+{"Finetune/Learning Rate": 1.3386235415743232e-06, "Finetune/Loss": 0.6228829622268677, "Finetune/Loss (Raw)": 0.7342960238456726, "Finetune/Step": 16124, "Finetune/Step Time": 6.676945371553302}
+{"Finetune/Learning Rate": 1.337782012682598e-06, "Finetune/Loss": 0.6235033273696899, "Finetune/Loss (Raw)": 0.7013964056968689, "Finetune/Step": 16125, "Finetune/Step Time": 6.6738136522471905}
+{"Finetune/Learning Rate": 1.3369407294267489e-06, "Finetune/Loss": 0.6226381063461304, "Finetune/Loss (Raw)": 0.6220313906669617, "Finetune/Step": 16126, "Finetune/Step Time": 6.674892479553819}
+{"Finetune/Learning Rate": 1.3360996918306224e-06, "Finetune/Loss": 0.6223558187484741, "Finetune/Loss (Raw)": 0.6288265585899353, "Finetune/Step": 16127, "Finetune/Step Time": 6.674322469159961}
+{"Finetune/Learning Rate": 1.3352588999180726e-06, "Finetune/Loss": 0.6216336488723755, "Finetune/Loss (Raw)": 0.5218802094459534, "Finetune/Step": 16128, "Finetune/Step Time": 6.691664213314652}
+{"Finetune/Learning Rate": 1.3344183537129418e-06, "Finetune/Loss": 0.6213024258613586, "Finetune/Loss (Raw)": 0.6432713270187378, "Finetune/Step": 16129, "Finetune/Step Time": 6.692922450602055}
+{"Finetune/Learning Rate": 1.3335780532390642e-06, "Finetune/Loss": 0.620829701423645, "Finetune/Loss (Raw)": 0.4884989559650421, "Finetune/Step": 16130, "Finetune/Step Time": 6.689653782173991}
+{"Finetune/Learning Rate": 1.3327379985202694e-06, "Finetune/Loss": 0.6216059327125549, "Finetune/Loss (Raw)": 0.6166518330574036, "Finetune/Step": 16131, "Finetune/Step Time": 6.689278179779649}
+{"Finetune/Learning Rate": 1.3318981895803785e-06, "Finetune/Loss": 0.6228424310684204, "Finetune/Loss (Raw)": 0.5921892523765564, "Finetune/Step": 16132, "Finetune/Step Time": 6.673318695276976}
+{"Finetune/Learning Rate": 1.3310586264432056e-06, "Finetune/Loss": 0.6242175102233887, "Finetune/Loss (Raw)": 0.6278656721115112, "Finetune/Step": 16133, "Finetune/Step Time": 6.656578414142132}
+{"Finetune/Learning Rate": 1.3302193091325588e-06, "Finetune/Loss": 0.6248261332511902, "Finetune/Loss (Raw)": 0.6375513076782227, "Finetune/Step": 16134, "Finetune/Step Time": 6.622358890250325}
+{"Finetune/Learning Rate": 1.3293802376722398e-06, "Finetune/Loss": 0.626469612121582, "Finetune/Loss (Raw)": 0.7163214087486267, "Finetune/Step": 16135, "Finetune/Step Time": 6.623028514906764}
+{"Finetune/Learning Rate": 1.3285414120860407e-06, "Finetune/Loss": 0.6270431280136108, "Finetune/Loss (Raw)": 0.7010365128517151, "Finetune/Step": 16136, "Finetune/Step Time": 6.611322673037648}
+{"Finetune/Learning Rate": 1.3277028323977492e-06, "Finetune/Loss": 0.6276440620422363, "Finetune/Loss (Raw)": 0.6553657054901123, "Finetune/Step": 16137, "Finetune/Step Time": 6.612374484539032}
+{"Finetune/Learning Rate": 1.326864498631144e-06, "Finetune/Loss": 0.6278150081634521, "Finetune/Loss (Raw)": 0.5898640155792236, "Finetune/Step": 16138, "Finetune/Step Time": 6.608380772173405}
+{"Finetune/Learning Rate": 1.3260264108099996e-06, "Finetune/Loss": 0.628699541091919, "Finetune/Loss (Raw)": 0.6447215676307678, "Finetune/Step": 16139, "Finetune/Step Time": 6.603842983022332}
+{"Finetune/Learning Rate": 1.32518856895808e-06, "Finetune/Loss": 0.6292504072189331, "Finetune/Loss (Raw)": 0.622113049030304, "Finetune/Step": 16140, "Finetune/Step Time": 6.610669480636716}
+{"Finetune/Learning Rate": 1.3243509730991445e-06, "Finetune/Loss": 0.6275291442871094, "Finetune/Loss (Raw)": 0.416474312543869, "Finetune/Step": 16141, "Finetune/Step Time": 6.61592355184257}
+{"Finetune/Learning Rate": 1.3235136232569456e-06, "Finetune/Loss": 0.6290220618247986, "Finetune/Loss (Raw)": 0.7064460515975952, "Finetune/Step": 16142, "Finetune/Step Time": 6.599395053461194}
+{"Finetune/Learning Rate": 1.3226765194552272e-06, "Finetune/Loss": 0.62906813621521, "Finetune/Loss (Raw)": 0.589195728302002, "Finetune/Step": 16143, "Finetune/Step Time": 6.6168975327163935}
+{"Finetune/Learning Rate": 1.3218396617177287e-06, "Finetune/Loss": 0.628974437713623, "Finetune/Loss (Raw)": 0.6712567806243896, "Finetune/Step": 16144, "Finetune/Step Time": 6.617688128724694}
+{"Finetune/Learning Rate": 1.3210030500681791e-06, "Finetune/Loss": 0.6286081075668335, "Finetune/Loss (Raw)": 0.4511808156967163, "Finetune/Step": 16145, "Finetune/Step Time": 6.625642327591777}
+{"Finetune/Learning Rate": 1.320166684530303e-06, "Finetune/Loss": 0.627863883972168, "Finetune/Loss (Raw)": 0.5732511878013611, "Finetune/Step": 16146, "Finetune/Step Time": 6.617338368669152}
+{"Finetune/Learning Rate": 1.3193305651278188e-06, "Finetune/Loss": 0.6269232034683228, "Finetune/Loss (Raw)": 0.5054287910461426, "Finetune/Step": 16147, "Finetune/Step Time": 6.631186161190271}
+{"Finetune/Learning Rate": 1.3184946918844344e-06, "Finetune/Loss": 0.6279904246330261, "Finetune/Loss (Raw)": 0.7152611017227173, "Finetune/Step": 16148, "Finetune/Step Time": 6.631613068282604}
+{"Finetune/Learning Rate": 1.3176590648238542e-06, "Finetune/Loss": 0.6272802352905273, "Finetune/Loss (Raw)": 0.5874762535095215, "Finetune/Step": 16149, "Finetune/Step Time": 6.631758060306311}
+{"Finetune/Learning Rate": 1.3168236839697745e-06, "Finetune/Loss": 0.6276172399520874, "Finetune/Loss (Raw)": 0.6786004304885864, "Finetune/Step": 16150, "Finetune/Step Time": 6.636893644928932}
+{"Finetune/Learning Rate": 1.3159885493458824e-06, "Finetune/Loss": 0.6269235610961914, "Finetune/Loss (Raw)": 0.5375959277153015, "Finetune/Step": 16151, "Finetune/Step Time": 6.651465944945812}
+{"Finetune/Learning Rate": 1.3151536609758586e-06, "Finetune/Loss": 0.6278825998306274, "Finetune/Loss (Raw)": 0.707892894744873, "Finetune/Step": 16152, "Finetune/Step Time": 6.655340760946274}
+{"Finetune/Learning Rate": 1.3143190188833832e-06, "Finetune/Loss": 0.6278173923492432, "Finetune/Loss (Raw)": 0.6269274950027466, "Finetune/Step": 16153, "Finetune/Step Time": 6.669031901285052}
+{"Finetune/Learning Rate": 1.3134846230921216e-06, "Finetune/Loss": 0.628183126449585, "Finetune/Loss (Raw)": 0.6907588839530945, "Finetune/Step": 16154, "Finetune/Step Time": 6.660633210092783}
+{"Finetune/Learning Rate": 1.312650473625734e-06, "Finetune/Loss": 0.6288883686065674, "Finetune/Loss (Raw)": 0.5843175053596497, "Finetune/Step": 16155, "Finetune/Step Time": 6.661354633048177}
+{"Finetune/Learning Rate": 1.3118165705078768e-06, "Finetune/Loss": 0.6283625364303589, "Finetune/Loss (Raw)": 0.5317376255989075, "Finetune/Step": 16156, "Finetune/Step Time": 6.661516834050417}
+{"Finetune/Learning Rate": 1.3109829137621967e-06, "Finetune/Loss": 0.6292513608932495, "Finetune/Loss (Raw)": 0.6711159944534302, "Finetune/Step": 16157, "Finetune/Step Time": 6.6662435829639435}
+{"Finetune/Learning Rate": 1.3101495034123313e-06, "Finetune/Loss": 0.628839910030365, "Finetune/Loss (Raw)": 0.5897042155265808, "Finetune/Step": 16158, "Finetune/Step Time": 6.675966743379831}
+{"Finetune/Learning Rate": 1.309316339481913e-06, "Finetune/Loss": 0.628214418888092, "Finetune/Loss (Raw)": 0.6157463788986206, "Finetune/Step": 16159, "Finetune/Step Time": 6.65750940144062}
+{"Finetune/Learning Rate": 1.3084834219945731e-06, "Finetune/Loss": 0.6273961663246155, "Finetune/Loss (Raw)": 0.532903790473938, "Finetune/Step": 16160, "Finetune/Step Time": 6.659372890368104}
+{"Finetune/Learning Rate": 1.3076507509739279e-06, "Finetune/Loss": 0.6272580623626709, "Finetune/Loss (Raw)": 0.6356629729270935, "Finetune/Step": 16161, "Finetune/Step Time": 6.664696594700217}
+{"Finetune/Learning Rate": 1.3068183264435885e-06, "Finetune/Loss": 0.6262381076812744, "Finetune/Loss (Raw)": 0.5315788388252258, "Finetune/Step": 16162, "Finetune/Step Time": 6.675560815259814}
+{"Finetune/Learning Rate": 1.3059861484271653e-06, "Finetune/Loss": 0.62532639503479, "Finetune/Loss (Raw)": 0.5417642593383789, "Finetune/Step": 16163, "Finetune/Step Time": 6.695389211177826}
+{"Finetune/Learning Rate": 1.3051542169482489e-06, "Finetune/Loss": 0.6255255937576294, "Finetune/Loss (Raw)": 0.7222149968147278, "Finetune/Step": 16164, "Finetune/Step Time": 6.69530513137579}
+{"Finetune/Learning Rate": 1.3043225320304343e-06, "Finetune/Loss": 0.6264798641204834, "Finetune/Loss (Raw)": 0.7716896533966064, "Finetune/Step": 16165, "Finetune/Step Time": 6.6840586215257645}
+{"Finetune/Learning Rate": 1.3034910936973032e-06, "Finetune/Loss": 0.626569390296936, "Finetune/Loss (Raw)": 0.6274343729019165, "Finetune/Step": 16166, "Finetune/Step Time": 6.7011196836829185}
+{"Finetune/Learning Rate": 1.3026599019724374e-06, "Finetune/Loss": 0.6265221834182739, "Finetune/Loss (Raw)": 0.6388515830039978, "Finetune/Step": 16167, "Finetune/Step Time": 6.705569872632623}
+{"Finetune/Learning Rate": 1.301828956879405e-06, "Finetune/Loss": 0.6276218295097351, "Finetune/Loss (Raw)": 0.6826671361923218, "Finetune/Step": 16168, "Finetune/Step Time": 6.704169208183885}
+{"Finetune/Learning Rate": 1.3009982584417712e-06, "Finetune/Loss": 0.6281419396400452, "Finetune/Loss (Raw)": 0.5948460698127747, "Finetune/Step": 16169, "Finetune/Step Time": 6.705758403986692}
+{"Finetune/Learning Rate": 1.300167806683088e-06, "Finetune/Loss": 0.6277133226394653, "Finetune/Loss (Raw)": 0.6269099712371826, "Finetune/Step": 16170, "Finetune/Step Time": 6.713634079322219}
+{"Finetune/Learning Rate": 1.2993376016269076e-06, "Finetune/Loss": 0.6273853778839111, "Finetune/Loss (Raw)": 0.6108031868934631, "Finetune/Step": 16171, "Finetune/Step Time": 6.713311322033405}
+{"Finetune/Learning Rate": 1.2985076432967703e-06, "Finetune/Loss": 0.6262871623039246, "Finetune/Loss (Raw)": 0.5522231459617615, "Finetune/Step": 16172, "Finetune/Step Time": 6.715951312333345}
+{"Finetune/Learning Rate": 1.2976779317162114e-06, "Finetune/Loss": 0.6277227401733398, "Finetune/Loss (Raw)": 0.6737087368965149, "Finetune/Step": 16173, "Finetune/Step Time": 6.706096103414893}
+{"Finetune/Learning Rate": 1.2968484669087612e-06, "Finetune/Loss": 0.627666711807251, "Finetune/Loss (Raw)": 0.6101755499839783, "Finetune/Step": 16174, "Finetune/Step Time": 6.706305013969541}
+{"Finetune/Learning Rate": 1.296019248897943e-06, "Finetune/Loss": 0.6283309459686279, "Finetune/Loss (Raw)": 0.6604286432266235, "Finetune/Step": 16175, "Finetune/Step Time": 6.7047181110829115}
+{"Finetune/Learning Rate": 1.2951902777072656e-06, "Finetune/Loss": 0.6286003589630127, "Finetune/Loss (Raw)": 0.6802186369895935, "Finetune/Step": 16176, "Finetune/Step Time": 6.7070093639194965}
+{"Finetune/Learning Rate": 1.2943615533602393e-06, "Finetune/Loss": 0.6281529664993286, "Finetune/Loss (Raw)": 0.6380494236946106, "Finetune/Step": 16177, "Finetune/Step Time": 6.713198387995362}
+{"Finetune/Learning Rate": 1.2935330758803633e-06, "Finetune/Loss": 0.6277818083763123, "Finetune/Loss (Raw)": 0.5948718786239624, "Finetune/Step": 16178, "Finetune/Step Time": 6.711188968271017}
+{"Finetune/Learning Rate": 1.2927048452911318e-06, "Finetune/Loss": 0.6270760297775269, "Finetune/Loss (Raw)": 0.6080235242843628, "Finetune/Step": 16179, "Finetune/Step Time": 6.710570264607668}
+{"Finetune/Learning Rate": 1.2918768616160294e-06, "Finetune/Loss": 0.6263813376426697, "Finetune/Loss (Raw)": 0.6323557496070862, "Finetune/Step": 16180, "Finetune/Step Time": 6.7123083751648664}
+{"Finetune/Learning Rate": 1.2910491248785385e-06, "Finetune/Loss": 0.627454400062561, "Finetune/Loss (Raw)": 0.6695908308029175, "Finetune/Step": 16181, "Finetune/Step Time": 6.694539800286293}
+{"Finetune/Learning Rate": 1.290221635102128e-06, "Finetune/Loss": 0.6281129121780396, "Finetune/Loss (Raw)": 0.7201575636863708, "Finetune/Step": 16182, "Finetune/Step Time": 6.691584253683686}
+{"Finetune/Learning Rate": 1.2893943923102647e-06, "Finetune/Loss": 0.6275308132171631, "Finetune/Loss (Raw)": 0.5762546062469482, "Finetune/Step": 16183, "Finetune/Step Time": 6.687821393832564}
+{"Finetune/Learning Rate": 1.2885673965264078e-06, "Finetune/Loss": 0.6264345049858093, "Finetune/Loss (Raw)": 0.6127333045005798, "Finetune/Step": 16184, "Finetune/Step Time": 6.6811157539486885}
+{"Finetune/Learning Rate": 1.2877406477740074e-06, "Finetune/Loss": 0.6265188455581665, "Finetune/Loss (Raw)": 0.6299615502357483, "Finetune/Step": 16185, "Finetune/Step Time": 6.68348497711122}
+{"Finetune/Learning Rate": 1.2869141460765067e-06, "Finetune/Loss": 0.6276702880859375, "Finetune/Loss (Raw)": 0.7519406080245972, "Finetune/Step": 16186, "Finetune/Step Time": 6.68873480334878}
+{"Finetune/Learning Rate": 1.286087891457345e-06, "Finetune/Loss": 0.6281341910362244, "Finetune/Loss (Raw)": 0.7398704290390015, "Finetune/Step": 16187, "Finetune/Step Time": 6.691549090668559}
+{"Finetune/Learning Rate": 1.2852618839399522e-06, "Finetune/Loss": 0.6267573833465576, "Finetune/Loss (Raw)": 0.47397100925445557, "Finetune/Step": 16188, "Finetune/Step Time": 6.709452141076326}
+{"Finetune/Learning Rate": 1.2844361235477497e-06, "Finetune/Loss": 0.6265214681625366, "Finetune/Loss (Raw)": 0.6236284971237183, "Finetune/Step": 16189, "Finetune/Step Time": 6.692306457087398}
+{"Finetune/Learning Rate": 1.2836106103041556e-06, "Finetune/Loss": 0.6257083415985107, "Finetune/Loss (Raw)": 0.6436004638671875, "Finetune/Step": 16190, "Finetune/Step Time": 6.679913025349379}
+{"Finetune/Learning Rate": 1.2827853442325787e-06, "Finetune/Loss": 0.6253448724746704, "Finetune/Loss (Raw)": 0.5451978445053101, "Finetune/Step": 16191, "Finetune/Step Time": 6.681968802586198}
+{"Finetune/Learning Rate": 1.2819603253564206e-06, "Finetune/Loss": 0.6259458065032959, "Finetune/Loss (Raw)": 0.7483118772506714, "Finetune/Step": 16192, "Finetune/Step Time": 6.68397799320519}
+{"Finetune/Learning Rate": 1.2811355536990777e-06, "Finetune/Loss": 0.6259429454803467, "Finetune/Loss (Raw)": 0.6478717923164368, "Finetune/Step": 16193, "Finetune/Step Time": 6.684882078319788}
+{"Finetune/Learning Rate": 1.280311029283936e-06, "Finetune/Loss": 0.6253718137741089, "Finetune/Loss (Raw)": 0.5263253450393677, "Finetune/Step": 16194, "Finetune/Step Time": 6.686333065852523}
+{"Finetune/Learning Rate": 1.279486752134379e-06, "Finetune/Loss": 0.6254236698150635, "Finetune/Loss (Raw)": 0.6566110849380493, "Finetune/Step": 16195, "Finetune/Step Time": 6.688940525054932}
+{"Finetune/Learning Rate": 1.2786627222737801e-06, "Finetune/Loss": 0.6246745586395264, "Finetune/Loss (Raw)": 0.5547370910644531, "Finetune/Step": 16196, "Finetune/Step Time": 6.689797470346093}
+{"Finetune/Learning Rate": 1.2778389397255053e-06, "Finetune/Loss": 0.6248048543930054, "Finetune/Loss (Raw)": 0.6210113763809204, "Finetune/Step": 16197, "Finetune/Step Time": 6.687291380017996}
+{"Finetune/Learning Rate": 1.2770154045129168e-06, "Finetune/Loss": 0.6264551281929016, "Finetune/Loss (Raw)": 0.751886248588562, "Finetune/Step": 16198, "Finetune/Step Time": 6.6852136589586735}
+{"Finetune/Learning Rate": 1.2761921166593683e-06, "Finetune/Loss": 0.626247763633728, "Finetune/Loss (Raw)": 0.5673978924751282, "Finetune/Step": 16199, "Finetune/Step Time": 6.6836150754243135}
+{"Finetune/Learning Rate": 1.275369076188202e-06, "Finetune/Loss": 0.6259639263153076, "Finetune/Loss (Raw)": 0.5261507630348206, "Finetune/Step": 16200, "Finetune/Step Time": 6.67380391433835}
+{"Finetune/Learning Rate": 1.2745462831227561e-06, "Finetune/Loss": 0.62467360496521, "Finetune/Loss (Raw)": 0.5406588315963745, "Finetune/Step": 16201, "Finetune/Step Time": 6.678878292441368}
+{"Finetune/Learning Rate": 1.2737237374863687e-06, "Finetune/Loss": 0.6233565807342529, "Finetune/Loss (Raw)": 0.5013911128044128, "Finetune/Step": 16202, "Finetune/Step Time": 6.680431272834539}
+{"Finetune/Learning Rate": 1.272901439302362e-06, "Finetune/Loss": 0.6224669218063354, "Finetune/Loss (Raw)": 0.5879569053649902, "Finetune/Step": 16203, "Finetune/Step Time": 6.679693905636668}
+{"Finetune/Learning Rate": 1.2720793885940541e-06, "Finetune/Loss": 0.6222723126411438, "Finetune/Loss (Raw)": 0.6128702759742737, "Finetune/Step": 16204, "Finetune/Step Time": 6.679885083809495}
+{"Finetune/Learning Rate": 1.2712575853847575e-06, "Finetune/Loss": 0.6209726333618164, "Finetune/Loss (Raw)": 0.5091058015823364, "Finetune/Step": 16205, "Finetune/Step Time": 6.695261590182781}
+{"Finetune/Learning Rate": 1.2704360296977735e-06, "Finetune/Loss": 0.62095046043396, "Finetune/Loss (Raw)": 0.66172856092453, "Finetune/Step": 16206, "Finetune/Step Time": 6.695572160184383}
+{"Finetune/Learning Rate": 1.2696147215563992e-06, "Finetune/Loss": 0.6215999126434326, "Finetune/Loss (Raw)": 0.6319602727890015, "Finetune/Step": 16207, "Finetune/Step Time": 6.694368690252304}
+{"Finetune/Learning Rate": 1.2687936609839235e-06, "Finetune/Loss": 0.6227420568466187, "Finetune/Loss (Raw)": 0.6882641315460205, "Finetune/Step": 16208, "Finetune/Step Time": 6.699264235794544}
+{"Finetune/Learning Rate": 1.2679728480036335e-06, "Finetune/Loss": 0.6223520040512085, "Finetune/Loss (Raw)": 0.5643735527992249, "Finetune/Step": 16209, "Finetune/Step Time": 6.686850415542722}
+{"Finetune/Learning Rate": 1.2671522826388028e-06, "Finetune/Loss": 0.6214088797569275, "Finetune/Loss (Raw)": 0.5083744525909424, "Finetune/Step": 16210, "Finetune/Step Time": 6.685723198577762}
+{"Finetune/Learning Rate": 1.2663319649127025e-06, "Finetune/Loss": 0.6218123435974121, "Finetune/Loss (Raw)": 0.7089204788208008, "Finetune/Step": 16211, "Finetune/Step Time": 6.689289938658476}
+{"Finetune/Learning Rate": 1.26551189484859e-06, "Finetune/Loss": 0.6228387355804443, "Finetune/Loss (Raw)": 0.6791611313819885, "Finetune/Step": 16212, "Finetune/Step Time": 6.704950351268053}
+{"Finetune/Learning Rate": 1.2646920724697242e-06, "Finetune/Loss": 0.6224325299263, "Finetune/Loss (Raw)": 0.6123059391975403, "Finetune/Step": 16213, "Finetune/Step Time": 6.70756022632122}
+{"Finetune/Learning Rate": 1.26387249779935e-06, "Finetune/Loss": 0.6221846342086792, "Finetune/Loss (Raw)": 0.529342532157898, "Finetune/Step": 16214, "Finetune/Step Time": 6.6980407275259495}
+{"Finetune/Learning Rate": 1.2630531708607074e-06, "Finetune/Loss": 0.6227412819862366, "Finetune/Loss (Raw)": 0.7518934011459351, "Finetune/Step": 16215, "Finetune/Step Time": 6.68745294958353}
+{"Finetune/Learning Rate": 1.2622340916770348e-06, "Finetune/Loss": 0.6234416961669922, "Finetune/Loss (Raw)": 0.7615771889686584, "Finetune/Step": 16216, "Finetune/Step Time": 6.718732779845595}
+{"Finetune/Learning Rate": 1.261415260271559e-06, "Finetune/Loss": 0.6240465641021729, "Finetune/Loss (Raw)": 0.591205894947052, "Finetune/Step": 16217, "Finetune/Step Time": 6.701566532254219}
+{"Finetune/Learning Rate": 1.2605966766674948e-06, "Finetune/Loss": 0.624909520149231, "Finetune/Loss (Raw)": 0.7744183540344238, "Finetune/Step": 16218, "Finetune/Step Time": 6.72005626372993}
+{"Finetune/Learning Rate": 1.259778340888057e-06, "Finetune/Loss": 0.6238438487052917, "Finetune/Loss (Raw)": 0.487750768661499, "Finetune/Step": 16219, "Finetune/Step Time": 6.730240227654576}
+{"Finetune/Learning Rate": 1.2589602529564516e-06, "Finetune/Loss": 0.6255197525024414, "Finetune/Loss (Raw)": 0.7774480581283569, "Finetune/Step": 16220, "Finetune/Step Time": 6.725685244426131}
+{"Finetune/Learning Rate": 1.2581424128958775e-06, "Finetune/Loss": 0.6261608600616455, "Finetune/Loss (Raw)": 0.6495199799537659, "Finetune/Step": 16221, "Finetune/Step Time": 6.714480679482222}
+{"Finetune/Learning Rate": 1.2573248207295241e-06, "Finetune/Loss": 0.6260907053947449, "Finetune/Loss (Raw)": 0.7732511162757874, "Finetune/Step": 16222, "Finetune/Step Time": 6.718269266188145}
+{"Finetune/Learning Rate": 1.256507476480582e-06, "Finetune/Loss": 0.6255583763122559, "Finetune/Loss (Raw)": 0.6216235756874084, "Finetune/Step": 16223, "Finetune/Step Time": 6.720887536183}
+{"Finetune/Learning Rate": 1.255690380172222e-06, "Finetune/Loss": 0.6271958351135254, "Finetune/Loss (Raw)": 0.7791184782981873, "Finetune/Step": 16224, "Finetune/Step Time": 6.710470462217927}
+{"Finetune/Learning Rate": 1.2548735318276173e-06, "Finetune/Loss": 0.6256804466247559, "Finetune/Loss (Raw)": 0.675725519657135, "Finetune/Step": 16225, "Finetune/Step Time": 6.7115302830934525}
+{"Finetune/Learning Rate": 1.2540569314699325e-06, "Finetune/Loss": 0.6258999109268188, "Finetune/Loss (Raw)": 0.6748960018157959, "Finetune/Step": 16226, "Finetune/Step Time": 6.715583924204111}
+{"Finetune/Learning Rate": 1.2532405791223224e-06, "Finetune/Loss": 0.6253054738044739, "Finetune/Loss (Raw)": 0.5875259041786194, "Finetune/Step": 16227, "Finetune/Step Time": 6.717993330210447}
+{"Finetune/Learning Rate": 1.2524244748079372e-06, "Finetune/Loss": 0.6250348091125488, "Finetune/Loss (Raw)": 0.6404930353164673, "Finetune/Step": 16228, "Finetune/Step Time": 6.718220680952072}
+{"Finetune/Learning Rate": 1.2516086185499187e-06, "Finetune/Loss": 0.6244209408760071, "Finetune/Loss (Raw)": 0.5491109490394592, "Finetune/Step": 16229, "Finetune/Step Time": 6.716723447665572}
+{"Finetune/Learning Rate": 1.2507930103714028e-06, "Finetune/Loss": 0.6238785982131958, "Finetune/Loss (Raw)": 0.45394647121429443, "Finetune/Step": 16230, "Finetune/Step Time": 6.728296510875225}
+{"Finetune/Learning Rate": 1.2499776502955185e-06, "Finetune/Loss": 0.623713493347168, "Finetune/Loss (Raw)": 0.6769999265670776, "Finetune/Step": 16231, "Finetune/Step Time": 6.737193087115884}
+{"Finetune/Learning Rate": 1.2491625383453854e-06, "Finetune/Loss": 0.6237126588821411, "Finetune/Loss (Raw)": 0.5843430161476135, "Finetune/Step": 16232, "Finetune/Step Time": 6.729735596105456}
+{"Finetune/Learning Rate": 1.2483476745441193e-06, "Finetune/Loss": 0.6240730285644531, "Finetune/Loss (Raw)": 0.6900461912155151, "Finetune/Step": 16233, "Finetune/Step Time": 6.7390509955585}
+{"Finetune/Learning Rate": 1.247533058914826e-06, "Finetune/Loss": 0.6238868236541748, "Finetune/Loss (Raw)": 0.6118942499160767, "Finetune/Step": 16234, "Finetune/Step Time": 6.759891951456666}
+{"Finetune/Learning Rate": 1.2467186914806073e-06, "Finetune/Loss": 0.6254259347915649, "Finetune/Loss (Raw)": 0.6383087635040283, "Finetune/Step": 16235, "Finetune/Step Time": 6.761434130370617}
+{"Finetune/Learning Rate": 1.2459045722645547e-06, "Finetune/Loss": 0.625076413154602, "Finetune/Loss (Raw)": 0.624687910079956, "Finetune/Step": 16236, "Finetune/Step Time": 6.75956803560257}
+{"Finetune/Learning Rate": 1.2450907012897562e-06, "Finetune/Loss": 0.6237744688987732, "Finetune/Loss (Raw)": 0.5830898880958557, "Finetune/Step": 16237, "Finetune/Step Time": 6.7592909298837185}
+{"Finetune/Learning Rate": 1.244277078579289e-06, "Finetune/Loss": 0.6253694891929626, "Finetune/Loss (Raw)": 0.7236128449440002, "Finetune/Step": 16238, "Finetune/Step Time": 6.760657692328095}
+{"Finetune/Learning Rate": 1.2434637041562258e-06, "Finetune/Loss": 0.6240326762199402, "Finetune/Loss (Raw)": 0.553449809551239, "Finetune/Step": 16239, "Finetune/Step Time": 6.7424992844462395}
+{"Finetune/Learning Rate": 1.2426505780436326e-06, "Finetune/Loss": 0.6232632398605347, "Finetune/Loss (Raw)": 0.5799005627632141, "Finetune/Step": 16240, "Finetune/Step Time": 6.743942828848958}
+{"Finetune/Learning Rate": 1.2418377002645653e-06, "Finetune/Loss": 0.623357892036438, "Finetune/Loss (Raw)": 0.6276542544364929, "Finetune/Step": 16241, "Finetune/Step Time": 6.746334278956056}
+{"Finetune/Learning Rate": 1.2410250708420767e-06, "Finetune/Loss": 0.6234354972839355, "Finetune/Loss (Raw)": 0.666863203048706, "Finetune/Step": 16242, "Finetune/Step Time": 6.74634787067771}
+{"Finetune/Learning Rate": 1.2402126897992094e-06, "Finetune/Loss": 0.6229662895202637, "Finetune/Loss (Raw)": 0.5887250900268555, "Finetune/Step": 16243, "Finetune/Step Time": 6.7635236363857985}
+{"Finetune/Learning Rate": 1.2394005571590007e-06, "Finetune/Loss": 0.62354576587677, "Finetune/Loss (Raw)": 0.6416294574737549, "Finetune/Step": 16244, "Finetune/Step Time": 6.759335642680526}
+{"Finetune/Learning Rate": 1.2385886729444808e-06, "Finetune/Loss": 0.6240865588188171, "Finetune/Loss (Raw)": 0.6335546374320984, "Finetune/Step": 16245, "Finetune/Step Time": 6.7605211567133665}
+{"Finetune/Learning Rate": 1.2377770371786723e-06, "Finetune/Loss": 0.6224279999732971, "Finetune/Loss (Raw)": 0.5721164345741272, "Finetune/Step": 16246, "Finetune/Step Time": 6.760238012298942}
+{"Finetune/Learning Rate": 1.2369656498845906e-06, "Finetune/Loss": 0.6218307614326477, "Finetune/Loss (Raw)": 0.4438818693161011, "Finetune/Step": 16247, "Finetune/Step Time": 6.767658211290836}
+{"Finetune/Learning Rate": 1.2361545110852458e-06, "Finetune/Loss": 0.6217471361160278, "Finetune/Loss (Raw)": 0.5492606163024902, "Finetune/Step": 16248, "Finetune/Step Time": 6.757523484528065}
+{"Finetune/Learning Rate": 1.235343620803634e-06, "Finetune/Loss": 0.6210168600082397, "Finetune/Loss (Raw)": 0.5648516416549683, "Finetune/Step": 16249, "Finetune/Step Time": 6.743229066953063}
+{"Finetune/Learning Rate": 1.234532979062756e-06, "Finetune/Loss": 0.6214374303817749, "Finetune/Loss (Raw)": 0.6494399309158325, "Finetune/Step": 16250, "Finetune/Step Time": 6.745936617255211}
+{"Finetune/Learning Rate": 1.233722585885596e-06, "Finetune/Loss": 0.6222110986709595, "Finetune/Loss (Raw)": 0.6039562821388245, "Finetune/Step": 16251, "Finetune/Step Time": 6.729158325120807}
+{"Finetune/Learning Rate": 1.2329124412951366e-06, "Finetune/Loss": 0.6223204135894775, "Finetune/Loss (Raw)": 0.7482885718345642, "Finetune/Step": 16252, "Finetune/Step Time": 6.731842376291752}
+{"Finetune/Learning Rate": 1.232102545314351e-06, "Finetune/Loss": 0.621853232383728, "Finetune/Loss (Raw)": 0.6415897607803345, "Finetune/Step": 16253, "Finetune/Step Time": 6.738001110032201}
+{"Finetune/Learning Rate": 1.2312928979662053e-06, "Finetune/Loss": 0.6226168274879456, "Finetune/Loss (Raw)": 0.7197722792625427, "Finetune/Step": 16254, "Finetune/Step Time": 6.739023774862289}
+{"Finetune/Learning Rate": 1.230483499273657e-06, "Finetune/Loss": 0.6227394342422485, "Finetune/Loss (Raw)": 0.6445267200469971, "Finetune/Step": 16255, "Finetune/Step Time": 6.739751199260354}
+{"Finetune/Learning Rate": 1.2296743492596587e-06, "Finetune/Loss": 0.6230107545852661, "Finetune/Loss (Raw)": 0.5566083192825317, "Finetune/Step": 16256, "Finetune/Step Time": 6.7243601735681295}
+{"Finetune/Learning Rate": 1.228865447947154e-06, "Finetune/Loss": 0.6233806014060974, "Finetune/Loss (Raw)": 0.6906014680862427, "Finetune/Step": 16257, "Finetune/Step Time": 6.724815582856536}
+{"Finetune/Learning Rate": 1.228056795359086e-06, "Finetune/Loss": 0.6246135234832764, "Finetune/Loss (Raw)": 0.6463145613670349, "Finetune/Step": 16258, "Finetune/Step Time": 6.72115433961153}
+{"Finetune/Learning Rate": 1.2272483915183841e-06, "Finetune/Loss": 0.6246017813682556, "Finetune/Loss (Raw)": 0.6151484251022339, "Finetune/Step": 16259, "Finetune/Step Time": 6.7210842445492744}
+{"Finetune/Learning Rate": 1.226440236447972e-06, "Finetune/Loss": 0.6238117218017578, "Finetune/Loss (Raw)": 0.4910648763179779, "Finetune/Step": 16260, "Finetune/Step Time": 6.72303756698966}
+{"Finetune/Learning Rate": 1.2256323301707652e-06, "Finetune/Loss": 0.6237410306930542, "Finetune/Loss (Raw)": 0.618818998336792, "Finetune/Step": 16261, "Finetune/Step Time": 6.7252876330167055}
+{"Finetune/Learning Rate": 1.2248246727096747e-06, "Finetune/Loss": 0.6226992607116699, "Finetune/Loss (Raw)": 0.50420081615448, "Finetune/Step": 16262, "Finetune/Step Time": 6.728365508839488}
+{"Finetune/Learning Rate": 1.2240172640876025e-06, "Finetune/Loss": 0.6220654249191284, "Finetune/Loss (Raw)": 0.6351988911628723, "Finetune/Step": 16263, "Finetune/Step Time": 6.728534312918782}
+{"Finetune/Learning Rate": 1.2232101043274437e-06, "Finetune/Loss": 0.6214077472686768, "Finetune/Loss (Raw)": 0.616852879524231, "Finetune/Step": 16264, "Finetune/Step Time": 6.727987341582775}
+{"Finetune/Learning Rate": 1.2224031934520896e-06, "Finetune/Loss": 0.620775580406189, "Finetune/Loss (Raw)": 0.5744389295578003, "Finetune/Step": 16265, "Finetune/Step Time": 6.726641295477748}
+{"Finetune/Learning Rate": 1.2215965314844235e-06, "Finetune/Loss": 0.6203975677490234, "Finetune/Loss (Raw)": 0.5414847731590271, "Finetune/Step": 16266, "Finetune/Step Time": 6.732289474457502}
+{"Finetune/Learning Rate": 1.2207901184473147e-06, "Finetune/Loss": 0.6202046871185303, "Finetune/Loss (Raw)": 0.6200306415557861, "Finetune/Step": 16267, "Finetune/Step Time": 6.733977826312184}
+{"Finetune/Learning Rate": 1.2199839543636338e-06, "Finetune/Loss": 0.620010256767273, "Finetune/Loss (Raw)": 0.5972265601158142, "Finetune/Step": 16268, "Finetune/Step Time": 6.728496549651027}
+{"Finetune/Learning Rate": 1.2191780392562414e-06, "Finetune/Loss": 0.62078857421875, "Finetune/Loss (Raw)": 0.5160951614379883, "Finetune/Step": 16269, "Finetune/Step Time": 6.737448763102293}
+{"Finetune/Learning Rate": 1.21837237314799e-06, "Finetune/Loss": 0.620110273361206, "Finetune/Loss (Raw)": 0.6196260452270508, "Finetune/Step": 16270, "Finetune/Step Time": 6.74040712043643}
+{"Finetune/Learning Rate": 1.2175669560617243e-06, "Finetune/Loss": 0.620377242565155, "Finetune/Loss (Raw)": 0.623370349407196, "Finetune/Step": 16271, "Finetune/Step Time": 6.722525248304009}
+{"Finetune/Learning Rate": 1.216761788020291e-06, "Finetune/Loss": 0.6205047965049744, "Finetune/Loss (Raw)": 0.6875811219215393, "Finetune/Step": 16272, "Finetune/Step Time": 6.7313354928046465}
+{"Finetune/Learning Rate": 1.215956869046514e-06, "Finetune/Loss": 0.6212972402572632, "Finetune/Loss (Raw)": 0.5526134967803955, "Finetune/Step": 16273, "Finetune/Step Time": 6.7177105359733105}
+{"Finetune/Learning Rate": 1.215152199163222e-06, "Finetune/Loss": 0.6207953095436096, "Finetune/Loss (Raw)": 0.5090072751045227, "Finetune/Step": 16274, "Finetune/Step Time": 6.7201592437922955}
+{"Finetune/Learning Rate": 1.2143477783932334e-06, "Finetune/Loss": 0.6208969950675964, "Finetune/Loss (Raw)": 0.5184430480003357, "Finetune/Step": 16275, "Finetune/Step Time": 6.7063456028699875}
+{"Finetune/Learning Rate": 1.2135436067593575e-06, "Finetune/Loss": 0.6207748651504517, "Finetune/Loss (Raw)": 0.699627161026001, "Finetune/Step": 16276, "Finetune/Step Time": 6.710690526291728}
+{"Finetune/Learning Rate": 1.2127396842844009e-06, "Finetune/Loss": 0.6217907667160034, "Finetune/Loss (Raw)": 0.7175111174583435, "Finetune/Step": 16277, "Finetune/Step Time": 6.708250252529979}
+{"Finetune/Learning Rate": 1.2119360109911581e-06, "Finetune/Loss": 0.6208136081695557, "Finetune/Loss (Raw)": 0.5535204410552979, "Finetune/Step": 16278, "Finetune/Step Time": 6.700593950226903}
+{"Finetune/Learning Rate": 1.2111325869024215e-06, "Finetune/Loss": 0.6200648546218872, "Finetune/Loss (Raw)": 0.44176480174064636, "Finetune/Step": 16279, "Finetune/Step Time": 6.697994995862246}
+{"Finetune/Learning Rate": 1.2103294120409715e-06, "Finetune/Loss": 0.6188747882843018, "Finetune/Loss (Raw)": 0.5555569529533386, "Finetune/Step": 16280, "Finetune/Step Time": 6.693644762039185}
+{"Finetune/Learning Rate": 1.2095264864295852e-06, "Finetune/Loss": 0.6183087825775146, "Finetune/Loss (Raw)": 0.5544776320457458, "Finetune/Step": 16281, "Finetune/Step Time": 6.679519155994058}
+{"Finetune/Learning Rate": 1.2087238100910304e-06, "Finetune/Loss": 0.6181707382202148, "Finetune/Loss (Raw)": 0.6730971336364746, "Finetune/Step": 16282, "Finetune/Step Time": 6.681226769462228}
+{"Finetune/Learning Rate": 1.2079213830480707e-06, "Finetune/Loss": 0.6175681352615356, "Finetune/Loss (Raw)": 0.507182776927948, "Finetune/Step": 16283, "Finetune/Step Time": 6.677957532927394}
+{"Finetune/Learning Rate": 1.2071192053234581e-06, "Finetune/Loss": 0.6184558272361755, "Finetune/Loss (Raw)": 0.6453590989112854, "Finetune/Step": 16284, "Finetune/Step Time": 6.685671638697386}
+{"Finetune/Learning Rate": 1.2063172769399412e-06, "Finetune/Loss": 0.6172342300415039, "Finetune/Loss (Raw)": 0.5147489905357361, "Finetune/Step": 16285, "Finetune/Step Time": 6.68699343688786}
+{"Finetune/Learning Rate": 1.2055155979202616e-06, "Finetune/Loss": 0.6174468994140625, "Finetune/Loss (Raw)": 0.6169200539588928, "Finetune/Step": 16286, "Finetune/Step Time": 6.676796957850456}
+{"Finetune/Learning Rate": 1.20471416828715e-06, "Finetune/Loss": 0.6172200441360474, "Finetune/Loss (Raw)": 0.586726188659668, "Finetune/Step": 16287, "Finetune/Step Time": 6.675102144479752}
+{"Finetune/Learning Rate": 1.203912988063335e-06, "Finetune/Loss": 0.6184222102165222, "Finetune/Loss (Raw)": 0.6867721080780029, "Finetune/Step": 16288, "Finetune/Step Time": 6.671940779313445}
+{"Finetune/Learning Rate": 1.2031120572715348e-06, "Finetune/Loss": 0.6179701089859009, "Finetune/Loss (Raw)": 0.5777983069419861, "Finetune/Step": 16289, "Finetune/Step Time": 6.669291153550148}
+{"Finetune/Learning Rate": 1.202311375934464e-06, "Finetune/Loss": 0.6183643341064453, "Finetune/Loss (Raw)": 0.5820413827896118, "Finetune/Step": 16290, "Finetune/Step Time": 6.65387237071991}
+{"Finetune/Learning Rate": 1.2015109440748207e-06, "Finetune/Loss": 0.6184828281402588, "Finetune/Loss (Raw)": 0.5569227933883667, "Finetune/Step": 16291, "Finetune/Step Time": 6.636183101683855}
+{"Finetune/Learning Rate": 1.2007107617153091e-06, "Finetune/Loss": 0.6176244020462036, "Finetune/Loss (Raw)": 0.6123434901237488, "Finetune/Step": 16292, "Finetune/Step Time": 6.634663080796599}
+{"Finetune/Learning Rate": 1.19991082887862e-06, "Finetune/Loss": 0.6167618036270142, "Finetune/Loss (Raw)": 0.6612722873687744, "Finetune/Step": 16293, "Finetune/Step Time": 6.6359340362250805}
+{"Finetune/Learning Rate": 1.1991111455874338e-06, "Finetune/Loss": 0.6166137456893921, "Finetune/Loss (Raw)": 0.6084787845611572, "Finetune/Step": 16294, "Finetune/Step Time": 6.626644903793931}
+{"Finetune/Learning Rate": 1.1983117118644304e-06, "Finetune/Loss": 0.6168575286865234, "Finetune/Loss (Raw)": 0.6700633764266968, "Finetune/Step": 16295, "Finetune/Step Time": 6.623716508969665}
+{"Finetune/Learning Rate": 1.1975125277322797e-06, "Finetune/Loss": 0.616789698600769, "Finetune/Loss (Raw)": 0.6739770174026489, "Finetune/Step": 16296, "Finetune/Step Time": 6.626078516244888}
+{"Finetune/Learning Rate": 1.196713593213641e-06, "Finetune/Loss": 0.6169496774673462, "Finetune/Loss (Raw)": 0.6153218150138855, "Finetune/Step": 16297, "Finetune/Step Time": 6.629623014479876}
+{"Finetune/Learning Rate": 1.1959149083311695e-06, "Finetune/Loss": 0.6160757541656494, "Finetune/Loss (Raw)": 0.5150560140609741, "Finetune/Step": 16298, "Finetune/Step Time": 6.639427423477173}
+{"Finetune/Learning Rate": 1.1951164731075183e-06, "Finetune/Loss": 0.6158046722412109, "Finetune/Loss (Raw)": 0.5760995149612427, "Finetune/Step": 16299, "Finetune/Step Time": 6.63895708322525}
+{"Finetune/Learning Rate": 1.1943182875653258e-06, "Finetune/Loss": 0.6167003512382507, "Finetune/Loss (Raw)": 0.6668742299079895, "Finetune/Step": 16300, "Finetune/Step Time": 6.642143748700619}
+{"Finetune/Learning Rate": 1.1935203517272264e-06, "Finetune/Loss": 0.6166938543319702, "Finetune/Loss (Raw)": 0.6728733777999878, "Finetune/Step": 16301, "Finetune/Step Time": 6.641799142584205}
+{"Finetune/Learning Rate": 1.1927226656158497e-06, "Finetune/Loss": 0.6167128086090088, "Finetune/Loss (Raw)": 0.6126078367233276, "Finetune/Step": 16302, "Finetune/Step Time": 6.6800395250320435}
+{"Finetune/Learning Rate": 1.1919252292538118e-06, "Finetune/Loss": 0.6169661283493042, "Finetune/Loss (Raw)": 0.6928544044494629, "Finetune/Step": 16303, "Finetune/Step Time": 6.680227741599083}
+{"Finetune/Learning Rate": 1.1911280426637274e-06, "Finetune/Loss": 0.6164498329162598, "Finetune/Loss (Raw)": 0.6141263246536255, "Finetune/Step": 16304, "Finetune/Step Time": 6.677349876612425}
+{"Finetune/Learning Rate": 1.190331105868201e-06, "Finetune/Loss": 0.6162899136543274, "Finetune/Loss (Raw)": 0.6175809502601624, "Finetune/Step": 16305, "Finetune/Step Time": 6.671821068972349}
+{"Finetune/Learning Rate": 1.1895344188898339e-06, "Finetune/Loss": 0.6163747310638428, "Finetune/Loss (Raw)": 0.6057335734367371, "Finetune/Step": 16306, "Finetune/Step Time": 6.673558132722974}
+{"Finetune/Learning Rate": 1.1887379817512178e-06, "Finetune/Loss": 0.6171438694000244, "Finetune/Loss (Raw)": 0.7064687609672546, "Finetune/Step": 16307, "Finetune/Step Time": 6.6909982319921255}
+{"Finetune/Learning Rate": 1.1879417944749395e-06, "Finetune/Loss": 0.6178430914878845, "Finetune/Loss (Raw)": 0.7218594551086426, "Finetune/Step": 16308, "Finetune/Step Time": 6.690370868891478}
+{"Finetune/Learning Rate": 1.1871458570835715e-06, "Finetune/Loss": 0.6169466972351074, "Finetune/Loss (Raw)": 0.5548499822616577, "Finetune/Step": 16309, "Finetune/Step Time": 6.689462291076779}
+{"Finetune/Learning Rate": 1.186350169599686e-06, "Finetune/Loss": 0.6163578033447266, "Finetune/Loss (Raw)": 0.6447785496711731, "Finetune/Step": 16310, "Finetune/Step Time": 6.690561065450311}
+{"Finetune/Learning Rate": 1.1855547320458472e-06, "Finetune/Loss": 0.6169344186782837, "Finetune/Loss (Raw)": 0.6500668525695801, "Finetune/Step": 16311, "Finetune/Step Time": 6.6939759366214275}
+{"Finetune/Learning Rate": 1.1847595444446115e-06, "Finetune/Loss": 0.6164423227310181, "Finetune/Loss (Raw)": 0.5497331619262695, "Finetune/Step": 16312, "Finetune/Step Time": 6.692691454663873}
+{"Finetune/Learning Rate": 1.1839646068185252e-06, "Finetune/Loss": 0.6162128448486328, "Finetune/Loss (Raw)": 0.6005932688713074, "Finetune/Step": 16313, "Finetune/Step Time": 6.69490409642458}
+{"Finetune/Learning Rate": 1.183169919190138e-06, "Finetune/Loss": 0.615889310836792, "Finetune/Loss (Raw)": 0.7105354070663452, "Finetune/Step": 16314, "Finetune/Step Time": 6.690082022920251}
+{"Finetune/Learning Rate": 1.1823754815819777e-06, "Finetune/Loss": 0.6156487464904785, "Finetune/Loss (Raw)": 0.709069013595581, "Finetune/Step": 16315, "Finetune/Step Time": 6.685318034142256}
+{"Finetune/Learning Rate": 1.181581294016575e-06, "Finetune/Loss": 0.6167863607406616, "Finetune/Loss (Raw)": 0.6195836067199707, "Finetune/Step": 16316, "Finetune/Step Time": 6.671323025599122}
+{"Finetune/Learning Rate": 1.1807873565164507e-06, "Finetune/Loss": 0.6166309118270874, "Finetune/Loss (Raw)": 0.6037370562553406, "Finetune/Step": 16317, "Finetune/Step Time": 6.668680505827069}
+{"Finetune/Learning Rate": 1.179993669104118e-06, "Finetune/Loss": 0.61595618724823, "Finetune/Loss (Raw)": 0.5572333931922913, "Finetune/Step": 16318, "Finetune/Step Time": 6.682332206517458}
+{"Finetune/Learning Rate": 1.1792002318020845e-06, "Finetune/Loss": 0.6167242527008057, "Finetune/Loss (Raw)": 0.643515408039093, "Finetune/Step": 16319, "Finetune/Step Time": 6.676830921322107}
+{"Finetune/Learning Rate": 1.1784070446328477e-06, "Finetune/Loss": 0.6149251461029053, "Finetune/Loss (Raw)": 0.5180218815803528, "Finetune/Step": 16320, "Finetune/Step Time": 6.685354666784406}
+{"Finetune/Learning Rate": 1.1776141076189062e-06, "Finetune/Loss": 0.6151569485664368, "Finetune/Loss (Raw)": 0.6775445342063904, "Finetune/Step": 16321, "Finetune/Step Time": 6.706685250625014}
+{"Finetune/Learning Rate": 1.1768214207827377e-06, "Finetune/Loss": 0.6158084273338318, "Finetune/Loss (Raw)": 0.6097158193588257, "Finetune/Step": 16322, "Finetune/Step Time": 6.705607693642378}
+{"Finetune/Learning Rate": 1.1760289841468253e-06, "Finetune/Loss": 0.6156203150749207, "Finetune/Loss (Raw)": 0.6325293183326721, "Finetune/Step": 16323, "Finetune/Step Time": 6.720166685059667}
+{"Finetune/Learning Rate": 1.1752367977336376e-06, "Finetune/Loss": 0.6155133247375488, "Finetune/Loss (Raw)": 0.5410459637641907, "Finetune/Step": 16324, "Finetune/Step Time": 6.738101847469807}
+{"Finetune/Learning Rate": 1.1744448615656411e-06, "Finetune/Loss": 0.615321159362793, "Finetune/Loss (Raw)": 0.5964111685752869, "Finetune/Step": 16325, "Finetune/Step Time": 6.737891970202327}
+{"Finetune/Learning Rate": 1.1736531756652914e-06, "Finetune/Loss": 0.6153972148895264, "Finetune/Loss (Raw)": 0.7616198062896729, "Finetune/Step": 16326, "Finetune/Step Time": 6.744950093328953}
+{"Finetune/Learning Rate": 1.172861740055039e-06, "Finetune/Loss": 0.6164824962615967, "Finetune/Loss (Raw)": 0.7063170075416565, "Finetune/Step": 16327, "Finetune/Step Time": 6.742487996816635}
+{"Finetune/Learning Rate": 1.1720705547573263e-06, "Finetune/Loss": 0.6166370511054993, "Finetune/Loss (Raw)": 0.5459296107292175, "Finetune/Step": 16328, "Finetune/Step Time": 6.740182897076011}
+{"Finetune/Learning Rate": 1.1712796197945897e-06, "Finetune/Loss": 0.6174367666244507, "Finetune/Loss (Raw)": 0.6430238485336304, "Finetune/Step": 16329, "Finetune/Step Time": 6.7354663368314505}
+{"Finetune/Learning Rate": 1.170488935189258e-06, "Finetune/Loss": 0.619623064994812, "Finetune/Loss (Raw)": 0.7812436819076538, "Finetune/Step": 16330, "Finetune/Step Time": 6.736667409539223}
+{"Finetune/Learning Rate": 1.1696985009637518e-06, "Finetune/Loss": 0.6204519271850586, "Finetune/Loss (Raw)": 0.6940451860427856, "Finetune/Step": 16331, "Finetune/Step Time": 6.753867281600833}
+{"Finetune/Learning Rate": 1.1689083171404859e-06, "Finetune/Loss": 0.6202865839004517, "Finetune/Loss (Raw)": 0.5917059183120728, "Finetune/Step": 16332, "Finetune/Step Time": 6.748001104220748}
+{"Finetune/Learning Rate": 1.1681183837418687e-06, "Finetune/Loss": 0.6212868690490723, "Finetune/Loss (Raw)": 0.6371483206748962, "Finetune/Step": 16333, "Finetune/Step Time": 6.736569726839662}
+{"Finetune/Learning Rate": 1.1673287007902988e-06, "Finetune/Loss": 0.6217969655990601, "Finetune/Loss (Raw)": 0.7270169854164124, "Finetune/Step": 16334, "Finetune/Step Time": 6.758697435259819}
+{"Finetune/Learning Rate": 1.166539268308171e-06, "Finetune/Loss": 0.6215658187866211, "Finetune/Loss (Raw)": 0.6023756861686707, "Finetune/Step": 16335, "Finetune/Step Time": 6.760176949203014}
+{"Finetune/Learning Rate": 1.1657500863178694e-06, "Finetune/Loss": 0.621452271938324, "Finetune/Loss (Raw)": 0.6737270355224609, "Finetune/Step": 16336, "Finetune/Step Time": 6.755382327362895}
+{"Finetune/Learning Rate": 1.164961154841775e-06, "Finetune/Loss": 0.6206818222999573, "Finetune/Loss (Raw)": 0.4657580554485321, "Finetune/Step": 16337, "Finetune/Step Time": 6.768194166943431}
+{"Finetune/Learning Rate": 1.1641724739022586e-06, "Finetune/Loss": 0.6211315393447876, "Finetune/Loss (Raw)": 0.5659409165382385, "Finetune/Step": 16338, "Finetune/Step Time": 6.772482147440314}
+{"Finetune/Learning Rate": 1.163384043521687e-06, "Finetune/Loss": 0.6200790405273438, "Finetune/Loss (Raw)": 0.5741898417472839, "Finetune/Step": 16339, "Finetune/Step Time": 6.76774482242763}
+{"Finetune/Learning Rate": 1.1625958637224122e-06, "Finetune/Loss": 0.6194273233413696, "Finetune/Loss (Raw)": 0.5957483053207397, "Finetune/Step": 16340, "Finetune/Step Time": 6.752992944791913}
+{"Finetune/Learning Rate": 1.1618079345267897e-06, "Finetune/Loss": 0.6192864775657654, "Finetune/Loss (Raw)": 0.5942745804786682, "Finetune/Step": 16341, "Finetune/Step Time": 6.75015863776207}
+{"Finetune/Learning Rate": 1.1610202559571626e-06, "Finetune/Loss": 0.6193987131118774, "Finetune/Loss (Raw)": 0.54371178150177, "Finetune/Step": 16342, "Finetune/Step Time": 6.748266199603677}
+{"Finetune/Learning Rate": 1.1602328280358655e-06, "Finetune/Loss": 0.619127631187439, "Finetune/Loss (Raw)": 0.7171991467475891, "Finetune/Step": 16343, "Finetune/Step Time": 6.745888842269778}
+{"Finetune/Learning Rate": 1.1594456507852293e-06, "Finetune/Loss": 0.6174193620681763, "Finetune/Loss (Raw)": 0.5429129600524902, "Finetune/Step": 16344, "Finetune/Step Time": 6.715647762641311}
+{"Finetune/Learning Rate": 1.158658724227577e-06, "Finetune/Loss": 0.6170569062232971, "Finetune/Loss (Raw)": 0.544815182685852, "Finetune/Step": 16345, "Finetune/Step Time": 6.715986689552665}
+{"Finetune/Learning Rate": 1.1578720483852202e-06, "Finetune/Loss": 0.6151123642921448, "Finetune/Loss (Raw)": 0.5255149006843567, "Finetune/Step": 16346, "Finetune/Step Time": 6.711572675034404}
+{"Finetune/Learning Rate": 1.1570856232804661e-06, "Finetune/Loss": 0.6161584854125977, "Finetune/Loss (Raw)": 0.6216542720794678, "Finetune/Step": 16347, "Finetune/Step Time": 6.703613752499223}
+{"Finetune/Learning Rate": 1.1562994489356194e-06, "Finetune/Loss": 0.6162384748458862, "Finetune/Loss (Raw)": 0.7876926064491272, "Finetune/Step": 16348, "Finetune/Step Time": 6.706624051555991}
+{"Finetune/Learning Rate": 1.1555135253729732e-06, "Finetune/Loss": 0.6157523989677429, "Finetune/Loss (Raw)": 0.5873005986213684, "Finetune/Step": 16349, "Finetune/Step Time": 6.709642019122839}
+{"Finetune/Learning Rate": 1.154727852614812e-06, "Finetune/Loss": 0.6146130561828613, "Finetune/Loss (Raw)": 0.6274081468582153, "Finetune/Step": 16350, "Finetune/Step Time": 6.700795685872436}
+{"Finetune/Learning Rate": 1.153942430683419e-06, "Finetune/Loss": 0.6145361661911011, "Finetune/Loss (Raw)": 0.6117844581604004, "Finetune/Step": 16351, "Finetune/Step Time": 6.733376169577241}
+{"Finetune/Learning Rate": 1.153157259601062e-06, "Finetune/Loss": 0.6140289306640625, "Finetune/Loss (Raw)": 0.714198112487793, "Finetune/Step": 16352, "Finetune/Step Time": 6.7371900379657745}
+{"Finetune/Learning Rate": 1.1523723393900077e-06, "Finetune/Loss": 0.612520694732666, "Finetune/Loss (Raw)": 0.4826718270778656, "Finetune/Step": 16353, "Finetune/Step Time": 6.7417967058718204}
+{"Finetune/Learning Rate": 1.1515876700725127e-06, "Finetune/Loss": 0.6115267276763916, "Finetune/Loss (Raw)": 0.547659695148468, "Finetune/Step": 16354, "Finetune/Step Time": 6.744306150823832}
+{"Finetune/Learning Rate": 1.1508032516708311e-06, "Finetune/Loss": 0.6119189858436584, "Finetune/Loss (Raw)": 0.637738823890686, "Finetune/Step": 16355, "Finetune/Step Time": 6.742453007027507}
+{"Finetune/Learning Rate": 1.1500190842072067e-06, "Finetune/Loss": 0.6127873659133911, "Finetune/Loss (Raw)": 0.7516503930091858, "Finetune/Step": 16356, "Finetune/Step Time": 6.743267109617591}
+{"Finetune/Learning Rate": 1.149235167703877e-06, "Finetune/Loss": 0.6136277318000793, "Finetune/Loss (Raw)": 0.6566730737686157, "Finetune/Step": 16357, "Finetune/Step Time": 6.744705103337765}
+{"Finetune/Learning Rate": 1.1484515021830677e-06, "Finetune/Loss": 0.6152766346931458, "Finetune/Loss (Raw)": 0.6650074124336243, "Finetune/Step": 16358, "Finetune/Step Time": 6.730303835123777}
+{"Finetune/Learning Rate": 1.147668087667002e-06, "Finetune/Loss": 0.6142614483833313, "Finetune/Loss (Raw)": 0.5470604300498962, "Finetune/Step": 16359, "Finetune/Step Time": 6.726732449606061}
+{"Finetune/Learning Rate": 1.1468849241778978e-06, "Finetune/Loss": 0.615972101688385, "Finetune/Loss (Raw)": 0.8032954931259155, "Finetune/Step": 16360, "Finetune/Step Time": 6.733534442260861}
+{"Finetune/Learning Rate": 1.1461020117379606e-06, "Finetune/Loss": 0.6155411601066589, "Finetune/Loss (Raw)": 0.6348883509635925, "Finetune/Step": 16361, "Finetune/Step Time": 6.723373923450708}
+{"Finetune/Learning Rate": 1.1453193503693948e-06, "Finetune/Loss": 0.6157888174057007, "Finetune/Loss (Raw)": 0.6435991525650024, "Finetune/Step": 16362, "Finetune/Step Time": 6.704203033819795}
+{"Finetune/Learning Rate": 1.144536940094395e-06, "Finetune/Loss": 0.6147463321685791, "Finetune/Loss (Raw)": 0.5048673152923584, "Finetune/Step": 16363, "Finetune/Step Time": 6.72724518366158}
+{"Finetune/Learning Rate": 1.1437547809351435e-06, "Finetune/Loss": 0.6138380765914917, "Finetune/Loss (Raw)": 0.5084313750267029, "Finetune/Step": 16364, "Finetune/Step Time": 6.732230629771948}
+{"Finetune/Learning Rate": 1.1429728729138234e-06, "Finetune/Loss": 0.6145784854888916, "Finetune/Loss (Raw)": 0.6778649091720581, "Finetune/Step": 16365, "Finetune/Step Time": 6.734301622956991}
+{"Finetune/Learning Rate": 1.142191216052606e-06, "Finetune/Loss": 0.613892674446106, "Finetune/Loss (Raw)": 0.6358309388160706, "Finetune/Step": 16366, "Finetune/Step Time": 6.732409406453371}
+{"Finetune/Learning Rate": 1.1414098103736582e-06, "Finetune/Loss": 0.6139771342277527, "Finetune/Loss (Raw)": 0.564258337020874, "Finetune/Step": 16367, "Finetune/Step Time": 6.731590615585446}
+{"Finetune/Learning Rate": 1.1406286558991376e-06, "Finetune/Loss": 0.6144945025444031, "Finetune/Loss (Raw)": 0.6461230516433716, "Finetune/Step": 16368, "Finetune/Step Time": 6.729504948481917}
+{"Finetune/Learning Rate": 1.1398477526511952e-06, "Finetune/Loss": 0.613822340965271, "Finetune/Loss (Raw)": 0.5416201949119568, "Finetune/Step": 16369, "Finetune/Step Time": 6.705320421606302}
+{"Finetune/Learning Rate": 1.139067100651976e-06, "Finetune/Loss": 0.6131927967071533, "Finetune/Loss (Raw)": 0.5862820148468018, "Finetune/Step": 16370, "Finetune/Step Time": 6.705852821469307}
+{"Finetune/Learning Rate": 1.1382866999236165e-06, "Finetune/Loss": 0.6133770942687988, "Finetune/Loss (Raw)": 0.612311601638794, "Finetune/Step": 16371, "Finetune/Step Time": 6.687091510742903}
+{"Finetune/Learning Rate": 1.1375065504882465e-06, "Finetune/Loss": 0.6123400926589966, "Finetune/Loss (Raw)": 0.5088909268379211, "Finetune/Step": 16372, "Finetune/Step Time": 6.690644413232803}
+{"Finetune/Learning Rate": 1.1367266523679888e-06, "Finetune/Loss": 0.6126660108566284, "Finetune/Loss (Raw)": 0.675271213054657, "Finetune/Step": 16373, "Finetune/Step Time": 6.690450672060251}
+{"Finetune/Learning Rate": 1.1359470055849609e-06, "Finetune/Loss": 0.6125901937484741, "Finetune/Loss (Raw)": 0.5624170303344727, "Finetune/Step": 16374, "Finetune/Step Time": 6.688527926802635}
+{"Finetune/Learning Rate": 1.1351676101612685e-06, "Finetune/Loss": 0.615269660949707, "Finetune/Loss (Raw)": 0.7868527173995972, "Finetune/Step": 16375, "Finetune/Step Time": 6.674575721845031}
+{"Finetune/Learning Rate": 1.1343884661190153e-06, "Finetune/Loss": 0.6151354908943176, "Finetune/Loss (Raw)": 0.5320818424224854, "Finetune/Step": 16376, "Finetune/Step Time": 6.6806307174265385}
+{"Finetune/Learning Rate": 1.1336095734802943e-06, "Finetune/Loss": 0.6160394549369812, "Finetune/Loss (Raw)": 0.6805578470230103, "Finetune/Step": 16377, "Finetune/Step Time": 6.686130000278354}
+{"Finetune/Learning Rate": 1.1328309322671937e-06, "Finetune/Loss": 0.6173406839370728, "Finetune/Loss (Raw)": 0.8160011172294617, "Finetune/Step": 16378, "Finetune/Step Time": 6.686379825696349}
+{"Finetune/Learning Rate": 1.1320525425017937e-06, "Finetune/Loss": 0.6173560619354248, "Finetune/Loss (Raw)": 0.6059260368347168, "Finetune/Step": 16379, "Finetune/Step Time": 6.685089303180575}
+{"Finetune/Learning Rate": 1.1312744042061653e-06, "Finetune/Loss": 0.6162911653518677, "Finetune/Loss (Raw)": 0.6119759678840637, "Finetune/Step": 16380, "Finetune/Step Time": 6.6892295852303505}
+{"Finetune/Learning Rate": 1.1304965174023751e-06, "Finetune/Loss": 0.6168226599693298, "Finetune/Loss (Raw)": 0.7096267342567444, "Finetune/Step": 16381, "Finetune/Step Time": 6.6876010950654745}
+{"Finetune/Learning Rate": 1.129718882112484e-06, "Finetune/Loss": 0.6159763336181641, "Finetune/Loss (Raw)": 0.6114404201507568, "Finetune/Step": 16382, "Finetune/Step Time": 6.6835437547415495}
+{"Finetune/Learning Rate": 1.12894149835854e-06, "Finetune/Loss": 0.6155210137367249, "Finetune/Loss (Raw)": 0.5862486362457275, "Finetune/Step": 16383, "Finetune/Step Time": 6.683118363842368}
+{"Finetune/Learning Rate": 1.1281643661625896e-06, "Finetune/Loss": 0.6165141463279724, "Finetune/Loss (Raw)": 0.6837319135665894, "Finetune/Step": 16384, "Finetune/Step Time": 6.685111984610558}
+{"Finetune/Learning Rate": 1.1273874855466704e-06, "Finetune/Loss": 0.6168115139007568, "Finetune/Loss (Raw)": 0.7286640405654907, "Finetune/Step": 16385, "Finetune/Step Time": 6.68323021940887}
+{"Finetune/Learning Rate": 1.1266108565328103e-06, "Finetune/Loss": 0.616588294506073, "Finetune/Loss (Raw)": 0.6177420020103455, "Finetune/Step": 16386, "Finetune/Step Time": 6.682422129437327}
+{"Finetune/Learning Rate": 1.1258344791430375e-06, "Finetune/Loss": 0.6160314083099365, "Finetune/Loss (Raw)": 0.5438678860664368, "Finetune/Step": 16387, "Finetune/Step Time": 6.683173928409815}
+{"Finetune/Learning Rate": 1.1250583533993598e-06, "Finetune/Loss": 0.6158078908920288, "Finetune/Loss (Raw)": 0.4624495804309845, "Finetune/Step": 16388, "Finetune/Step Time": 6.696537185460329}
+{"Finetune/Learning Rate": 1.1242824793237917e-06, "Finetune/Loss": 0.615511417388916, "Finetune/Loss (Raw)": 0.5808666944503784, "Finetune/Step": 16389, "Finetune/Step Time": 6.701312521472573}
+{"Finetune/Learning Rate": 1.1235068569383334e-06, "Finetune/Loss": 0.6171982288360596, "Finetune/Loss (Raw)": 0.720116138458252, "Finetune/Step": 16390, "Finetune/Step Time": 6.698243722319603}
+{"Finetune/Learning Rate": 1.1227314862649785e-06, "Finetune/Loss": 0.617519199848175, "Finetune/Loss (Raw)": 0.6762867569923401, "Finetune/Step": 16391, "Finetune/Step Time": 6.698208902031183}
+{"Finetune/Learning Rate": 1.1219563673257162e-06, "Finetune/Loss": 0.6177663207054138, "Finetune/Loss (Raw)": 0.6484814286231995, "Finetune/Step": 16392, "Finetune/Step Time": 6.714397190138698}
+{"Finetune/Learning Rate": 1.1211815001425275e-06, "Finetune/Loss": 0.6174087524414062, "Finetune/Loss (Raw)": 0.52866530418396, "Finetune/Step": 16393, "Finetune/Step Time": 6.72879851795733}
+{"Finetune/Learning Rate": 1.1204068847373806e-06, "Finetune/Loss": 0.6188809275627136, "Finetune/Loss (Raw)": 0.7299327254295349, "Finetune/Step": 16394, "Finetune/Step Time": 6.719689324498177}
+{"Finetune/Learning Rate": 1.1196325211322457e-06, "Finetune/Loss": 0.6187624931335449, "Finetune/Loss (Raw)": 0.6048639416694641, "Finetune/Step": 16395, "Finetune/Step Time": 6.72025853395462}
+{"Finetune/Learning Rate": 1.1188584093490773e-06, "Finetune/Loss": 0.6179707050323486, "Finetune/Loss (Raw)": 0.49588021636009216, "Finetune/Step": 16396, "Finetune/Step Time": 6.718657091259956}
+{"Finetune/Learning Rate": 1.1180845494098313e-06, "Finetune/Loss": 0.6176416277885437, "Finetune/Loss (Raw)": 0.473970890045166, "Finetune/Step": 16397, "Finetune/Step Time": 6.712872050702572}
+{"Finetune/Learning Rate": 1.1173109413364513e-06, "Finetune/Loss": 0.6173598170280457, "Finetune/Loss (Raw)": 0.5835584402084351, "Finetune/Step": 16398, "Finetune/Step Time": 6.713582141324878}
+{"Finetune/Learning Rate": 1.1165375851508764e-06, "Finetune/Loss": 0.6170331835746765, "Finetune/Loss (Raw)": 0.5815582871437073, "Finetune/Step": 16399, "Finetune/Step Time": 6.711576972156763}
+{"Finetune/Learning Rate": 1.1157644808750313e-06, "Finetune/Loss": 0.6166706085205078, "Finetune/Loss (Raw)": 0.6411733031272888, "Finetune/Step": 16400, "Finetune/Step Time": 6.703178690746427}
+{"Finetune/Learning Rate": 1.1149916285308426e-06, "Finetune/Loss": 0.6172326803207397, "Finetune/Loss (Raw)": 0.6245625019073486, "Finetune/Step": 16401, "Finetune/Step Time": 6.703147092834115}
+{"Finetune/Learning Rate": 1.1142190281402266e-06, "Finetune/Loss": 0.6182932257652283, "Finetune/Loss (Raw)": 0.6447567939758301, "Finetune/Step": 16402, "Finetune/Step Time": 6.697805346921086}
+{"Finetune/Learning Rate": 1.1134466797250876e-06, "Finetune/Loss": 0.6185917258262634, "Finetune/Loss (Raw)": 0.5566454529762268, "Finetune/Step": 16403, "Finetune/Step Time": 6.697802567854524}
+{"Finetune/Learning Rate": 1.1126745833073338e-06, "Finetune/Loss": 0.6178120970726013, "Finetune/Loss (Raw)": 0.5998364686965942, "Finetune/Step": 16404, "Finetune/Step Time": 6.697434762492776}
+{"Finetune/Learning Rate": 1.1119027389088565e-06, "Finetune/Loss": 0.6173903346061707, "Finetune/Loss (Raw)": 0.6635262966156006, "Finetune/Step": 16405, "Finetune/Step Time": 6.699823698028922}
+{"Finetune/Learning Rate": 1.111131146551545e-06, "Finetune/Loss": 0.6189450025558472, "Finetune/Loss (Raw)": 0.7525202035903931, "Finetune/Step": 16406, "Finetune/Step Time": 6.699879042804241}
+{"Finetune/Learning Rate": 1.1103598062572762e-06, "Finetune/Loss": 0.6205235719680786, "Finetune/Loss (Raw)": 0.643818736076355, "Finetune/Step": 16407, "Finetune/Step Time": 6.684038707986474}
+{"Finetune/Learning Rate": 1.1095887180479248e-06, "Finetune/Loss": 0.6210950613021851, "Finetune/Loss (Raw)": 0.6287087798118591, "Finetune/Step": 16408, "Finetune/Step Time": 6.684513868764043}
+{"Finetune/Learning Rate": 1.1088178819453555e-06, "Finetune/Loss": 0.6217514276504517, "Finetune/Loss (Raw)": 0.6384953260421753, "Finetune/Step": 16409, "Finetune/Step Time": 6.686154376715422}
+{"Finetune/Learning Rate": 1.1080472979714263e-06, "Finetune/Loss": 0.6212055683135986, "Finetune/Loss (Raw)": 0.6032261252403259, "Finetune/Step": 16410, "Finetune/Step Time": 6.687545044347644}
+{"Finetune/Learning Rate": 1.1072769661479922e-06, "Finetune/Loss": 0.6214823722839355, "Finetune/Loss (Raw)": 0.5426087379455566, "Finetune/Step": 16411, "Finetune/Step Time": 6.692302847281098}
+{"Finetune/Learning Rate": 1.1065068864968976e-06, "Finetune/Loss": 0.6215506792068481, "Finetune/Loss (Raw)": 0.6541087627410889, "Finetune/Step": 16412, "Finetune/Step Time": 6.6849118415266275}
+{"Finetune/Learning Rate": 1.1057370590399763e-06, "Finetune/Loss": 0.6218163967132568, "Finetune/Loss (Raw)": 0.5487578511238098, "Finetune/Step": 16413, "Finetune/Step Time": 6.682069338858128}
+{"Finetune/Learning Rate": 1.104967483799061e-06, "Finetune/Loss": 0.6221773028373718, "Finetune/Loss (Raw)": 0.6631096005439758, "Finetune/Step": 16414, "Finetune/Step Time": 6.699190566316247}
+{"Finetune/Learning Rate": 1.1041981607959728e-06, "Finetune/Loss": 0.6220160722732544, "Finetune/Loss (Raw)": 0.5660884380340576, "Finetune/Step": 16415, "Finetune/Step Time": 6.700522501021624}
+{"Finetune/Learning Rate": 1.1034290900525279e-06, "Finetune/Loss": 0.6207667589187622, "Finetune/Loss (Raw)": 0.5268628597259521, "Finetune/Step": 16416, "Finetune/Step Time": 6.704041577875614}
+{"Finetune/Learning Rate": 1.1026602715905343e-06, "Finetune/Loss": 0.6216490268707275, "Finetune/Loss (Raw)": 0.6907334923744202, "Finetune/Step": 16417, "Finetune/Step Time": 6.708069037646055}
+{"Finetune/Learning Rate": 1.101891705431799e-06, "Finetune/Loss": 0.6221163868904114, "Finetune/Loss (Raw)": 0.6418635845184326, "Finetune/Step": 16418, "Finetune/Step Time": 6.7133246175944805}
+{"Finetune/Learning Rate": 1.10112339159811e-06, "Finetune/Loss": 0.6225704550743103, "Finetune/Loss (Raw)": 0.6150387525558472, "Finetune/Step": 16419, "Finetune/Step Time": 6.714686898514628}
+{"Finetune/Learning Rate": 1.1003553301112557e-06, "Finetune/Loss": 0.6226333379745483, "Finetune/Loss (Raw)": 0.620397686958313, "Finetune/Step": 16420, "Finetune/Step Time": 6.715387823060155}
+{"Finetune/Learning Rate": 1.0995875209930185e-06, "Finetune/Loss": 0.6214094758033752, "Finetune/Loss (Raw)": 0.5046182870864868, "Finetune/Step": 16421, "Finetune/Step Time": 6.741119064390659}
+{"Finetune/Learning Rate": 1.0988199642651687e-06, "Finetune/Loss": 0.622297465801239, "Finetune/Loss (Raw)": 0.7221342921257019, "Finetune/Step": 16422, "Finetune/Step Time": 6.73484674654901}
+{"Finetune/Learning Rate": 1.0980526599494733e-06, "Finetune/Loss": 0.6210080981254578, "Finetune/Loss (Raw)": 0.5050249695777893, "Finetune/Step": 16423, "Finetune/Step Time": 6.749113576486707}
+{"Finetune/Learning Rate": 1.0972856080676908e-06, "Finetune/Loss": 0.6207402944564819, "Finetune/Loss (Raw)": 0.6396998763084412, "Finetune/Step": 16424, "Finetune/Step Time": 6.758628837764263}
+{"Finetune/Learning Rate": 1.0965188086415735e-06, "Finetune/Loss": 0.6209443807601929, "Finetune/Loss (Raw)": 0.6414430737495422, "Finetune/Step": 16425, "Finetune/Step Time": 6.754932999610901}
+{"Finetune/Learning Rate": 1.0957522616928629e-06, "Finetune/Loss": 0.6210862398147583, "Finetune/Loss (Raw)": 0.5332154631614685, "Finetune/Step": 16426, "Finetune/Step Time": 6.763536185026169}
+{"Finetune/Learning Rate": 1.0949859672432993e-06, "Finetune/Loss": 0.6214100122451782, "Finetune/Loss (Raw)": 0.6175420880317688, "Finetune/Step": 16427, "Finetune/Step Time": 6.76955396309495}
+{"Finetune/Learning Rate": 1.0942199253146103e-06, "Finetune/Loss": 0.6214401125907898, "Finetune/Loss (Raw)": 0.670727550983429, "Finetune/Step": 16428, "Finetune/Step Time": 6.784745909273624}
+{"Finetune/Learning Rate": 1.09345413592852e-06, "Finetune/Loss": 0.6205253601074219, "Finetune/Loss (Raw)": 0.555781364440918, "Finetune/Step": 16429, "Finetune/Step Time": 6.811218932271004}
+{"Finetune/Learning Rate": 1.0926885991067437e-06, "Finetune/Loss": 0.6208969354629517, "Finetune/Loss (Raw)": 0.6601677536964417, "Finetune/Step": 16430, "Finetune/Step Time": 6.77289617434144}
+{"Finetune/Learning Rate": 1.0919233148709895e-06, "Finetune/Loss": 0.6197616457939148, "Finetune/Loss (Raw)": 0.5475431680679321, "Finetune/Step": 16431, "Finetune/Step Time": 6.783362815156579}
+{"Finetune/Learning Rate": 1.0911582832429591e-06, "Finetune/Loss": 0.6199214458465576, "Finetune/Loss (Raw)": 0.6345821022987366, "Finetune/Step": 16432, "Finetune/Step Time": 6.783134562894702}
+{"Finetune/Learning Rate": 1.0903935042443469e-06, "Finetune/Loss": 0.6201097965240479, "Finetune/Loss (Raw)": 0.6416876912117004, "Finetune/Step": 16433, "Finetune/Step Time": 6.785201221704483}
+{"Finetune/Learning Rate": 1.0896289778968384e-06, "Finetune/Loss": 0.6198378801345825, "Finetune/Loss (Raw)": 0.570934534072876, "Finetune/Step": 16434, "Finetune/Step Time": 6.784289103001356}
+{"Finetune/Learning Rate": 1.0888647042221146e-06, "Finetune/Loss": 0.6183772087097168, "Finetune/Loss (Raw)": 0.5194942951202393, "Finetune/Step": 16435, "Finetune/Step Time": 6.779235579073429}
+{"Finetune/Learning Rate": 1.0881006832418506e-06, "Finetune/Loss": 0.6171747446060181, "Finetune/Loss (Raw)": 0.5679521560668945, "Finetune/Step": 16436, "Finetune/Step Time": 6.7838056571781635}
+{"Finetune/Learning Rate": 1.0873369149777047e-06, "Finetune/Loss": 0.6165875196456909, "Finetune/Loss (Raw)": 0.4796889126300812, "Finetune/Step": 16437, "Finetune/Step Time": 6.795534901320934}
+{"Finetune/Learning Rate": 1.0865733994513416e-06, "Finetune/Loss": 0.6166085004806519, "Finetune/Loss (Raw)": 0.6474527716636658, "Finetune/Step": 16438, "Finetune/Step Time": 6.793545829132199}
+{"Finetune/Learning Rate": 1.0858101366844109e-06, "Finetune/Loss": 0.6165439486503601, "Finetune/Loss (Raw)": 0.6418083906173706, "Finetune/Step": 16439, "Finetune/Step Time": 6.792923742905259}
+{"Finetune/Learning Rate": 1.0850471266985551e-06, "Finetune/Loss": 0.6165663599967957, "Finetune/Loss (Raw)": 0.5525984168052673, "Finetune/Step": 16440, "Finetune/Step Time": 6.793310323730111}
+{"Finetune/Learning Rate": 1.0842843695154137e-06, "Finetune/Loss": 0.6156511306762695, "Finetune/Loss (Raw)": 0.4834500551223755, "Finetune/Step": 16441, "Finetune/Step Time": 6.79016593284905}
+{"Finetune/Learning Rate": 1.0835218651566148e-06, "Finetune/Loss": 0.6148308515548706, "Finetune/Loss (Raw)": 0.6055338978767395, "Finetune/Step": 16442, "Finetune/Step Time": 6.793881896883249}
+{"Finetune/Learning Rate": 1.0827596136437802e-06, "Finetune/Loss": 0.6133391857147217, "Finetune/Loss (Raw)": 0.5181365609169006, "Finetune/Step": 16443, "Finetune/Step Time": 6.812302570790052}
+{"Finetune/Learning Rate": 1.0819976149985233e-06, "Finetune/Loss": 0.6127115488052368, "Finetune/Loss (Raw)": 0.5392466187477112, "Finetune/Step": 16444, "Finetune/Step Time": 6.826476627960801}
+{"Finetune/Learning Rate": 1.0812358692424563e-06, "Finetune/Loss": 0.6120926737785339, "Finetune/Loss (Raw)": 0.5245203971862793, "Finetune/Step": 16445, "Finetune/Step Time": 6.842981655150652}
+{"Finetune/Learning Rate": 1.0804743763971791e-06, "Finetune/Loss": 0.6134164333343506, "Finetune/Loss (Raw)": 0.7266792058944702, "Finetune/Step": 16446, "Finetune/Step Time": 6.827267372980714}
+{"Finetune/Learning Rate": 1.079713136484285e-06, "Finetune/Loss": 0.6139328479766846, "Finetune/Loss (Raw)": 0.7096124887466431, "Finetune/Step": 16447, "Finetune/Step Time": 6.828176960349083}
+{"Finetune/Learning Rate": 1.078952149525362e-06, "Finetune/Loss": 0.6146507263183594, "Finetune/Loss (Raw)": 0.6099101901054382, "Finetune/Step": 16448, "Finetune/Step Time": 6.815214693546295}
+{"Finetune/Learning Rate": 1.0781914155419859e-06, "Finetune/Loss": 0.6134316921234131, "Finetune/Loss (Raw)": 0.5215064883232117, "Finetune/Step": 16449, "Finetune/Step Time": 6.804650794714689}
+{"Finetune/Learning Rate": 1.077430934555731e-06, "Finetune/Loss": 0.6137475967407227, "Finetune/Loss (Raw)": 0.6501536965370178, "Finetune/Step": 16450, "Finetune/Step Time": 6.807190429419279}
+{"Finetune/Learning Rate": 1.0766707065881621e-06, "Finetune/Loss": 0.61335289478302, "Finetune/Loss (Raw)": 0.5820042490959167, "Finetune/Step": 16451, "Finetune/Step Time": 6.793621644377708}
+{"Finetune/Learning Rate": 1.0759107316608352e-06, "Finetune/Loss": 0.6145056486129761, "Finetune/Loss (Raw)": 0.6886035799980164, "Finetune/Step": 16452, "Finetune/Step Time": 6.770269615575671}
+{"Finetune/Learning Rate": 1.0751510097953067e-06, "Finetune/Loss": 0.6145264506340027, "Finetune/Loss (Raw)": 0.5990725159645081, "Finetune/Step": 16453, "Finetune/Step Time": 6.773724855855107}
+{"Finetune/Learning Rate": 1.0743915410131177e-06, "Finetune/Loss": 0.6135479211807251, "Finetune/Loss (Raw)": 0.6363665461540222, "Finetune/Step": 16454, "Finetune/Step Time": 6.771079694852233}
+{"Finetune/Learning Rate": 1.0736323253358016e-06, "Finetune/Loss": 0.6126745343208313, "Finetune/Loss (Raw)": 0.5945246815681458, "Finetune/Step": 16455, "Finetune/Step Time": 6.770804215222597}
+{"Finetune/Learning Rate": 1.0728733627848898e-06, "Finetune/Loss": 0.6131761074066162, "Finetune/Loss (Raw)": 0.6101301312446594, "Finetune/Step": 16456, "Finetune/Step Time": 6.7729209419339895}
+{"Finetune/Learning Rate": 1.0721146533819038e-06, "Finetune/Loss": 0.6124106645584106, "Finetune/Loss (Raw)": 0.5450485348701477, "Finetune/Step": 16457, "Finetune/Step Time": 6.7864706087857485}
+{"Finetune/Learning Rate": 1.0713561971483587e-06, "Finetune/Loss": 0.6120597124099731, "Finetune/Loss (Raw)": 0.7363247871398926, "Finetune/Step": 16458, "Finetune/Step Time": 6.792014604434371}
+{"Finetune/Learning Rate": 1.0705979941057608e-06, "Finetune/Loss": 0.611343264579773, "Finetune/Loss (Raw)": 0.6023386716842651, "Finetune/Step": 16459, "Finetune/Step Time": 6.776019409298897}
+{"Finetune/Learning Rate": 1.069840044275615e-06, "Finetune/Loss": 0.6101019978523254, "Finetune/Loss (Raw)": 0.4328247010707855, "Finetune/Step": 16460, "Finetune/Step Time": 6.789292650297284}
+{"Finetune/Learning Rate": 1.0690823476794099e-06, "Finetune/Loss": 0.6087081432342529, "Finetune/Loss (Raw)": 0.45873045921325684, "Finetune/Step": 16461, "Finetune/Step Time": 6.802108725532889}
+{"Finetune/Learning Rate": 1.0683249043386335e-06, "Finetune/Loss": 0.6072485446929932, "Finetune/Loss (Raw)": 0.5401899814605713, "Finetune/Step": 16462, "Finetune/Step Time": 6.777564860880375}
+{"Finetune/Learning Rate": 1.0675677142747654e-06, "Finetune/Loss": 0.6073644161224365, "Finetune/Loss (Raw)": 0.6172041296958923, "Finetune/Step": 16463, "Finetune/Step Time": 6.776137178763747}
+{"Finetune/Learning Rate": 1.066810777509275e-06, "Finetune/Loss": 0.6069645285606384, "Finetune/Loss (Raw)": 0.6225411891937256, "Finetune/Step": 16464, "Finetune/Step Time": 6.7815745789557695}
+{"Finetune/Learning Rate": 1.0660540940636289e-06, "Finetune/Loss": 0.6080236434936523, "Finetune/Loss (Raw)": 0.6013240814208984, "Finetune/Step": 16465, "Finetune/Step Time": 6.7819249499589205}
+{"Finetune/Learning Rate": 1.0652976639592837e-06, "Finetune/Loss": 0.607921302318573, "Finetune/Loss (Raw)": 0.552847683429718, "Finetune/Step": 16466, "Finetune/Step Time": 6.778937548398972}
+{"Finetune/Learning Rate": 1.0645414872176906e-06, "Finetune/Loss": 0.6079638004302979, "Finetune/Loss (Raw)": 0.5796316266059875, "Finetune/Step": 16467, "Finetune/Step Time": 6.788215523585677}
+{"Finetune/Learning Rate": 1.0637855638602913e-06, "Finetune/Loss": 0.6076602935791016, "Finetune/Loss (Raw)": 0.556898832321167, "Finetune/Step": 16468, "Finetune/Step Time": 6.787237459793687}
+{"Finetune/Learning Rate": 1.0630298939085226e-06, "Finetune/Loss": 0.6073870658874512, "Finetune/Loss (Raw)": 0.5592946410179138, "Finetune/Step": 16469, "Finetune/Step Time": 6.785411758348346}
+{"Finetune/Learning Rate": 1.0622744773838123e-06, "Finetune/Loss": 0.6079177856445312, "Finetune/Loss (Raw)": 0.6116496324539185, "Finetune/Step": 16470, "Finetune/Step Time": 6.787176072597504}
+{"Finetune/Learning Rate": 1.061519314307583e-06, "Finetune/Loss": 0.6069385409355164, "Finetune/Loss (Raw)": 0.5918548107147217, "Finetune/Step": 16471, "Finetune/Step Time": 6.79528709128499}
+{"Finetune/Learning Rate": 1.0607644047012477e-06, "Finetune/Loss": 0.6077413558959961, "Finetune/Loss (Raw)": 0.6456721425056458, "Finetune/Step": 16472, "Finetune/Step Time": 6.793471397832036}
+{"Finetune/Learning Rate": 1.0600097485862148e-06, "Finetune/Loss": 0.6062155961990356, "Finetune/Loss (Raw)": 0.3495175540447235, "Finetune/Step": 16473, "Finetune/Step Time": 6.8115449622273445}
+{"Finetune/Learning Rate": 1.0592553459838828e-06, "Finetune/Loss": 0.6069847345352173, "Finetune/Loss (Raw)": 0.6239678263664246, "Finetune/Step": 16474, "Finetune/Step Time": 6.797572880983353}
+{"Finetune/Learning Rate": 1.0585011969156456e-06, "Finetune/Loss": 0.6077228784561157, "Finetune/Loss (Raw)": 0.7161369919776917, "Finetune/Step": 16475, "Finetune/Step Time": 6.796121131628752}
+{"Finetune/Learning Rate": 1.0577473014028872e-06, "Finetune/Loss": 0.6067072153091431, "Finetune/Loss (Raw)": 0.6576856374740601, "Finetune/Step": 16476, "Finetune/Step Time": 6.796209439635277}
+{"Finetune/Learning Rate": 1.0569936594669883e-06, "Finetune/Loss": 0.6078510284423828, "Finetune/Loss (Raw)": 0.7337011694908142, "Finetune/Step": 16477, "Finetune/Step Time": 6.794933324679732}
+{"Finetune/Learning Rate": 1.0562402711293195e-06, "Finetune/Loss": 0.6079649925231934, "Finetune/Loss (Raw)": 0.6420016288757324, "Finetune/Step": 16478, "Finetune/Step Time": 6.79601027444005}
+{"Finetune/Learning Rate": 1.0554871364112407e-06, "Finetune/Loss": 0.6084735989570618, "Finetune/Loss (Raw)": 0.6768850684165955, "Finetune/Step": 16479, "Finetune/Step Time": 6.762147633358836}
+{"Finetune/Learning Rate": 1.0547342553341144e-06, "Finetune/Loss": 0.6081788539886475, "Finetune/Loss (Raw)": 0.6764683723449707, "Finetune/Step": 16480, "Finetune/Step Time": 6.762887936085463}
+{"Finetune/Learning Rate": 1.0539816279192871e-06, "Finetune/Loss": 0.6088323593139648, "Finetune/Loss (Raw)": 0.5663222670555115, "Finetune/Step": 16481, "Finetune/Step Time": 6.756944812834263}
+{"Finetune/Learning Rate": 1.0532292541881018e-06, "Finetune/Loss": 0.6080156564712524, "Finetune/Loss (Raw)": 0.44312238693237305, "Finetune/Step": 16482, "Finetune/Step Time": 6.762373009696603}
+{"Finetune/Learning Rate": 1.0524771341618933e-06, "Finetune/Loss": 0.6078391075134277, "Finetune/Loss (Raw)": 0.6151456236839294, "Finetune/Step": 16483, "Finetune/Step Time": 6.7812258787453175}
+{"Finetune/Learning Rate": 1.0517252678619904e-06, "Finetune/Loss": 0.6065686345100403, "Finetune/Loss (Raw)": 0.5890271067619324, "Finetune/Step": 16484, "Finetune/Step Time": 6.784667616710067}
+{"Finetune/Learning Rate": 1.0509736553097149e-06, "Finetune/Loss": 0.6057512164115906, "Finetune/Loss (Raw)": 0.5520443916320801, "Finetune/Step": 16485, "Finetune/Step Time": 6.785547100007534}
+{"Finetune/Learning Rate": 1.0502222965263754e-06, "Finetune/Loss": 0.605034351348877, "Finetune/Loss (Raw)": 0.573249876499176, "Finetune/Step": 16486, "Finetune/Step Time": 6.789644734933972}
+{"Finetune/Learning Rate": 1.0494711915332844e-06, "Finetune/Loss": 0.6062301993370056, "Finetune/Loss (Raw)": 0.700129508972168, "Finetune/Step": 16487, "Finetune/Step Time": 6.778365578502417}
+{"Finetune/Learning Rate": 1.0487203403517377e-06, "Finetune/Loss": 0.6054246425628662, "Finetune/Loss (Raw)": 0.7001851797103882, "Finetune/Step": 16488, "Finetune/Step Time": 6.776181492954493}
+{"Finetune/Learning Rate": 1.0479697430030277e-06, "Finetune/Loss": 0.6050771474838257, "Finetune/Loss (Raw)": 0.590410053730011, "Finetune/Step": 16489, "Finetune/Step Time": 6.78814828209579}
+{"Finetune/Learning Rate": 1.04721939950844e-06, "Finetune/Loss": 0.6046428680419922, "Finetune/Loss (Raw)": 0.5880081653594971, "Finetune/Step": 16490, "Finetune/Step Time": 6.788100114092231}
+{"Finetune/Learning Rate": 1.0464693098892542e-06, "Finetune/Loss": 0.6061679124832153, "Finetune/Loss (Raw)": 0.7000788450241089, "Finetune/Step": 16491, "Finetune/Step Time": 6.761289328336716}
+{"Finetune/Learning Rate": 1.0457194741667364e-06, "Finetune/Loss": 0.6066240668296814, "Finetune/Loss (Raw)": 0.5668142437934875, "Finetune/Step": 16492, "Finetune/Step Time": 6.760761350393295}
+{"Finetune/Learning Rate": 1.0449698923621498e-06, "Finetune/Loss": 0.6054669618606567, "Finetune/Loss (Raw)": 0.5297504663467407, "Finetune/Step": 16493, "Finetune/Step Time": 6.772856764495373}
+{"Finetune/Learning Rate": 1.044220564496754e-06, "Finetune/Loss": 0.6047638654708862, "Finetune/Loss (Raw)": 0.5458305478096008, "Finetune/Step": 16494, "Finetune/Step Time": 6.780555048957467}
+{"Finetune/Learning Rate": 1.0434714905917965e-06, "Finetune/Loss": 0.6053277254104614, "Finetune/Loss (Raw)": 0.6364427804946899, "Finetune/Step": 16495, "Finetune/Step Time": 6.778434524312615}
+{"Finetune/Learning Rate": 1.0427226706685178e-06, "Finetune/Loss": 0.6048264503479004, "Finetune/Loss (Raw)": 0.5819488167762756, "Finetune/Step": 16496, "Finetune/Step Time": 6.783786339685321}
+{"Finetune/Learning Rate": 1.0419741047481558e-06, "Finetune/Loss": 0.6054427027702332, "Finetune/Loss (Raw)": 0.6205084919929504, "Finetune/Step": 16497, "Finetune/Step Time": 6.7822274677455425}
+{"Finetune/Learning Rate": 1.041225792851932e-06, "Finetune/Loss": 0.6057407855987549, "Finetune/Loss (Raw)": 0.624430239200592, "Finetune/Step": 16498, "Finetune/Step Time": 6.781636223196983}
+{"Finetune/Learning Rate": 1.040477735001071e-06, "Finetune/Loss": 0.6058568954467773, "Finetune/Loss (Raw)": 0.6271774768829346, "Finetune/Step": 16499, "Finetune/Step Time": 6.7862371653318405}
+{"Finetune/Learning Rate": 1.0397299312167807e-06, "Finetune/Loss": 0.6058807373046875, "Finetune/Loss (Raw)": 0.5119376182556152, "Finetune/Step": 16500, "Finetune/Step Time": 6.781864773482084}
+{"Finetune/Learning Rate": 1.0389823815202727e-06, "Finetune/Loss": 0.6064743995666504, "Finetune/Loss (Raw)": 0.7512633204460144, "Finetune/Step": 16501, "Finetune/Step Time": 6.782637342810631}
+{"Finetune/Learning Rate": 1.0382350859327416e-06, "Finetune/Loss": 0.6070524454116821, "Finetune/Loss (Raw)": 0.6364102959632874, "Finetune/Step": 16502, "Finetune/Step Time": 6.781360540539026}
+{"Finetune/Learning Rate": 1.037488044475382e-06, "Finetune/Loss": 0.6054314374923706, "Finetune/Loss (Raw)": 0.5793666243553162, "Finetune/Step": 16503, "Finetune/Step Time": 6.790887525305152}
+{"Finetune/Learning Rate": 1.0367412571693746e-06, "Finetune/Loss": 0.6062901020050049, "Finetune/Loss (Raw)": 0.6419837474822998, "Finetune/Step": 16504, "Finetune/Step Time": 6.789378020912409}
+{"Finetune/Learning Rate": 1.0359947240358958e-06, "Finetune/Loss": 0.6059479117393494, "Finetune/Loss (Raw)": 0.6367623209953308, "Finetune/Step": 16505, "Finetune/Step Time": 6.779254132881761}
+{"Finetune/Learning Rate": 1.0352484450961176e-06, "Finetune/Loss": 0.604663074016571, "Finetune/Loss (Raw)": 0.6515432000160217, "Finetune/Step": 16506, "Finetune/Step Time": 6.794798191636801}
+{"Finetune/Learning Rate": 1.0345024203711996e-06, "Finetune/Loss": 0.6050648093223572, "Finetune/Loss (Raw)": 0.6573502421379089, "Finetune/Step": 16507, "Finetune/Step Time": 6.7959137093275785}
+{"Finetune/Learning Rate": 1.033756649882297e-06, "Finetune/Loss": 0.6044254899024963, "Finetune/Loss (Raw)": 0.5301377773284912, "Finetune/Step": 16508, "Finetune/Step Time": 6.788451697677374}
+{"Finetune/Learning Rate": 1.0330111336505644e-06, "Finetune/Loss": 0.6033651232719421, "Finetune/Loss (Raw)": 0.5739001631736755, "Finetune/Step": 16509, "Finetune/Step Time": 6.789205485954881}
+{"Finetune/Learning Rate": 1.0322658716971346e-06, "Finetune/Loss": 0.6030410528182983, "Finetune/Loss (Raw)": 0.5699595808982849, "Finetune/Step": 16510, "Finetune/Step Time": 6.791081024333835}
+{"Finetune/Learning Rate": 1.0315208640431429e-06, "Finetune/Loss": 0.604336142539978, "Finetune/Loss (Raw)": 0.7520214915275574, "Finetune/Step": 16511, "Finetune/Step Time": 6.790830478072166}
+{"Finetune/Learning Rate": 1.030776110709718e-06, "Finetune/Loss": 0.6043124794960022, "Finetune/Loss (Raw)": 0.6806990504264832, "Finetune/Step": 16512, "Finetune/Step Time": 6.809263860806823}
+{"Finetune/Learning Rate": 1.0300316117179766e-06, "Finetune/Loss": 0.6043283343315125, "Finetune/Loss (Raw)": 0.7307000756263733, "Finetune/Step": 16513, "Finetune/Step Time": 6.809999166056514}
+{"Finetune/Learning Rate": 1.0292873670890323e-06, "Finetune/Loss": 0.6037167310714722, "Finetune/Loss (Raw)": 0.5394477844238281, "Finetune/Step": 16514, "Finetune/Step Time": 6.808837117627263}
+{"Finetune/Learning Rate": 1.0285433768439879e-06, "Finetune/Loss": 0.6039191484451294, "Finetune/Loss (Raw)": 0.5697842836380005, "Finetune/Step": 16515, "Finetune/Step Time": 6.825047621503472}
+{"Finetune/Learning Rate": 1.0277996410039425e-06, "Finetune/Loss": 0.6054174900054932, "Finetune/Loss (Raw)": 0.6542401909828186, "Finetune/Step": 16516, "Finetune/Step Time": 6.811698967590928}
+{"Finetune/Learning Rate": 1.0270561595899864e-06, "Finetune/Loss": 0.6058526039123535, "Finetune/Loss (Raw)": 0.6365565061569214, "Finetune/Step": 16517, "Finetune/Step Time": 6.8019302021712065}
+{"Finetune/Learning Rate": 1.0263129326232012e-06, "Finetune/Loss": 0.6039061546325684, "Finetune/Loss (Raw)": 0.47097381949424744, "Finetune/Step": 16518, "Finetune/Step Time": 6.815847776830196}
+{"Finetune/Learning Rate": 1.0255699601246638e-06, "Finetune/Loss": 0.6043757200241089, "Finetune/Loss (Raw)": 0.7363895177841187, "Finetune/Step": 16519, "Finetune/Step Time": 6.814604384824634}
+{"Finetune/Learning Rate": 1.0248272421154426e-06, "Finetune/Loss": 0.6037516593933105, "Finetune/Loss (Raw)": 0.5686025023460388, "Finetune/Step": 16520, "Finetune/Step Time": 6.796830557286739}
+{"Finetune/Learning Rate": 1.0240847786165986e-06, "Finetune/Loss": 0.6051992177963257, "Finetune/Loss (Raw)": 0.7139551639556885, "Finetune/Step": 16521, "Finetune/Step Time": 6.788253167644143}
+{"Finetune/Learning Rate": 1.0233425696491861e-06, "Finetune/Loss": 0.6051909923553467, "Finetune/Loss (Raw)": 0.7288743853569031, "Finetune/Step": 16522, "Finetune/Step Time": 6.78943620249629}
+{"Finetune/Learning Rate": 1.0226006152342516e-06, "Finetune/Loss": 0.6060742735862732, "Finetune/Loss (Raw)": 0.7179269194602966, "Finetune/Step": 16523, "Finetune/Step Time": 6.787469191476703}
+{"Finetune/Learning Rate": 1.021858915392836e-06, "Finetune/Loss": 0.6066625118255615, "Finetune/Loss (Raw)": 0.5711669325828552, "Finetune/Step": 16524, "Finetune/Step Time": 6.789544779807329}
+{"Finetune/Learning Rate": 1.0211174701459714e-06, "Finetune/Loss": 0.6076755523681641, "Finetune/Loss (Raw)": 0.6036417484283447, "Finetune/Step": 16525, "Finetune/Step Time": 6.779567962512374}
+{"Finetune/Learning Rate": 1.0203762795146833e-06, "Finetune/Loss": 0.6080679893493652, "Finetune/Loss (Raw)": 0.6337984800338745, "Finetune/Step": 16526, "Finetune/Step Time": 6.77937320433557}
+{"Finetune/Learning Rate": 1.019635343519988e-06, "Finetune/Loss": 0.6082352995872498, "Finetune/Loss (Raw)": 0.6029763221740723, "Finetune/Step": 16527, "Finetune/Step Time": 6.78379194624722}
+{"Finetune/Learning Rate": 1.0188946621828977e-06, "Finetune/Loss": 0.6079461574554443, "Finetune/Loss (Raw)": 0.6041505336761475, "Finetune/Step": 16528, "Finetune/Step Time": 6.790235245600343}
+{"Finetune/Learning Rate": 1.0181542355244167e-06, "Finetune/Loss": 0.6072575449943542, "Finetune/Loss (Raw)": 0.5364320874214172, "Finetune/Step": 16529, "Finetune/Step Time": 6.786870451644063}
+{"Finetune/Learning Rate": 1.0174140635655405e-06, "Finetune/Loss": 0.6077816486358643, "Finetune/Loss (Raw)": 0.7118338942527771, "Finetune/Step": 16530, "Finetune/Step Time": 6.791870530694723}
+{"Finetune/Learning Rate": 1.0166741463272577e-06, "Finetune/Loss": 0.6080138683319092, "Finetune/Loss (Raw)": 0.5863702297210693, "Finetune/Step": 16531, "Finetune/Step Time": 6.793917920440435}
+{"Finetune/Learning Rate": 1.0159344838305517e-06, "Finetune/Loss": 0.6082830429077148, "Finetune/Loss (Raw)": 0.6342890858650208, "Finetune/Step": 16532, "Finetune/Step Time": 6.812226055189967}
+{"Finetune/Learning Rate": 1.015195076096398e-06, "Finetune/Loss": 0.6074221134185791, "Finetune/Loss (Raw)": 0.5533350706100464, "Finetune/Step": 16533, "Finetune/Step Time": 6.812659045681357}
+{"Finetune/Learning Rate": 1.0144559231457617e-06, "Finetune/Loss": 0.606689989566803, "Finetune/Loss (Raw)": 0.658806562423706, "Finetune/Step": 16534, "Finetune/Step Time": 6.825889579951763}
+{"Finetune/Learning Rate": 1.0137170249996008e-06, "Finetune/Loss": 0.606403648853302, "Finetune/Loss (Raw)": 0.6071629524230957, "Finetune/Step": 16535, "Finetune/Step Time": 6.833791533485055}
+{"Finetune/Learning Rate": 1.0129783816788742e-06, "Finetune/Loss": 0.6061222553253174, "Finetune/Loss (Raw)": 0.5926966071128845, "Finetune/Step": 16536, "Finetune/Step Time": 6.831852177157998}
+{"Finetune/Learning Rate": 1.0122399932045245e-06, "Finetune/Loss": 0.6065112352371216, "Finetune/Loss (Raw)": 0.6882814764976501, "Finetune/Step": 16537, "Finetune/Step Time": 6.828745113685727}
+{"Finetune/Learning Rate": 1.0115018595974912e-06, "Finetune/Loss": 0.6064972281455994, "Finetune/Loss (Raw)": 0.6014334559440613, "Finetune/Step": 16538, "Finetune/Step Time": 6.828867023810744}
+{"Finetune/Learning Rate": 1.0107639808787062e-06, "Finetune/Loss": 0.6077588200569153, "Finetune/Loss (Raw)": 0.7040917277336121, "Finetune/Step": 16539, "Finetune/Step Time": 6.824242005124688}
+{"Finetune/Learning Rate": 1.0100263570690915e-06, "Finetune/Loss": 0.607598066329956, "Finetune/Loss (Raw)": 0.6335263848304749, "Finetune/Step": 16540, "Finetune/Step Time": 6.82489020191133}
+{"Finetune/Learning Rate": 1.0092889881895663e-06, "Finetune/Loss": 0.6078717708587646, "Finetune/Loss (Raw)": 0.5838016867637634, "Finetune/Step": 16541, "Finetune/Step Time": 6.822451893240213}
+{"Finetune/Learning Rate": 1.0085518742610355e-06, "Finetune/Loss": 0.6070025563240051, "Finetune/Loss (Raw)": 0.5518447160720825, "Finetune/Step": 16542, "Finetune/Step Time": 6.82448717020452}
+{"Finetune/Learning Rate": 1.0078150153044087e-06, "Finetune/Loss": 0.607347309589386, "Finetune/Loss (Raw)": 0.6102203130722046, "Finetune/Step": 16543, "Finetune/Step Time": 6.824293550103903}
+{"Finetune/Learning Rate": 1.0070784113405763e-06, "Finetune/Loss": 0.6084513068199158, "Finetune/Loss (Raw)": 0.6681731343269348, "Finetune/Step": 16544, "Finetune/Step Time": 6.821897443383932}
+{"Finetune/Learning Rate": 1.0063420623904308e-06, "Finetune/Loss": 0.6076910495758057, "Finetune/Loss (Raw)": 0.5934263467788696, "Finetune/Step": 16545, "Finetune/Step Time": 6.8179213013499975}
+{"Finetune/Learning Rate": 1.0056059684748475e-06, "Finetune/Loss": 0.6073819398880005, "Finetune/Loss (Raw)": 0.6022924780845642, "Finetune/Step": 16546, "Finetune/Step Time": 6.816194098442793}
+{"Finetune/Learning Rate": 1.0048701296147023e-06, "Finetune/Loss": 0.6078741550445557, "Finetune/Loss (Raw)": 0.6780405640602112, "Finetune/Step": 16547, "Finetune/Step Time": 6.8155866377055645}
+{"Finetune/Learning Rate": 1.0041345458308615e-06, "Finetune/Loss": 0.6072556972503662, "Finetune/Loss (Raw)": 0.5412294864654541, "Finetune/Step": 16548, "Finetune/Step Time": 6.815760577097535}
+{"Finetune/Learning Rate": 1.003399217144183e-06, "Finetune/Loss": 0.6080375909805298, "Finetune/Loss (Raw)": 0.6047049760818481, "Finetune/Step": 16549, "Finetune/Step Time": 6.790217723697424}
+{"Finetune/Learning Rate": 1.0026641435755214e-06, "Finetune/Loss": 0.6067743897438049, "Finetune/Loss (Raw)": 0.5604440569877625, "Finetune/Step": 16550, "Finetune/Step Time": 6.792405467480421}
+{"Finetune/Learning Rate": 1.0019293251457206e-06, "Finetune/Loss": 0.6086392998695374, "Finetune/Loss (Raw)": 0.7437337040901184, "Finetune/Step": 16551, "Finetune/Step Time": 6.778014779090881}
+{"Finetune/Learning Rate": 1.0011947618756156e-06, "Finetune/Loss": 0.6089369058609009, "Finetune/Loss (Raw)": 0.677800178527832, "Finetune/Step": 16552, "Finetune/Step Time": 6.761012084782124}
+{"Finetune/Learning Rate": 1.0004604537860385e-06, "Finetune/Loss": 0.608498215675354, "Finetune/Loss (Raw)": 0.5852915644645691, "Finetune/Step": 16553, "Finetune/Step Time": 6.760738145560026}
+{"Finetune/Learning Rate": 9.997264008978113e-07, "Finetune/Loss": 0.6095111966133118, "Finetune/Loss (Raw)": 0.6628711819648743, "Finetune/Step": 16554, "Finetune/Step Time": 6.73702503927052}
+{"Finetune/Learning Rate": 9.989926032317497e-07, "Finetune/Loss": 0.6099304556846619, "Finetune/Loss (Raw)": 0.6712048649787903, "Finetune/Step": 16555, "Finetune/Step Time": 6.736244637519121}
+{"Finetune/Learning Rate": 9.982590608086617e-07, "Finetune/Loss": 0.6095782518386841, "Finetune/Loss (Raw)": 0.6256495118141174, "Finetune/Step": 16556, "Finetune/Step Time": 6.717528350651264}
+{"Finetune/Learning Rate": 9.975257736493515e-07, "Finetune/Loss": 0.6102051138877869, "Finetune/Loss (Raw)": 0.6360191106796265, "Finetune/Step": 16557, "Finetune/Step Time": 6.691161362454295}
+{"Finetune/Learning Rate": 9.967927417746103e-07, "Finetune/Loss": 0.6098493337631226, "Finetune/Loss (Raw)": 0.6146243810653687, "Finetune/Step": 16558, "Finetune/Step Time": 6.689369987696409}
+{"Finetune/Learning Rate": 9.960599652052238e-07, "Finetune/Loss": 0.609619140625, "Finetune/Loss (Raw)": 0.5180803537368774, "Finetune/Step": 16559, "Finetune/Step Time": 6.6800322607159615}
+{"Finetune/Learning Rate": 9.953274439619742e-07, "Finetune/Loss": 0.6097376346588135, "Finetune/Loss (Raw)": 0.6497550010681152, "Finetune/Step": 16560, "Finetune/Step Time": 6.681861624121666}
+{"Finetune/Learning Rate": 9.945951780656316e-07, "Finetune/Loss": 0.6098088026046753, "Finetune/Loss (Raw)": 0.6507901549339294, "Finetune/Step": 16561, "Finetune/Step Time": 6.681929329410195}
+{"Finetune/Learning Rate": 9.938631675369626e-07, "Finetune/Loss": 0.6094193458557129, "Finetune/Loss (Raw)": 0.5210820436477661, "Finetune/Step": 16562, "Finetune/Step Time": 6.695364216342568}
+{"Finetune/Learning Rate": 9.931314123967228e-07, "Finetune/Loss": 0.6108922958374023, "Finetune/Loss (Raw)": 0.7080326080322266, "Finetune/Step": 16563, "Finetune/Step Time": 6.681167395785451}
+{"Finetune/Learning Rate": 9.923999126656647e-07, "Finetune/Loss": 0.6111125946044922, "Finetune/Loss (Raw)": 0.5961474776268005, "Finetune/Step": 16564, "Finetune/Step Time": 6.679712424054742}
+{"Finetune/Learning Rate": 9.916686683645317e-07, "Finetune/Loss": 0.6121711134910583, "Finetune/Loss (Raw)": 0.6151847839355469, "Finetune/Step": 16565, "Finetune/Step Time": 6.6717174258083105}
+{"Finetune/Learning Rate": 9.90937679514058e-07, "Finetune/Loss": 0.6116093993186951, "Finetune/Loss (Raw)": 0.5755549669265747, "Finetune/Step": 16566, "Finetune/Step Time": 6.686895430088043}
+{"Finetune/Learning Rate": 9.90206946134974e-07, "Finetune/Loss": 0.6122258901596069, "Finetune/Loss (Raw)": 0.7207186222076416, "Finetune/Step": 16567, "Finetune/Step Time": 6.686565540730953}
+{"Finetune/Learning Rate": 9.894764682480006e-07, "Finetune/Loss": 0.6124261021614075, "Finetune/Loss (Raw)": 0.5782251954078674, "Finetune/Step": 16568, "Finetune/Step Time": 6.690243154764175}
+{"Finetune/Learning Rate": 9.887462458738518e-07, "Finetune/Loss": 0.6147456765174866, "Finetune/Loss (Raw)": 0.7803579568862915, "Finetune/Step": 16569, "Finetune/Step Time": 6.707147432491183}
+{"Finetune/Learning Rate": 9.880162790332348e-07, "Finetune/Loss": 0.6146683692932129, "Finetune/Loss (Raw)": 0.5956330895423889, "Finetune/Step": 16570, "Finetune/Step Time": 6.704860670492053}
+{"Finetune/Learning Rate": 9.87286567746849e-07, "Finetune/Loss": 0.6160781383514404, "Finetune/Loss (Raw)": 0.6985892057418823, "Finetune/Step": 16571, "Finetune/Step Time": 6.6924157589674}
+{"Finetune/Learning Rate": 9.865571120353878e-07, "Finetune/Loss": 0.6172835826873779, "Finetune/Loss (Raw)": 0.6935451030731201, "Finetune/Step": 16572, "Finetune/Step Time": 6.675365751609206}
+{"Finetune/Learning Rate": 9.85827911919537e-07, "Finetune/Loss": 0.6179914474487305, "Finetune/Loss (Raw)": 0.6151201128959656, "Finetune/Step": 16573, "Finetune/Step Time": 6.686908110976219}
+{"Finetune/Learning Rate": 9.85098967419973e-07, "Finetune/Loss": 0.616945743560791, "Finetune/Loss (Raw)": 0.5928308963775635, "Finetune/Step": 16574, "Finetune/Step Time": 6.683365797623992}
+{"Finetune/Learning Rate": 9.843702785573672e-07, "Finetune/Loss": 0.6162700057029724, "Finetune/Loss (Raw)": 0.6231251955032349, "Finetune/Step": 16575, "Finetune/Step Time": 6.6827874053269625}
+{"Finetune/Learning Rate": 9.836418453523833e-07, "Finetune/Loss": 0.6162132024765015, "Finetune/Loss (Raw)": 0.6026415228843689, "Finetune/Step": 16576, "Finetune/Step Time": 6.685513038188219}
+{"Finetune/Learning Rate": 9.829136678256778e-07, "Finetune/Loss": 0.6165652275085449, "Finetune/Loss (Raw)": 0.5665633082389832, "Finetune/Step": 16577, "Finetune/Step Time": 6.676833517849445}
+{"Finetune/Learning Rate": 9.82185745997899e-07, "Finetune/Loss": 0.6159417033195496, "Finetune/Loss (Raw)": 0.5703433752059937, "Finetune/Step": 16578, "Finetune/Step Time": 6.6759383119642735}
+{"Finetune/Learning Rate": 9.8145807988969e-07, "Finetune/Loss": 0.616269588470459, "Finetune/Loss (Raw)": 0.6239722371101379, "Finetune/Step": 16579, "Finetune/Step Time": 6.676277257502079}
+{"Finetune/Learning Rate": 9.807306695216846e-07, "Finetune/Loss": 0.6159204244613647, "Finetune/Loss (Raw)": 0.6439030170440674, "Finetune/Step": 16580, "Finetune/Step Time": 6.677121149376035}
+{"Finetune/Learning Rate": 9.800035149145093e-07, "Finetune/Loss": 0.6162179708480835, "Finetune/Loss (Raw)": 0.6371626853942871, "Finetune/Step": 16581, "Finetune/Step Time": 6.679791402071714}
+{"Finetune/Learning Rate": 9.792766160887868e-07, "Finetune/Loss": 0.6153437495231628, "Finetune/Loss (Raw)": 0.5244673490524292, "Finetune/Step": 16582, "Finetune/Step Time": 6.678329534828663}
+{"Finetune/Learning Rate": 9.78549973065125e-07, "Finetune/Loss": 0.6154118180274963, "Finetune/Loss (Raw)": 0.6032390594482422, "Finetune/Step": 16583, "Finetune/Step Time": 6.680806824937463}
+{"Finetune/Learning Rate": 9.778235858641338e-07, "Finetune/Loss": 0.6157588958740234, "Finetune/Loss (Raw)": 0.6545469760894775, "Finetune/Step": 16584, "Finetune/Step Time": 6.681662116199732}
+{"Finetune/Learning Rate": 9.770974545064095e-07, "Finetune/Loss": 0.6171192526817322, "Finetune/Loss (Raw)": 0.719179093837738, "Finetune/Step": 16585, "Finetune/Step Time": 6.668128980323672}
+{"Finetune/Learning Rate": 9.76371579012545e-07, "Finetune/Loss": 0.6163802146911621, "Finetune/Loss (Raw)": 0.6417363286018372, "Finetune/Step": 16586, "Finetune/Step Time": 6.6587587259709835}
+{"Finetune/Learning Rate": 9.75645959403122e-07, "Finetune/Loss": 0.617358922958374, "Finetune/Loss (Raw)": 0.7276059985160828, "Finetune/Step": 16587, "Finetune/Step Time": 6.658596461638808}
+{"Finetune/Learning Rate": 9.749205956987196e-07, "Finetune/Loss": 0.6191608905792236, "Finetune/Loss (Raw)": 0.663479208946228, "Finetune/Step": 16588, "Finetune/Step Time": 6.645495634526014}
+{"Finetune/Learning Rate": 9.741954879199034e-07, "Finetune/Loss": 0.6205518245697021, "Finetune/Loss (Raw)": 0.6367676258087158, "Finetune/Step": 16589, "Finetune/Step Time": 6.637036852538586}
+{"Finetune/Learning Rate": 9.73470636087237e-07, "Finetune/Loss": 0.6212165951728821, "Finetune/Loss (Raw)": 0.6252789497375488, "Finetune/Step": 16590, "Finetune/Step Time": 6.642389800399542}
+{"Finetune/Learning Rate": 9.72746040221274e-07, "Finetune/Loss": 0.6216515302658081, "Finetune/Loss (Raw)": 0.6728846430778503, "Finetune/Step": 16591, "Finetune/Step Time": 6.641680508852005}
+{"Finetune/Learning Rate": 9.720217003425648e-07, "Finetune/Loss": 0.621589183807373, "Finetune/Loss (Raw)": 0.6145511865615845, "Finetune/Step": 16592, "Finetune/Step Time": 6.638479771092534}
+{"Finetune/Learning Rate": 9.71297616471648e-07, "Finetune/Loss": 0.6222406625747681, "Finetune/Loss (Raw)": 0.6847183704376221, "Finetune/Step": 16593, "Finetune/Step Time": 6.6242219395935535}
+{"Finetune/Learning Rate": 9.705737886290578e-07, "Finetune/Loss": 0.6232035160064697, "Finetune/Loss (Raw)": 0.6760947108268738, "Finetune/Step": 16594, "Finetune/Step Time": 6.622627476230264}
+{"Finetune/Learning Rate": 9.698502168353175e-07, "Finetune/Loss": 0.6236386895179749, "Finetune/Loss (Raw)": 0.6353312730789185, "Finetune/Step": 16595, "Finetune/Step Time": 6.616604721173644}
+{"Finetune/Learning Rate": 9.691269011109472e-07, "Finetune/Loss": 0.6246572732925415, "Finetune/Loss (Raw)": 0.6872766613960266, "Finetune/Step": 16596, "Finetune/Step Time": 6.640486653894186}
+{"Finetune/Learning Rate": 9.684038414764575e-07, "Finetune/Loss": 0.6251931190490723, "Finetune/Loss (Raw)": 0.6278793811798096, "Finetune/Step": 16597, "Finetune/Step Time": 6.656003957614303}
+{"Finetune/Learning Rate": 9.676810379523505e-07, "Finetune/Loss": 0.6254745721817017, "Finetune/Loss (Raw)": 0.647674560546875, "Finetune/Step": 16598, "Finetune/Step Time": 6.6560057289898396}
+{"Finetune/Learning Rate": 9.669584905591256e-07, "Finetune/Loss": 0.6250905990600586, "Finetune/Loss (Raw)": 0.5427087545394897, "Finetune/Step": 16599, "Finetune/Step Time": 6.646690556779504}
+{"Finetune/Learning Rate": 9.662361993172743e-07, "Finetune/Loss": 0.6253418922424316, "Finetune/Loss (Raw)": 0.6778347492218018, "Finetune/Step": 16600, "Finetune/Step Time": 6.649700844660401}
+{"Finetune/Learning Rate": 9.655141642472744e-07, "Finetune/Loss": 0.6279036998748779, "Finetune/Loss (Raw)": 0.6774311661720276, "Finetune/Step": 16601, "Finetune/Step Time": 6.6306239403784275}
+{"Finetune/Learning Rate": 9.647923853696006e-07, "Finetune/Loss": 0.6276994943618774, "Finetune/Loss (Raw)": 0.5978311896324158, "Finetune/Step": 16602, "Finetune/Step Time": 6.648432368412614}
+{"Finetune/Learning Rate": 9.640708627047236e-07, "Finetune/Loss": 0.6275567412376404, "Finetune/Loss (Raw)": 0.6978664398193359, "Finetune/Step": 16603, "Finetune/Step Time": 6.650192329660058}
+{"Finetune/Learning Rate": 9.63349596273101e-07, "Finetune/Loss": 0.6275839805603027, "Finetune/Loss (Raw)": 0.6611709594726562, "Finetune/Step": 16604, "Finetune/Step Time": 6.652015946805477}
+{"Finetune/Learning Rate": 9.626285860951856e-07, "Finetune/Loss": 0.6265039443969727, "Finetune/Loss (Raw)": 0.5954563617706299, "Finetune/Step": 16605, "Finetune/Step Time": 6.673474360257387}
+{"Finetune/Learning Rate": 9.61907832191429e-07, "Finetune/Loss": 0.6262465715408325, "Finetune/Loss (Raw)": 0.6090596914291382, "Finetune/Step": 16606, "Finetune/Step Time": 6.672997053712606}
+{"Finetune/Learning Rate": 9.611873345822632e-07, "Finetune/Loss": 0.6253992319107056, "Finetune/Loss (Raw)": 0.5684248805046082, "Finetune/Step": 16607, "Finetune/Step Time": 6.669788284227252}
+{"Finetune/Learning Rate": 9.604670932881211e-07, "Finetune/Loss": 0.6251823902130127, "Finetune/Loss (Raw)": 0.6487101912498474, "Finetune/Step": 16608, "Finetune/Step Time": 6.663520334288478}
+{"Finetune/Learning Rate": 9.597471083294286e-07, "Finetune/Loss": 0.6263793110847473, "Finetune/Loss (Raw)": 0.719529926776886, "Finetune/Step": 16609, "Finetune/Step Time": 6.663132065907121}
+{"Finetune/Learning Rate": 9.590273797265992e-07, "Finetune/Loss": 0.6282743215560913, "Finetune/Loss (Raw)": 0.6856817603111267, "Finetune/Step": 16610, "Finetune/Step Time": 6.651515018194914}
+{"Finetune/Learning Rate": 9.583079075000457e-07, "Finetune/Loss": 0.6287677884101868, "Finetune/Loss (Raw)": 0.678312361240387, "Finetune/Step": 16611, "Finetune/Step Time": 6.633463576436043}
+{"Finetune/Learning Rate": 9.575886916701681e-07, "Finetune/Loss": 0.6287195682525635, "Finetune/Loss (Raw)": 0.5828511118888855, "Finetune/Step": 16612, "Finetune/Step Time": 6.626083975657821}
+{"Finetune/Learning Rate": 9.568697322573616e-07, "Finetune/Loss": 0.6295002698898315, "Finetune/Loss (Raw)": 0.6519783735275269, "Finetune/Step": 16613, "Finetune/Step Time": 6.623864779248834}
+{"Finetune/Learning Rate": 9.561510292820154e-07, "Finetune/Loss": 0.6297167539596558, "Finetune/Loss (Raw)": 0.6009573936462402, "Finetune/Step": 16614, "Finetune/Step Time": 6.6181914154440165}
+{"Finetune/Learning Rate": 9.554325827645082e-07, "Finetune/Loss": 0.6292425394058228, "Finetune/Loss (Raw)": 0.6394271850585938, "Finetune/Step": 16615, "Finetune/Step Time": 6.6244256887584925}
+{"Finetune/Learning Rate": 9.547143927252134e-07, "Finetune/Loss": 0.6285232901573181, "Finetune/Loss (Raw)": 0.6081253290176392, "Finetune/Step": 16616, "Finetune/Step Time": 6.619978412985802}
+{"Finetune/Learning Rate": 9.539964591844974e-07, "Finetune/Loss": 0.6285147666931152, "Finetune/Loss (Raw)": 0.5893158316612244, "Finetune/Step": 16617, "Finetune/Step Time": 6.608697727322578}
+{"Finetune/Learning Rate": 9.532787821627188e-07, "Finetune/Loss": 0.6283857226371765, "Finetune/Loss (Raw)": 0.5714935064315796, "Finetune/Step": 16618, "Finetune/Step Time": 6.605770891532302}
+{"Finetune/Learning Rate": 9.525613616802276e-07, "Finetune/Loss": 0.6263091564178467, "Finetune/Loss (Raw)": 0.43428829312324524, "Finetune/Step": 16619, "Finetune/Step Time": 6.619862595573068}
+{"Finetune/Learning Rate": 9.5184419775737e-07, "Finetune/Loss": 0.6262058019638062, "Finetune/Loss (Raw)": 0.5535761117935181, "Finetune/Step": 16620, "Finetune/Step Time": 6.6146041210740805}
+{"Finetune/Learning Rate": 9.511272904144797e-07, "Finetune/Loss": 0.6269664764404297, "Finetune/Loss (Raw)": 0.6271176338195801, "Finetune/Step": 16621, "Finetune/Step Time": 6.600633149966598}
+{"Finetune/Learning Rate": 9.504106396718893e-07, "Finetune/Loss": 0.6289076805114746, "Finetune/Loss (Raw)": 0.7942992448806763, "Finetune/Step": 16622, "Finetune/Step Time": 6.59415097348392}
+{"Finetune/Learning Rate": 9.496942455499192e-07, "Finetune/Loss": 0.6288681030273438, "Finetune/Loss (Raw)": 0.6313875317573547, "Finetune/Step": 16623, "Finetune/Step Time": 6.59915099106729}
+{"Finetune/Learning Rate": 9.489781080688865e-07, "Finetune/Loss": 0.6291334629058838, "Finetune/Loss (Raw)": 0.6159142255783081, "Finetune/Step": 16624, "Finetune/Step Time": 6.5916628409177065}
+{"Finetune/Learning Rate": 9.482622272490927e-07, "Finetune/Loss": 0.628869891166687, "Finetune/Loss (Raw)": 0.5867607593536377, "Finetune/Step": 16625, "Finetune/Step Time": 6.592201020568609}
+{"Finetune/Learning Rate": 9.475466031108448e-07, "Finetune/Loss": 0.6296482086181641, "Finetune/Loss (Raw)": 0.7240530848503113, "Finetune/Step": 16626, "Finetune/Step Time": 6.615822913125157}
+{"Finetune/Learning Rate": 9.468312356744336e-07, "Finetune/Loss": 0.6289854645729065, "Finetune/Loss (Raw)": 0.5423516035079956, "Finetune/Step": 16627, "Finetune/Step Time": 6.610175706446171}
+{"Finetune/Learning Rate": 9.461161249601447e-07, "Finetune/Loss": 0.6300923824310303, "Finetune/Loss (Raw)": 0.6536205410957336, "Finetune/Step": 16628, "Finetune/Step Time": 6.627502378076315}
+{"Finetune/Learning Rate": 9.454012709882576e-07, "Finetune/Loss": 0.6291305422782898, "Finetune/Loss (Raw)": 0.6281502842903137, "Finetune/Step": 16629, "Finetune/Step Time": 6.62652144767344}
+{"Finetune/Learning Rate": 9.446866737790427e-07, "Finetune/Loss": 0.6295807361602783, "Finetune/Loss (Raw)": 0.6940346360206604, "Finetune/Step": 16630, "Finetune/Step Time": 6.6267894841730595}
+{"Finetune/Learning Rate": 9.439723333527639e-07, "Finetune/Loss": 0.6300762295722961, "Finetune/Loss (Raw)": 0.6427927017211914, "Finetune/Step": 16631, "Finetune/Step Time": 6.619410676881671}
+{"Finetune/Learning Rate": 9.432582497296749e-07, "Finetune/Loss": 0.630195677280426, "Finetune/Loss (Raw)": 0.6572697162628174, "Finetune/Step": 16632, "Finetune/Step Time": 6.616517571732402}
+{"Finetune/Learning Rate": 9.425444229300295e-07, "Finetune/Loss": 0.630314826965332, "Finetune/Loss (Raw)": 0.6520218849182129, "Finetune/Step": 16633, "Finetune/Step Time": 6.621271265670657}
+{"Finetune/Learning Rate": 9.418308529740694e-07, "Finetune/Loss": 0.6287977695465088, "Finetune/Loss (Raw)": 0.4573489725589752, "Finetune/Step": 16634, "Finetune/Step Time": 6.623011887073517}
+{"Finetune/Learning Rate": 9.411175398820271e-07, "Finetune/Loss": 0.6285886764526367, "Finetune/Loss (Raw)": 0.6305977702140808, "Finetune/Step": 16635, "Finetune/Step Time": 6.625012453645468}
+{"Finetune/Learning Rate": 9.404044836741343e-07, "Finetune/Loss": 0.6297803521156311, "Finetune/Loss (Raw)": 0.6826623678207397, "Finetune/Step": 16636, "Finetune/Step Time": 6.642121490091085}
+{"Finetune/Learning Rate": 9.396916843706061e-07, "Finetune/Loss": 0.6305729150772095, "Finetune/Loss (Raw)": 0.6753511428833008, "Finetune/Step": 16637, "Finetune/Step Time": 6.638954672962427}
+{"Finetune/Learning Rate": 9.389791419916572e-07, "Finetune/Loss": 0.6310821771621704, "Finetune/Loss (Raw)": 0.6351442933082581, "Finetune/Step": 16638, "Finetune/Step Time": 6.638314187526703}
+{"Finetune/Learning Rate": 9.382668565574927e-07, "Finetune/Loss": 0.6297472715377808, "Finetune/Loss (Raw)": 0.5811577439308167, "Finetune/Step": 16639, "Finetune/Step Time": 6.652378046885133}
+{"Finetune/Learning Rate": 9.375548280883129e-07, "Finetune/Loss": 0.6296799778938293, "Finetune/Loss (Raw)": 0.6720820665359497, "Finetune/Step": 16640, "Finetune/Step Time": 6.632302520796657}
+{"Finetune/Learning Rate": 9.368430566043085e-07, "Finetune/Loss": 0.6292831897735596, "Finetune/Loss (Raw)": 0.6799131631851196, "Finetune/Step": 16641, "Finetune/Step Time": 6.6356860138475895}
+{"Finetune/Learning Rate": 9.361315421256645e-07, "Finetune/Loss": 0.6299771666526794, "Finetune/Loss (Raw)": 0.6282697319984436, "Finetune/Step": 16642, "Finetune/Step Time": 6.639636401087046}
+{"Finetune/Learning Rate": 9.354202846725546e-07, "Finetune/Loss": 0.6307584643363953, "Finetune/Loss (Raw)": 0.6697943806648254, "Finetune/Step": 16643, "Finetune/Step Time": 6.626211559399962}
+{"Finetune/Learning Rate": 9.347092842651483e-07, "Finetune/Loss": 0.631887674331665, "Finetune/Loss (Raw)": 0.7987813353538513, "Finetune/Step": 16644, "Finetune/Step Time": 6.636009031906724}
+{"Finetune/Learning Rate": 9.339985409236097e-07, "Finetune/Loss": 0.6305856704711914, "Finetune/Loss (Raw)": 0.4698924124240875, "Finetune/Step": 16645, "Finetune/Step Time": 6.634392406791449}
+{"Finetune/Learning Rate": 9.332880546680911e-07, "Finetune/Loss": 0.6315296292304993, "Finetune/Loss (Raw)": 0.5918070077896118, "Finetune/Step": 16646, "Finetune/Step Time": 6.622679417952895}
+{"Finetune/Learning Rate": 9.32577825518739e-07, "Finetune/Loss": 0.6306507587432861, "Finetune/Loss (Raw)": 0.6238971948623657, "Finetune/Step": 16647, "Finetune/Step Time": 6.621920915320516}
+{"Finetune/Learning Rate": 9.318678534957004e-07, "Finetune/Loss": 0.6312415599822998, "Finetune/Loss (Raw)": 0.6442209482192993, "Finetune/Step": 16648, "Finetune/Step Time": 6.620857609435916}
+{"Finetune/Learning Rate": 9.311581386191005e-07, "Finetune/Loss": 0.6307251453399658, "Finetune/Loss (Raw)": 0.6478579044342041, "Finetune/Step": 16649, "Finetune/Step Time": 6.618144055828452}
+{"Finetune/Learning Rate": 9.304486809090674e-07, "Finetune/Loss": 0.630305290222168, "Finetune/Loss (Raw)": 0.6751271486282349, "Finetune/Step": 16650, "Finetune/Step Time": 6.627466078847647}
+{"Finetune/Learning Rate": 9.297394803857196e-07, "Finetune/Loss": 0.629400372505188, "Finetune/Loss (Raw)": 0.6020964980125427, "Finetune/Step": 16651, "Finetune/Step Time": 6.630615094676614}
+{"Finetune/Learning Rate": 9.290305370691677e-07, "Finetune/Loss": 0.6296704411506653, "Finetune/Loss (Raw)": 0.6057376265525818, "Finetune/Step": 16652, "Finetune/Step Time": 6.6376574374735355}
+{"Finetune/Learning Rate": 9.283218509795155e-07, "Finetune/Loss": 0.6298748254776001, "Finetune/Loss (Raw)": 0.6298059225082397, "Finetune/Step": 16653, "Finetune/Step Time": 6.638499729335308}
+{"Finetune/Learning Rate": 9.276134221368571e-07, "Finetune/Loss": 0.6294323205947876, "Finetune/Loss (Raw)": 0.5771579742431641, "Finetune/Step": 16654, "Finetune/Step Time": 6.642279528081417}
+{"Finetune/Learning Rate": 9.269052505612874e-07, "Finetune/Loss": 0.6291481852531433, "Finetune/Loss (Raw)": 0.5666022300720215, "Finetune/Step": 16655, "Finetune/Step Time": 6.63777195289731}
+{"Finetune/Learning Rate": 9.261973362728827e-07, "Finetune/Loss": 0.6296009421348572, "Finetune/Loss (Raw)": 0.6621005535125732, "Finetune/Step": 16656, "Finetune/Step Time": 6.634137988090515}
+{"Finetune/Learning Rate": 9.25489679291719e-07, "Finetune/Loss": 0.6304302215576172, "Finetune/Loss (Raw)": 0.6425831317901611, "Finetune/Step": 16657, "Finetune/Step Time": 6.640709301456809}
+{"Finetune/Learning Rate": 9.247822796378636e-07, "Finetune/Loss": 0.6291089653968811, "Finetune/Loss (Raw)": 0.5427138209342957, "Finetune/Step": 16658, "Finetune/Step Time": 6.651250774040818}
+{"Finetune/Learning Rate": 9.240751373313761e-07, "Finetune/Loss": 0.629644513130188, "Finetune/Loss (Raw)": 0.6549239158630371, "Finetune/Step": 16659, "Finetune/Step Time": 6.64761851914227}
+{"Finetune/Learning Rate": 9.233682523923093e-07, "Finetune/Loss": 0.6290455460548401, "Finetune/Loss (Raw)": 0.5576221942901611, "Finetune/Step": 16660, "Finetune/Step Time": 6.632016558200121}
+{"Finetune/Learning Rate": 9.226616248407084e-07, "Finetune/Loss": 0.6300300359725952, "Finetune/Loss (Raw)": 0.6793495416641235, "Finetune/Step": 16661, "Finetune/Step Time": 6.6359530203044415}
+{"Finetune/Learning Rate": 9.219552546966116e-07, "Finetune/Loss": 0.6297599077224731, "Finetune/Loss (Raw)": 0.6242305636405945, "Finetune/Step": 16662, "Finetune/Step Time": 6.627664282917976}
+{"Finetune/Learning Rate": 9.212491419800495e-07, "Finetune/Loss": 0.6300573348999023, "Finetune/Loss (Raw)": 0.6452276706695557, "Finetune/Step": 16663, "Finetune/Step Time": 6.641201777383685}
+{"Finetune/Learning Rate": 9.205432867110442e-07, "Finetune/Loss": 0.6296489238739014, "Finetune/Loss (Raw)": 0.5404244661331177, "Finetune/Step": 16664, "Finetune/Step Time": 6.649735769256949}
+{"Finetune/Learning Rate": 9.198376889096138e-07, "Finetune/Loss": 0.6295187473297119, "Finetune/Loss (Raw)": 0.6716172695159912, "Finetune/Step": 16665, "Finetune/Step Time": 6.652510153129697}
+{"Finetune/Learning Rate": 9.191323485957648e-07, "Finetune/Loss": 0.62967848777771, "Finetune/Loss (Raw)": 0.6218804717063904, "Finetune/Step": 16666, "Finetune/Step Time": 6.65389621257782}
+{"Finetune/Learning Rate": 9.184272657895011e-07, "Finetune/Loss": 0.6289989352226257, "Finetune/Loss (Raw)": 0.6171072721481323, "Finetune/Step": 16667, "Finetune/Step Time": 6.655043765902519}
+{"Finetune/Learning Rate": 9.177224405108154e-07, "Finetune/Loss": 0.6295747756958008, "Finetune/Loss (Raw)": 0.7072348594665527, "Finetune/Step": 16668, "Finetune/Step Time": 6.653106424957514}
+{"Finetune/Learning Rate": 9.170178727796941e-07, "Finetune/Loss": 0.6298606991767883, "Finetune/Loss (Raw)": 0.6204004883766174, "Finetune/Step": 16669, "Finetune/Step Time": 6.6591501124203205}
+{"Finetune/Learning Rate": 9.163135626161179e-07, "Finetune/Loss": 0.6304895281791687, "Finetune/Loss (Raw)": 0.6323333978652954, "Finetune/Step": 16670, "Finetune/Step Time": 6.642873503267765}
+{"Finetune/Learning Rate": 9.156095100400586e-07, "Finetune/Loss": 0.6302967071533203, "Finetune/Loss (Raw)": 0.5855398178100586, "Finetune/Step": 16671, "Finetune/Step Time": 6.645358057692647}
+{"Finetune/Learning Rate": 9.149057150714802e-07, "Finetune/Loss": 0.6303605437278748, "Finetune/Loss (Raw)": 0.6763453483581543, "Finetune/Step": 16672, "Finetune/Step Time": 6.644498206675053}
+{"Finetune/Learning Rate": 9.142021777303444e-07, "Finetune/Loss": 0.6317504644393921, "Finetune/Loss (Raw)": 0.7713341116905212, "Finetune/Step": 16673, "Finetune/Step Time": 6.644641922786832}
+{"Finetune/Learning Rate": 9.134988980365934e-07, "Finetune/Loss": 0.6336030960083008, "Finetune/Loss (Raw)": 0.8394301533699036, "Finetune/Step": 16674, "Finetune/Step Time": 6.63940005376935}
+{"Finetune/Learning Rate": 9.127958760101774e-07, "Finetune/Loss": 0.6332511901855469, "Finetune/Loss (Raw)": 0.6329912543296814, "Finetune/Step": 16675, "Finetune/Step Time": 6.636822463944554}
+{"Finetune/Learning Rate": 9.120931116710297e-07, "Finetune/Loss": 0.6334655284881592, "Finetune/Loss (Raw)": 0.5686690211296082, "Finetune/Step": 16676, "Finetune/Step Time": 6.643011948093772}
+{"Finetune/Learning Rate": 9.113906050390798e-07, "Finetune/Loss": 0.6342757940292358, "Finetune/Loss (Raw)": 0.7084229588508606, "Finetune/Step": 16677, "Finetune/Step Time": 6.6415162812918425}
+{"Finetune/Learning Rate": 9.106883561342461e-07, "Finetune/Loss": 0.6350827813148499, "Finetune/Loss (Raw)": 0.663740336894989, "Finetune/Step": 16678, "Finetune/Step Time": 6.6379088051617146}
+{"Finetune/Learning Rate": 9.099863649764474e-07, "Finetune/Loss": 0.6344972848892212, "Finetune/Loss (Raw)": 0.6687858700752258, "Finetune/Step": 16679, "Finetune/Step Time": 6.643347468227148}
+{"Finetune/Learning Rate": 9.092846315855841e-07, "Finetune/Loss": 0.6349493861198425, "Finetune/Loss (Raw)": 0.7356702089309692, "Finetune/Step": 16680, "Finetune/Step Time": 6.650036429986358}
+{"Finetune/Learning Rate": 9.085831559815561e-07, "Finetune/Loss": 0.6349373459815979, "Finetune/Loss (Raw)": 0.5837494134902954, "Finetune/Step": 16681, "Finetune/Step Time": 6.650865737348795}
+{"Finetune/Learning Rate": 9.078819381842597e-07, "Finetune/Loss": 0.6348586678504944, "Finetune/Loss (Raw)": 0.6528018712997437, "Finetune/Step": 16682, "Finetune/Step Time": 6.650990476831794}
+{"Finetune/Learning Rate": 9.071809782135765e-07, "Finetune/Loss": 0.6342288255691528, "Finetune/Loss (Raw)": 0.5905830264091492, "Finetune/Step": 16683, "Finetune/Step Time": 6.6650315746665}
+{"Finetune/Learning Rate": 9.064802760893854e-07, "Finetune/Loss": 0.6334555149078369, "Finetune/Loss (Raw)": 0.5266680717468262, "Finetune/Step": 16684, "Finetune/Step Time": 6.665707383304834}
+{"Finetune/Learning Rate": 9.057798318315558e-07, "Finetune/Loss": 0.6340353488922119, "Finetune/Loss (Raw)": 0.7102362513542175, "Finetune/Step": 16685, "Finetune/Step Time": 6.666986487805843}
+{"Finetune/Learning Rate": 9.050796454599486e-07, "Finetune/Loss": 0.6347127556800842, "Finetune/Loss (Raw)": 0.7013342976570129, "Finetune/Step": 16686, "Finetune/Step Time": 6.685242608189583}
+{"Finetune/Learning Rate": 9.043797169944202e-07, "Finetune/Loss": 0.6358709335327148, "Finetune/Loss (Raw)": 0.6663225889205933, "Finetune/Step": 16687, "Finetune/Step Time": 6.686497958377004}
+{"Finetune/Learning Rate": 9.036800464548157e-07, "Finetune/Loss": 0.6359262466430664, "Finetune/Loss (Raw)": 0.6568423509597778, "Finetune/Step": 16688, "Finetune/Step Time": 6.688967036083341}
+{"Finetune/Learning Rate": 9.029806338609815e-07, "Finetune/Loss": 0.6349751949310303, "Finetune/Loss (Raw)": 0.5290517807006836, "Finetune/Step": 16689, "Finetune/Step Time": 6.685030158609152}
+{"Finetune/Learning Rate": 9.022814792327473e-07, "Finetune/Loss": 0.6356703042984009, "Finetune/Loss (Raw)": 0.6100584268569946, "Finetune/Step": 16690, "Finetune/Step Time": 6.668163515627384}
+{"Finetune/Learning Rate": 9.015825825899416e-07, "Finetune/Loss": 0.6346280574798584, "Finetune/Loss (Raw)": 0.5746261477470398, "Finetune/Step": 16691, "Finetune/Step Time": 6.66737600043416}
+{"Finetune/Learning Rate": 9.008839439523809e-07, "Finetune/Loss": 0.6346007585525513, "Finetune/Loss (Raw)": 0.5926439762115479, "Finetune/Step": 16692, "Finetune/Step Time": 6.6827746424824}
+{"Finetune/Learning Rate": 9.001855633398759e-07, "Finetune/Loss": 0.634150505065918, "Finetune/Loss (Raw)": 0.5575649738311768, "Finetune/Step": 16693, "Finetune/Step Time": 6.677785949781537}
+{"Finetune/Learning Rate": 8.994874407722321e-07, "Finetune/Loss": 0.6348576545715332, "Finetune/Loss (Raw)": 0.6660633087158203, "Finetune/Step": 16694, "Finetune/Step Time": 6.6624845545738935}
+{"Finetune/Learning Rate": 8.987895762692466e-07, "Finetune/Loss": 0.634093165397644, "Finetune/Loss (Raw)": 0.6228659749031067, "Finetune/Step": 16695, "Finetune/Step Time": 6.678756397217512}
+{"Finetune/Learning Rate": 8.980919698507062e-07, "Finetune/Loss": 0.6347123384475708, "Finetune/Loss (Raw)": 0.6574792265892029, "Finetune/Step": 16696, "Finetune/Step Time": 6.673569496721029}
+{"Finetune/Learning Rate": 8.973946215363993e-07, "Finetune/Loss": 0.6333335041999817, "Finetune/Loss (Raw)": 0.6038669943809509, "Finetune/Step": 16697, "Finetune/Step Time": 6.654007965698838}
+{"Finetune/Learning Rate": 8.966975313460935e-07, "Finetune/Loss": 0.6338613033294678, "Finetune/Loss (Raw)": 0.6631948351860046, "Finetune/Step": 16698, "Finetune/Step Time": 6.652994239702821}
+{"Finetune/Learning Rate": 8.960006992995607e-07, "Finetune/Loss": 0.6328002214431763, "Finetune/Loss (Raw)": 0.5627623796463013, "Finetune/Step": 16699, "Finetune/Step Time": 6.65407638438046}
+{"Finetune/Learning Rate": 8.953041254165595e-07, "Finetune/Loss": 0.6312363743782043, "Finetune/Loss (Raw)": 0.49337515234947205, "Finetune/Step": 16700, "Finetune/Step Time": 6.66928962059319}
+{"Finetune/Learning Rate": 8.94607809716842e-07, "Finetune/Loss": 0.6316105127334595, "Finetune/Loss (Raw)": 0.6630066633224487, "Finetune/Step": 16701, "Finetune/Step Time": 6.644035493955016}
+{"Finetune/Learning Rate": 8.939117522201557e-07, "Finetune/Loss": 0.6315709352493286, "Finetune/Loss (Raw)": 0.5877658128738403, "Finetune/Step": 16702, "Finetune/Step Time": 6.645734926685691}
+{"Finetune/Learning Rate": 8.932159529462381e-07, "Finetune/Loss": 0.6319304704666138, "Finetune/Loss (Raw)": 0.6691514849662781, "Finetune/Step": 16703, "Finetune/Step Time": 6.6494054440408945}
+{"Finetune/Learning Rate": 8.925204119148189e-07, "Finetune/Loss": 0.6318671703338623, "Finetune/Loss (Raw)": 0.5945339202880859, "Finetune/Step": 16704, "Finetune/Step Time": 6.647338857874274}
+{"Finetune/Learning Rate": 8.918251291456237e-07, "Finetune/Loss": 0.6319347620010376, "Finetune/Loss (Raw)": 0.5752235651016235, "Finetune/Step": 16705, "Finetune/Step Time": 6.647023767232895}
+{"Finetune/Learning Rate": 8.911301046583665e-07, "Finetune/Loss": 0.632387638092041, "Finetune/Loss (Raw)": 0.6283043026924133, "Finetune/Step": 16706, "Finetune/Step Time": 6.6441760212183}
+{"Finetune/Learning Rate": 8.904353384727582e-07, "Finetune/Loss": 0.632563591003418, "Finetune/Loss (Raw)": 0.6464919447898865, "Finetune/Step": 16707, "Finetune/Step Time": 6.641482526436448}
+{"Finetune/Learning Rate": 8.897408306084998e-07, "Finetune/Loss": 0.6330338716506958, "Finetune/Loss (Raw)": 0.7041006088256836, "Finetune/Step": 16708, "Finetune/Step Time": 6.6446388233453035}
+{"Finetune/Learning Rate": 8.890465810852844e-07, "Finetune/Loss": 0.633651852607727, "Finetune/Loss (Raw)": 0.7162725329399109, "Finetune/Step": 16709, "Finetune/Step Time": 6.642141196876764}
+{"Finetune/Learning Rate": 8.883525899228007e-07, "Finetune/Loss": 0.6352086067199707, "Finetune/Loss (Raw)": 0.7237201929092407, "Finetune/Step": 16710, "Finetune/Step Time": 6.645969178527594}
+{"Finetune/Learning Rate": 8.876588571407275e-07, "Finetune/Loss": 0.63533616065979, "Finetune/Loss (Raw)": 0.6195663809776306, "Finetune/Step": 16711, "Finetune/Step Time": 6.642911497503519}
+{"Finetune/Learning Rate": 8.869653827587366e-07, "Finetune/Loss": 0.6358152627944946, "Finetune/Loss (Raw)": 0.7158776521682739, "Finetune/Step": 16712, "Finetune/Step Time": 6.636475590988994}
+{"Finetune/Learning Rate": 8.862721667964935e-07, "Finetune/Loss": 0.6352410316467285, "Finetune/Loss (Raw)": 0.6456804871559143, "Finetune/Step": 16713, "Finetune/Step Time": 6.64237735979259}
+{"Finetune/Learning Rate": 8.855792092736559e-07, "Finetune/Loss": 0.6355531215667725, "Finetune/Loss (Raw)": 0.6816750168800354, "Finetune/Step": 16714, "Finetune/Step Time": 6.640589572489262}
+{"Finetune/Learning Rate": 8.848865102098736e-07, "Finetune/Loss": 0.635320782661438, "Finetune/Loss (Raw)": 0.6978738307952881, "Finetune/Step": 16715, "Finetune/Step Time": 6.6410212852060795}
+{"Finetune/Learning Rate": 8.841940696247908e-07, "Finetune/Loss": 0.635745644569397, "Finetune/Loss (Raw)": 0.7178629636764526, "Finetune/Step": 16716, "Finetune/Step Time": 6.641535745933652}
+{"Finetune/Learning Rate": 8.835018875380418e-07, "Finetune/Loss": 0.6360524892807007, "Finetune/Loss (Raw)": 0.676040768623352, "Finetune/Step": 16717, "Finetune/Step Time": 6.632292125374079}
+{"Finetune/Learning Rate": 8.828099639692555e-07, "Finetune/Loss": 0.6364123821258545, "Finetune/Loss (Raw)": 0.6713438034057617, "Finetune/Step": 16718, "Finetune/Step Time": 6.6270032320171595}
+{"Finetune/Learning Rate": 8.821182989380528e-07, "Finetune/Loss": 0.6366039514541626, "Finetune/Loss (Raw)": 0.6974075436592102, "Finetune/Step": 16719, "Finetune/Step Time": 6.6297912411391735}
+{"Finetune/Learning Rate": 8.814268924640468e-07, "Finetune/Loss": 0.6351684331893921, "Finetune/Loss (Raw)": 0.43079671263694763, "Finetune/Step": 16720, "Finetune/Step Time": 6.643400011584163}
+{"Finetune/Learning Rate": 8.807357445668474e-07, "Finetune/Loss": 0.6350897550582886, "Finetune/Loss (Raw)": 0.6746600866317749, "Finetune/Step": 16721, "Finetune/Step Time": 6.648642109706998}
+{"Finetune/Learning Rate": 8.800448552660479e-07, "Finetune/Loss": 0.6345186829566956, "Finetune/Loss (Raw)": 0.6029964685440063, "Finetune/Step": 16722, "Finetune/Step Time": 6.65237545222044}
+{"Finetune/Learning Rate": 8.793542245812403e-07, "Finetune/Loss": 0.633989155292511, "Finetune/Loss (Raw)": 0.5675467848777771, "Finetune/Step": 16723, "Finetune/Step Time": 6.656713550910354}
+{"Finetune/Learning Rate": 8.786638525320146e-07, "Finetune/Loss": 0.632514476776123, "Finetune/Loss (Raw)": 0.4985145926475525, "Finetune/Step": 16724, "Finetune/Step Time": 6.637117322534323}
+{"Finetune/Learning Rate": 8.779737391379428e-07, "Finetune/Loss": 0.6321613788604736, "Finetune/Loss (Raw)": 0.5826907157897949, "Finetune/Step": 16725, "Finetune/Step Time": 6.622874287888408}
+{"Finetune/Learning Rate": 8.772838844185972e-07, "Finetune/Loss": 0.63213050365448, "Finetune/Loss (Raw)": 0.6437262892723083, "Finetune/Step": 16726, "Finetune/Step Time": 6.6237601432949305}
+{"Finetune/Learning Rate": 8.765942883935408e-07, "Finetune/Loss": 0.632686972618103, "Finetune/Loss (Raw)": 0.6139237284660339, "Finetune/Step": 16727, "Finetune/Step Time": 6.626521062105894}
+{"Finetune/Learning Rate": 8.759049510823247e-07, "Finetune/Loss": 0.6328336000442505, "Finetune/Loss (Raw)": 0.696606457233429, "Finetune/Step": 16728, "Finetune/Step Time": 6.623490212485194}
+{"Finetune/Learning Rate": 8.75215872504499e-07, "Finetune/Loss": 0.6317059993743896, "Finetune/Loss (Raw)": 0.5331006646156311, "Finetune/Step": 16729, "Finetune/Step Time": 6.622474806383252}
+{"Finetune/Learning Rate": 8.745270526796023e-07, "Finetune/Loss": 0.6318590641021729, "Finetune/Loss (Raw)": 0.6174229383468628, "Finetune/Step": 16730, "Finetune/Step Time": 6.604470716789365}
+{"Finetune/Learning Rate": 8.738384916271703e-07, "Finetune/Loss": 0.6305577754974365, "Finetune/Loss (Raw)": 0.53130042552948, "Finetune/Step": 16731, "Finetune/Step Time": 6.604045398533344}
+{"Finetune/Learning Rate": 8.731501893667272e-07, "Finetune/Loss": 0.6303858757019043, "Finetune/Loss (Raw)": 0.6391738057136536, "Finetune/Step": 16732, "Finetune/Step Time": 6.6009052358567715}
+{"Finetune/Learning Rate": 8.72462145917794e-07, "Finetune/Loss": 0.6301515698432922, "Finetune/Loss (Raw)": 0.5654613971710205, "Finetune/Step": 16733, "Finetune/Step Time": 6.580729046836495}
+{"Finetune/Learning Rate": 8.717743612998764e-07, "Finetune/Loss": 0.6292688250541687, "Finetune/Loss (Raw)": 0.4960695207118988, "Finetune/Step": 16734, "Finetune/Step Time": 6.577988052740693}
+{"Finetune/Learning Rate": 8.71086835532482e-07, "Finetune/Loss": 0.6305638551712036, "Finetune/Loss (Raw)": 0.7341896295547485, "Finetune/Step": 16735, "Finetune/Step Time": 6.581161826848984}
+{"Finetune/Learning Rate": 8.703995686351041e-07, "Finetune/Loss": 0.6292312741279602, "Finetune/Loss (Raw)": 0.4781374931335449, "Finetune/Step": 16736, "Finetune/Step Time": 6.581388810649514}
+{"Finetune/Learning Rate": 8.697125606272327e-07, "Finetune/Loss": 0.6287410259246826, "Finetune/Loss (Raw)": 0.656779408454895, "Finetune/Step": 16737, "Finetune/Step Time": 6.580359207466245}
+{"Finetune/Learning Rate": 8.690258115283523e-07, "Finetune/Loss": 0.627760112285614, "Finetune/Loss (Raw)": 0.5601291656494141, "Finetune/Step": 16738, "Finetune/Step Time": 6.594614585861564}
+{"Finetune/Learning Rate": 8.683393213579338e-07, "Finetune/Loss": 0.627820611000061, "Finetune/Loss (Raw)": 0.6860491633415222, "Finetune/Step": 16739, "Finetune/Step Time": 6.595885654911399}
+{"Finetune/Learning Rate": 8.676530901354474e-07, "Finetune/Loss": 0.627541184425354, "Finetune/Loss (Raw)": 0.54708331823349, "Finetune/Step": 16740, "Finetune/Step Time": 6.6007070522755384}
+{"Finetune/Learning Rate": 8.669671178803485e-07, "Finetune/Loss": 0.6263055801391602, "Finetune/Loss (Raw)": 0.49382397532463074, "Finetune/Step": 16741, "Finetune/Step Time": 6.634776810184121}
+{"Finetune/Learning Rate": 8.662814046120916e-07, "Finetune/Loss": 0.6263266205787659, "Finetune/Loss (Raw)": 0.6036514639854431, "Finetune/Step": 16742, "Finetune/Step Time": 6.637277457863092}
+{"Finetune/Learning Rate": 8.655959503501198e-07, "Finetune/Loss": 0.6261080503463745, "Finetune/Loss (Raw)": 0.6114485263824463, "Finetune/Step": 16743, "Finetune/Step Time": 6.637378351762891}
+{"Finetune/Learning Rate": 8.649107551138725e-07, "Finetune/Loss": 0.6251866817474365, "Finetune/Loss (Raw)": 0.4901859760284424, "Finetune/Step": 16744, "Finetune/Step Time": 6.673717262223363}
+{"Finetune/Learning Rate": 8.642258189227793e-07, "Finetune/Loss": 0.624956488609314, "Finetune/Loss (Raw)": 0.5598584413528442, "Finetune/Step": 16745, "Finetune/Step Time": 6.673644406720996}
+{"Finetune/Learning Rate": 8.635411417962658e-07, "Finetune/Loss": 0.6247953176498413, "Finetune/Loss (Raw)": 0.5508636832237244, "Finetune/Step": 16746, "Finetune/Step Time": 6.676376469433308}
+{"Finetune/Learning Rate": 8.628567237537433e-07, "Finetune/Loss": 0.6268643736839294, "Finetune/Loss (Raw)": 0.6991238594055176, "Finetune/Step": 16747, "Finetune/Step Time": 6.659932309761643}
+{"Finetune/Learning Rate": 8.621725648146217e-07, "Finetune/Loss": 0.6271695494651794, "Finetune/Loss (Raw)": 0.5926409363746643, "Finetune/Step": 16748, "Finetune/Step Time": 6.658878955990076}
+{"Finetune/Learning Rate": 8.614886649983012e-07, "Finetune/Loss": 0.626624345779419, "Finetune/Loss (Raw)": 0.5573307871818542, "Finetune/Step": 16749, "Finetune/Step Time": 6.660541431978345}
+{"Finetune/Learning Rate": 8.608050243241761e-07, "Finetune/Loss": 0.6248717308044434, "Finetune/Loss (Raw)": 0.5699605941772461, "Finetune/Step": 16750, "Finetune/Step Time": 6.670824304223061}
+{"Finetune/Learning Rate": 8.601216428116321e-07, "Finetune/Loss": 0.6246398091316223, "Finetune/Loss (Raw)": 0.6017093062400818, "Finetune/Step": 16751, "Finetune/Step Time": 6.670748706907034}
+{"Finetune/Learning Rate": 8.594385204800481e-07, "Finetune/Loss": 0.6240990161895752, "Finetune/Loss (Raw)": 0.5466934442520142, "Finetune/Step": 16752, "Finetune/Step Time": 6.67661664262414}
+{"Finetune/Learning Rate": 8.587556573487954e-07, "Finetune/Loss": 0.6241346001625061, "Finetune/Loss (Raw)": 0.5913152694702148, "Finetune/Step": 16753, "Finetune/Step Time": 6.702487424015999}
+{"Finetune/Learning Rate": 8.580730534372372e-07, "Finetune/Loss": 0.6231241822242737, "Finetune/Loss (Raw)": 0.5947211980819702, "Finetune/Step": 16754, "Finetune/Step Time": 6.677009807899594}
+{"Finetune/Learning Rate": 8.573907087647315e-07, "Finetune/Loss": 0.623772144317627, "Finetune/Loss (Raw)": 0.6252816915512085, "Finetune/Step": 16755, "Finetune/Step Time": 6.680420996621251}
+{"Finetune/Learning Rate": 8.567086233506284e-07, "Finetune/Loss": 0.6231049299240112, "Finetune/Loss (Raw)": 0.5682244896888733, "Finetune/Step": 16756, "Finetune/Step Time": 6.665813196450472}
+{"Finetune/Learning Rate": 8.560267972142667e-07, "Finetune/Loss": 0.6238685846328735, "Finetune/Loss (Raw)": 0.7258967757225037, "Finetune/Step": 16757, "Finetune/Step Time": 6.665085518732667}
+{"Finetune/Learning Rate": 8.553452303749843e-07, "Finetune/Loss": 0.6238332390785217, "Finetune/Loss (Raw)": 0.6895086765289307, "Finetune/Step": 16758, "Finetune/Step Time": 6.665199797600508}
+{"Finetune/Learning Rate": 8.546639228521069e-07, "Finetune/Loss": 0.6230406165122986, "Finetune/Loss (Raw)": 0.5413371324539185, "Finetune/Step": 16759, "Finetune/Step Time": 6.66849629022181}
+{"Finetune/Learning Rate": 8.539828746649548e-07, "Finetune/Loss": 0.6225681304931641, "Finetune/Loss (Raw)": 0.596785843372345, "Finetune/Step": 16760, "Finetune/Step Time": 6.669595176354051}
+{"Finetune/Learning Rate": 8.533020858328411e-07, "Finetune/Loss": 0.6218518614768982, "Finetune/Loss (Raw)": 0.5603442788124084, "Finetune/Step": 16761, "Finetune/Step Time": 6.667211890220642}
+{"Finetune/Learning Rate": 8.526215563750695e-07, "Finetune/Loss": 0.6227863430976868, "Finetune/Loss (Raw)": 0.5769637227058411, "Finetune/Step": 16762, "Finetune/Step Time": 6.653259476646781}
+{"Finetune/Learning Rate": 8.5194128631094e-07, "Finetune/Loss": 0.622028112411499, "Finetune/Loss (Raw)": 0.5335450172424316, "Finetune/Step": 16763, "Finetune/Step Time": 6.6544902585446835}
+{"Finetune/Learning Rate": 8.512612756597416e-07, "Finetune/Loss": 0.6203960180282593, "Finetune/Loss (Raw)": 0.4737500250339508, "Finetune/Step": 16764, "Finetune/Step Time": 6.650728417560458}
+{"Finetune/Learning Rate": 8.505815244407578e-07, "Finetune/Loss": 0.6204776763916016, "Finetune/Loss (Raw)": 0.6858018040657043, "Finetune/Step": 16765, "Finetune/Step Time": 6.654446749016643}
+{"Finetune/Learning Rate": 8.499020326732643e-07, "Finetune/Loss": 0.6204009056091309, "Finetune/Loss (Raw)": 0.6253266930580139, "Finetune/Step": 16766, "Finetune/Step Time": 6.655721046030521}
+{"Finetune/Learning Rate": 8.492228003765301e-07, "Finetune/Loss": 0.6205427050590515, "Finetune/Loss (Raw)": 0.599304735660553, "Finetune/Step": 16767, "Finetune/Step Time": 6.644743487238884}
+{"Finetune/Learning Rate": 8.485438275698154e-07, "Finetune/Loss": 0.6207026243209839, "Finetune/Loss (Raw)": 0.6925514936447144, "Finetune/Step": 16768, "Finetune/Step Time": 6.656926311552525}
+{"Finetune/Learning Rate": 8.478651142723748e-07, "Finetune/Loss": 0.6199773550033569, "Finetune/Loss (Raw)": 0.5870787501335144, "Finetune/Step": 16769, "Finetune/Step Time": 6.670939221978188}
+{"Finetune/Learning Rate": 8.471866605034562e-07, "Finetune/Loss": 0.6195254325866699, "Finetune/Loss (Raw)": 0.5704176425933838, "Finetune/Step": 16770, "Finetune/Step Time": 6.671031916514039}
+{"Finetune/Learning Rate": 8.465084662822931e-07, "Finetune/Loss": 0.6190667152404785, "Finetune/Loss (Raw)": 0.6110766530036926, "Finetune/Step": 16771, "Finetune/Step Time": 6.672078041359782}
+{"Finetune/Learning Rate": 8.458305316281234e-07, "Finetune/Loss": 0.6180539131164551, "Finetune/Loss (Raw)": 0.6691401600837708, "Finetune/Step": 16772, "Finetune/Step Time": 6.662116566672921}
+{"Finetune/Learning Rate": 8.451528565601686e-07, "Finetune/Loss": 0.6196778416633606, "Finetune/Loss (Raw)": 0.6777667999267578, "Finetune/Step": 16773, "Finetune/Step Time": 6.66491231508553}
+{"Finetune/Learning Rate": 8.444754410976452e-07, "Finetune/Loss": 0.6193182468414307, "Finetune/Loss (Raw)": 0.5457810163497925, "Finetune/Step": 16774, "Finetune/Step Time": 6.662877159193158}
+{"Finetune/Learning Rate": 8.437982852597637e-07, "Finetune/Loss": 0.6197810173034668, "Finetune/Loss (Raw)": 0.6831288933753967, "Finetune/Step": 16775, "Finetune/Step Time": 6.683505889028311}
+{"Finetune/Learning Rate": 8.431213890657275e-07, "Finetune/Loss": 0.619592547416687, "Finetune/Loss (Raw)": 0.6200886368751526, "Finetune/Step": 16776, "Finetune/Step Time": 6.701794728636742}
+{"Finetune/Learning Rate": 8.42444752534729e-07, "Finetune/Loss": 0.6187421083450317, "Finetune/Loss (Raw)": 0.5390061736106873, "Finetune/Step": 16777, "Finetune/Step Time": 6.699463585391641}
+{"Finetune/Learning Rate": 8.417683756859563e-07, "Finetune/Loss": 0.6192876100540161, "Finetune/Loss (Raw)": 0.7449531555175781, "Finetune/Step": 16778, "Finetune/Step Time": 6.689982812851667}
+{"Finetune/Learning Rate": 8.410922585385883e-07, "Finetune/Loss": 0.6182851791381836, "Finetune/Loss (Raw)": 0.4737902581691742, "Finetune/Step": 16779, "Finetune/Step Time": 6.704232074320316}
+{"Finetune/Learning Rate": 8.40416401111801e-07, "Finetune/Loss": 0.618485689163208, "Finetune/Loss (Raw)": 0.631389856338501, "Finetune/Step": 16780, "Finetune/Step Time": 6.6974753718823195}
+{"Finetune/Learning Rate": 8.397408034247589e-07, "Finetune/Loss": 0.6192444562911987, "Finetune/Loss (Raw)": 0.7269358038902283, "Finetune/Step": 16781, "Finetune/Step Time": 6.703361978754401}
+{"Finetune/Learning Rate": 8.390654654966202e-07, "Finetune/Loss": 0.6195409297943115, "Finetune/Loss (Raw)": 0.6151081323623657, "Finetune/Step": 16782, "Finetune/Step Time": 6.715739380568266}
+{"Finetune/Learning Rate": 8.383903873465337e-07, "Finetune/Loss": 0.6205053329467773, "Finetune/Loss (Raw)": 0.6900472640991211, "Finetune/Step": 16783, "Finetune/Step Time": 6.716706424951553}
+{"Finetune/Learning Rate": 8.377155689936434e-07, "Finetune/Loss": 0.6202924251556396, "Finetune/Loss (Raw)": 0.6348369717597961, "Finetune/Step": 16784, "Finetune/Step Time": 6.716648191213608}
+{"Finetune/Learning Rate": 8.370410104570859e-07, "Finetune/Loss": 0.6198026537895203, "Finetune/Loss (Raw)": 0.5799010992050171, "Finetune/Step": 16785, "Finetune/Step Time": 6.730835374444723}
+{"Finetune/Learning Rate": 8.363667117559871e-07, "Finetune/Loss": 0.6199737787246704, "Finetune/Loss (Raw)": 0.5646188259124756, "Finetune/Step": 16786, "Finetune/Step Time": 6.725459661334753}
+{"Finetune/Learning Rate": 8.356926729094717e-07, "Finetune/Loss": 0.6205756664276123, "Finetune/Loss (Raw)": 0.7319591641426086, "Finetune/Step": 16787, "Finetune/Step Time": 6.727554189041257}
+{"Finetune/Learning Rate": 8.350188939366544e-07, "Finetune/Loss": 0.6216180324554443, "Finetune/Loss (Raw)": 0.6910493969917297, "Finetune/Step": 16788, "Finetune/Step Time": 6.724328521639109}
+{"Finetune/Learning Rate": 8.343453748566388e-07, "Finetune/Loss": 0.6217870712280273, "Finetune/Loss (Raw)": 0.700986921787262, "Finetune/Step": 16789, "Finetune/Step Time": 6.72291530855}
+{"Finetune/Learning Rate": 8.33672115688523e-07, "Finetune/Loss": 0.6210605502128601, "Finetune/Loss (Raw)": 0.5312369465827942, "Finetune/Step": 16790, "Finetune/Step Time": 6.723386710509658}
+{"Finetune/Learning Rate": 8.329991164514017e-07, "Finetune/Loss": 0.6204978227615356, "Finetune/Loss (Raw)": 0.5731992125511169, "Finetune/Step": 16791, "Finetune/Step Time": 6.7036508321762085}
+{"Finetune/Learning Rate": 8.323263771643575e-07, "Finetune/Loss": 0.6200798749923706, "Finetune/Loss (Raw)": 0.48692914843559265, "Finetune/Step": 16792, "Finetune/Step Time": 6.704476337879896}
+{"Finetune/Learning Rate": 8.316538978464672e-07, "Finetune/Loss": 0.619877815246582, "Finetune/Loss (Raw)": 0.6457473039627075, "Finetune/Step": 16793, "Finetune/Step Time": 6.705094056203961}
+{"Finetune/Learning Rate": 8.309816785168035e-07, "Finetune/Loss": 0.6194230914115906, "Finetune/Loss (Raw)": 0.5636774897575378, "Finetune/Step": 16794, "Finetune/Step Time": 6.715916126966476}
+{"Finetune/Learning Rate": 8.303097191944243e-07, "Finetune/Loss": 0.6191796064376831, "Finetune/Loss (Raw)": 0.5859478116035461, "Finetune/Step": 16795, "Finetune/Step Time": 6.72133114002645}
+{"Finetune/Learning Rate": 8.296380198983867e-07, "Finetune/Loss": 0.6183478832244873, "Finetune/Loss (Raw)": 0.600763201713562, "Finetune/Step": 16796, "Finetune/Step Time": 6.722597852349281}
+{"Finetune/Learning Rate": 8.289665806477376e-07, "Finetune/Loss": 0.618457019329071, "Finetune/Loss (Raw)": 0.6343722939491272, "Finetune/Step": 16797, "Finetune/Step Time": 6.7183848191052675}
+{"Finetune/Learning Rate": 8.282954014615185e-07, "Finetune/Loss": 0.6184757947921753, "Finetune/Loss (Raw)": 0.6347358822822571, "Finetune/Step": 16798, "Finetune/Step Time": 6.726142955943942}
+{"Finetune/Learning Rate": 8.276244823587599e-07, "Finetune/Loss": 0.6193214654922485, "Finetune/Loss (Raw)": 0.6937912702560425, "Finetune/Step": 16799, "Finetune/Step Time": 6.730502823367715}
+{"Finetune/Learning Rate": 8.269538233584884e-07, "Finetune/Loss": 0.6182088851928711, "Finetune/Loss (Raw)": 0.5339280962944031, "Finetune/Step": 16800, "Finetune/Step Time": 6.733154680579901}
+{"Finetune/Learning Rate": 8.262834244797213e-07, "Finetune/Loss": 0.617412805557251, "Finetune/Loss (Raw)": 0.6694375276565552, "Finetune/Step": 16801, "Finetune/Step Time": 6.735841682180762}
+{"Finetune/Learning Rate": 8.256132857414701e-07, "Finetune/Loss": 0.6150027513504028, "Finetune/Loss (Raw)": 0.53094881772995, "Finetune/Step": 16802, "Finetune/Step Time": 6.750704733654857}
+{"Finetune/Learning Rate": 8.249434071627383e-07, "Finetune/Loss": 0.6145218014717102, "Finetune/Loss (Raw)": 0.5714287757873535, "Finetune/Step": 16803, "Finetune/Step Time": 6.754906693473458}
+{"Finetune/Learning Rate": 8.242737887625207e-07, "Finetune/Loss": 0.6145017743110657, "Finetune/Loss (Raw)": 0.5661079287528992, "Finetune/Step": 16804, "Finetune/Step Time": 6.7517843917012215}
+{"Finetune/Learning Rate": 8.236044305598057e-07, "Finetune/Loss": 0.6135258078575134, "Finetune/Loss (Raw)": 0.583494246006012, "Finetune/Step": 16805, "Finetune/Step Time": 6.758888512849808}
+{"Finetune/Learning Rate": 8.229353325735756e-07, "Finetune/Loss": 0.6127679347991943, "Finetune/Loss (Raw)": 0.5667362809181213, "Finetune/Step": 16806, "Finetune/Step Time": 6.761242365464568}
+{"Finetune/Learning Rate": 8.222664948228032e-07, "Finetune/Loss": 0.6124042868614197, "Finetune/Loss (Raw)": 0.6222327351570129, "Finetune/Step": 16807, "Finetune/Step Time": 6.765695635229349}
+{"Finetune/Learning Rate": 8.215979173264543e-07, "Finetune/Loss": 0.6120979189872742, "Finetune/Loss (Raw)": 0.6964573264122009, "Finetune/Step": 16808, "Finetune/Step Time": 6.761335015296936}
+{"Finetune/Learning Rate": 8.209296001034894e-07, "Finetune/Loss": 0.6120178699493408, "Finetune/Loss (Raw)": 0.5734976530075073, "Finetune/Step": 16809, "Finetune/Step Time": 6.772300330922008}
+{"Finetune/Learning Rate": 8.202615431728589e-07, "Finetune/Loss": 0.6113279461860657, "Finetune/Loss (Raw)": 0.5644931793212891, "Finetune/Step": 16810, "Finetune/Step Time": 6.781628830358386}
+{"Finetune/Learning Rate": 8.195937465535076e-07, "Finetune/Loss": 0.6113001108169556, "Finetune/Loss (Raw)": 0.5870214104652405, "Finetune/Step": 16811, "Finetune/Step Time": 6.764183575287461}
+{"Finetune/Learning Rate": 8.189262102643747e-07, "Finetune/Loss": 0.6121028065681458, "Finetune/Loss (Raw)": 0.629417359828949, "Finetune/Step": 16812, "Finetune/Step Time": 6.7624442260712385}
+{"Finetune/Learning Rate": 8.182589343243818e-07, "Finetune/Loss": 0.6117387413978577, "Finetune/Loss (Raw)": 0.6636375188827515, "Finetune/Step": 16813, "Finetune/Step Time": 6.759211676195264}
+{"Finetune/Learning Rate": 8.175919187524584e-07, "Finetune/Loss": 0.6112099885940552, "Finetune/Loss (Raw)": 0.6336483359336853, "Finetune/Step": 16814, "Finetune/Step Time": 6.740743016824126}
+{"Finetune/Learning Rate": 8.16925163567518e-07, "Finetune/Loss": 0.6108995079994202, "Finetune/Loss (Raw)": 0.6265835762023926, "Finetune/Step": 16815, "Finetune/Step Time": 6.745808593928814}
+{"Finetune/Learning Rate": 8.162586687884655e-07, "Finetune/Loss": 0.6101709604263306, "Finetune/Loss (Raw)": 0.5635833740234375, "Finetune/Step": 16816, "Finetune/Step Time": 6.753841768950224}
+{"Finetune/Learning Rate": 8.155924344342026e-07, "Finetune/Loss": 0.6112349033355713, "Finetune/Loss (Raw)": 0.6652465462684631, "Finetune/Step": 16817, "Finetune/Step Time": 6.753046242520213}
+{"Finetune/Learning Rate": 8.149264605236207e-07, "Finetune/Loss": 0.611231803894043, "Finetune/Loss (Raw)": 0.6096528172492981, "Finetune/Step": 16818, "Finetune/Step Time": 6.753679279237986}
+{"Finetune/Learning Rate": 8.142607470756081e-07, "Finetune/Loss": 0.6112992763519287, "Finetune/Loss (Raw)": 0.5832730531692505, "Finetune/Step": 16819, "Finetune/Step Time": 6.755430245772004}
+{"Finetune/Learning Rate": 8.135952941090363e-07, "Finetune/Loss": 0.6119887828826904, "Finetune/Loss (Raw)": 0.6808995604515076, "Finetune/Step": 16820, "Finetune/Step Time": 6.739178787916899}
+{"Finetune/Learning Rate": 8.129301016427815e-07, "Finetune/Loss": 0.6128544211387634, "Finetune/Loss (Raw)": 0.6683645844459534, "Finetune/Step": 16821, "Finetune/Step Time": 6.740909831598401}
+{"Finetune/Learning Rate": 8.122651696957041e-07, "Finetune/Loss": 0.6124323606491089, "Finetune/Loss (Raw)": 0.6120363473892212, "Finetune/Step": 16822, "Finetune/Step Time": 6.742883086204529}
+{"Finetune/Learning Rate": 8.116004982866599e-07, "Finetune/Loss": 0.6126136779785156, "Finetune/Loss (Raw)": 0.6460713744163513, "Finetune/Step": 16823, "Finetune/Step Time": 6.725388593971729}
+{"Finetune/Learning Rate": 8.109360874344962e-07, "Finetune/Loss": 0.6121298670768738, "Finetune/Loss (Raw)": 0.5955540537834167, "Finetune/Step": 16824, "Finetune/Step Time": 6.73487776145339}
+{"Finetune/Learning Rate": 8.102719371580581e-07, "Finetune/Loss": 0.6121628284454346, "Finetune/Loss (Raw)": 0.6080862283706665, "Finetune/Step": 16825, "Finetune/Step Time": 6.736345378682017}
+{"Finetune/Learning Rate": 8.096080474761736e-07, "Finetune/Loss": 0.6122766733169556, "Finetune/Loss (Raw)": 0.6777605414390564, "Finetune/Step": 16826, "Finetune/Step Time": 6.735967058688402}
+{"Finetune/Learning Rate": 8.089444184076689e-07, "Finetune/Loss": 0.6130142211914062, "Finetune/Loss (Raw)": 0.6571773290634155, "Finetune/Step": 16827, "Finetune/Step Time": 6.732607409358025}
+{"Finetune/Learning Rate": 8.082810499713667e-07, "Finetune/Loss": 0.6145958304405212, "Finetune/Loss (Raw)": 0.6958198547363281, "Finetune/Step": 16828, "Finetune/Step Time": 6.725797152146697}
+{"Finetune/Learning Rate": 8.076179421860764e-07, "Finetune/Loss": 0.6138700842857361, "Finetune/Loss (Raw)": 0.570112407207489, "Finetune/Step": 16829, "Finetune/Step Time": 6.726555962115526}
+{"Finetune/Learning Rate": 8.069550950706018e-07, "Finetune/Loss": 0.6144915223121643, "Finetune/Loss (Raw)": 0.6673065423965454, "Finetune/Step": 16830, "Finetune/Step Time": 6.7270415388047695}
+{"Finetune/Learning Rate": 8.062925086437401e-07, "Finetune/Loss": 0.6150156855583191, "Finetune/Loss (Raw)": 0.7362439632415771, "Finetune/Step": 16831, "Finetune/Step Time": 6.724101332947612}
+{"Finetune/Learning Rate": 8.056301829242785e-07, "Finetune/Loss": 0.6157278418540955, "Finetune/Loss (Raw)": 0.6856929063796997, "Finetune/Step": 16832, "Finetune/Step Time": 6.72550081834197}
+{"Finetune/Learning Rate": 8.049681179309987e-07, "Finetune/Loss": 0.6155064702033997, "Finetune/Loss (Raw)": 0.5468928813934326, "Finetune/Step": 16833, "Finetune/Step Time": 6.721736995503306}
+{"Finetune/Learning Rate": 8.043063136826768e-07, "Finetune/Loss": 0.6149607300758362, "Finetune/Loss (Raw)": 0.558441698551178, "Finetune/Step": 16834, "Finetune/Step Time": 6.72871370613575}
+{"Finetune/Learning Rate": 8.036447701980765e-07, "Finetune/Loss": 0.6145164370536804, "Finetune/Loss (Raw)": 0.5896267294883728, "Finetune/Step": 16835, "Finetune/Step Time": 6.730957409366965}
+{"Finetune/Learning Rate": 8.029834874959619e-07, "Finetune/Loss": 0.6135379076004028, "Finetune/Loss (Raw)": 0.5788494348526001, "Finetune/Step": 16836, "Finetune/Step Time": 6.736443938687444}
+{"Finetune/Learning Rate": 8.023224655950834e-07, "Finetune/Loss": 0.6137130260467529, "Finetune/Loss (Raw)": 0.738686740398407, "Finetune/Step": 16837, "Finetune/Step Time": 6.733603844419122}
+{"Finetune/Learning Rate": 8.016617045141839e-07, "Finetune/Loss": 0.6132322549819946, "Finetune/Loss (Raw)": 0.6621828675270081, "Finetune/Step": 16838, "Finetune/Step Time": 6.733274718746543}
+{"Finetune/Learning Rate": 8.010012042720028e-07, "Finetune/Loss": 0.6128932237625122, "Finetune/Loss (Raw)": 0.5761695504188538, "Finetune/Step": 16839, "Finetune/Step Time": 6.735746257007122}
+{"Finetune/Learning Rate": 8.003409648872684e-07, "Finetune/Loss": 0.6128253936767578, "Finetune/Loss (Raw)": 0.7071961164474487, "Finetune/Step": 16840, "Finetune/Step Time": 6.746137073263526}
+{"Finetune/Learning Rate": 7.996809863787037e-07, "Finetune/Loss": 0.6139671802520752, "Finetune/Loss (Raw)": 0.7918328642845154, "Finetune/Step": 16841, "Finetune/Step Time": 6.740199159830809}
+{"Finetune/Learning Rate": 7.990212687650223e-07, "Finetune/Loss": 0.6140536069869995, "Finetune/Loss (Raw)": 0.6927282214164734, "Finetune/Step": 16842, "Finetune/Step Time": 6.746261326596141}
+{"Finetune/Learning Rate": 7.983618120649373e-07, "Finetune/Loss": 0.6133021116256714, "Finetune/Loss (Raw)": 0.6016796231269836, "Finetune/Step": 16843, "Finetune/Step Time": 6.7698604222387075}
+{"Finetune/Learning Rate": 7.977026162971436e-07, "Finetune/Loss": 0.6115834712982178, "Finetune/Loss (Raw)": 0.4978836178779602, "Finetune/Step": 16844, "Finetune/Step Time": 6.7718427293002605}
+{"Finetune/Learning Rate": 7.970436814803362e-07, "Finetune/Loss": 0.6106538772583008, "Finetune/Loss (Raw)": 0.5570541024208069, "Finetune/Step": 16845, "Finetune/Step Time": 6.772500559687614}
+{"Finetune/Learning Rate": 7.963850076332003e-07, "Finetune/Loss": 0.6100505590438843, "Finetune/Loss (Raw)": 0.5941117405891418, "Finetune/Step": 16846, "Finetune/Step Time": 6.790745418518782}
+{"Finetune/Learning Rate": 7.957265947744131e-07, "Finetune/Loss": 0.6097081899642944, "Finetune/Loss (Raw)": 0.6535841822624207, "Finetune/Step": 16847, "Finetune/Step Time": 6.79144087433815}
+{"Finetune/Learning Rate": 7.950684429226463e-07, "Finetune/Loss": 0.6106369495391846, "Finetune/Loss (Raw)": 0.549687922000885, "Finetune/Step": 16848, "Finetune/Step Time": 6.79967643506825}
+{"Finetune/Learning Rate": 7.944105520965639e-07, "Finetune/Loss": 0.6104140877723694, "Finetune/Loss (Raw)": 0.6461316347122192, "Finetune/Step": 16849, "Finetune/Step Time": 6.796300368383527}
+{"Finetune/Learning Rate": 7.93752922314821e-07, "Finetune/Loss": 0.6109354496002197, "Finetune/Loss (Raw)": 0.6697271466255188, "Finetune/Step": 16850, "Finetune/Step Time": 6.797502364963293}
+{"Finetune/Learning Rate": 7.93095553596066e-07, "Finetune/Loss": 0.6122328639030457, "Finetune/Loss (Raw)": 0.7336143851280212, "Finetune/Step": 16851, "Finetune/Step Time": 6.793208179995418}
+{"Finetune/Learning Rate": 7.924384459589396e-07, "Finetune/Loss": 0.6125974655151367, "Finetune/Loss (Raw)": 0.5451816320419312, "Finetune/Step": 16852, "Finetune/Step Time": 6.785578262060881}
+{"Finetune/Learning Rate": 7.917815994220768e-07, "Finetune/Loss": 0.6125372648239136, "Finetune/Loss (Raw)": 0.5749868154525757, "Finetune/Step": 16853, "Finetune/Step Time": 6.785972394049168}
+{"Finetune/Learning Rate": 7.911250140041038e-07, "Finetune/Loss": 0.6128562092781067, "Finetune/Loss (Raw)": 0.6845570802688599, "Finetune/Step": 16854, "Finetune/Step Time": 6.785823905840516}
+{"Finetune/Learning Rate": 7.90468689723638e-07, "Finetune/Loss": 0.6132446527481079, "Finetune/Loss (Raw)": 0.6636397838592529, "Finetune/Step": 16855, "Finetune/Step Time": 6.784552913159132}
+{"Finetune/Learning Rate": 7.898126265992912e-07, "Finetune/Loss": 0.6123743057250977, "Finetune/Loss (Raw)": 0.5852029323577881, "Finetune/Step": 16856, "Finetune/Step Time": 6.786118932068348}
+{"Finetune/Learning Rate": 7.891568246496683e-07, "Finetune/Loss": 0.6132625341415405, "Finetune/Loss (Raw)": 0.6467986106872559, "Finetune/Step": 16857, "Finetune/Step Time": 6.787374587729573}
+{"Finetune/Learning Rate": 7.88501283893367e-07, "Finetune/Loss": 0.613981306552887, "Finetune/Loss (Raw)": 0.7094240188598633, "Finetune/Step": 16858, "Finetune/Step Time": 6.796943468973041}
+{"Finetune/Learning Rate": 7.878460043489744e-07, "Finetune/Loss": 0.6135991811752319, "Finetune/Loss (Raw)": 0.48238590359687805, "Finetune/Step": 16859, "Finetune/Step Time": 6.809628933668137}
+{"Finetune/Learning Rate": 7.871909860350724e-07, "Finetune/Loss": 0.613604724407196, "Finetune/Loss (Raw)": 0.6398847103118896, "Finetune/Step": 16860, "Finetune/Step Time": 6.818148858845234}
+{"Finetune/Learning Rate": 7.865362289702394e-07, "Finetune/Loss": 0.6138933897018433, "Finetune/Loss (Raw)": 0.6024054288864136, "Finetune/Step": 16861, "Finetune/Step Time": 6.825198531150818}
+{"Finetune/Learning Rate": 7.85881733173035e-07, "Finetune/Loss": 0.614763081073761, "Finetune/Loss (Raw)": 0.6073901653289795, "Finetune/Step": 16862, "Finetune/Step Time": 6.828586630523205}
+{"Finetune/Learning Rate": 7.852274986620256e-07, "Finetune/Loss": 0.6138550639152527, "Finetune/Loss (Raw)": 0.61796635389328, "Finetune/Step": 16863, "Finetune/Step Time": 6.827263804152608}
+{"Finetune/Learning Rate": 7.845735254557608e-07, "Finetune/Loss": 0.6152868270874023, "Finetune/Loss (Raw)": 0.661401629447937, "Finetune/Step": 16864, "Finetune/Step Time": 6.826937122270465}
+{"Finetune/Learning Rate": 7.839198135727855e-07, "Finetune/Loss": 0.6147934794425964, "Finetune/Loss (Raw)": 0.5936306118965149, "Finetune/Step": 16865, "Finetune/Step Time": 6.828450690954924}
+{"Finetune/Learning Rate": 7.832663630316373e-07, "Finetune/Loss": 0.6154077649116516, "Finetune/Loss (Raw)": 0.6387575268745422, "Finetune/Step": 16866, "Finetune/Step Time": 6.830578258261085}
+{"Finetune/Learning Rate": 7.82613173850848e-07, "Finetune/Loss": 0.6145114898681641, "Finetune/Loss (Raw)": 0.5713233947753906, "Finetune/Step": 16867, "Finetune/Step Time": 6.845713786780834}
+{"Finetune/Learning Rate": 7.819602460489362e-07, "Finetune/Loss": 0.6154426336288452, "Finetune/Loss (Raw)": 0.6662731170654297, "Finetune/Step": 16868, "Finetune/Step Time": 6.844369122758508}
+{"Finetune/Learning Rate": 7.81307579644418e-07, "Finetune/Loss": 0.6166861057281494, "Finetune/Loss (Raw)": 0.6529919505119324, "Finetune/Step": 16869, "Finetune/Step Time": 6.823392933234572}
+{"Finetune/Learning Rate": 7.806551746558044e-07, "Finetune/Loss": 0.6168785691261292, "Finetune/Loss (Raw)": 0.6282852292060852, "Finetune/Step": 16870, "Finetune/Step Time": 6.82582937553525}
+{"Finetune/Learning Rate": 7.800030311015938e-07, "Finetune/Loss": 0.6172792911529541, "Finetune/Loss (Raw)": 0.6627418994903564, "Finetune/Step": 16871, "Finetune/Step Time": 6.826932147145271}
+{"Finetune/Learning Rate": 7.793511490002781e-07, "Finetune/Loss": 0.6185899376869202, "Finetune/Loss (Raw)": 0.6579422354698181, "Finetune/Step": 16872, "Finetune/Step Time": 6.8083416521549225}
+{"Finetune/Learning Rate": 7.786995283703458e-07, "Finetune/Loss": 0.6205514669418335, "Finetune/Loss (Raw)": 0.810941219329834, "Finetune/Step": 16873, "Finetune/Step Time": 6.8086117673665285}
+{"Finetune/Learning Rate": 7.780481692302722e-07, "Finetune/Loss": 0.620887815952301, "Finetune/Loss (Raw)": 0.5939134359359741, "Finetune/Step": 16874, "Finetune/Step Time": 6.807985356077552}
+{"Finetune/Learning Rate": 7.773970715985279e-07, "Finetune/Loss": 0.6205031275749207, "Finetune/Loss (Raw)": 0.6498841047286987, "Finetune/Step": 16875, "Finetune/Step Time": 6.829283181577921}
+{"Finetune/Learning Rate": 7.767462354935751e-07, "Finetune/Loss": 0.6216154098510742, "Finetune/Loss (Raw)": 0.7350068688392639, "Finetune/Step": 16876, "Finetune/Step Time": 6.849464677274227}
+{"Finetune/Learning Rate": 7.760956609338744e-07, "Finetune/Loss": 0.6225507259368896, "Finetune/Loss (Raw)": 0.6770567297935486, "Finetune/Step": 16877, "Finetune/Step Time": 6.850450398400426}
+{"Finetune/Learning Rate": 7.75445347937871e-07, "Finetune/Loss": 0.6227152347564697, "Finetune/Loss (Raw)": 0.5910190939903259, "Finetune/Step": 16878, "Finetune/Step Time": 6.8448310643434525}
+{"Finetune/Learning Rate": 7.74795296524008e-07, "Finetune/Loss": 0.6223752498626709, "Finetune/Loss (Raw)": 0.558191180229187, "Finetune/Step": 16879, "Finetune/Step Time": 6.842132240533829}
+{"Finetune/Learning Rate": 7.741455067107162e-07, "Finetune/Loss": 0.6236181855201721, "Finetune/Loss (Raw)": 0.7057830691337585, "Finetune/Step": 16880, "Finetune/Step Time": 6.839657787233591}
+{"Finetune/Learning Rate": 7.73495978516422e-07, "Finetune/Loss": 0.623650074005127, "Finetune/Loss (Raw)": 0.5953959822654724, "Finetune/Step": 16881, "Finetune/Step Time": 6.819729657843709}
+{"Finetune/Learning Rate": 7.728467119595462e-07, "Finetune/Loss": 0.6237199902534485, "Finetune/Loss (Raw)": 0.6036753058433533, "Finetune/Step": 16882, "Finetune/Step Time": 6.824284169822931}
+{"Finetune/Learning Rate": 7.721977070584962e-07, "Finetune/Loss": 0.6229238510131836, "Finetune/Loss (Raw)": 0.5233808755874634, "Finetune/Step": 16883, "Finetune/Step Time": 6.826675921678543}
+{"Finetune/Learning Rate": 7.71548963831682e-07, "Finetune/Loss": 0.6235648393630981, "Finetune/Loss (Raw)": 0.6502640843391418, "Finetune/Step": 16884, "Finetune/Step Time": 6.827308913692832}
+{"Finetune/Learning Rate": 7.709004822974975e-07, "Finetune/Loss": 0.6228139996528625, "Finetune/Loss (Raw)": 0.6297919750213623, "Finetune/Step": 16885, "Finetune/Step Time": 6.833649322390556}
+{"Finetune/Learning Rate": 7.702522624743303e-07, "Finetune/Loss": 0.6227793097496033, "Finetune/Loss (Raw)": 0.6850700378417969, "Finetune/Step": 16886, "Finetune/Step Time": 6.835006175562739}
+{"Finetune/Learning Rate": 7.696043043805635e-07, "Finetune/Loss": 0.6248124241828918, "Finetune/Loss (Raw)": 0.8015759587287903, "Finetune/Step": 16887, "Finetune/Step Time": 6.829927731305361}
+{"Finetune/Learning Rate": 7.689566080345701e-07, "Finetune/Loss": 0.6254204511642456, "Finetune/Loss (Raw)": 0.6746120452880859, "Finetune/Step": 16888, "Finetune/Step Time": 6.859113685786724}
+{"Finetune/Learning Rate": 7.683091734547177e-07, "Finetune/Loss": 0.6255735158920288, "Finetune/Loss (Raw)": 0.5799300670623779, "Finetune/Step": 16889, "Finetune/Step Time": 6.858077321201563}
+{"Finetune/Learning Rate": 7.67662000659366e-07, "Finetune/Loss": 0.6266496181488037, "Finetune/Loss (Raw)": 0.7147136926651001, "Finetune/Step": 16890, "Finetune/Step Time": 6.859876809641719}
+{"Finetune/Learning Rate": 7.670150896668672e-07, "Finetune/Loss": 0.6270678639411926, "Finetune/Loss (Raw)": 0.58708256483078, "Finetune/Step": 16891, "Finetune/Step Time": 6.857309697195888}
+{"Finetune/Learning Rate": 7.66368440495564e-07, "Finetune/Loss": 0.6288592219352722, "Finetune/Loss (Raw)": 0.7030391693115234, "Finetune/Step": 16892, "Finetune/Step Time": 6.845602596178651}
+{"Finetune/Learning Rate": 7.657220531637966e-07, "Finetune/Loss": 0.629015326499939, "Finetune/Loss (Raw)": 0.7057791352272034, "Finetune/Step": 16893, "Finetune/Step Time": 6.843375284224749}
+{"Finetune/Learning Rate": 7.650759276898923e-07, "Finetune/Loss": 0.6295185089111328, "Finetune/Loss (Raw)": 0.6897439360618591, "Finetune/Step": 16894, "Finetune/Step Time": 6.844023685902357}
+{"Finetune/Learning Rate": 7.644300640921731e-07, "Finetune/Loss": 0.6283671259880066, "Finetune/Loss (Raw)": 0.45192307233810425, "Finetune/Step": 16895, "Finetune/Step Time": 6.865793906152248}
+{"Finetune/Learning Rate": 7.637844623889557e-07, "Finetune/Loss": 0.6280633211135864, "Finetune/Loss (Raw)": 0.6536588072776794, "Finetune/Step": 16896, "Finetune/Step Time": 6.855104258283973}
+{"Finetune/Learning Rate": 7.631391225985473e-07, "Finetune/Loss": 0.6282933354377747, "Finetune/Loss (Raw)": 0.6165230870246887, "Finetune/Step": 16897, "Finetune/Step Time": 6.833019921556115}
+{"Finetune/Learning Rate": 7.624940447392459e-07, "Finetune/Loss": 0.6294575929641724, "Finetune/Loss (Raw)": 0.7194494009017944, "Finetune/Step": 16898, "Finetune/Step Time": 6.8347115982323885}
+{"Finetune/Learning Rate": 7.618492288293466e-07, "Finetune/Loss": 0.6300724744796753, "Finetune/Loss (Raw)": 0.6897757053375244, "Finetune/Step": 16899, "Finetune/Step Time": 6.83569828607142}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.6294132471084595, "Finetune/Loss (Raw)": 0.5847615003585815, "Finetune/Step": 16900, "Finetune/Step Time": 6.835766460746527}
+{"Finetune/Learning Rate": 7.605603829308828e-07, "Finetune/Loss": 0.629184365272522, "Finetune/Loss (Raw)": 0.6484636068344116, "Finetune/Step": 16901, "Finetune/Step Time": 6.834270955994725}
+{"Finetune/Learning Rate": 7.599163529788677e-07, "Finetune/Loss": 0.6297516822814941, "Finetune/Loss (Raw)": 0.6184018850326538, "Finetune/Step": 16902, "Finetune/Step Time": 6.835386745631695}
+{"Finetune/Learning Rate": 7.592725850493487e-07, "Finetune/Loss": 0.6293998956680298, "Finetune/Loss (Raw)": 0.6381009221076965, "Finetune/Step": 16903, "Finetune/Step Time": 6.84218411333859}
+{"Finetune/Learning Rate": 7.586290791605822e-07, "Finetune/Loss": 0.6293328404426575, "Finetune/Loss (Raw)": 0.6115096211433411, "Finetune/Step": 16904, "Finetune/Step Time": 6.828555287793279}
+{"Finetune/Learning Rate": 7.579858353308156e-07, "Finetune/Loss": 0.6298718452453613, "Finetune/Loss (Raw)": 0.607996940612793, "Finetune/Step": 16905, "Finetune/Step Time": 6.831225862726569}
+{"Finetune/Learning Rate": 7.573428535782912e-07, "Finetune/Loss": 0.6296820640563965, "Finetune/Loss (Raw)": 0.7206565737724304, "Finetune/Step": 16906, "Finetune/Step Time": 6.831839045509696}
+{"Finetune/Learning Rate": 7.567001339212399e-07, "Finetune/Loss": 0.6318455338478088, "Finetune/Loss (Raw)": 0.7507184147834778, "Finetune/Step": 16907, "Finetune/Step Time": 6.8155934903770685}
+{"Finetune/Learning Rate": 7.560576763778882e-07, "Finetune/Loss": 0.6315923929214478, "Finetune/Loss (Raw)": 0.598982572555542, "Finetune/Step": 16908, "Finetune/Step Time": 6.813702022656798}
+{"Finetune/Learning Rate": 7.554154809664549e-07, "Finetune/Loss": 0.6309871077537537, "Finetune/Loss (Raw)": 0.6494649052619934, "Finetune/Step": 16909, "Finetune/Step Time": 6.810335787013173}
+{"Finetune/Learning Rate": 7.547735477051509e-07, "Finetune/Loss": 0.6318477392196655, "Finetune/Loss (Raw)": 0.7252697944641113, "Finetune/Step": 16910, "Finetune/Step Time": 6.807386949658394}
+{"Finetune/Learning Rate": 7.541318766121786e-07, "Finetune/Loss": 0.6304976940155029, "Finetune/Loss (Raw)": 0.5172390937805176, "Finetune/Step": 16911, "Finetune/Step Time": 6.816868577152491}
+{"Finetune/Learning Rate": 7.534904677057353e-07, "Finetune/Loss": 0.6311397552490234, "Finetune/Loss (Raw)": 0.7170278429985046, "Finetune/Step": 16912, "Finetune/Step Time": 6.8143350053578615}
+{"Finetune/Learning Rate": 7.528493210040077e-07, "Finetune/Loss": 0.6316088438034058, "Finetune/Loss (Raw)": 0.6399354934692383, "Finetune/Step": 16913, "Finetune/Step Time": 6.7931857239454985}
+{"Finetune/Learning Rate": 7.522084365251791e-07, "Finetune/Loss": 0.6320860385894775, "Finetune/Loss (Raw)": 0.6257073283195496, "Finetune/Step": 16914, "Finetune/Step Time": 6.787488313391805}
+{"Finetune/Learning Rate": 7.515678142874216e-07, "Finetune/Loss": 0.6322458982467651, "Finetune/Loss (Raw)": 0.7524173855781555, "Finetune/Step": 16915, "Finetune/Step Time": 6.804826073348522}
+{"Finetune/Learning Rate": 7.509274543089029e-07, "Finetune/Loss": 0.6313858032226562, "Finetune/Loss (Raw)": 0.5809531807899475, "Finetune/Step": 16916, "Finetune/Step Time": 6.8071153331547976}
+{"Finetune/Learning Rate": 7.502873566077807e-07, "Finetune/Loss": 0.6315621137619019, "Finetune/Loss (Raw)": 0.7235640287399292, "Finetune/Step": 16917, "Finetune/Step Time": 6.80760527215898}
+{"Finetune/Learning Rate": 7.496475212022036e-07, "Finetune/Loss": 0.6329079866409302, "Finetune/Loss (Raw)": 0.7035050988197327, "Finetune/Step": 16918, "Finetune/Step Time": 6.805075120180845}
+{"Finetune/Learning Rate": 7.490079481103197e-07, "Finetune/Loss": 0.6334034204483032, "Finetune/Loss (Raw)": 0.636616587638855, "Finetune/Step": 16919, "Finetune/Step Time": 6.805563284084201}
+{"Finetune/Learning Rate": 7.483686373502641e-07, "Finetune/Loss": 0.6345153450965881, "Finetune/Loss (Raw)": 0.6292514204978943, "Finetune/Step": 16920, "Finetune/Step Time": 6.798628963530064}
+{"Finetune/Learning Rate": 7.47729588940167e-07, "Finetune/Loss": 0.634412407875061, "Finetune/Loss (Raw)": 0.6325657963752747, "Finetune/Step": 16921, "Finetune/Step Time": 6.797303847968578}
+{"Finetune/Learning Rate": 7.470908028981494e-07, "Finetune/Loss": 0.633346438407898, "Finetune/Loss (Raw)": 0.4272344708442688, "Finetune/Step": 16922, "Finetune/Step Time": 6.798143729567528}
+{"Finetune/Learning Rate": 7.464522792423234e-07, "Finetune/Loss": 0.6339083909988403, "Finetune/Loss (Raw)": 0.6578837633132935, "Finetune/Step": 16923, "Finetune/Step Time": 6.79662686213851}
+{"Finetune/Learning Rate": 7.458140179907969e-07, "Finetune/Loss": 0.6342365145683289, "Finetune/Loss (Raw)": 0.6427572965621948, "Finetune/Step": 16924, "Finetune/Step Time": 6.794347945600748}
+{"Finetune/Learning Rate": 7.451760191616686e-07, "Finetune/Loss": 0.6340116262435913, "Finetune/Loss (Raw)": 0.6055915355682373, "Finetune/Step": 16925, "Finetune/Step Time": 6.800414752215147}
+{"Finetune/Learning Rate": 7.44538282773033e-07, "Finetune/Loss": 0.6339378356933594, "Finetune/Loss (Raw)": 0.6252914667129517, "Finetune/Step": 16926, "Finetune/Step Time": 6.788949454203248}
+{"Finetune/Learning Rate": 7.439008088429712e-07, "Finetune/Loss": 0.6331387758255005, "Finetune/Loss (Raw)": 0.5915078520774841, "Finetune/Step": 16927, "Finetune/Step Time": 6.781485568732023}
+{"Finetune/Learning Rate": 7.432635973895652e-07, "Finetune/Loss": 0.6328499913215637, "Finetune/Loss (Raw)": 0.4969635605812073, "Finetune/Step": 16928, "Finetune/Step Time": 6.7865323536098}
+{"Finetune/Learning Rate": 7.426266484308775e-07, "Finetune/Loss": 0.6312929391860962, "Finetune/Loss (Raw)": 0.4701404273509979, "Finetune/Step": 16929, "Finetune/Step Time": 6.788345979526639}
+{"Finetune/Learning Rate": 7.419899619849747e-07, "Finetune/Loss": 0.63204425573349, "Finetune/Loss (Raw)": 0.6271118521690369, "Finetune/Step": 16930, "Finetune/Step Time": 6.776156865060329}
+{"Finetune/Learning Rate": 7.4135353806991e-07, "Finetune/Loss": 0.6326552629470825, "Finetune/Loss (Raw)": 0.6496384739875793, "Finetune/Step": 16931, "Finetune/Step Time": 6.772096559405327}
+{"Finetune/Learning Rate": 7.40717376703729e-07, "Finetune/Loss": 0.6333844661712646, "Finetune/Loss (Raw)": 0.6594492793083191, "Finetune/Step": 16932, "Finetune/Step Time": 6.768958639353514}
+{"Finetune/Learning Rate": 7.400814779044762e-07, "Finetune/Loss": 0.6331198215484619, "Finetune/Loss (Raw)": 0.5496178865432739, "Finetune/Step": 16933, "Finetune/Step Time": 6.781316749751568}
+{"Finetune/Learning Rate": 7.394458416901817e-07, "Finetune/Loss": 0.6332454681396484, "Finetune/Loss (Raw)": 0.5828148126602173, "Finetune/Step": 16934, "Finetune/Step Time": 6.783550733700395}
+{"Finetune/Learning Rate": 7.388104680788676e-07, "Finetune/Loss": 0.6334671974182129, "Finetune/Loss (Raw)": 0.6506189703941345, "Finetune/Step": 16935, "Finetune/Step Time": 6.772561075165868}
+{"Finetune/Learning Rate": 7.381753570885542e-07, "Finetune/Loss": 0.6332905888557434, "Finetune/Loss (Raw)": 0.6738522052764893, "Finetune/Step": 16936, "Finetune/Step Time": 6.772362610325217}
+{"Finetune/Learning Rate": 7.3754050873725e-07, "Finetune/Loss": 0.6338528394699097, "Finetune/Loss (Raw)": 0.6454653739929199, "Finetune/Step": 16937, "Finetune/Step Time": 6.767733622342348}
+{"Finetune/Learning Rate": 7.369059230429576e-07, "Finetune/Loss": 0.6343140602111816, "Finetune/Loss (Raw)": 0.6235325336456299, "Finetune/Step": 16938, "Finetune/Step Time": 6.775446316227317}
+{"Finetune/Learning Rate": 7.362716000236725e-07, "Finetune/Loss": 0.6337719559669495, "Finetune/Loss (Raw)": 0.5176284313201904, "Finetune/Step": 16939, "Finetune/Step Time": 6.7750850562006235}
+{"Finetune/Learning Rate": 7.356375396973836e-07, "Finetune/Loss": 0.6330025792121887, "Finetune/Loss (Raw)": 0.5309324860572815, "Finetune/Step": 16940, "Finetune/Step Time": 6.7760895527899265}
+{"Finetune/Learning Rate": 7.3500374208207e-07, "Finetune/Loss": 0.6328462362289429, "Finetune/Loss (Raw)": 0.6436265110969543, "Finetune/Step": 16941, "Finetune/Step Time": 6.785813756287098}
+{"Finetune/Learning Rate": 7.343702071957027e-07, "Finetune/Loss": 0.6327457427978516, "Finetune/Loss (Raw)": 0.6207844614982605, "Finetune/Step": 16942, "Finetune/Step Time": 6.789055842906237}
+{"Finetune/Learning Rate": 7.337369350562496e-07, "Finetune/Loss": 0.6328184008598328, "Finetune/Loss (Raw)": 0.6358901262283325, "Finetune/Step": 16943, "Finetune/Step Time": 6.785249661654234}
+{"Finetune/Learning Rate": 7.331039256816664e-07, "Finetune/Loss": 0.6327630281448364, "Finetune/Loss (Raw)": 0.5564872622489929, "Finetune/Step": 16944, "Finetune/Step Time": 6.773051327094436}
+{"Finetune/Learning Rate": 7.324711790899042e-07, "Finetune/Loss": 0.6332330703735352, "Finetune/Loss (Raw)": 0.7254225015640259, "Finetune/Step": 16945, "Finetune/Step Time": 6.77090591751039}
+{"Finetune/Learning Rate": 7.318386952989065e-07, "Finetune/Loss": 0.6335839033126831, "Finetune/Loss (Raw)": 0.6545525193214417, "Finetune/Step": 16946, "Finetune/Step Time": 6.7773273922502995}
+{"Finetune/Learning Rate": 7.312064743266078e-07, "Finetune/Loss": 0.6341406106948853, "Finetune/Loss (Raw)": 0.6545302867889404, "Finetune/Step": 16947, "Finetune/Step Time": 6.781623721122742}
+{"Finetune/Learning Rate": 7.305745161909372e-07, "Finetune/Loss": 0.6342016458511353, "Finetune/Loss (Raw)": 0.6887158751487732, "Finetune/Step": 16948, "Finetune/Step Time": 6.7777253575623035}
+{"Finetune/Learning Rate": 7.299428209098147e-07, "Finetune/Loss": 0.633704423904419, "Finetune/Loss (Raw)": 0.6047161221504211, "Finetune/Step": 16949, "Finetune/Step Time": 6.77942599914968}
+{"Finetune/Learning Rate": 7.293113885011527e-07, "Finetune/Loss": 0.6332613825798035, "Finetune/Loss (Raw)": 0.5553257465362549, "Finetune/Step": 16950, "Finetune/Step Time": 6.778296889737248}
+{"Finetune/Learning Rate": 7.286802189828579e-07, "Finetune/Loss": 0.632895827293396, "Finetune/Loss (Raw)": 0.599284291267395, "Finetune/Step": 16951, "Finetune/Step Time": 6.798599351197481}
+{"Finetune/Learning Rate": 7.280493123728282e-07, "Finetune/Loss": 0.6331908106803894, "Finetune/Loss (Raw)": 0.6333128809928894, "Finetune/Step": 16952, "Finetune/Step Time": 6.791662137955427}
+{"Finetune/Learning Rate": 7.274186686889539e-07, "Finetune/Loss": 0.634048342704773, "Finetune/Loss (Raw)": 0.7178491353988647, "Finetune/Step": 16953, "Finetune/Step Time": 6.809324227273464}
+{"Finetune/Learning Rate": 7.267882879491184e-07, "Finetune/Loss": 0.6329259276390076, "Finetune/Loss (Raw)": 0.5340930223464966, "Finetune/Step": 16954, "Finetune/Step Time": 6.821877747774124}
+{"Finetune/Learning Rate": 7.261581701711972e-07, "Finetune/Loss": 0.6320751905441284, "Finetune/Loss (Raw)": 0.548286497592926, "Finetune/Step": 16955, "Finetune/Step Time": 6.820499012246728}
+{"Finetune/Learning Rate": 7.255283153730586e-07, "Finetune/Loss": 0.6308432817459106, "Finetune/Loss (Raw)": 0.5381233096122742, "Finetune/Step": 16956, "Finetune/Step Time": 6.830456949770451}
+{"Finetune/Learning Rate": 7.248987235725646e-07, "Finetune/Loss": 0.631248950958252, "Finetune/Loss (Raw)": 0.6220442652702332, "Finetune/Step": 16957, "Finetune/Step Time": 6.830310704186559}
+{"Finetune/Learning Rate": 7.242693947875701e-07, "Finetune/Loss": 0.6306871175765991, "Finetune/Loss (Raw)": 0.5953941941261292, "Finetune/Step": 16958, "Finetune/Step Time": 6.830550538375974}
+{"Finetune/Learning Rate": 7.236403290359151e-07, "Finetune/Loss": 0.6301437616348267, "Finetune/Loss (Raw)": 0.6666919589042664, "Finetune/Step": 16959, "Finetune/Step Time": 6.830167647451162}
+{"Finetune/Learning Rate": 7.230115263354431e-07, "Finetune/Loss": 0.6295461058616638, "Finetune/Loss (Raw)": 0.6091929078102112, "Finetune/Step": 16960, "Finetune/Step Time": 6.840371573343873}
+{"Finetune/Learning Rate": 7.223829867039844e-07, "Finetune/Loss": 0.6303035020828247, "Finetune/Loss (Raw)": 0.6438403725624084, "Finetune/Step": 16961, "Finetune/Step Time": 6.839091243222356}
+{"Finetune/Learning Rate": 7.217547101593625e-07, "Finetune/Loss": 0.6309748888015747, "Finetune/Loss (Raw)": 0.6443843245506287, "Finetune/Step": 16962, "Finetune/Step Time": 6.851827567443252}
+{"Finetune/Learning Rate": 7.211266967193931e-07, "Finetune/Loss": 0.6303884983062744, "Finetune/Loss (Raw)": 0.5145599246025085, "Finetune/Step": 16963, "Finetune/Step Time": 6.85385306365788}
+{"Finetune/Learning Rate": 7.204989464018863e-07, "Finetune/Loss": 0.6310667395591736, "Finetune/Loss (Raw)": 0.6656649708747864, "Finetune/Step": 16964, "Finetune/Step Time": 6.8490838296711445}
+{"Finetune/Learning Rate": 7.198714592246403e-07, "Finetune/Loss": 0.6303325891494751, "Finetune/Loss (Raw)": 0.6447197794914246, "Finetune/Step": 16965, "Finetune/Step Time": 6.868565361946821}
+{"Finetune/Learning Rate": 7.192442352054496e-07, "Finetune/Loss": 0.6301757097244263, "Finetune/Loss (Raw)": 0.6421047449111938, "Finetune/Step": 16966, "Finetune/Step Time": 6.867851097136736}
+{"Finetune/Learning Rate": 7.186172743621023e-07, "Finetune/Loss": 0.6305245161056519, "Finetune/Loss (Raw)": 0.6208111047744751, "Finetune/Step": 16967, "Finetune/Step Time": 6.864881884306669}
+{"Finetune/Learning Rate": 7.179905767123773e-07, "Finetune/Loss": 0.6298360824584961, "Finetune/Loss (Raw)": 0.6190756559371948, "Finetune/Step": 16968, "Finetune/Step Time": 6.858572805300355}
+{"Finetune/Learning Rate": 7.17364142274044e-07, "Finetune/Loss": 0.6276884078979492, "Finetune/Loss (Raw)": 0.5169304013252258, "Finetune/Step": 16969, "Finetune/Step Time": 6.860413594171405}
+{"Finetune/Learning Rate": 7.167379710648703e-07, "Finetune/Loss": 0.6266145706176758, "Finetune/Loss (Raw)": 0.5552794337272644, "Finetune/Step": 16970, "Finetune/Step Time": 6.856964748352766}
+{"Finetune/Learning Rate": 7.161120631026075e-07, "Finetune/Loss": 0.6266154050827026, "Finetune/Loss (Raw)": 0.6017852425575256, "Finetune/Step": 16971, "Finetune/Step Time": 6.839067254215479}
+{"Finetune/Learning Rate": 7.154864184050059e-07, "Finetune/Loss": 0.6275148391723633, "Finetune/Loss (Raw)": 0.6130101680755615, "Finetune/Step": 16972, "Finetune/Step Time": 6.839653534814715}
+{"Finetune/Learning Rate": 7.148610369898091e-07, "Finetune/Loss": 0.6290060877799988, "Finetune/Loss (Raw)": 0.7479364275932312, "Finetune/Step": 16973, "Finetune/Step Time": 6.844625391066074}
+{"Finetune/Learning Rate": 7.142359188747472e-07, "Finetune/Loss": 0.6295058727264404, "Finetune/Loss (Raw)": 0.6580908894538879, "Finetune/Step": 16974, "Finetune/Step Time": 6.828629896044731}
+{"Finetune/Learning Rate": 7.136110640775517e-07, "Finetune/Loss": 0.6294826865196228, "Finetune/Loss (Raw)": 0.6506118774414062, "Finetune/Step": 16975, "Finetune/Step Time": 6.832804746925831}
+{"Finetune/Learning Rate": 7.129864726159408e-07, "Finetune/Loss": 0.6303408145904541, "Finetune/Loss (Raw)": 0.6595321893692017, "Finetune/Step": 16976, "Finetune/Step Time": 6.818218264728785}
+{"Finetune/Learning Rate": 7.123621445076234e-07, "Finetune/Loss": 0.6304179430007935, "Finetune/Loss (Raw)": 0.6559957265853882, "Finetune/Step": 16977, "Finetune/Step Time": 6.8163447715342045}
+{"Finetune/Learning Rate": 7.117380797703044e-07, "Finetune/Loss": 0.6305340528488159, "Finetune/Loss (Raw)": 0.6845861077308655, "Finetune/Step": 16978, "Finetune/Step Time": 6.813411893323064}
+{"Finetune/Learning Rate": 7.111142784216818e-07, "Finetune/Loss": 0.630380392074585, "Finetune/Loss (Raw)": 0.7139536738395691, "Finetune/Step": 16979, "Finetune/Step Time": 6.814302748069167}
+{"Finetune/Learning Rate": 7.104907404794448e-07, "Finetune/Loss": 0.6311790943145752, "Finetune/Loss (Raw)": 0.6474088430404663, "Finetune/Step": 16980, "Finetune/Step Time": 6.817768147215247}
+{"Finetune/Learning Rate": 7.098674659612714e-07, "Finetune/Loss": 0.630550742149353, "Finetune/Loss (Raw)": 0.4945564866065979, "Finetune/Step": 16981, "Finetune/Step Time": 6.857695955783129}
+{"Finetune/Learning Rate": 7.092444548848443e-07, "Finetune/Loss": 0.6305577754974365, "Finetune/Loss (Raw)": 0.68546462059021, "Finetune/Step": 16982, "Finetune/Step Time": 6.857236659154296}
+{"Finetune/Learning Rate": 7.086217072678214e-07, "Finetune/Loss": 0.6300246119499207, "Finetune/Loss (Raw)": 0.5953916311264038, "Finetune/Step": 16983, "Finetune/Step Time": 6.8585100043565035}
+{"Finetune/Learning Rate": 7.079992231278676e-07, "Finetune/Loss": 0.6312381625175476, "Finetune/Loss (Raw)": 0.7405358552932739, "Finetune/Step": 16984, "Finetune/Step Time": 6.858359191566706}
+{"Finetune/Learning Rate": 7.073770024826321e-07, "Finetune/Loss": 0.6309633255004883, "Finetune/Loss (Raw)": 0.6116176247596741, "Finetune/Step": 16985, "Finetune/Step Time": 6.85996925085783}
+{"Finetune/Learning Rate": 7.067550453497596e-07, "Finetune/Loss": 0.6297934055328369, "Finetune/Loss (Raw)": 0.5596773028373718, "Finetune/Step": 16986, "Finetune/Step Time": 6.856150392442942}
+{"Finetune/Learning Rate": 7.061333517468882e-07, "Finetune/Loss": 0.6308285593986511, "Finetune/Loss (Raw)": 0.6148890852928162, "Finetune/Step": 16987, "Finetune/Step Time": 6.8468438889831305}
+{"Finetune/Learning Rate": 7.055119216916451e-07, "Finetune/Loss": 0.6309690475463867, "Finetune/Loss (Raw)": 0.6578649282455444, "Finetune/Step": 16988, "Finetune/Step Time": 6.841556470841169}
+{"Finetune/Learning Rate": 7.048907552016571e-07, "Finetune/Loss": 0.6308509111404419, "Finetune/Loss (Raw)": 0.5872883796691895, "Finetune/Step": 16989, "Finetune/Step Time": 6.833348533138633}
+{"Finetune/Learning Rate": 7.042698522945335e-07, "Finetune/Loss": 0.630954384803772, "Finetune/Loss (Raw)": 0.6206363439559937, "Finetune/Step": 16990, "Finetune/Step Time": 6.834115505218506}
+{"Finetune/Learning Rate": 7.036492129878835e-07, "Finetune/Loss": 0.6315468549728394, "Finetune/Loss (Raw)": 0.6938024163246155, "Finetune/Step": 16991, "Finetune/Step Time": 6.832875216379762}
+{"Finetune/Learning Rate": 7.030288372993066e-07, "Finetune/Loss": 0.630620002746582, "Finetune/Loss (Raw)": 0.5427659749984741, "Finetune/Step": 16992, "Finetune/Step Time": 6.832842445001006}
+{"Finetune/Learning Rate": 7.024087252463951e-07, "Finetune/Loss": 0.6308535933494568, "Finetune/Loss (Raw)": 0.6235226392745972, "Finetune/Step": 16993, "Finetune/Step Time": 6.835184680297971}
+{"Finetune/Learning Rate": 7.01788876846734e-07, "Finetune/Loss": 0.6316860914230347, "Finetune/Loss (Raw)": 0.745316743850708, "Finetune/Step": 16994, "Finetune/Step Time": 6.818547958508134}
+{"Finetune/Learning Rate": 7.01169292117898e-07, "Finetune/Loss": 0.6327143907546997, "Finetune/Loss (Raw)": 0.7029509544372559, "Finetune/Step": 16995, "Finetune/Step Time": 6.807043334469199}
+{"Finetune/Learning Rate": 7.005499710774599e-07, "Finetune/Loss": 0.6325873136520386, "Finetune/Loss (Raw)": 0.6500101685523987, "Finetune/Step": 16996, "Finetune/Step Time": 6.807293431833386}
+{"Finetune/Learning Rate": 6.999309137429799e-07, "Finetune/Loss": 0.6321963667869568, "Finetune/Loss (Raw)": 0.6029417514801025, "Finetune/Step": 16997, "Finetune/Step Time": 6.798136539757252}
+{"Finetune/Learning Rate": 6.993121201320142e-07, "Finetune/Loss": 0.6321181058883667, "Finetune/Loss (Raw)": 0.6182747483253479, "Finetune/Step": 16998, "Finetune/Step Time": 6.794360926374793}
+{"Finetune/Learning Rate": 6.986935902621083e-07, "Finetune/Loss": 0.6318401098251343, "Finetune/Loss (Raw)": 0.6271502375602722, "Finetune/Step": 16999, "Finetune/Step Time": 6.789376912638545}
+{"Finetune/Learning Rate": 6.980753241508032e-07, "Finetune/Loss": 0.6319921016693115, "Finetune/Loss (Raw)": 0.6774000525474548, "Finetune/Step": 17000, "Finetune/Step Time": 6.772867629304528}
+{"Finetune/Learning Rate": 6.974573218156311e-07, "Finetune/Loss": 0.6308301687240601, "Finetune/Loss (Raw)": 0.6622196435928345, "Finetune/Step": 17001, "Finetune/Step Time": 6.771886738017201}
+{"Finetune/Learning Rate": 6.968395832741159e-07, "Finetune/Loss": 0.6313339471817017, "Finetune/Loss (Raw)": 0.6583914756774902, "Finetune/Step": 17002, "Finetune/Step Time": 6.770487554371357}
+{"Finetune/Learning Rate": 6.962221085437759e-07, "Finetune/Loss": 0.6310311555862427, "Finetune/Loss (Raw)": 0.6111286878585815, "Finetune/Step": 17003, "Finetune/Step Time": 6.7547859735786915}
+{"Finetune/Learning Rate": 6.956048976421192e-07, "Finetune/Loss": 0.6286602020263672, "Finetune/Loss (Raw)": 0.4315202832221985, "Finetune/Step": 17004, "Finetune/Step Time": 6.745657581835985}
+{"Finetune/Learning Rate": 6.949879505866508e-07, "Finetune/Loss": 0.628103494644165, "Finetune/Loss (Raw)": 0.6058048605918884, "Finetune/Step": 17005, "Finetune/Step Time": 6.747254049405456}
+{"Finetune/Learning Rate": 6.943712673948643e-07, "Finetune/Loss": 0.6294924020767212, "Finetune/Loss (Raw)": 0.768791675567627, "Finetune/Step": 17006, "Finetune/Step Time": 6.740366321057081}
+{"Finetune/Learning Rate": 6.937548480842482e-07, "Finetune/Loss": 0.6294698119163513, "Finetune/Loss (Raw)": 0.5553030371665955, "Finetune/Step": 17007, "Finetune/Step Time": 6.741979729384184}
+{"Finetune/Learning Rate": 6.931386926722772e-07, "Finetune/Loss": 0.6290491223335266, "Finetune/Loss (Raw)": 0.6519359350204468, "Finetune/Step": 17008, "Finetune/Step Time": 6.740055138245225}
+{"Finetune/Learning Rate": 6.925228011764307e-07, "Finetune/Loss": 0.6296087503433228, "Finetune/Loss (Raw)": 0.6670224666595459, "Finetune/Step": 17009, "Finetune/Step Time": 6.734333790838718}
+{"Finetune/Learning Rate": 6.919071736141702e-07, "Finetune/Loss": 0.6296236515045166, "Finetune/Loss (Raw)": 0.6055922508239746, "Finetune/Step": 17010, "Finetune/Step Time": 6.731331055983901}
+{"Finetune/Learning Rate": 6.912918100029531e-07, "Finetune/Loss": 0.6302776336669922, "Finetune/Loss (Raw)": 0.6070912480354309, "Finetune/Step": 17011, "Finetune/Step Time": 6.7338282484561205}
+{"Finetune/Learning Rate": 6.906767103602297e-07, "Finetune/Loss": 0.6299586296081543, "Finetune/Loss (Raw)": 0.6094315648078918, "Finetune/Step": 17012, "Finetune/Step Time": 6.736551975831389}
+{"Finetune/Learning Rate": 6.900618747034449e-07, "Finetune/Loss": 0.6296148300170898, "Finetune/Loss (Raw)": 0.5857833027839661, "Finetune/Step": 17013, "Finetune/Step Time": 6.734916495159268}
+{"Finetune/Learning Rate": 6.894473030500292e-07, "Finetune/Loss": 0.630234956741333, "Finetune/Loss (Raw)": 0.7644463181495667, "Finetune/Step": 17014, "Finetune/Step Time": 6.734885655343533}
+{"Finetune/Learning Rate": 6.888329954174111e-07, "Finetune/Loss": 0.6293607950210571, "Finetune/Loss (Raw)": 0.6896809339523315, "Finetune/Step": 17015, "Finetune/Step Time": 6.73924090154469}
+{"Finetune/Learning Rate": 6.882189518230142e-07, "Finetune/Loss": 0.6292518377304077, "Finetune/Loss (Raw)": 0.660662055015564, "Finetune/Step": 17016, "Finetune/Step Time": 6.7124264650046825}
+{"Finetune/Learning Rate": 6.876051722842469e-07, "Finetune/Loss": 0.629155158996582, "Finetune/Loss (Raw)": 0.5675649642944336, "Finetune/Step": 17017, "Finetune/Step Time": 6.715631440281868}
+{"Finetune/Learning Rate": 6.869916568185175e-07, "Finetune/Loss": 0.6285535097122192, "Finetune/Loss (Raw)": 0.6376934051513672, "Finetune/Step": 17018, "Finetune/Step Time": 6.7093908209353685}
+{"Finetune/Learning Rate": 6.863784054432232e-07, "Finetune/Loss": 0.6284320950508118, "Finetune/Loss (Raw)": 0.571548581123352, "Finetune/Step": 17019, "Finetune/Step Time": 6.7104958686977625}
+{"Finetune/Learning Rate": 6.857654181757512e-07, "Finetune/Loss": 0.6287651062011719, "Finetune/Loss (Raw)": 0.7456583976745605, "Finetune/Step": 17020, "Finetune/Step Time": 6.718534283339977}
+{"Finetune/Learning Rate": 6.851526950334863e-07, "Finetune/Loss": 0.6283826231956482, "Finetune/Loss (Raw)": 0.6568237543106079, "Finetune/Step": 17021, "Finetune/Step Time": 6.730281820520759}
+{"Finetune/Learning Rate": 6.845402360338004e-07, "Finetune/Loss": 0.6270588040351868, "Finetune/Loss (Raw)": 0.5202964544296265, "Finetune/Step": 17022, "Finetune/Step Time": 6.73431952111423}
+{"Finetune/Learning Rate": 6.839280411940663e-07, "Finetune/Loss": 0.6284928321838379, "Finetune/Loss (Raw)": 0.6354775428771973, "Finetune/Step": 17023, "Finetune/Step Time": 6.727454125881195}
+{"Finetune/Learning Rate": 6.833161105316421e-07, "Finetune/Loss": 0.6282996535301208, "Finetune/Loss (Raw)": 0.6289283633232117, "Finetune/Step": 17024, "Finetune/Step Time": 6.725201046094298}
+{"Finetune/Learning Rate": 6.827044440638809e-07, "Finetune/Loss": 0.6282391548156738, "Finetune/Loss (Raw)": 0.6087775826454163, "Finetune/Step": 17025, "Finetune/Step Time": 6.732285112142563}
+{"Finetune/Learning Rate": 6.82093041808124e-07, "Finetune/Loss": 0.62644362449646, "Finetune/Loss (Raw)": 0.4896327555179596, "Finetune/Step": 17026, "Finetune/Step Time": 6.7440431620925665}
+{"Finetune/Learning Rate": 6.814819037817133e-07, "Finetune/Loss": 0.6256589889526367, "Finetune/Loss (Raw)": 0.5893375277519226, "Finetune/Step": 17027, "Finetune/Step Time": 6.740930791944265}
+{"Finetune/Learning Rate": 6.808710300019771e-07, "Finetune/Loss": 0.6262544393539429, "Finetune/Loss (Raw)": 0.660977840423584, "Finetune/Step": 17028, "Finetune/Step Time": 6.754221308976412}
+{"Finetune/Learning Rate": 6.802604204862384e-07, "Finetune/Loss": 0.6266354322433472, "Finetune/Loss (Raw)": 0.6972254514694214, "Finetune/Step": 17029, "Finetune/Step Time": 6.753709984943271}
+{"Finetune/Learning Rate": 6.796500752518109e-07, "Finetune/Loss": 0.626598596572876, "Finetune/Loss (Raw)": 0.6136951446533203, "Finetune/Step": 17030, "Finetune/Step Time": 6.755562994629145}
+{"Finetune/Learning Rate": 6.790399943160076e-07, "Finetune/Loss": 0.6260536909103394, "Finetune/Loss (Raw)": 0.5683484673500061, "Finetune/Step": 17031, "Finetune/Step Time": 6.7566951382905245}
+{"Finetune/Learning Rate": 6.784301776961222e-07, "Finetune/Loss": 0.6250821948051453, "Finetune/Loss (Raw)": 0.48715928196907043, "Finetune/Step": 17032, "Finetune/Step Time": 6.753588743507862}
+{"Finetune/Learning Rate": 6.7782062540945e-07, "Finetune/Loss": 0.6244393587112427, "Finetune/Loss (Raw)": 0.5257077217102051, "Finetune/Step": 17033, "Finetune/Step Time": 6.753181437030435}
+{"Finetune/Learning Rate": 6.772113374732769e-07, "Finetune/Loss": 0.6236441135406494, "Finetune/Loss (Raw)": 0.6188748478889465, "Finetune/Step": 17034, "Finetune/Step Time": 6.75503533706069}
+{"Finetune/Learning Rate": 6.766023139048794e-07, "Finetune/Loss": 0.6227864027023315, "Finetune/Loss (Raw)": 0.6409229040145874, "Finetune/Step": 17035, "Finetune/Step Time": 6.756795268505812}
+{"Finetune/Learning Rate": 6.75993554721528e-07, "Finetune/Loss": 0.6227632761001587, "Finetune/Loss (Raw)": 0.5960355401039124, "Finetune/Step": 17036, "Finetune/Step Time": 6.759846113622189}
+{"Finetune/Learning Rate": 6.753850599404854e-07, "Finetune/Loss": 0.6229891180992126, "Finetune/Loss (Raw)": 0.6783626079559326, "Finetune/Step": 17037, "Finetune/Step Time": 6.7583467699587345}
+{"Finetune/Learning Rate": 6.747768295790069e-07, "Finetune/Loss": 0.6222736835479736, "Finetune/Loss (Raw)": 0.6337003707885742, "Finetune/Step": 17038, "Finetune/Step Time": 6.752805184572935}
+{"Finetune/Learning Rate": 6.741688636543398e-07, "Finetune/Loss": 0.6230527758598328, "Finetune/Loss (Raw)": 0.6169619560241699, "Finetune/Step": 17039, "Finetune/Step Time": 6.743423897773027}
+{"Finetune/Learning Rate": 6.735611621837257e-07, "Finetune/Loss": 0.6229087114334106, "Finetune/Loss (Raw)": 0.6985841989517212, "Finetune/Step": 17040, "Finetune/Step Time": 6.748473705723882}
+{"Finetune/Learning Rate": 6.729537251843954e-07, "Finetune/Loss": 0.6222172379493713, "Finetune/Loss (Raw)": 0.5514230132102966, "Finetune/Step": 17041, "Finetune/Step Time": 6.755572706460953}
+{"Finetune/Learning Rate": 6.723465526735751e-07, "Finetune/Loss": 0.6220533847808838, "Finetune/Loss (Raw)": 0.6047380566596985, "Finetune/Step": 17042, "Finetune/Step Time": 6.753594288602471}
+{"Finetune/Learning Rate": 6.717396446684821e-07, "Finetune/Loss": 0.6208466291427612, "Finetune/Loss (Raw)": 0.5979521870613098, "Finetune/Step": 17043, "Finetune/Step Time": 6.737504538148642}
+{"Finetune/Learning Rate": 6.71133001186326e-07, "Finetune/Loss": 0.6202812194824219, "Finetune/Loss (Raw)": 0.5085845589637756, "Finetune/Step": 17044, "Finetune/Step Time": 6.736220700666308}
+{"Finetune/Learning Rate": 6.705266222443118e-07, "Finetune/Loss": 0.6196331977844238, "Finetune/Loss (Raw)": 0.6406123042106628, "Finetune/Step": 17045, "Finetune/Step Time": 6.735061900690198}
+{"Finetune/Learning Rate": 6.699205078596316e-07, "Finetune/Loss": 0.6186690330505371, "Finetune/Loss (Raw)": 0.5800980925559998, "Finetune/Step": 17046, "Finetune/Step Time": 6.75600815191865}
+{"Finetune/Learning Rate": 6.693146580494758e-07, "Finetune/Loss": 0.6182910203933716, "Finetune/Loss (Raw)": 0.5882202386856079, "Finetune/Step": 17047, "Finetune/Step Time": 6.753822419792414}
+{"Finetune/Learning Rate": 6.68709072831023e-07, "Finetune/Loss": 0.6189635992050171, "Finetune/Loss (Raw)": 0.7153444290161133, "Finetune/Step": 17048, "Finetune/Step Time": 6.782511528581381}
+{"Finetune/Learning Rate": 6.681037522214462e-07, "Finetune/Loss": 0.6187440752983093, "Finetune/Loss (Raw)": 0.604465663433075, "Finetune/Step": 17049, "Finetune/Step Time": 6.792436812072992}
+{"Finetune/Learning Rate": 6.674986962379104e-07, "Finetune/Loss": 0.6197080016136169, "Finetune/Loss (Raw)": 0.5506216287612915, "Finetune/Step": 17050, "Finetune/Step Time": 6.7821528892964125}
+{"Finetune/Learning Rate": 6.668939048975742e-07, "Finetune/Loss": 0.6185200214385986, "Finetune/Loss (Raw)": 0.5058151483535767, "Finetune/Step": 17051, "Finetune/Step Time": 6.7939036171883345}
+{"Finetune/Learning Rate": 6.662893782175861e-07, "Finetune/Loss": 0.618227481842041, "Finetune/Loss (Raw)": 0.6053260564804077, "Finetune/Step": 17052, "Finetune/Step Time": 6.8138608653098345}
+{"Finetune/Learning Rate": 6.656851162150901e-07, "Finetune/Loss": 0.6172196865081787, "Finetune/Loss (Raw)": 0.47658684849739075, "Finetune/Step": 17053, "Finetune/Step Time": 6.82206329703331}
+{"Finetune/Learning Rate": 6.650811189072215e-07, "Finetune/Loss": 0.6188649535179138, "Finetune/Loss (Raw)": 0.8358829617500305, "Finetune/Step": 17054, "Finetune/Step Time": 6.82296840660274}
+{"Finetune/Learning Rate": 6.644773863111087e-07, "Finetune/Loss": 0.6193398237228394, "Finetune/Loss (Raw)": 0.6522930860519409, "Finetune/Step": 17055, "Finetune/Step Time": 6.821043910458684}
+{"Finetune/Learning Rate": 6.638739184438681e-07, "Finetune/Loss": 0.6196762323379517, "Finetune/Loss (Raw)": 0.5400249361991882, "Finetune/Step": 17056, "Finetune/Step Time": 6.850116418674588}
+{"Finetune/Learning Rate": 6.632707153226148e-07, "Finetune/Loss": 0.6211385130882263, "Finetune/Loss (Raw)": 0.6573118567466736, "Finetune/Step": 17057, "Finetune/Step Time": 6.8479470275342464}
+{"Finetune/Learning Rate": 6.626677769644541e-07, "Finetune/Loss": 0.6209465265274048, "Finetune/Loss (Raw)": 0.6025421619415283, "Finetune/Step": 17058, "Finetune/Step Time": 6.879649791866541}
+{"Finetune/Learning Rate": 6.620651033864844e-07, "Finetune/Loss": 0.6221375465393066, "Finetune/Loss (Raw)": 0.8020810484886169, "Finetune/Step": 17059, "Finetune/Step Time": 6.881498798727989}
+{"Finetune/Learning Rate": 6.614626946057945e-07, "Finetune/Loss": 0.6208826303482056, "Finetune/Loss (Raw)": 0.4988202750682831, "Finetune/Step": 17060, "Finetune/Step Time": 6.882867101579905}
+{"Finetune/Learning Rate": 6.608605506394683e-07, "Finetune/Loss": 0.622549831867218, "Finetune/Loss (Raw)": 0.7630258202552795, "Finetune/Step": 17061, "Finetune/Step Time": 6.86217544041574}
+{"Finetune/Learning Rate": 6.602586715045789e-07, "Finetune/Loss": 0.622272789478302, "Finetune/Loss (Raw)": 0.5473520755767822, "Finetune/Step": 17062, "Finetune/Step Time": 6.857657890766859}
+{"Finetune/Learning Rate": 6.596570572181948e-07, "Finetune/Loss": 0.6219546794891357, "Finetune/Loss (Raw)": 0.609902560710907, "Finetune/Step": 17063, "Finetune/Step Time": 6.870005382224917}
+{"Finetune/Learning Rate": 6.590557077973747e-07, "Finetune/Loss": 0.6211438179016113, "Finetune/Loss (Raw)": 0.5700600147247314, "Finetune/Step": 17064, "Finetune/Step Time": 6.867203427478671}
+{"Finetune/Learning Rate": 6.584546232591749e-07, "Finetune/Loss": 0.6200741529464722, "Finetune/Loss (Raw)": 0.5085446834564209, "Finetune/Step": 17065, "Finetune/Step Time": 6.8633374236524105}
+{"Finetune/Learning Rate": 6.578538036206372e-07, "Finetune/Loss": 0.6200400590896606, "Finetune/Loss (Raw)": 0.6191728115081787, "Finetune/Step": 17066, "Finetune/Step Time": 6.846356092020869}
+{"Finetune/Learning Rate": 6.572532488988004e-07, "Finetune/Loss": 0.6203820705413818, "Finetune/Loss (Raw)": 0.5614053606987, "Finetune/Step": 17067, "Finetune/Step Time": 6.847000755369663}
+{"Finetune/Learning Rate": 6.566529591106962e-07, "Finetune/Loss": 0.6215080618858337, "Finetune/Loss (Raw)": 0.6750618815422058, "Finetune/Step": 17068, "Finetune/Step Time": 6.8473876137286425}
+{"Finetune/Learning Rate": 6.560529342733424e-07, "Finetune/Loss": 0.6203182339668274, "Finetune/Loss (Raw)": 0.4913293421268463, "Finetune/Step": 17069, "Finetune/Step Time": 6.839259352535009}
+{"Finetune/Learning Rate": 6.554531744037585e-07, "Finetune/Loss": 0.6195152401924133, "Finetune/Loss (Raw)": 0.517998456954956, "Finetune/Step": 17070, "Finetune/Step Time": 6.837562220171094}
+{"Finetune/Learning Rate": 6.548536795189475e-07, "Finetune/Loss": 0.6191165447235107, "Finetune/Loss (Raw)": 0.584858238697052, "Finetune/Step": 17071, "Finetune/Step Time": 6.837642960250378}
+{"Finetune/Learning Rate": 6.542544496359138e-07, "Finetune/Loss": 0.6196627616882324, "Finetune/Loss (Raw)": 0.6263970136642456, "Finetune/Step": 17072, "Finetune/Step Time": 6.8380111791193485}
+{"Finetune/Learning Rate": 6.53655484771648e-07, "Finetune/Loss": 0.6190716028213501, "Finetune/Loss (Raw)": 0.649761438369751, "Finetune/Step": 17073, "Finetune/Step Time": 6.844527767971158}
+{"Finetune/Learning Rate": 6.530567849431369e-07, "Finetune/Loss": 0.6199310421943665, "Finetune/Loss (Raw)": 0.7645556926727295, "Finetune/Step": 17074, "Finetune/Step Time": 6.8387666661292315}
+{"Finetune/Learning Rate": 6.524583501673554e-07, "Finetune/Loss": 0.6200354695320129, "Finetune/Loss (Raw)": 0.6678963303565979, "Finetune/Step": 17075, "Finetune/Step Time": 6.835704226046801}
+{"Finetune/Learning Rate": 6.518601804612734e-07, "Finetune/Loss": 0.6191349625587463, "Finetune/Loss (Raw)": 0.5734518766403198, "Finetune/Step": 17076, "Finetune/Step Time": 6.836579004302621}
+{"Finetune/Learning Rate": 6.512622758418552e-07, "Finetune/Loss": 0.6197856664657593, "Finetune/Loss (Raw)": 0.688015341758728, "Finetune/Step": 17077, "Finetune/Step Time": 6.837060926482081}
+{"Finetune/Learning Rate": 6.506646363260516e-07, "Finetune/Loss": 0.6207097172737122, "Finetune/Loss (Raw)": 0.6735942959785461, "Finetune/Step": 17078, "Finetune/Step Time": 6.8374390341341496}
+{"Finetune/Learning Rate": 6.500672619308157e-07, "Finetune/Loss": 0.6202852725982666, "Finetune/Loss (Raw)": 0.5449561476707458, "Finetune/Step": 17079, "Finetune/Step Time": 6.814364857971668}
+{"Finetune/Learning Rate": 6.494701526730851e-07, "Finetune/Loss": 0.6200520992279053, "Finetune/Loss (Raw)": 0.6034642457962036, "Finetune/Step": 17080, "Finetune/Step Time": 6.824230447411537}
+{"Finetune/Learning Rate": 6.488733085697907e-07, "Finetune/Loss": 0.6194049715995789, "Finetune/Loss (Raw)": 0.635022759437561, "Finetune/Step": 17081, "Finetune/Step Time": 6.820387244224548}
+{"Finetune/Learning Rate": 6.482767296378578e-07, "Finetune/Loss": 0.6205849647521973, "Finetune/Loss (Raw)": 0.6851335167884827, "Finetune/Step": 17082, "Finetune/Step Time": 6.821110205724835}
+{"Finetune/Learning Rate": 6.476804158942051e-07, "Finetune/Loss": 0.6216328144073486, "Finetune/Loss (Raw)": 0.6824036240577698, "Finetune/Step": 17083, "Finetune/Step Time": 6.822085643187165}
+{"Finetune/Learning Rate": 6.470843673557403e-07, "Finetune/Loss": 0.6224599480628967, "Finetune/Loss (Raw)": 0.6439999938011169, "Finetune/Step": 17084, "Finetune/Step Time": 6.80596386641264}
+{"Finetune/Learning Rate": 6.464885840393675e-07, "Finetune/Loss": 0.6229377388954163, "Finetune/Loss (Raw)": 0.6832060813903809, "Finetune/Step": 17085, "Finetune/Step Time": 6.804993299767375}
+{"Finetune/Learning Rate": 6.458930659619799e-07, "Finetune/Loss": 0.6234326958656311, "Finetune/Loss (Raw)": 0.6587463617324829, "Finetune/Step": 17086, "Finetune/Step Time": 6.802644409239292}
+{"Finetune/Learning Rate": 6.452978131404663e-07, "Finetune/Loss": 0.6223602294921875, "Finetune/Loss (Raw)": 0.5294161438941956, "Finetune/Step": 17087, "Finetune/Step Time": 6.822900822386146}
+{"Finetune/Learning Rate": 6.447028255917054e-07, "Finetune/Loss": 0.6228511929512024, "Finetune/Loss (Raw)": 0.6720311641693115, "Finetune/Step": 17088, "Finetune/Step Time": 6.81364013068378}
+{"Finetune/Learning Rate": 6.441081033325691e-07, "Finetune/Loss": 0.6227983236312866, "Finetune/Loss (Raw)": 0.637083888053894, "Finetune/Step": 17089, "Finetune/Step Time": 6.812793934717774}
+{"Finetune/Learning Rate": 6.435136463799218e-07, "Finetune/Loss": 0.6230043172836304, "Finetune/Loss (Raw)": 0.6707380414009094, "Finetune/Step": 17090, "Finetune/Step Time": 6.7961156237870455}
+{"Finetune/Learning Rate": 6.429194547506224e-07, "Finetune/Loss": 0.6243499517440796, "Finetune/Loss (Raw)": 0.6868066191673279, "Finetune/Step": 17091, "Finetune/Step Time": 6.792546568438411}
+{"Finetune/Learning Rate": 6.423255284615182e-07, "Finetune/Loss": 0.6245979070663452, "Finetune/Loss (Raw)": 0.6974005103111267, "Finetune/Step": 17092, "Finetune/Step Time": 6.791542887687683}
+{"Finetune/Learning Rate": 6.417318675294526e-07, "Finetune/Loss": 0.6247519254684448, "Finetune/Loss (Raw)": 0.664439857006073, "Finetune/Step": 17093, "Finetune/Step Time": 6.774330344051123}
+{"Finetune/Learning Rate": 6.41138471971261e-07, "Finetune/Loss": 0.6249931454658508, "Finetune/Loss (Raw)": 0.6729804277420044, "Finetune/Step": 17094, "Finetune/Step Time": 6.768759930506349}
+{"Finetune/Learning Rate": 6.405453418037677e-07, "Finetune/Loss": 0.6257285475730896, "Finetune/Loss (Raw)": 0.7149448394775391, "Finetune/Step": 17095, "Finetune/Step Time": 6.771410208195448}
+{"Finetune/Learning Rate": 6.399524770437948e-07, "Finetune/Loss": 0.6255047917366028, "Finetune/Loss (Raw)": 0.5904310941696167, "Finetune/Step": 17096, "Finetune/Step Time": 6.769523721188307}
+{"Finetune/Learning Rate": 6.393598777081533e-07, "Finetune/Loss": 0.6268415451049805, "Finetune/Loss (Raw)": 0.6880426406860352, "Finetune/Step": 17097, "Finetune/Step Time": 6.769707152619958}
+{"Finetune/Learning Rate": 6.387675438136464e-07, "Finetune/Loss": 0.6267653703689575, "Finetune/Loss (Raw)": 0.5455179214477539, "Finetune/Step": 17098, "Finetune/Step Time": 6.767566815018654}
+{"Finetune/Learning Rate": 6.38175475377073e-07, "Finetune/Loss": 0.6277198791503906, "Finetune/Loss (Raw)": 0.7239698171615601, "Finetune/Step": 17099, "Finetune/Step Time": 6.75939916819334}
+{"Finetune/Learning Rate": 6.375836724152218e-07, "Finetune/Loss": 0.6287422180175781, "Finetune/Loss (Raw)": 0.7438665628433228, "Finetune/Step": 17100, "Finetune/Step Time": 6.763215810060501}
+{"Finetune/Learning Rate": 6.369921349448748e-07, "Finetune/Loss": 0.6278388500213623, "Finetune/Loss (Raw)": 0.6323075890541077, "Finetune/Step": 17101, "Finetune/Step Time": 6.758162949234247}
+{"Finetune/Learning Rate": 6.364008629828056e-07, "Finetune/Loss": 0.6281494498252869, "Finetune/Loss (Raw)": 0.6978435516357422, "Finetune/Step": 17102, "Finetune/Step Time": 6.758081883192062}
+{"Finetune/Learning Rate": 6.358098565457815e-07, "Finetune/Loss": 0.6276934146881104, "Finetune/Loss (Raw)": 0.592242956161499, "Finetune/Step": 17103, "Finetune/Step Time": 6.748930716887116}
+{"Finetune/Learning Rate": 6.352191156505627e-07, "Finetune/Loss": 0.6277489066123962, "Finetune/Loss (Raw)": 0.666630208492279, "Finetune/Step": 17104, "Finetune/Step Time": 6.739497905597091}
+{"Finetune/Learning Rate": 6.34628640313898e-07, "Finetune/Loss": 0.6275938749313354, "Finetune/Loss (Raw)": 0.6361551284790039, "Finetune/Step": 17105, "Finetune/Step Time": 6.743540206924081}
+{"Finetune/Learning Rate": 6.340384305525337e-07, "Finetune/Loss": 0.6273800730705261, "Finetune/Loss (Raw)": 0.6572136878967285, "Finetune/Step": 17106, "Finetune/Step Time": 6.738319585099816}
+{"Finetune/Learning Rate": 6.334484863832069e-07, "Finetune/Loss": 0.6260244846343994, "Finetune/Loss (Raw)": 0.5404438376426697, "Finetune/Step": 17107, "Finetune/Step Time": 6.735821636393666}
+{"Finetune/Learning Rate": 6.328588078226461e-07, "Finetune/Loss": 0.6250220537185669, "Finetune/Loss (Raw)": 0.5190926194190979, "Finetune/Step": 17108, "Finetune/Step Time": 6.73350815102458}
+{"Finetune/Learning Rate": 6.322693948875725e-07, "Finetune/Loss": 0.6259901523590088, "Finetune/Loss (Raw)": 0.6184776425361633, "Finetune/Step": 17109, "Finetune/Step Time": 6.694712026044726}
+{"Finetune/Learning Rate": 6.316802475947026e-07, "Finetune/Loss": 0.6258600950241089, "Finetune/Loss (Raw)": 0.6688197255134583, "Finetune/Step": 17110, "Finetune/Step Time": 6.694109875708818}
+{"Finetune/Learning Rate": 6.310913659607398e-07, "Finetune/Loss": 0.6244102716445923, "Finetune/Loss (Raw)": 0.40981942415237427, "Finetune/Step": 17111, "Finetune/Step Time": 6.6957269590348005}
+{"Finetune/Learning Rate": 6.305027500023841e-07, "Finetune/Loss": 0.6230034828186035, "Finetune/Loss (Raw)": 0.5604664087295532, "Finetune/Step": 17112, "Finetune/Step Time": 6.699191300198436}
+{"Finetune/Learning Rate": 6.299143997363256e-07, "Finetune/Loss": 0.623786449432373, "Finetune/Loss (Raw)": 0.7118375301361084, "Finetune/Step": 17113, "Finetune/Step Time": 6.715884532779455}
+{"Finetune/Learning Rate": 6.293263151792506e-07, "Finetune/Loss": 0.6247628331184387, "Finetune/Loss (Raw)": 0.6846473813056946, "Finetune/Step": 17114, "Finetune/Step Time": 6.712214715778828}
+{"Finetune/Learning Rate": 6.287384963478349e-07, "Finetune/Loss": 0.6253582835197449, "Finetune/Loss (Raw)": 0.691109299659729, "Finetune/Step": 17115, "Finetune/Step Time": 6.712199283763766}
+{"Finetune/Learning Rate": 6.281509432587496e-07, "Finetune/Loss": 0.6241940259933472, "Finetune/Loss (Raw)": 0.508836567401886, "Finetune/Step": 17116, "Finetune/Step Time": 6.717557914555073}
+{"Finetune/Learning Rate": 6.275636559286514e-07, "Finetune/Loss": 0.6247538924217224, "Finetune/Loss (Raw)": 0.6589553356170654, "Finetune/Step": 17117, "Finetune/Step Time": 6.717072892934084}
+{"Finetune/Learning Rate": 6.269766343741957e-07, "Finetune/Loss": 0.6252118349075317, "Finetune/Loss (Raw)": 0.679244875907898, "Finetune/Step": 17118, "Finetune/Step Time": 6.716553453356028}
+{"Finetune/Learning Rate": 6.263898786120304e-07, "Finetune/Loss": 0.6250138282775879, "Finetune/Loss (Raw)": 0.6684606075286865, "Finetune/Step": 17119, "Finetune/Step Time": 6.719032682478428}
+{"Finetune/Learning Rate": 6.258033886587911e-07, "Finetune/Loss": 0.6256360411643982, "Finetune/Loss (Raw)": 0.6224073171615601, "Finetune/Step": 17120, "Finetune/Step Time": 6.723416933789849}
+{"Finetune/Learning Rate": 6.252171645311123e-07, "Finetune/Loss": 0.6253554821014404, "Finetune/Loss (Raw)": 0.5876163840293884, "Finetune/Step": 17121, "Finetune/Step Time": 6.720219166949391}
+{"Finetune/Learning Rate": 6.246312062456183e-07, "Finetune/Loss": 0.6238394975662231, "Finetune/Loss (Raw)": 0.5512629151344299, "Finetune/Step": 17122, "Finetune/Step Time": 6.725257821381092}
+{"Finetune/Learning Rate": 6.240455138189216e-07, "Finetune/Loss": 0.6237419247627258, "Finetune/Loss (Raw)": 0.6904667615890503, "Finetune/Step": 17123, "Finetune/Step Time": 6.720876932144165}
+{"Finetune/Learning Rate": 6.234600872676322e-07, "Finetune/Loss": 0.6234169006347656, "Finetune/Loss (Raw)": 0.6084076762199402, "Finetune/Step": 17124, "Finetune/Step Time": 6.717491522431374}
+{"Finetune/Learning Rate": 6.228749266083523e-07, "Finetune/Loss": 0.6239707469940186, "Finetune/Loss (Raw)": 0.6738407015800476, "Finetune/Step": 17125, "Finetune/Step Time": 6.714495167136192}
+{"Finetune/Learning Rate": 6.222900318576741e-07, "Finetune/Loss": 0.6237248182296753, "Finetune/Loss (Raw)": 0.5867908000946045, "Finetune/Step": 17126, "Finetune/Step Time": 6.713978009298444}
+{"Finetune/Learning Rate": 6.217054030321823e-07, "Finetune/Loss": 0.622853696346283, "Finetune/Loss (Raw)": 0.5156451463699341, "Finetune/Step": 17127, "Finetune/Step Time": 6.715044941753149}
+{"Finetune/Learning Rate": 6.211210401484602e-07, "Finetune/Loss": 0.6217919588088989, "Finetune/Loss (Raw)": 0.5414987206459045, "Finetune/Step": 17128, "Finetune/Step Time": 6.717715386301279}
+{"Finetune/Learning Rate": 6.205369432230734e-07, "Finetune/Loss": 0.6207708120346069, "Finetune/Loss (Raw)": 0.5315142273902893, "Finetune/Step": 17129, "Finetune/Step Time": 6.723194248974323}
+{"Finetune/Learning Rate": 6.199531122725878e-07, "Finetune/Loss": 0.6214701533317566, "Finetune/Loss (Raw)": 0.7479053139686584, "Finetune/Step": 17130, "Finetune/Step Time": 6.722426125779748}
+{"Finetune/Learning Rate": 6.193695473135586e-07, "Finetune/Loss": 0.6216955184936523, "Finetune/Loss (Raw)": 0.6399822235107422, "Finetune/Step": 17131, "Finetune/Step Time": 6.724295143038034}
+{"Finetune/Learning Rate": 6.18786248362534e-07, "Finetune/Loss": 0.6224837303161621, "Finetune/Loss (Raw)": 0.5324029326438904, "Finetune/Step": 17132, "Finetune/Step Time": 6.717713242396712}
+{"Finetune/Learning Rate": 6.182032154360551e-07, "Finetune/Loss": 0.6219589710235596, "Finetune/Loss (Raw)": 0.5386393666267395, "Finetune/Step": 17133, "Finetune/Step Time": 6.712946426123381}
+{"Finetune/Learning Rate": 6.176204485506543e-07, "Finetune/Loss": 0.6204930543899536, "Finetune/Loss (Raw)": 0.5811507105827332, "Finetune/Step": 17134, "Finetune/Step Time": 6.713385716080666}
+{"Finetune/Learning Rate": 6.170379477228572e-07, "Finetune/Loss": 0.6206520199775696, "Finetune/Loss (Raw)": 0.5756523013114929, "Finetune/Step": 17135, "Finetune/Step Time": 6.7099048756062984}
+{"Finetune/Learning Rate": 6.164557129691828e-07, "Finetune/Loss": 0.6201485395431519, "Finetune/Loss (Raw)": 0.5874840617179871, "Finetune/Step": 17136, "Finetune/Step Time": 6.728713179007173}
+{"Finetune/Learning Rate": 6.158737443061414e-07, "Finetune/Loss": 0.6184589862823486, "Finetune/Loss (Raw)": 0.4507615864276886, "Finetune/Step": 17137, "Finetune/Step Time": 6.7421218901872635}
+{"Finetune/Learning Rate": 6.152920417502361e-07, "Finetune/Loss": 0.6182409524917603, "Finetune/Loss (Raw)": 0.577696681022644, "Finetune/Step": 17138, "Finetune/Step Time": 6.7457063142210245}
+{"Finetune/Learning Rate": 6.147106053179619e-07, "Finetune/Loss": 0.6172960996627808, "Finetune/Loss (Raw)": 0.4861454367637634, "Finetune/Step": 17139, "Finetune/Step Time": 6.75442935526371}
+{"Finetune/Learning Rate": 6.141294350258065e-07, "Finetune/Loss": 0.6173152923583984, "Finetune/Loss (Raw)": 0.6118891835212708, "Finetune/Step": 17140, "Finetune/Step Time": 6.753508232533932}
+{"Finetune/Learning Rate": 6.1354853089025e-07, "Finetune/Loss": 0.6166270971298218, "Finetune/Loss (Raw)": 0.4976862370967865, "Finetune/Step": 17141, "Finetune/Step Time": 6.7617121655493975}
+{"Finetune/Learning Rate": 6.129678929277661e-07, "Finetune/Loss": 0.6162859797477722, "Finetune/Loss (Raw)": 0.7207851409912109, "Finetune/Step": 17142, "Finetune/Step Time": 6.761549282819033}
+{"Finetune/Learning Rate": 6.123875211548191e-07, "Finetune/Loss": 0.6155705451965332, "Finetune/Loss (Raw)": 0.5981014370918274, "Finetune/Step": 17143, "Finetune/Step Time": 6.784838957712054}
+{"Finetune/Learning Rate": 6.118074155878672e-07, "Finetune/Loss": 0.6151956915855408, "Finetune/Loss (Raw)": 0.6126850247383118, "Finetune/Step": 17144, "Finetune/Step Time": 6.782139141112566}
+{"Finetune/Learning Rate": 6.112275762433617e-07, "Finetune/Loss": 0.6150436997413635, "Finetune/Loss (Raw)": 0.5481084585189819, "Finetune/Step": 17145, "Finetune/Step Time": 6.794229164719582}
+{"Finetune/Learning Rate": 6.106480031377449e-07, "Finetune/Loss": 0.6155937910079956, "Finetune/Loss (Raw)": 0.7081072330474854, "Finetune/Step": 17146, "Finetune/Step Time": 6.795658465474844}
+{"Finetune/Learning Rate": 6.10068696287448e-07, "Finetune/Loss": 0.6151798367500305, "Finetune/Loss (Raw)": 0.5185661315917969, "Finetune/Step": 17147, "Finetune/Step Time": 6.828259335830808}
+{"Finetune/Learning Rate": 6.094896557089025e-07, "Finetune/Loss": 0.6144928336143494, "Finetune/Loss (Raw)": 0.6577156186103821, "Finetune/Step": 17148, "Finetune/Step Time": 6.817442737519741}
+{"Finetune/Learning Rate": 6.089108814185274e-07, "Finetune/Loss": 0.6140252351760864, "Finetune/Loss (Raw)": 0.5969690084457397, "Finetune/Step": 17149, "Finetune/Step Time": 6.804277177900076}
+{"Finetune/Learning Rate": 6.083323734327362e-07, "Finetune/Loss": 0.6147897839546204, "Finetune/Loss (Raw)": 0.6181635856628418, "Finetune/Step": 17150, "Finetune/Step Time": 6.799394201487303}
+{"Finetune/Learning Rate": 6.077541317679314e-07, "Finetune/Loss": 0.6147449016571045, "Finetune/Loss (Raw)": 0.629736065864563, "Finetune/Step": 17151, "Finetune/Step Time": 6.782307090237737}
+{"Finetune/Learning Rate": 6.071761564405121e-07, "Finetune/Loss": 0.6156160831451416, "Finetune/Loss (Raw)": 0.7404271960258484, "Finetune/Step": 17152, "Finetune/Step Time": 6.788718540221453}
+{"Finetune/Learning Rate": 6.065984474668685e-07, "Finetune/Loss": 0.6153426170349121, "Finetune/Loss (Raw)": 0.5737823843955994, "Finetune/Step": 17153, "Finetune/Step Time": 6.788711231201887}
+{"Finetune/Learning Rate": 6.060210048633785e-07, "Finetune/Loss": 0.6157751083374023, "Finetune/Loss (Raw)": 0.5449977517127991, "Finetune/Step": 17154, "Finetune/Step Time": 6.7824509628117085}
+{"Finetune/Learning Rate": 6.054438286464215e-07, "Finetune/Loss": 0.6163619160652161, "Finetune/Loss (Raw)": 0.6644468307495117, "Finetune/Step": 17155, "Finetune/Step Time": 6.787962552160025}
+{"Finetune/Learning Rate": 6.048669188323631e-07, "Finetune/Loss": 0.6166367530822754, "Finetune/Loss (Raw)": 0.6961571574211121, "Finetune/Step": 17156, "Finetune/Step Time": 6.776445860043168}
+{"Finetune/Learning Rate": 6.042902754375624e-07, "Finetune/Loss": 0.6168608665466309, "Finetune/Loss (Raw)": 0.7259120345115662, "Finetune/Step": 17157, "Finetune/Step Time": 6.776514492928982}
+{"Finetune/Learning Rate": 6.03713898478373e-07, "Finetune/Loss": 0.6172208786010742, "Finetune/Loss (Raw)": 0.659773051738739, "Finetune/Step": 17158, "Finetune/Step Time": 6.776460459455848}
+{"Finetune/Learning Rate": 6.031377879711375e-07, "Finetune/Loss": 0.6181308031082153, "Finetune/Loss (Raw)": 0.684816837310791, "Finetune/Step": 17159, "Finetune/Step Time": 6.751482916995883}
+{"Finetune/Learning Rate": 6.025619439321928e-07, "Finetune/Loss": 0.6182942390441895, "Finetune/Loss (Raw)": 0.5080779194831848, "Finetune/Step": 17160, "Finetune/Step Time": 6.750879498198628}
+{"Finetune/Learning Rate": 6.019863663778691e-07, "Finetune/Loss": 0.6195338368415833, "Finetune/Loss (Raw)": 0.6843790411949158, "Finetune/Step": 17161, "Finetune/Step Time": 6.769509295001626}
+{"Finetune/Learning Rate": 6.014110553244857e-07, "Finetune/Loss": 0.6200902462005615, "Finetune/Loss (Raw)": 0.6900954246520996, "Finetune/Step": 17162, "Finetune/Step Time": 6.771462103351951}
+{"Finetune/Learning Rate": 6.008360107883604e-07, "Finetune/Loss": 0.6193480491638184, "Finetune/Loss (Raw)": 0.5459268093109131, "Finetune/Step": 17163, "Finetune/Step Time": 6.78844977915287}
+{"Finetune/Learning Rate": 6.002612327857971e-07, "Finetune/Loss": 0.620498538017273, "Finetune/Loss (Raw)": 0.7432882785797119, "Finetune/Step": 17164, "Finetune/Step Time": 6.785230591893196}
+{"Finetune/Learning Rate": 5.996867213330993e-07, "Finetune/Loss": 0.6198204755783081, "Finetune/Loss (Raw)": 0.5915771126747131, "Finetune/Step": 17165, "Finetune/Step Time": 6.784459052607417}
+{"Finetune/Learning Rate": 5.991124764465528e-07, "Finetune/Loss": 0.6198753118515015, "Finetune/Loss (Raw)": 0.6407158374786377, "Finetune/Step": 17166, "Finetune/Step Time": 6.780815063044429}
+{"Finetune/Learning Rate": 5.985384981424436e-07, "Finetune/Loss": 0.619094967842102, "Finetune/Loss (Raw)": 0.5170813202857971, "Finetune/Step": 17167, "Finetune/Step Time": 6.79404441267252}
+{"Finetune/Learning Rate": 5.979647864370486e-07, "Finetune/Loss": 0.6176663637161255, "Finetune/Loss (Raw)": 0.515722393989563, "Finetune/Step": 17168, "Finetune/Step Time": 6.790315428748727}
+{"Finetune/Learning Rate": 5.973913413466348e-07, "Finetune/Loss": 0.6182211637496948, "Finetune/Loss (Raw)": 0.6224374175071716, "Finetune/Step": 17169, "Finetune/Step Time": 6.787064654752612}
+{"Finetune/Learning Rate": 5.96818162887467e-07, "Finetune/Loss": 0.6184283494949341, "Finetune/Loss (Raw)": 0.6312566995620728, "Finetune/Step": 17170, "Finetune/Step Time": 6.790576776489615}
+{"Finetune/Learning Rate": 5.962452510757976e-07, "Finetune/Loss": 0.618577241897583, "Finetune/Loss (Raw)": 0.6170128583908081, "Finetune/Step": 17171, "Finetune/Step Time": 6.78847448527813}
+{"Finetune/Learning Rate": 5.956726059278717e-07, "Finetune/Loss": 0.6196149587631226, "Finetune/Loss (Raw)": 0.6414087414741516, "Finetune/Step": 17172, "Finetune/Step Time": 6.791558081284165}
+{"Finetune/Learning Rate": 5.951002274599282e-07, "Finetune/Loss": 0.6199185848236084, "Finetune/Loss (Raw)": 0.6794711947441101, "Finetune/Step": 17173, "Finetune/Step Time": 6.789227185770869}
+{"Finetune/Learning Rate": 5.945281156881988e-07, "Finetune/Loss": 0.6195598840713501, "Finetune/Loss (Raw)": 0.5341923236846924, "Finetune/Step": 17174, "Finetune/Step Time": 6.772842826321721}
+{"Finetune/Learning Rate": 5.939562706289059e-07, "Finetune/Loss": 0.6194977164268494, "Finetune/Loss (Raw)": 0.5802639126777649, "Finetune/Step": 17175, "Finetune/Step Time": 6.7720352578908205}
+{"Finetune/Learning Rate": 5.933846922982645e-07, "Finetune/Loss": 0.6187719106674194, "Finetune/Loss (Raw)": 0.6224343776702881, "Finetune/Step": 17176, "Finetune/Step Time": 6.744227539747953}
+{"Finetune/Learning Rate": 5.92813380712487e-07, "Finetune/Loss": 0.6192145347595215, "Finetune/Loss (Raw)": 0.6611267924308777, "Finetune/Step": 17177, "Finetune/Step Time": 6.734918316826224}
+{"Finetune/Learning Rate": 5.922423358877704e-07, "Finetune/Loss": 0.62012779712677, "Finetune/Loss (Raw)": 0.6675174236297607, "Finetune/Step": 17178, "Finetune/Step Time": 6.732131332159042}
+{"Finetune/Learning Rate": 5.916715578403087e-07, "Finetune/Loss": 0.62086021900177, "Finetune/Loss (Raw)": 0.5995669364929199, "Finetune/Step": 17179, "Finetune/Step Time": 6.720324961468577}
+{"Finetune/Learning Rate": 5.911010465862887e-07, "Finetune/Loss": 0.6205586194992065, "Finetune/Loss (Raw)": 0.5667138695716858, "Finetune/Step": 17180, "Finetune/Step Time": 6.702309031039476}
+{"Finetune/Learning Rate": 5.905308021418876e-07, "Finetune/Loss": 0.6219739317893982, "Finetune/Loss (Raw)": 0.6577551364898682, "Finetune/Step": 17181, "Finetune/Step Time": 6.689604079350829}
+{"Finetune/Learning Rate": 5.899608245232757e-07, "Finetune/Loss": 0.6206934452056885, "Finetune/Loss (Raw)": 0.6719788908958435, "Finetune/Step": 17182, "Finetune/Step Time": 6.692296288907528}
+{"Finetune/Learning Rate": 5.893911137466157e-07, "Finetune/Loss": 0.6195390820503235, "Finetune/Loss (Raw)": 0.5045372843742371, "Finetune/Step": 17183, "Finetune/Step Time": 6.697677975520492}
+{"Finetune/Learning Rate": 5.888216698280646e-07, "Finetune/Loss": 0.6199225187301636, "Finetune/Loss (Raw)": 0.5890964269638062, "Finetune/Step": 17184, "Finetune/Step Time": 6.66156730055809}
+{"Finetune/Learning Rate": 5.882524927837685e-07, "Finetune/Loss": 0.6194419860839844, "Finetune/Loss (Raw)": 0.5958133339881897, "Finetune/Step": 17185, "Finetune/Step Time": 6.660239510238171}
+{"Finetune/Learning Rate": 5.876835826298688e-07, "Finetune/Loss": 0.619850754737854, "Finetune/Loss (Raw)": 0.6548601984977722, "Finetune/Step": 17186, "Finetune/Step Time": 6.628612408414483}
+{"Finetune/Learning Rate": 5.87114939382497e-07, "Finetune/Loss": 0.6181955933570862, "Finetune/Loss (Raw)": 0.5902162790298462, "Finetune/Step": 17187, "Finetune/Step Time": 6.6264022793620825}
+{"Finetune/Learning Rate": 5.865465630577793e-07, "Finetune/Loss": 0.6190353631973267, "Finetune/Loss (Raw)": 0.6063114404678345, "Finetune/Step": 17188, "Finetune/Step Time": 6.628461582586169}
+{"Finetune/Learning Rate": 5.859784536718327e-07, "Finetune/Loss": 0.6183181405067444, "Finetune/Loss (Raw)": 0.6712230443954468, "Finetune/Step": 17189, "Finetune/Step Time": 6.636092308908701}
+{"Finetune/Learning Rate": 5.854106112407665e-07, "Finetune/Loss": 0.6184937357902527, "Finetune/Loss (Raw)": 0.569830596446991, "Finetune/Step": 17190, "Finetune/Step Time": 6.637143013998866}
+{"Finetune/Learning Rate": 5.848430357806845e-07, "Finetune/Loss": 0.6183125972747803, "Finetune/Loss (Raw)": 0.5867151618003845, "Finetune/Step": 17191, "Finetune/Step Time": 6.62749938853085}
+{"Finetune/Learning Rate": 5.842757273076815e-07, "Finetune/Loss": 0.6194165349006653, "Finetune/Loss (Raw)": 0.7113668322563171, "Finetune/Step": 17192, "Finetune/Step Time": 6.62472871504724}
+{"Finetune/Learning Rate": 5.837086858378427e-07, "Finetune/Loss": 0.6209291815757751, "Finetune/Loss (Raw)": 0.7021631002426147, "Finetune/Step": 17193, "Finetune/Step Time": 6.620305944234133}
+{"Finetune/Learning Rate": 5.831419113872505e-07, "Finetune/Loss": 0.6208291053771973, "Finetune/Loss (Raw)": 0.6063598990440369, "Finetune/Step": 17194, "Finetune/Step Time": 6.618527064099908}
+{"Finetune/Learning Rate": 5.825754039719766e-07, "Finetune/Loss": 0.6215890645980835, "Finetune/Loss (Raw)": 0.6586810946464539, "Finetune/Step": 17195, "Finetune/Step Time": 6.618372706696391}
+{"Finetune/Learning Rate": 5.820091636080827e-07, "Finetune/Loss": 0.6219378709793091, "Finetune/Loss (Raw)": 0.7197150588035583, "Finetune/Step": 17196, "Finetune/Step Time": 6.618671728298068}
+{"Finetune/Learning Rate": 5.81443190311628e-07, "Finetune/Loss": 0.6228464841842651, "Finetune/Loss (Raw)": 0.6076303124427795, "Finetune/Step": 17197, "Finetune/Step Time": 6.621779814362526}
+{"Finetune/Learning Rate": 5.80877484098662e-07, "Finetune/Loss": 0.623141884803772, "Finetune/Loss (Raw)": 0.5558024644851685, "Finetune/Step": 17198, "Finetune/Step Time": 6.6222740933299065}
+{"Finetune/Learning Rate": 5.803120449852262e-07, "Finetune/Loss": 0.6230920553207397, "Finetune/Loss (Raw)": 0.5784761309623718, "Finetune/Step": 17199, "Finetune/Step Time": 6.621517617255449}
+{"Finetune/Learning Rate": 5.797468729873546e-07, "Finetune/Loss": 0.6238342523574829, "Finetune/Loss (Raw)": 0.7214021682739258, "Finetune/Step": 17200, "Finetune/Step Time": 6.6219116896390915}
+{"Finetune/Learning Rate": 5.791819681210764e-07, "Finetune/Loss": 0.6233584880828857, "Finetune/Loss (Raw)": 0.5888673067092896, "Finetune/Step": 17201, "Finetune/Step Time": 6.628982864320278}
+{"Finetune/Learning Rate": 5.786173304024057e-07, "Finetune/Loss": 0.6220124959945679, "Finetune/Loss (Raw)": 0.5922731757164001, "Finetune/Step": 17202, "Finetune/Step Time": 6.6296236757189035}
+{"Finetune/Learning Rate": 5.780529598473561e-07, "Finetune/Loss": 0.6207740306854248, "Finetune/Loss (Raw)": 0.5093643069267273, "Finetune/Step": 17203, "Finetune/Step Time": 6.635776657611132}
+{"Finetune/Learning Rate": 5.774888564719328e-07, "Finetune/Loss": 0.6210355758666992, "Finetune/Loss (Raw)": 0.6069313883781433, "Finetune/Step": 17204, "Finetune/Step Time": 6.652111178264022}
+{"Finetune/Learning Rate": 5.769250202921317e-07, "Finetune/Loss": 0.6203879117965698, "Finetune/Loss (Raw)": 0.6051163673400879, "Finetune/Step": 17205, "Finetune/Step Time": 6.648591745644808}
+{"Finetune/Learning Rate": 5.763614513239424e-07, "Finetune/Loss": 0.6197145581245422, "Finetune/Loss (Raw)": 0.587406575679779, "Finetune/Step": 17206, "Finetune/Step Time": 6.6490402687340975}
+{"Finetune/Learning Rate": 5.757981495833454e-07, "Finetune/Loss": 0.6210364699363708, "Finetune/Loss (Raw)": 0.7141563892364502, "Finetune/Step": 17207, "Finetune/Step Time": 6.6500345300883055}
+{"Finetune/Learning Rate": 5.752351150863133e-07, "Finetune/Loss": 0.6216833591461182, "Finetune/Loss (Raw)": 0.6862742304801941, "Finetune/Step": 17208, "Finetune/Step Time": 6.637540526688099}
+{"Finetune/Learning Rate": 5.746723478488125e-07, "Finetune/Loss": 0.6224644184112549, "Finetune/Loss (Raw)": 0.734994649887085, "Finetune/Step": 17209, "Finetune/Step Time": 6.622181378304958}
+{"Finetune/Learning Rate": 5.741098478868002e-07, "Finetune/Loss": 0.6216213703155518, "Finetune/Loss (Raw)": 0.5772242546081543, "Finetune/Step": 17210, "Finetune/Step Time": 6.608131475746632}
+{"Finetune/Learning Rate": 5.735476152162311e-07, "Finetune/Loss": 0.621125340461731, "Finetune/Loss (Raw)": 0.6189069747924805, "Finetune/Step": 17211, "Finetune/Step Time": 6.616120167076588}
+{"Finetune/Learning Rate": 5.729856498530461e-07, "Finetune/Loss": 0.6219767332077026, "Finetune/Loss (Raw)": 0.7529807090759277, "Finetune/Step": 17212, "Finetune/Step Time": 6.616731742396951}
+{"Finetune/Learning Rate": 5.724239518131824e-07, "Finetune/Loss": 0.6214439272880554, "Finetune/Loss (Raw)": 0.6150070428848267, "Finetune/Step": 17213, "Finetune/Step Time": 6.622160347178578}
+{"Finetune/Learning Rate": 5.718625211125661e-07, "Finetune/Loss": 0.6211462020874023, "Finetune/Loss (Raw)": 0.620639979839325, "Finetune/Step": 17214, "Finetune/Step Time": 6.621198737993836}
+{"Finetune/Learning Rate": 5.713013577671178e-07, "Finetune/Loss": 0.6220740079879761, "Finetune/Loss (Raw)": 0.648166298866272, "Finetune/Step": 17215, "Finetune/Step Time": 6.60272304341197}
+{"Finetune/Learning Rate": 5.707404617927526e-07, "Finetune/Loss": 0.6219518780708313, "Finetune/Loss (Raw)": 0.6564028263092041, "Finetune/Step": 17216, "Finetune/Step Time": 6.602567970752716}
+{"Finetune/Learning Rate": 5.701798332053732e-07, "Finetune/Loss": 0.6224037408828735, "Finetune/Loss (Raw)": 0.6949192881584167, "Finetune/Step": 17217, "Finetune/Step Time": 6.607427936047316}
+{"Finetune/Learning Rate": 5.696194720208792e-07, "Finetune/Loss": 0.6220999956130981, "Finetune/Loss (Raw)": 0.6318678259849548, "Finetune/Step": 17218, "Finetune/Step Time": 6.608775354921818}
+{"Finetune/Learning Rate": 5.690593782551623e-07, "Finetune/Loss": 0.621860682964325, "Finetune/Loss (Raw)": 0.6561704277992249, "Finetune/Step": 17219, "Finetune/Step Time": 6.611394194886088}
+{"Finetune/Learning Rate": 5.684995519241021e-07, "Finetune/Loss": 0.6203213930130005, "Finetune/Loss (Raw)": 0.5003698468208313, "Finetune/Step": 17220, "Finetune/Step Time": 6.610526679083705}
+{"Finetune/Learning Rate": 5.679399930435747e-07, "Finetune/Loss": 0.6200213432312012, "Finetune/Loss (Raw)": 0.6260359883308411, "Finetune/Step": 17221, "Finetune/Step Time": 6.613010451197624}
+{"Finetune/Learning Rate": 5.673807016294485e-07, "Finetune/Loss": 0.6197431683540344, "Finetune/Loss (Raw)": 0.6373733282089233, "Finetune/Step": 17222, "Finetune/Step Time": 6.616768278181553}
+{"Finetune/Learning Rate": 5.668216776975832e-07, "Finetune/Loss": 0.6185036301612854, "Finetune/Loss (Raw)": 0.5562792420387268, "Finetune/Step": 17223, "Finetune/Step Time": 6.628866005688906}
+{"Finetune/Learning Rate": 5.662629212638293e-07, "Finetune/Loss": 0.6183209419250488, "Finetune/Loss (Raw)": 0.567051112651825, "Finetune/Step": 17224, "Finetune/Step Time": 6.629806023091078}
+{"Finetune/Learning Rate": 5.657044323440342e-07, "Finetune/Loss": 0.61790531873703, "Finetune/Loss (Raw)": 0.6348422765731812, "Finetune/Step": 17225, "Finetune/Step Time": 6.625676654279232}
+{"Finetune/Learning Rate": 5.65146210954034e-07, "Finetune/Loss": 0.6180776357650757, "Finetune/Loss (Raw)": 0.5675745606422424, "Finetune/Step": 17226, "Finetune/Step Time": 6.641880175098777}
+{"Finetune/Learning Rate": 5.645882571096572e-07, "Finetune/Loss": 0.6169551014900208, "Finetune/Loss (Raw)": 0.5802874565124512, "Finetune/Step": 17227, "Finetune/Step Time": 6.660643050447106}
+{"Finetune/Learning Rate": 5.640305708267269e-07, "Finetune/Loss": 0.616370439529419, "Finetune/Loss (Raw)": 0.6690304279327393, "Finetune/Step": 17228, "Finetune/Step Time": 6.657998548820615}
+{"Finetune/Learning Rate": 5.63473152121058e-07, "Finetune/Loss": 0.6162292957305908, "Finetune/Loss (Raw)": 0.6142432689666748, "Finetune/Step": 17229, "Finetune/Step Time": 6.663179526105523}
+{"Finetune/Learning Rate": 5.629160010084566e-07, "Finetune/Loss": 0.6158813238143921, "Finetune/Loss (Raw)": 0.6532991528511047, "Finetune/Step": 17230, "Finetune/Step Time": 6.6634413450956345}
+{"Finetune/Learning Rate": 5.623591175047216e-07, "Finetune/Loss": 0.6168206930160522, "Finetune/Loss (Raw)": 0.7124807834625244, "Finetune/Step": 17231, "Finetune/Step Time": 6.6670376267284155}
+{"Finetune/Learning Rate": 5.618025016256445e-07, "Finetune/Loss": 0.6169141530990601, "Finetune/Loss (Raw)": 0.6785913109779358, "Finetune/Step": 17232, "Finetune/Step Time": 6.668960716575384}
+{"Finetune/Learning Rate": 5.612461533870106e-07, "Finetune/Loss": 0.6172715425491333, "Finetune/Loss (Raw)": 0.681899905204773, "Finetune/Step": 17233, "Finetune/Step Time": 6.68331197835505}
+{"Finetune/Learning Rate": 5.60690072804595e-07, "Finetune/Loss": 0.6164627075195312, "Finetune/Loss (Raw)": 0.5536874532699585, "Finetune/Step": 17234, "Finetune/Step Time": 6.687776692211628}
+{"Finetune/Learning Rate": 5.601342598941673e-07, "Finetune/Loss": 0.6167116761207581, "Finetune/Loss (Raw)": 0.572314441204071, "Finetune/Step": 17235, "Finetune/Step Time": 6.690847646445036}
+{"Finetune/Learning Rate": 5.595787146714882e-07, "Finetune/Loss": 0.6173855066299438, "Finetune/Loss (Raw)": 0.6053361296653748, "Finetune/Step": 17236, "Finetune/Step Time": 6.691686153411865}
+{"Finetune/Learning Rate": 5.590234371523129e-07, "Finetune/Loss": 0.6175180673599243, "Finetune/Loss (Raw)": 0.6354499459266663, "Finetune/Step": 17237, "Finetune/Step Time": 6.713909832760692}
+{"Finetune/Learning Rate": 5.584684273523855e-07, "Finetune/Loss": 0.6171220541000366, "Finetune/Loss (Raw)": 0.618129551410675, "Finetune/Step": 17238, "Finetune/Step Time": 6.715545734390616}
+{"Finetune/Learning Rate": 5.579136852874456e-07, "Finetune/Loss": 0.618671178817749, "Finetune/Loss (Raw)": 0.6081090569496155, "Finetune/Step": 17239, "Finetune/Step Time": 6.712489668279886}
+{"Finetune/Learning Rate": 5.57359210973224e-07, "Finetune/Loss": 0.6190389394760132, "Finetune/Loss (Raw)": 0.6075419187545776, "Finetune/Step": 17240, "Finetune/Step Time": 6.71205036714673}
+{"Finetune/Learning Rate": 5.568050044254436e-07, "Finetune/Loss": 0.6188255548477173, "Finetune/Loss (Raw)": 0.6845168471336365, "Finetune/Step": 17241, "Finetune/Step Time": 6.695083698257804}
+{"Finetune/Learning Rate": 5.562510656598208e-07, "Finetune/Loss": 0.6184171438217163, "Finetune/Loss (Raw)": 0.6323765516281128, "Finetune/Step": 17242, "Finetune/Step Time": 6.697352757677436}
+{"Finetune/Learning Rate": 5.55697394692063e-07, "Finetune/Loss": 0.61759352684021, "Finetune/Loss (Raw)": 0.5856854915618896, "Finetune/Step": 17243, "Finetune/Step Time": 6.700941303744912}
+{"Finetune/Learning Rate": 5.551439915378731e-07, "Finetune/Loss": 0.6178522109985352, "Finetune/Loss (Raw)": 0.5419465899467468, "Finetune/Step": 17244, "Finetune/Step Time": 6.693116867914796}
+{"Finetune/Learning Rate": 5.545908562129387e-07, "Finetune/Loss": 0.6182390451431274, "Finetune/Loss (Raw)": 0.7084760069847107, "Finetune/Step": 17245, "Finetune/Step Time": 6.704517230391502}
+{"Finetune/Learning Rate": 5.540379887329494e-07, "Finetune/Loss": 0.6178532242774963, "Finetune/Loss (Raw)": 0.62985759973526, "Finetune/Step": 17246, "Finetune/Step Time": 6.703016102313995}
+{"Finetune/Learning Rate": 5.534853891135827e-07, "Finetune/Loss": 0.6174471378326416, "Finetune/Loss (Raw)": 0.6164790391921997, "Finetune/Step": 17247, "Finetune/Step Time": 6.700478522107005}
+{"Finetune/Learning Rate": 5.529330573705083e-07, "Finetune/Loss": 0.617129921913147, "Finetune/Loss (Raw)": 0.5818049907684326, "Finetune/Step": 17248, "Finetune/Step Time": 6.699716992676258}
+{"Finetune/Learning Rate": 5.52380993519388e-07, "Finetune/Loss": 0.6177653670310974, "Finetune/Loss (Raw)": 0.6689502596855164, "Finetune/Step": 17249, "Finetune/Step Time": 6.698114043101668}
+{"Finetune/Learning Rate": 5.518291975758794e-07, "Finetune/Loss": 0.6191304326057434, "Finetune/Loss (Raw)": 0.7259922027587891, "Finetune/Step": 17250, "Finetune/Step Time": 6.693928485736251}
+{"Finetune/Learning Rate": 5.512776695556255e-07, "Finetune/Loss": 0.618694543838501, "Finetune/Loss (Raw)": 0.6346705555915833, "Finetune/Step": 17251, "Finetune/Step Time": 6.696639895439148}
+{"Finetune/Learning Rate": 5.50726409474267e-07, "Finetune/Loss": 0.6186246871948242, "Finetune/Loss (Raw)": 0.5994645953178406, "Finetune/Step": 17252, "Finetune/Step Time": 6.699476480484009}
+{"Finetune/Learning Rate": 5.501754173474394e-07, "Finetune/Loss": 0.6174302697181702, "Finetune/Loss (Raw)": 0.5209612250328064, "Finetune/Step": 17253, "Finetune/Step Time": 6.700205514207482}
+{"Finetune/Learning Rate": 5.496246931907645e-07, "Finetune/Loss": 0.6176908016204834, "Finetune/Loss (Raw)": 0.6201344132423401, "Finetune/Step": 17254, "Finetune/Step Time": 6.7007243521511555}
+{"Finetune/Learning Rate": 5.490742370198609e-07, "Finetune/Loss": 0.6197924613952637, "Finetune/Loss (Raw)": 0.7846613526344299, "Finetune/Step": 17255, "Finetune/Step Time": 6.698878632858396}
+{"Finetune/Learning Rate": 5.485240488503385e-07, "Finetune/Loss": 0.6205918788909912, "Finetune/Loss (Raw)": 0.64382404088974, "Finetune/Step": 17256, "Finetune/Step Time": 6.7061061803251505}
+{"Finetune/Learning Rate": 5.479741286977957e-07, "Finetune/Loss": 0.6204255819320679, "Finetune/Loss (Raw)": 0.5102263689041138, "Finetune/Step": 17257, "Finetune/Step Time": 6.700613930821419}
+{"Finetune/Learning Rate": 5.474244765778281e-07, "Finetune/Loss": 0.6201045513153076, "Finetune/Loss (Raw)": 0.7068091630935669, "Finetune/Step": 17258, "Finetune/Step Time": 6.699734313413501}
+{"Finetune/Learning Rate": 5.468750925060229e-07, "Finetune/Loss": 0.620093822479248, "Finetune/Loss (Raw)": 0.6386091709136963, "Finetune/Step": 17259, "Finetune/Step Time": 6.694958137348294}
+{"Finetune/Learning Rate": 5.46325976497959e-07, "Finetune/Loss": 0.6204960346221924, "Finetune/Loss (Raw)": 0.583890974521637, "Finetune/Step": 17260, "Finetune/Step Time": 6.69093362800777}
+{"Finetune/Learning Rate": 5.457771285692081e-07, "Finetune/Loss": 0.6206544637680054, "Finetune/Loss (Raw)": 0.5589252710342407, "Finetune/Step": 17261, "Finetune/Step Time": 6.695171408355236}
+{"Finetune/Learning Rate": 5.45228548735336e-07, "Finetune/Loss": 0.621282696723938, "Finetune/Loss (Raw)": 0.6615536212921143, "Finetune/Step": 17262, "Finetune/Step Time": 6.697289006784558}
+{"Finetune/Learning Rate": 5.446802370118942e-07, "Finetune/Loss": 0.6222330331802368, "Finetune/Loss (Raw)": 0.6973005533218384, "Finetune/Step": 17263, "Finetune/Step Time": 6.6977543737739325}
+{"Finetune/Learning Rate": 5.44132193414434e-07, "Finetune/Loss": 0.6228089928627014, "Finetune/Loss (Raw)": 0.6612076759338379, "Finetune/Step": 17264, "Finetune/Step Time": 6.679389817640185}
+{"Finetune/Learning Rate": 5.435844179584948e-07, "Finetune/Loss": 0.6250697374343872, "Finetune/Loss (Raw)": 0.7401362061500549, "Finetune/Step": 17265, "Finetune/Step Time": 6.668010884895921}
+{"Finetune/Learning Rate": 5.430369106596112e-07, "Finetune/Loss": 0.626541256904602, "Finetune/Loss (Raw)": 0.7660505175590515, "Finetune/Step": 17266, "Finetune/Step Time": 6.683254424482584}
+{"Finetune/Learning Rate": 5.424896715333094e-07, "Finetune/Loss": 0.6271606683731079, "Finetune/Loss (Raw)": 0.565430760383606, "Finetune/Step": 17267, "Finetune/Step Time": 6.679361375048757}
+{"Finetune/Learning Rate": 5.419427005951083e-07, "Finetune/Loss": 0.6277441382408142, "Finetune/Loss (Raw)": 0.686568558216095, "Finetune/Step": 17268, "Finetune/Step Time": 6.6925250217318535}
+{"Finetune/Learning Rate": 5.413959978605155e-07, "Finetune/Loss": 0.6291929483413696, "Finetune/Loss (Raw)": 0.6831398010253906, "Finetune/Step": 17269, "Finetune/Step Time": 6.678119570016861}
+{"Finetune/Learning Rate": 5.408495633450361e-07, "Finetune/Loss": 0.6286896467208862, "Finetune/Loss (Raw)": 0.6563631892204285, "Finetune/Step": 17270, "Finetune/Step Time": 6.696277288720012}
+{"Finetune/Learning Rate": 5.403033970641647e-07, "Finetune/Loss": 0.6303038001060486, "Finetune/Loss (Raw)": 0.8047118186950684, "Finetune/Step": 17271, "Finetune/Step Time": 6.666676737368107}
+{"Finetune/Learning Rate": 5.397574990333898e-07, "Finetune/Loss": 0.6303110122680664, "Finetune/Loss (Raw)": 0.61361163854599, "Finetune/Step": 17272, "Finetune/Step Time": 6.672402730211616}
+{"Finetune/Learning Rate": 5.392118692681902e-07, "Finetune/Loss": 0.6309062242507935, "Finetune/Loss (Raw)": 0.6242904663085938, "Finetune/Step": 17273, "Finetune/Step Time": 6.663019634783268}
+{"Finetune/Learning Rate": 5.386665077840392e-07, "Finetune/Loss": 0.630253791809082, "Finetune/Loss (Raw)": 0.6245965361595154, "Finetune/Step": 17274, "Finetune/Step Time": 6.665383022278547}
+{"Finetune/Learning Rate": 5.381214145964009e-07, "Finetune/Loss": 0.6303761005401611, "Finetune/Loss (Raw)": 0.5342161655426025, "Finetune/Step": 17275, "Finetune/Step Time": 6.630942160263658}
+{"Finetune/Learning Rate": 5.375765897207341e-07, "Finetune/Loss": 0.6308058500289917, "Finetune/Loss (Raw)": 0.7127327919006348, "Finetune/Step": 17276, "Finetune/Step Time": 6.635615782812238}
+{"Finetune/Learning Rate": 5.370320331724876e-07, "Finetune/Loss": 0.6308766603469849, "Finetune/Loss (Raw)": 0.6060268878936768, "Finetune/Step": 17277, "Finetune/Step Time": 6.650479961186647}
+{"Finetune/Learning Rate": 5.364877449671036e-07, "Finetune/Loss": 0.6313104629516602, "Finetune/Loss (Raw)": 0.6736899018287659, "Finetune/Step": 17278, "Finetune/Step Time": 6.651706747710705}
+{"Finetune/Learning Rate": 5.359437251200161e-07, "Finetune/Loss": 0.631118893623352, "Finetune/Loss (Raw)": 0.6052209138870239, "Finetune/Step": 17279, "Finetune/Step Time": 6.653335826471448}
+{"Finetune/Learning Rate": 5.353999736466531e-07, "Finetune/Loss": 0.6309568881988525, "Finetune/Loss (Raw)": 0.7196838855743408, "Finetune/Step": 17280, "Finetune/Step Time": 6.64553919993341}
+{"Finetune/Learning Rate": 5.348564905624331e-07, "Finetune/Loss": 0.6315162181854248, "Finetune/Loss (Raw)": 0.6453734636306763, "Finetune/Step": 17281, "Finetune/Step Time": 6.643352972343564}
+{"Finetune/Learning Rate": 5.343132758827674e-07, "Finetune/Loss": 0.6325702667236328, "Finetune/Loss (Raw)": 0.6799156665802002, "Finetune/Step": 17282, "Finetune/Step Time": 6.639674937352538}
+{"Finetune/Learning Rate": 5.337703296230601e-07, "Finetune/Loss": 0.632315993309021, "Finetune/Loss (Raw)": 0.6319006085395813, "Finetune/Step": 17283, "Finetune/Step Time": 6.631921291351318}
+{"Finetune/Learning Rate": 5.332276517987089e-07, "Finetune/Loss": 0.6315467953681946, "Finetune/Loss (Raw)": 0.5977030992507935, "Finetune/Step": 17284, "Finetune/Step Time": 6.629847079515457}
+{"Finetune/Learning Rate": 5.326852424251006e-07, "Finetune/Loss": 0.6313207149505615, "Finetune/Loss (Raw)": 0.6969757676124573, "Finetune/Step": 17285, "Finetune/Step Time": 6.628749534487724}
+{"Finetune/Learning Rate": 5.321431015176171e-07, "Finetune/Loss": 0.6313424110412598, "Finetune/Loss (Raw)": 0.6625515818595886, "Finetune/Step": 17286, "Finetune/Step Time": 6.626311119645834}
+{"Finetune/Learning Rate": 5.316012290916328e-07, "Finetune/Loss": 0.63145911693573, "Finetune/Loss (Raw)": 0.6997603178024292, "Finetune/Step": 17287, "Finetune/Step Time": 6.629887061193585}
+{"Finetune/Learning Rate": 5.310596251625133e-07, "Finetune/Loss": 0.6321821212768555, "Finetune/Loss (Raw)": 0.6006184816360474, "Finetune/Step": 17288, "Finetune/Step Time": 6.627774076536298}
+{"Finetune/Learning Rate": 5.305182897456174e-07, "Finetune/Loss": 0.632232129573822, "Finetune/Loss (Raw)": 0.6907750964164734, "Finetune/Step": 17289, "Finetune/Step Time": 6.614404074847698}
+{"Finetune/Learning Rate": 5.299772228562938e-07, "Finetune/Loss": 0.6314682960510254, "Finetune/Loss (Raw)": 0.5923266410827637, "Finetune/Step": 17290, "Finetune/Step Time": 6.60946411639452}
+{"Finetune/Learning Rate": 5.294364245098882e-07, "Finetune/Loss": 0.6321041584014893, "Finetune/Loss (Raw)": 0.6273146271705627, "Finetune/Step": 17291, "Finetune/Step Time": 6.5904606226831675}
+{"Finetune/Learning Rate": 5.28895894721736e-07, "Finetune/Loss": 0.6308978796005249, "Finetune/Loss (Raw)": 0.5888837575912476, "Finetune/Step": 17292, "Finetune/Step Time": 6.594832735136151}
+{"Finetune/Learning Rate": 5.283556335071604e-07, "Finetune/Loss": 0.6313232183456421, "Finetune/Loss (Raw)": 0.6460285186767578, "Finetune/Step": 17293, "Finetune/Step Time": 6.596194440498948}
+{"Finetune/Learning Rate": 5.278156408814883e-07, "Finetune/Loss": 0.630889892578125, "Finetune/Loss (Raw)": 0.5852456092834473, "Finetune/Step": 17294, "Finetune/Step Time": 6.610628254711628}
+{"Finetune/Learning Rate": 5.272759168600283e-07, "Finetune/Loss": 0.6310813426971436, "Finetune/Loss (Raw)": 0.5415915846824646, "Finetune/Step": 17295, "Finetune/Step Time": 6.604039620608091}
+{"Finetune/Learning Rate": 5.267364614580861e-07, "Finetune/Loss": 0.6322454810142517, "Finetune/Loss (Raw)": 0.6647220849990845, "Finetune/Step": 17296, "Finetune/Step Time": 6.60517081618309}
+{"Finetune/Learning Rate": 5.261972746909605e-07, "Finetune/Loss": 0.6314822435379028, "Finetune/Loss (Raw)": 0.5247464776039124, "Finetune/Step": 17297, "Finetune/Step Time": 6.6107915714383125}
+{"Finetune/Learning Rate": 5.256583565739403e-07, "Finetune/Loss": 0.6320352554321289, "Finetune/Loss (Raw)": 0.7020422220230103, "Finetune/Step": 17298, "Finetune/Step Time": 6.607202475890517}
+{"Finetune/Learning Rate": 5.251197071223079e-07, "Finetune/Loss": 0.6322099566459656, "Finetune/Loss (Raw)": 0.6393756866455078, "Finetune/Step": 17299, "Finetune/Step Time": 6.609458876773715}
+{"Finetune/Learning Rate": 5.245813263513366e-07, "Finetune/Loss": 0.6321195363998413, "Finetune/Loss (Raw)": 0.6298333406448364, "Finetune/Step": 17300, "Finetune/Step Time": 6.6047827787697315}
+{"Finetune/Learning Rate": 5.24043214276293e-07, "Finetune/Loss": 0.6322325468063354, "Finetune/Loss (Raw)": 0.693936288356781, "Finetune/Step": 17301, "Finetune/Step Time": 6.605196939781308}
+{"Finetune/Learning Rate": 5.235053709124394e-07, "Finetune/Loss": 0.6319465637207031, "Finetune/Loss (Raw)": 0.4975932538509369, "Finetune/Step": 17302, "Finetune/Step Time": 6.610319709405303}
+{"Finetune/Learning Rate": 5.229677962750268e-07, "Finetune/Loss": 0.6329560279846191, "Finetune/Loss (Raw)": 0.7094707489013672, "Finetune/Step": 17303, "Finetune/Step Time": 6.611997056752443}
+{"Finetune/Learning Rate": 5.224304903792987e-07, "Finetune/Loss": 0.6335008144378662, "Finetune/Loss (Raw)": 0.692168653011322, "Finetune/Step": 17304, "Finetune/Step Time": 6.622726235538721}
+{"Finetune/Learning Rate": 5.218934532404907e-07, "Finetune/Loss": 0.6327983140945435, "Finetune/Loss (Raw)": 0.5712049007415771, "Finetune/Step": 17305, "Finetune/Step Time": 6.618552558124065}
+{"Finetune/Learning Rate": 5.213566848738316e-07, "Finetune/Loss": 0.6318693161010742, "Finetune/Loss (Raw)": 0.5486114025115967, "Finetune/Step": 17306, "Finetune/Step Time": 6.615946236997843}
+{"Finetune/Learning Rate": 5.208201852945439e-07, "Finetune/Loss": 0.6320167779922485, "Finetune/Loss (Raw)": 0.6184371709823608, "Finetune/Step": 17307, "Finetune/Step Time": 6.6140797436237335}
+{"Finetune/Learning Rate": 5.202839545178384e-07, "Finetune/Loss": 0.6324330568313599, "Finetune/Loss (Raw)": 0.6199953556060791, "Finetune/Step": 17308, "Finetune/Step Time": 6.614093551412225}
+{"Finetune/Learning Rate": 5.197479925589244e-07, "Finetune/Loss": 0.6319580078125, "Finetune/Loss (Raw)": 0.596955418586731, "Finetune/Step": 17309, "Finetune/Step Time": 6.61173564940691}
+{"Finetune/Learning Rate": 5.192122994330017e-07, "Finetune/Loss": 0.6318014860153198, "Finetune/Loss (Raw)": 0.6519331932067871, "Finetune/Step": 17310, "Finetune/Step Time": 6.610974336043}
+{"Finetune/Learning Rate": 5.186768751552562e-07, "Finetune/Loss": 0.6337340474128723, "Finetune/Loss (Raw)": 0.7519125938415527, "Finetune/Step": 17311, "Finetune/Step Time": 6.6070571187883615}
+{"Finetune/Learning Rate": 5.181417197408733e-07, "Finetune/Loss": 0.6340183019638062, "Finetune/Loss (Raw)": 0.6254794001579285, "Finetune/Step": 17312, "Finetune/Step Time": 6.6061975583434105}
+{"Finetune/Learning Rate": 5.176068332050288e-07, "Finetune/Loss": 0.634654700756073, "Finetune/Loss (Raw)": 0.6772720217704773, "Finetune/Step": 17313, "Finetune/Step Time": 6.605179540812969}
+{"Finetune/Learning Rate": 5.170722155628904e-07, "Finetune/Loss": 0.6344314217567444, "Finetune/Loss (Raw)": 0.6262832283973694, "Finetune/Step": 17314, "Finetune/Step Time": 6.607182547450066}
+{"Finetune/Learning Rate": 5.165378668296161e-07, "Finetune/Loss": 0.634827196598053, "Finetune/Loss (Raw)": 0.6408763527870178, "Finetune/Step": 17315, "Finetune/Step Time": 6.609129775315523}
+{"Finetune/Learning Rate": 5.160037870203638e-07, "Finetune/Loss": 0.6353592872619629, "Finetune/Loss (Raw)": 0.6744152307510376, "Finetune/Step": 17316, "Finetune/Step Time": 6.608897063881159}
+{"Finetune/Learning Rate": 5.154699761502735e-07, "Finetune/Loss": 0.6345506906509399, "Finetune/Loss (Raw)": 0.5677233934402466, "Finetune/Step": 17317, "Finetune/Step Time": 6.620929239317775}
+{"Finetune/Learning Rate": 5.149364342344843e-07, "Finetune/Loss": 0.6346377730369568, "Finetune/Loss (Raw)": 0.5809823870658875, "Finetune/Step": 17318, "Finetune/Step Time": 6.634477384388447}
+{"Finetune/Learning Rate": 5.144031612881261e-07, "Finetune/Loss": 0.63515704870224, "Finetune/Loss (Raw)": 0.6531772017478943, "Finetune/Step": 17319, "Finetune/Step Time": 6.634937807917595}
+{"Finetune/Learning Rate": 5.138701573263216e-07, "Finetune/Loss": 0.6344658732414246, "Finetune/Loss (Raw)": 0.622903048992157, "Finetune/Step": 17320, "Finetune/Step Time": 6.641536895185709}
+{"Finetune/Learning Rate": 5.133374223641829e-07, "Finetune/Loss": 0.6335068941116333, "Finetune/Loss (Raw)": 0.5794084668159485, "Finetune/Step": 17321, "Finetune/Step Time": 6.645625054836273}
+{"Finetune/Learning Rate": 5.12804956416818e-07, "Finetune/Loss": 0.6348419189453125, "Finetune/Loss (Raw)": 0.7772394418716431, "Finetune/Step": 17322, "Finetune/Step Time": 6.652408538386226}
+{"Finetune/Learning Rate": 5.122727594993293e-07, "Finetune/Loss": 0.6338529586791992, "Finetune/Loss (Raw)": 0.5320980548858643, "Finetune/Step": 17323, "Finetune/Step Time": 6.687719956040382}
+{"Finetune/Learning Rate": 5.117408316268047e-07, "Finetune/Loss": 0.6325761079788208, "Finetune/Loss (Raw)": 0.5562790632247925, "Finetune/Step": 17324, "Finetune/Step Time": 6.693911267444491}
+{"Finetune/Learning Rate": 5.112091728143276e-07, "Finetune/Loss": 0.6315962672233582, "Finetune/Loss (Raw)": 0.48221150040626526, "Finetune/Step": 17325, "Finetune/Step Time": 6.704510606825352}
+{"Finetune/Learning Rate": 5.106777830769771e-07, "Finetune/Loss": 0.6316516399383545, "Finetune/Loss (Raw)": 0.5628830790519714, "Finetune/Step": 17326, "Finetune/Step Time": 6.703901000320911}
+{"Finetune/Learning Rate": 5.101466624298202e-07, "Finetune/Loss": 0.6334672570228577, "Finetune/Loss (Raw)": 0.8108817338943481, "Finetune/Step": 17327, "Finetune/Step Time": 6.730759682133794}
+{"Finetune/Learning Rate": 5.09615810887919e-07, "Finetune/Loss": 0.6329233646392822, "Finetune/Loss (Raw)": 0.651780903339386, "Finetune/Step": 17328, "Finetune/Step Time": 6.7335700411349535}
+{"Finetune/Learning Rate": 5.090852284663262e-07, "Finetune/Loss": 0.6334071159362793, "Finetune/Loss (Raw)": 0.6507828831672668, "Finetune/Step": 17329, "Finetune/Step Time": 6.7267339788377285}
+{"Finetune/Learning Rate": 5.085549151800873e-07, "Finetune/Loss": 0.633578896522522, "Finetune/Loss (Raw)": 0.6142688989639282, "Finetune/Step": 17330, "Finetune/Step Time": 6.728628924116492}
+{"Finetune/Learning Rate": 5.080248710442414e-07, "Finetune/Loss": 0.6342017650604248, "Finetune/Loss (Raw)": 0.5890952944755554, "Finetune/Step": 17331, "Finetune/Step Time": 6.721583433449268}
+{"Finetune/Learning Rate": 5.074950960738179e-07, "Finetune/Loss": 0.633913516998291, "Finetune/Loss (Raw)": 0.5700247883796692, "Finetune/Step": 17332, "Finetune/Step Time": 6.708863465115428}
+{"Finetune/Learning Rate": 5.06965590283841e-07, "Finetune/Loss": 0.6333790421485901, "Finetune/Loss (Raw)": 0.5367103815078735, "Finetune/Step": 17333, "Finetune/Step Time": 6.70876389183104}
+{"Finetune/Learning Rate": 5.064363536893258e-07, "Finetune/Loss": 0.6333516240119934, "Finetune/Loss (Raw)": 0.5838966369628906, "Finetune/Step": 17334, "Finetune/Step Time": 6.708658654242754}
+{"Finetune/Learning Rate": 5.059073863052788e-07, "Finetune/Loss": 0.632644772529602, "Finetune/Loss (Raw)": 0.6236794590950012, "Finetune/Step": 17335, "Finetune/Step Time": 6.708105307072401}
+{"Finetune/Learning Rate": 5.053786881467004e-07, "Finetune/Loss": 0.6311510801315308, "Finetune/Loss (Raw)": 0.4950809180736542, "Finetune/Step": 17336, "Finetune/Step Time": 6.728593830019236}
+{"Finetune/Learning Rate": 5.048502592285842e-07, "Finetune/Loss": 0.6299524307250977, "Finetune/Loss (Raw)": 0.5815704464912415, "Finetune/Step": 17337, "Finetune/Step Time": 6.73938805796206}
+{"Finetune/Learning Rate": 5.043220995659137e-07, "Finetune/Loss": 0.6307848691940308, "Finetune/Loss (Raw)": 0.6837733387947083, "Finetune/Step": 17338, "Finetune/Step Time": 6.74070911295712}
+{"Finetune/Learning Rate": 5.03794209173667e-07, "Finetune/Loss": 0.630788266658783, "Finetune/Loss (Raw)": 0.6193424463272095, "Finetune/Step": 17339, "Finetune/Step Time": 6.729415060952306}
+{"Finetune/Learning Rate": 5.03266588066812e-07, "Finetune/Loss": 0.6309515237808228, "Finetune/Loss (Raw)": 0.7738712430000305, "Finetune/Step": 17340, "Finetune/Step Time": 6.732132142409682}
+{"Finetune/Learning Rate": 5.027392362603134e-07, "Finetune/Loss": 0.6306148767471313, "Finetune/Loss (Raw)": 0.571928083896637, "Finetune/Step": 17341, "Finetune/Step Time": 6.732006203383207}
+{"Finetune/Learning Rate": 5.022121537691205e-07, "Finetune/Loss": 0.6308753490447998, "Finetune/Loss (Raw)": 0.653974175453186, "Finetune/Step": 17342, "Finetune/Step Time": 6.735939962789416}
+{"Finetune/Learning Rate": 5.016853406081834e-07, "Finetune/Loss": 0.6305182576179504, "Finetune/Loss (Raw)": 0.6024609804153442, "Finetune/Step": 17343, "Finetune/Step Time": 6.732690365985036}
+{"Finetune/Learning Rate": 5.011587967924414e-07, "Finetune/Loss": 0.6305831670761108, "Finetune/Loss (Raw)": 0.6647012829780579, "Finetune/Step": 17344, "Finetune/Step Time": 6.732614601030946}
+{"Finetune/Learning Rate": 5.006325223368247e-07, "Finetune/Loss": 0.6302658319473267, "Finetune/Loss (Raw)": 0.6543098092079163, "Finetune/Step": 17345, "Finetune/Step Time": 6.726705234497786}
+{"Finetune/Learning Rate": 5.001065172562569e-07, "Finetune/Loss": 0.6306046843528748, "Finetune/Loss (Raw)": 0.6752396821975708, "Finetune/Step": 17346, "Finetune/Step Time": 6.728209100663662}
+{"Finetune/Learning Rate": 4.995807815656561e-07, "Finetune/Loss": 0.6307226419448853, "Finetune/Loss (Raw)": 0.6712675094604492, "Finetune/Step": 17347, "Finetune/Step Time": 6.727530660107732}
+{"Finetune/Learning Rate": 4.990553152799272e-07, "Finetune/Loss": 0.6321526169776917, "Finetune/Loss (Raw)": 0.6834060549736023, "Finetune/Step": 17348, "Finetune/Step Time": 6.729523433372378}
+{"Finetune/Learning Rate": 4.985301184139712e-07, "Finetune/Loss": 0.6318130493164062, "Finetune/Loss (Raw)": 0.5825710296630859, "Finetune/Step": 17349, "Finetune/Step Time": 6.72708285972476}
+{"Finetune/Learning Rate": 4.980051909826833e-07, "Finetune/Loss": 0.6316570043563843, "Finetune/Loss (Raw)": 0.617393970489502, "Finetune/Step": 17350, "Finetune/Step Time": 6.726010397076607}
+{"Finetune/Learning Rate": 4.97480533000948e-07, "Finetune/Loss": 0.6315666437149048, "Finetune/Loss (Raw)": 0.5447235107421875, "Finetune/Step": 17351, "Finetune/Step Time": 6.7119856886565685}
+{"Finetune/Learning Rate": 4.969561444836446e-07, "Finetune/Loss": 0.63209068775177, "Finetune/Loss (Raw)": 0.6341197490692139, "Finetune/Step": 17352, "Finetune/Step Time": 6.712230263277888}
+{"Finetune/Learning Rate": 4.964320254456423e-07, "Finetune/Loss": 0.6309805512428284, "Finetune/Loss (Raw)": 0.4927501380443573, "Finetune/Step": 17353, "Finetune/Step Time": 6.733075791969895}
+{"Finetune/Learning Rate": 4.959081759018014e-07, "Finetune/Loss": 0.6311634182929993, "Finetune/Loss (Raw)": 0.5909820199012756, "Finetune/Step": 17354, "Finetune/Step Time": 6.730126911774278}
+{"Finetune/Learning Rate": 4.95384595866979e-07, "Finetune/Loss": 0.6313297152519226, "Finetune/Loss (Raw)": 0.601570725440979, "Finetune/Step": 17355, "Finetune/Step Time": 6.713754639029503}
+{"Finetune/Learning Rate": 4.94861285356022e-07, "Finetune/Loss": 0.6306056976318359, "Finetune/Loss (Raw)": 0.5763636827468872, "Finetune/Step": 17356, "Finetune/Step Time": 6.711515272036195}
+{"Finetune/Learning Rate": 4.943382443837685e-07, "Finetune/Loss": 0.6311823129653931, "Finetune/Loss (Raw)": 0.6880449652671814, "Finetune/Step": 17357, "Finetune/Step Time": 6.709709450602531}
+{"Finetune/Learning Rate": 4.938154729650535e-07, "Finetune/Loss": 0.6306992769241333, "Finetune/Loss (Raw)": 0.5914600491523743, "Finetune/Step": 17358, "Finetune/Step Time": 6.7125291135162115}
+{"Finetune/Learning Rate": 4.932929711147016e-07, "Finetune/Loss": 0.6305332183837891, "Finetune/Loss (Raw)": 0.691234827041626, "Finetune/Step": 17359, "Finetune/Step Time": 6.709622111171484}
+{"Finetune/Learning Rate": 4.927707388475256e-07, "Finetune/Loss": 0.6296306252479553, "Finetune/Loss (Raw)": 0.563056230545044, "Finetune/Step": 17360, "Finetune/Step Time": 6.71910210698843}
+{"Finetune/Learning Rate": 4.922487761783368e-07, "Finetune/Loss": 0.6293002367019653, "Finetune/Loss (Raw)": 0.6396205425262451, "Finetune/Step": 17361, "Finetune/Step Time": 6.701897861436009}
+{"Finetune/Learning Rate": 4.917270831219357e-07, "Finetune/Loss": 0.6294412612915039, "Finetune/Loss (Raw)": 0.5717363357543945, "Finetune/Step": 17362, "Finetune/Step Time": 6.704579703509808}
+{"Finetune/Learning Rate": 4.912056596931169e-07, "Finetune/Loss": 0.6293724775314331, "Finetune/Loss (Raw)": 0.563509464263916, "Finetune/Step": 17363, "Finetune/Step Time": 6.703243777155876}
+{"Finetune/Learning Rate": 4.906845059066656e-07, "Finetune/Loss": 0.6284545660018921, "Finetune/Loss (Raw)": 0.48784708976745605, "Finetune/Step": 17364, "Finetune/Step Time": 6.704472111538053}
+{"Finetune/Learning Rate": 4.90163621777362e-07, "Finetune/Loss": 0.6281092166900635, "Finetune/Loss (Raw)": 0.5912411212921143, "Finetune/Step": 17365, "Finetune/Step Time": 6.679871816188097}
+{"Finetune/Learning Rate": 4.896430073199754e-07, "Finetune/Loss": 0.6291300058364868, "Finetune/Loss (Raw)": 0.748784065246582, "Finetune/Step": 17366, "Finetune/Step Time": 6.6819165498018265}
+{"Finetune/Learning Rate": 4.891226625492696e-07, "Finetune/Loss": 0.6286183595657349, "Finetune/Loss (Raw)": 0.5426213145256042, "Finetune/Step": 17367, "Finetune/Step Time": 6.6845595352351665}
+{"Finetune/Learning Rate": 4.886025874799993e-07, "Finetune/Loss": 0.6276531219482422, "Finetune/Loss (Raw)": 0.483988493680954, "Finetune/Step": 17368, "Finetune/Step Time": 6.680542942136526}
+{"Finetune/Learning Rate": 4.88082782126913e-07, "Finetune/Loss": 0.6272909045219421, "Finetune/Loss (Raw)": 0.638157069683075, "Finetune/Step": 17369, "Finetune/Step Time": 6.683717668056488}
+{"Finetune/Learning Rate": 4.875632465047498e-07, "Finetune/Loss": 0.6280040740966797, "Finetune/Loss (Raw)": 0.7236596941947937, "Finetune/Step": 17370, "Finetune/Step Time": 6.680514216423035}
+{"Finetune/Learning Rate": 4.870439806282446e-07, "Finetune/Loss": 0.628376841545105, "Finetune/Loss (Raw)": 0.6333995461463928, "Finetune/Step": 17371, "Finetune/Step Time": 6.706368338316679}
+{"Finetune/Learning Rate": 4.865249845121201e-07, "Finetune/Loss": 0.6286979913711548, "Finetune/Loss (Raw)": 0.5830579400062561, "Finetune/Step": 17372, "Finetune/Step Time": 6.707055363804102}
+{"Finetune/Learning Rate": 4.860062581710944e-07, "Finetune/Loss": 0.6273888349533081, "Finetune/Loss (Raw)": 0.5409010648727417, "Finetune/Step": 17373, "Finetune/Step Time": 6.726114735007286}
+{"Finetune/Learning Rate": 4.854878016198772e-07, "Finetune/Loss": 0.6268973350524902, "Finetune/Loss (Raw)": 0.5669457912445068, "Finetune/Step": 17374, "Finetune/Step Time": 6.741572570055723}
+{"Finetune/Learning Rate": 4.849696148731697e-07, "Finetune/Loss": 0.6272152066230774, "Finetune/Loss (Raw)": 0.6571683287620544, "Finetune/Step": 17375, "Finetune/Step Time": 6.747451016679406}
+{"Finetune/Learning Rate": 4.844516979456671e-07, "Finetune/Loss": 0.6268417835235596, "Finetune/Loss (Raw)": 0.5340051054954529, "Finetune/Step": 17376, "Finetune/Step Time": 6.7483230121433735}
+{"Finetune/Learning Rate": 4.839340508520563e-07, "Finetune/Loss": 0.6262195706367493, "Finetune/Loss (Raw)": 0.5893125534057617, "Finetune/Step": 17377, "Finetune/Step Time": 6.755569767206907}
+{"Finetune/Learning Rate": 4.834166736070156e-07, "Finetune/Loss": 0.6261700987815857, "Finetune/Loss (Raw)": 0.7196506261825562, "Finetune/Step": 17378, "Finetune/Step Time": 6.757694339379668}
+{"Finetune/Learning Rate": 4.828995662252167e-07, "Finetune/Loss": 0.6267035007476807, "Finetune/Loss (Raw)": 0.7029540538787842, "Finetune/Step": 17379, "Finetune/Step Time": 6.75278021954}
+{"Finetune/Learning Rate": 4.823827287213223e-07, "Finetune/Loss": 0.6268288493156433, "Finetune/Loss (Raw)": 0.6155105829238892, "Finetune/Step": 17380, "Finetune/Step Time": 6.748676151037216}
+{"Finetune/Learning Rate": 4.818661611099895e-07, "Finetune/Loss": 0.6268161535263062, "Finetune/Loss (Raw)": 0.5193321108818054, "Finetune/Step": 17381, "Finetune/Step Time": 6.759106054902077}
+{"Finetune/Learning Rate": 4.813498634058666e-07, "Finetune/Loss": 0.6268454194068909, "Finetune/Loss (Raw)": 0.6238828897476196, "Finetune/Step": 17382, "Finetune/Step Time": 6.762055845931172}
+{"Finetune/Learning Rate": 4.808338356235953e-07, "Finetune/Loss": 0.6236781477928162, "Finetune/Loss (Raw)": 0.3792509138584137, "Finetune/Step": 17383, "Finetune/Step Time": 6.777380719780922}
+{"Finetune/Learning Rate": 4.80318077777805e-07, "Finetune/Loss": 0.6231368780136108, "Finetune/Loss (Raw)": 0.5745371580123901, "Finetune/Step": 17384, "Finetune/Step Time": 6.78756795451045}
+{"Finetune/Learning Rate": 4.798025898831249e-07, "Finetune/Loss": 0.6217824220657349, "Finetune/Loss (Raw)": 0.33686500787734985, "Finetune/Step": 17385, "Finetune/Step Time": 6.803010204806924}
+{"Finetune/Learning Rate": 4.792873719541724e-07, "Finetune/Loss": 0.6205798387527466, "Finetune/Loss (Raw)": 0.552872896194458, "Finetune/Step": 17386, "Finetune/Step Time": 6.804047407582402}
+{"Finetune/Learning Rate": 4.787724240055558e-07, "Finetune/Loss": 0.620509147644043, "Finetune/Loss (Raw)": 0.6295607686042786, "Finetune/Step": 17387, "Finetune/Step Time": 6.801614873111248}
+{"Finetune/Learning Rate": 4.782577460518789e-07, "Finetune/Loss": 0.6203018426895142, "Finetune/Loss (Raw)": 0.557356595993042, "Finetune/Step": 17388, "Finetune/Step Time": 6.802169838920236}
+{"Finetune/Learning Rate": 4.777433381077367e-07, "Finetune/Loss": 0.6210227608680725, "Finetune/Loss (Raw)": 0.6512026190757751, "Finetune/Step": 17389, "Finetune/Step Time": 6.7990068178623915}
+{"Finetune/Learning Rate": 4.772292001877154e-07, "Finetune/Loss": 0.6210862398147583, "Finetune/Loss (Raw)": 0.669678807258606, "Finetune/Step": 17390, "Finetune/Step Time": 6.80059171281755}
+{"Finetune/Learning Rate": 4.767153323063933e-07, "Finetune/Loss": 0.6200994253158569, "Finetune/Loss (Raw)": 0.5709829926490784, "Finetune/Step": 17391, "Finetune/Step Time": 6.8032102342695}
+{"Finetune/Learning Rate": 4.7620173447834426e-07, "Finetune/Loss": 0.6197249293327332, "Finetune/Loss (Raw)": 0.6132763624191284, "Finetune/Step": 17392, "Finetune/Step Time": 6.805974766612053}
+{"Finetune/Learning Rate": 4.756884067181333e-07, "Finetune/Loss": 0.6191157102584839, "Finetune/Loss (Raw)": 0.6621547937393188, "Finetune/Step": 17393, "Finetune/Step Time": 6.802308214828372}
+{"Finetune/Learning Rate": 4.751753490403144e-07, "Finetune/Loss": 0.6180182695388794, "Finetune/Loss (Raw)": 0.6255743503570557, "Finetune/Step": 17394, "Finetune/Step Time": 6.784004852175713}
+{"Finetune/Learning Rate": 4.746625614594402e-07, "Finetune/Loss": 0.6184583902359009, "Finetune/Loss (Raw)": 0.6217750906944275, "Finetune/Step": 17395, "Finetune/Step Time": 6.776736719533801}
+{"Finetune/Learning Rate": 4.7415004399004704e-07, "Finetune/Loss": 0.6186816692352295, "Finetune/Loss (Raw)": 0.715147852897644, "Finetune/Step": 17396, "Finetune/Step Time": 6.769407484680414}
+{"Finetune/Learning Rate": 4.7363779664667095e-07, "Finetune/Loss": 0.6178390979766846, "Finetune/Loss (Raw)": 0.575281023979187, "Finetune/Step": 17397, "Finetune/Step Time": 6.773596603423357}
+{"Finetune/Learning Rate": 4.73125819443836e-07, "Finetune/Loss": 0.617247998714447, "Finetune/Loss (Raw)": 0.5807092785835266, "Finetune/Step": 17398, "Finetune/Step Time": 6.754526933655143}
+{"Finetune/Learning Rate": 4.726141123960637e-07, "Finetune/Loss": 0.616196870803833, "Finetune/Loss (Raw)": 0.6701661944389343, "Finetune/Step": 17399, "Finetune/Step Time": 6.756686387583613}
+{"Finetune/Learning Rate": 4.721026755178626e-07, "Finetune/Loss": 0.6163638234138489, "Finetune/Loss (Raw)": 0.6349780559539795, "Finetune/Step": 17400, "Finetune/Step Time": 6.750343440100551}
+{"Finetune/Learning Rate": 4.715915088237366e-07, "Finetune/Loss": 0.6161516904830933, "Finetune/Loss (Raw)": 0.5971441268920898, "Finetune/Step": 17401, "Finetune/Step Time": 6.747432567179203}
+{"Finetune/Learning Rate": 4.710806123281808e-07, "Finetune/Loss": 0.6157114505767822, "Finetune/Loss (Raw)": 0.5682412385940552, "Finetune/Step": 17402, "Finetune/Step Time": 6.74688876233995}
+{"Finetune/Learning Rate": 4.705699860456814e-07, "Finetune/Loss": 0.6164769530296326, "Finetune/Loss (Raw)": 0.632203221321106, "Finetune/Step": 17403, "Finetune/Step Time": 6.748605301603675}
+{"Finetune/Learning Rate": 4.7005962999071895e-07, "Finetune/Loss": 0.6159402132034302, "Finetune/Loss (Raw)": 0.6440315842628479, "Finetune/Step": 17404, "Finetune/Step Time": 6.753462828695774}
+{"Finetune/Learning Rate": 4.6954954417776533e-07, "Finetune/Loss": 0.6158978939056396, "Finetune/Loss (Raw)": 0.600601315498352, "Finetune/Step": 17405, "Finetune/Step Time": 6.741062197834253}
+{"Finetune/Learning Rate": 4.6903972862128553e-07, "Finetune/Loss": 0.6158969402313232, "Finetune/Loss (Raw)": 0.6735707521438599, "Finetune/Step": 17406, "Finetune/Step Time": 6.738728512078524}
+{"Finetune/Learning Rate": 4.685301833357381e-07, "Finetune/Loss": 0.6151915788650513, "Finetune/Loss (Raw)": 0.5149350762367249, "Finetune/Step": 17407, "Finetune/Step Time": 6.762769874185324}
+{"Finetune/Learning Rate": 4.6802090833557136e-07, "Finetune/Loss": 0.6144332885742188, "Finetune/Loss (Raw)": 0.6226212978363037, "Finetune/Step": 17408, "Finetune/Step Time": 6.761929474771023}
+{"Finetune/Learning Rate": 4.675119036352249e-07, "Finetune/Loss": 0.615516185760498, "Finetune/Loss (Raw)": 0.7839840054512024, "Finetune/Step": 17409, "Finetune/Step Time": 6.760386204347014}
+{"Finetune/Learning Rate": 4.6700316924913393e-07, "Finetune/Loss": 0.6151607036590576, "Finetune/Loss (Raw)": 0.6344138979911804, "Finetune/Step": 17410, "Finetune/Step Time": 6.757205272093415}
+{"Finetune/Learning Rate": 4.664947051917257e-07, "Finetune/Loss": 0.614814281463623, "Finetune/Loss (Raw)": 0.5875611901283264, "Finetune/Step": 17411, "Finetune/Step Time": 6.759452905505896}
+{"Finetune/Learning Rate": 4.6598651147741646e-07, "Finetune/Loss": 0.6153884530067444, "Finetune/Loss (Raw)": 0.671200156211853, "Finetune/Step": 17412, "Finetune/Step Time": 6.769893638789654}
+{"Finetune/Learning Rate": 4.654785881206192e-07, "Finetune/Loss": 0.6156716346740723, "Finetune/Loss (Raw)": 0.7332165837287903, "Finetune/Step": 17413, "Finetune/Step Time": 6.790920393541455}
+{"Finetune/Learning Rate": 4.649709351357379e-07, "Finetune/Loss": 0.6146914958953857, "Finetune/Loss (Raw)": 0.5370976328849792, "Finetune/Step": 17414, "Finetune/Step Time": 6.795279677957296}
+{"Finetune/Learning Rate": 4.644635525371666e-07, "Finetune/Loss": 0.6150680184364319, "Finetune/Loss (Raw)": 0.7479531764984131, "Finetune/Step": 17415, "Finetune/Step Time": 6.791897475719452}
+{"Finetune/Learning Rate": 4.6395644033929264e-07, "Finetune/Loss": 0.6149461269378662, "Finetune/Loss (Raw)": 0.5850195288658142, "Finetune/Step": 17416, "Finetune/Step Time": 6.792186057195067}
+{"Finetune/Learning Rate": 4.6344959855649684e-07, "Finetune/Loss": 0.61386638879776, "Finetune/Loss (Raw)": 0.5525649189949036, "Finetune/Step": 17417, "Finetune/Step Time": 6.801953740417957}
+{"Finetune/Learning Rate": 4.629430272031532e-07, "Finetune/Loss": 0.6140448451042175, "Finetune/Loss (Raw)": 0.6151739358901978, "Finetune/Step": 17418, "Finetune/Step Time": 6.809530317783356}
+{"Finetune/Learning Rate": 4.624367262936247e-07, "Finetune/Loss": 0.6135519742965698, "Finetune/Loss (Raw)": 0.5642240047454834, "Finetune/Step": 17419, "Finetune/Step Time": 6.815721886232495}
+{"Finetune/Learning Rate": 4.619306958422698e-07, "Finetune/Loss": 0.6144445538520813, "Finetune/Loss (Raw)": 0.7031388878822327, "Finetune/Step": 17420, "Finetune/Step Time": 6.812075845897198}
+{"Finetune/Learning Rate": 4.614249358634382e-07, "Finetune/Loss": 0.6124406456947327, "Finetune/Loss (Raw)": 0.3895231783390045, "Finetune/Step": 17421, "Finetune/Step Time": 6.825540855526924}
+{"Finetune/Learning Rate": 4.6091944637147056e-07, "Finetune/Loss": 0.6132502555847168, "Finetune/Loss (Raw)": 0.6888776421546936, "Finetune/Step": 17422, "Finetune/Step Time": 6.8120532762259245}
+{"Finetune/Learning Rate": 4.604142273807022e-07, "Finetune/Loss": 0.6137223243713379, "Finetune/Loss (Raw)": 0.602013111114502, "Finetune/Step": 17423, "Finetune/Step Time": 6.803256085142493}
+{"Finetune/Learning Rate": 4.5990927890545934e-07, "Finetune/Loss": 0.6145350933074951, "Finetune/Loss (Raw)": 0.7687569856643677, "Finetune/Step": 17424, "Finetune/Step Time": 6.79992301017046}
+{"Finetune/Learning Rate": 4.5940460096006167e-07, "Finetune/Loss": 0.6150134801864624, "Finetune/Loss (Raw)": 0.5859808921813965, "Finetune/Step": 17425, "Finetune/Step Time": 6.796140206977725}
+{"Finetune/Learning Rate": 4.589001935588189e-07, "Finetune/Loss": 0.6144083738327026, "Finetune/Loss (Raw)": 0.6245894432067871, "Finetune/Step": 17426, "Finetune/Step Time": 6.7976839784532785}
+{"Finetune/Learning Rate": 4.5839605671603614e-07, "Finetune/Loss": 0.6151952743530273, "Finetune/Loss (Raw)": 0.7401031851768494, "Finetune/Step": 17427, "Finetune/Step Time": 6.796181527897716}
+{"Finetune/Learning Rate": 4.578921904460076e-07, "Finetune/Loss": 0.6155321002006531, "Finetune/Loss (Raw)": 0.6729428768157959, "Finetune/Step": 17428, "Finetune/Step Time": 6.800075553357601}
+{"Finetune/Learning Rate": 4.57388594763023e-07, "Finetune/Loss": 0.6143922209739685, "Finetune/Loss (Raw)": 0.5480272173881531, "Finetune/Step": 17429, "Finetune/Step Time": 6.798925332725048}
+{"Finetune/Learning Rate": 4.5688526968136193e-07, "Finetune/Loss": 0.6150564551353455, "Finetune/Loss (Raw)": 0.5826222896575928, "Finetune/Step": 17430, "Finetune/Step Time": 6.786866690963507}
+{"Finetune/Learning Rate": 4.5638221521529746e-07, "Finetune/Loss": 0.6143718361854553, "Finetune/Loss (Raw)": 0.6218357086181641, "Finetune/Step": 17431, "Finetune/Step Time": 6.789401879534125}
+{"Finetune/Learning Rate": 4.55879431379096e-07, "Finetune/Loss": 0.6137000322341919, "Finetune/Loss (Raw)": 0.6061865091323853, "Finetune/Step": 17432, "Finetune/Step Time": 6.776455579325557}
+{"Finetune/Learning Rate": 4.553769181870127e-07, "Finetune/Loss": 0.6137745976448059, "Finetune/Loss (Raw)": 0.5807406902313232, "Finetune/Step": 17433, "Finetune/Step Time": 6.786748252809048}
+{"Finetune/Learning Rate": 4.548746756532996e-07, "Finetune/Loss": 0.6147795915603638, "Finetune/Loss (Raw)": 0.6772493124008179, "Finetune/Step": 17434, "Finetune/Step Time": 6.791001416742802}
+{"Finetune/Learning Rate": 4.5437270379219743e-07, "Finetune/Loss": 0.6157214045524597, "Finetune/Loss (Raw)": 0.73898845911026, "Finetune/Step": 17435, "Finetune/Step Time": 6.794944604858756}
+{"Finetune/Learning Rate": 4.5387100261794157e-07, "Finetune/Loss": 0.6160409450531006, "Finetune/Loss (Raw)": 0.6609005928039551, "Finetune/Step": 17436, "Finetune/Step Time": 6.79935565777123}
+{"Finetune/Learning Rate": 4.5336957214475843e-07, "Finetune/Loss": 0.6157073974609375, "Finetune/Loss (Raw)": 0.5542601346969604, "Finetune/Step": 17437, "Finetune/Step Time": 6.801262846216559}
+{"Finetune/Learning Rate": 4.5286841238686876e-07, "Finetune/Loss": 0.6155354380607605, "Finetune/Loss (Raw)": 0.6299243569374084, "Finetune/Step": 17438, "Finetune/Step Time": 6.800319967791438}
+{"Finetune/Learning Rate": 4.523675233584812e-07, "Finetune/Loss": 0.614738404750824, "Finetune/Loss (Raw)": 0.649893045425415, "Finetune/Step": 17439, "Finetune/Step Time": 6.801200687885284}
+{"Finetune/Learning Rate": 4.5186690507379894e-07, "Finetune/Loss": 0.6147546172142029, "Finetune/Loss (Raw)": 0.6275573372840881, "Finetune/Step": 17440, "Finetune/Step Time": 6.807655788958073}
+{"Finetune/Learning Rate": 4.513665575470216e-07, "Finetune/Loss": 0.6143507957458496, "Finetune/Loss (Raw)": 0.6255815029144287, "Finetune/Step": 17441, "Finetune/Step Time": 6.808586997911334}
+{"Finetune/Learning Rate": 4.5086648079233686e-07, "Finetune/Loss": 0.6138927340507507, "Finetune/Loss (Raw)": 0.5676457285881042, "Finetune/Step": 17442, "Finetune/Step Time": 6.808162519708276}
+{"Finetune/Learning Rate": 4.503666748239244e-07, "Finetune/Loss": 0.6136304140090942, "Finetune/Loss (Raw)": 0.6072961688041687, "Finetune/Step": 17443, "Finetune/Step Time": 6.808675929903984}
+{"Finetune/Learning Rate": 4.498671396559584e-07, "Finetune/Loss": 0.6125552654266357, "Finetune/Loss (Raw)": 0.5368002653121948, "Finetune/Step": 17444, "Finetune/Step Time": 6.816061187535524}
+{"Finetune/Learning Rate": 4.4936787530260207e-07, "Finetune/Loss": 0.6120879650115967, "Finetune/Loss (Raw)": 0.5079102516174316, "Finetune/Step": 17445, "Finetune/Step Time": 6.813732981681824}
+{"Finetune/Learning Rate": 4.4886888177801404e-07, "Finetune/Loss": 0.6117116808891296, "Finetune/Loss (Raw)": 0.532817542552948, "Finetune/Step": 17446, "Finetune/Step Time": 6.80030027218163}
+{"Finetune/Learning Rate": 4.4837015909634405e-07, "Finetune/Loss": 0.6114024519920349, "Finetune/Loss (Raw)": 0.6135949492454529, "Finetune/Step": 17447, "Finetune/Step Time": 6.7970647513866425}
+{"Finetune/Learning Rate": 4.4787170727173537e-07, "Finetune/Loss": 0.6116359233856201, "Finetune/Loss (Raw)": 0.652787446975708, "Finetune/Step": 17448, "Finetune/Step Time": 6.792960528284311}
+{"Finetune/Learning Rate": 4.473735263183243e-07, "Finetune/Loss": 0.6121858358383179, "Finetune/Loss (Raw)": 0.6498005986213684, "Finetune/Step": 17449, "Finetune/Step Time": 6.791398163884878}
+{"Finetune/Learning Rate": 4.4687561625023637e-07, "Finetune/Loss": 0.6103560328483582, "Finetune/Loss (Raw)": 0.5430203676223755, "Finetune/Step": 17450, "Finetune/Step Time": 6.7909577544778585}
+{"Finetune/Learning Rate": 4.4637797708158904e-07, "Finetune/Loss": 0.611444354057312, "Finetune/Loss (Raw)": 0.6713979840278625, "Finetune/Step": 17451, "Finetune/Step Time": 6.755873555317521}
+{"Finetune/Learning Rate": 4.458806088264955e-07, "Finetune/Loss": 0.6119043827056885, "Finetune/Loss (Raw)": 0.6151697039604187, "Finetune/Step": 17452, "Finetune/Step Time": 6.751987433061004}
+{"Finetune/Learning Rate": 4.45383511499059e-07, "Finetune/Loss": 0.612450122833252, "Finetune/Loss (Raw)": 0.5520668029785156, "Finetune/Step": 17453, "Finetune/Step Time": 6.737491948530078}
+{"Finetune/Learning Rate": 4.4488668511337594e-07, "Finetune/Loss": 0.6124022006988525, "Finetune/Loss (Raw)": 0.556749701499939, "Finetune/Step": 17454, "Finetune/Step Time": 6.735897665843368}
+{"Finetune/Learning Rate": 4.4439012968353623e-07, "Finetune/Loss": 0.6091242432594299, "Finetune/Loss (Raw)": 0.39130255579948425, "Finetune/Step": 17455, "Finetune/Step Time": 6.72076565772295}
+{"Finetune/Learning Rate": 4.438938452236219e-07, "Finetune/Loss": 0.6089106202125549, "Finetune/Loss (Raw)": 0.6244394183158875, "Finetune/Step": 17456, "Finetune/Step Time": 6.720868084579706}
+{"Finetune/Learning Rate": 4.433978317477028e-07, "Finetune/Loss": 0.60906583070755, "Finetune/Loss (Raw)": 0.6706472039222717, "Finetune/Step": 17457, "Finetune/Step Time": 6.723914364352822}
+{"Finetune/Learning Rate": 4.4290208926984546e-07, "Finetune/Loss": 0.6089842319488525, "Finetune/Loss (Raw)": 0.6038258075714111, "Finetune/Step": 17458, "Finetune/Step Time": 6.723332034423947}
+{"Finetune/Learning Rate": 4.4240661780410755e-07, "Finetune/Loss": 0.6088340282440186, "Finetune/Loss (Raw)": 0.5698606967926025, "Finetune/Step": 17459, "Finetune/Step Time": 6.727066967636347}
+{"Finetune/Learning Rate": 4.4191141736454114e-07, "Finetune/Loss": 0.6084839105606079, "Finetune/Loss (Raw)": 0.5252195596694946, "Finetune/Step": 17460, "Finetune/Step Time": 6.721983406692743}
+{"Finetune/Learning Rate": 4.41416487965185e-07, "Finetune/Loss": 0.60947585105896, "Finetune/Loss (Raw)": 0.6636704206466675, "Finetune/Step": 17461, "Finetune/Step Time": 6.725230053067207}
+{"Finetune/Learning Rate": 4.4092182962008013e-07, "Finetune/Loss": 0.610811710357666, "Finetune/Loss (Raw)": 0.7548950910568237, "Finetune/Step": 17462, "Finetune/Step Time": 6.723912762477994}
+{"Finetune/Learning Rate": 4.404274423432475e-07, "Finetune/Loss": 0.6110529899597168, "Finetune/Loss (Raw)": 0.6545634865760803, "Finetune/Step": 17463, "Finetune/Step Time": 6.7298216465860605}
+{"Finetune/Learning Rate": 4.399333261487082e-07, "Finetune/Loss": 0.6130576729774475, "Finetune/Loss (Raw)": 0.7516785264015198, "Finetune/Step": 17464, "Finetune/Step Time": 6.707864243537188}
+{"Finetune/Learning Rate": 4.3943948105047543e-07, "Finetune/Loss": 0.6140502691268921, "Finetune/Loss (Raw)": 0.7086186408996582, "Finetune/Step": 17465, "Finetune/Step Time": 6.698325557634234}
+{"Finetune/Learning Rate": 4.3894590706255235e-07, "Finetune/Loss": 0.6134834289550781, "Finetune/Loss (Raw)": 0.6112146377563477, "Finetune/Step": 17466, "Finetune/Step Time": 6.699059505015612}
+{"Finetune/Learning Rate": 4.384526041989357e-07, "Finetune/Loss": 0.6133918762207031, "Finetune/Loss (Raw)": 0.6076292991638184, "Finetune/Step": 17467, "Finetune/Step Time": 6.702565658837557}
+{"Finetune/Learning Rate": 4.37959572473613e-07, "Finetune/Loss": 0.612095832824707, "Finetune/Loss (Raw)": 0.607974648475647, "Finetune/Step": 17468, "Finetune/Step Time": 6.701543053612113}
+{"Finetune/Learning Rate": 4.374668119005665e-07, "Finetune/Loss": 0.6118489503860474, "Finetune/Loss (Raw)": 0.5403308868408203, "Finetune/Step": 17469, "Finetune/Step Time": 6.700507674366236}
+{"Finetune/Learning Rate": 4.369743224937695e-07, "Finetune/Loss": 0.6122311353683472, "Finetune/Loss (Raw)": 0.702886164188385, "Finetune/Step": 17470, "Finetune/Step Time": 6.700302895158529}
+{"Finetune/Learning Rate": 4.364821042671863e-07, "Finetune/Loss": 0.611610472202301, "Finetune/Loss (Raw)": 0.5230258107185364, "Finetune/Step": 17471, "Finetune/Step Time": 6.699957199394703}
+{"Finetune/Learning Rate": 4.359901572347758e-07, "Finetune/Loss": 0.611925482749939, "Finetune/Loss (Raw)": 0.7050189971923828, "Finetune/Step": 17472, "Finetune/Step Time": 6.700110241770744}
+{"Finetune/Learning Rate": 4.354984814104879e-07, "Finetune/Loss": 0.6114299297332764, "Finetune/Loss (Raw)": 0.5908734798431396, "Finetune/Step": 17473, "Finetune/Step Time": 6.701909149065614}
+{"Finetune/Learning Rate": 4.3500707680826595e-07, "Finetune/Loss": 0.6101285219192505, "Finetune/Loss (Raw)": 0.5086677670478821, "Finetune/Step": 17474, "Finetune/Step Time": 6.718840338289738}
+{"Finetune/Learning Rate": 4.3451594344204426e-07, "Finetune/Loss": 0.6107850074768066, "Finetune/Loss (Raw)": 0.7552939653396606, "Finetune/Step": 17475, "Finetune/Step Time": 6.721946021541953}
+{"Finetune/Learning Rate": 4.340250813257485e-07, "Finetune/Loss": 0.608738899230957, "Finetune/Loss (Raw)": 0.42150813341140747, "Finetune/Step": 17476, "Finetune/Step Time": 6.738696202635765}
+{"Finetune/Learning Rate": 4.3353449047330076e-07, "Finetune/Loss": 0.6082283854484558, "Finetune/Loss (Raw)": 0.5172232985496521, "Finetune/Step": 17477, "Finetune/Step Time": 6.739576557651162}
+{"Finetune/Learning Rate": 4.3304417089861106e-07, "Finetune/Loss": 0.6076233386993408, "Finetune/Loss (Raw)": 0.5399512648582458, "Finetune/Step": 17478, "Finetune/Step Time": 6.754750873893499}
+{"Finetune/Learning Rate": 4.325541226155827e-07, "Finetune/Loss": 0.6072158813476562, "Finetune/Loss (Raw)": 0.4925607740879059, "Finetune/Step": 17479, "Finetune/Step Time": 6.769068663939834}
+{"Finetune/Learning Rate": 4.320643456381157e-07, "Finetune/Loss": 0.6074524521827698, "Finetune/Loss (Raw)": 0.6644045114517212, "Finetune/Step": 17480, "Finetune/Step Time": 6.7661017794162035}
+{"Finetune/Learning Rate": 4.3157483998009454e-07, "Finetune/Loss": 0.6087935566902161, "Finetune/Loss (Raw)": 0.6644135117530823, "Finetune/Step": 17481, "Finetune/Step Time": 6.747695278376341}
+{"Finetune/Learning Rate": 4.3108560565540135e-07, "Finetune/Loss": 0.6090089082717896, "Finetune/Loss (Raw)": 0.6185429096221924, "Finetune/Step": 17482, "Finetune/Step Time": 6.739410098642111}
+{"Finetune/Learning Rate": 4.305966426779118e-07, "Finetune/Loss": 0.609047532081604, "Finetune/Loss (Raw)": 0.6065257787704468, "Finetune/Step": 17483, "Finetune/Step Time": 6.737482348456979}
+{"Finetune/Learning Rate": 4.3010795106148804e-07, "Finetune/Loss": 0.6094945669174194, "Finetune/Loss (Raw)": 0.6335710883140564, "Finetune/Step": 17484, "Finetune/Step Time": 6.736008416861296}
+{"Finetune/Learning Rate": 4.296195308199913e-07, "Finetune/Loss": 0.6094757914543152, "Finetune/Loss (Raw)": 0.6856482028961182, "Finetune/Step": 17485, "Finetune/Step Time": 6.737148210406303}
+{"Finetune/Learning Rate": 4.2913138196726934e-07, "Finetune/Loss": 0.6095708608627319, "Finetune/Loss (Raw)": 0.6036235094070435, "Finetune/Step": 17486, "Finetune/Step Time": 6.7321113627403975}
+{"Finetune/Learning Rate": 4.286435045171666e-07, "Finetune/Loss": 0.609114944934845, "Finetune/Loss (Raw)": 0.6328868269920349, "Finetune/Step": 17487, "Finetune/Step Time": 6.731429172679782}
+{"Finetune/Learning Rate": 4.2815589848351434e-07, "Finetune/Loss": 0.6099271774291992, "Finetune/Loss (Raw)": 0.6670141220092773, "Finetune/Step": 17488, "Finetune/Step Time": 6.718248274177313}
+{"Finetune/Learning Rate": 4.2766856388014367e-07, "Finetune/Loss": 0.6094865798950195, "Finetune/Loss (Raw)": 0.5832222700119019, "Finetune/Step": 17489, "Finetune/Step Time": 6.71707271412015}
+{"Finetune/Learning Rate": 4.271815007208724e-07, "Finetune/Loss": 0.611251950263977, "Finetune/Loss (Raw)": 0.7977045774459839, "Finetune/Step": 17490, "Finetune/Step Time": 6.712027369067073}
+{"Finetune/Learning Rate": 4.266947090195117e-07, "Finetune/Loss": 0.611771285533905, "Finetune/Loss (Raw)": 0.6299861669540405, "Finetune/Step": 17491, "Finetune/Step Time": 6.712107475847006}
+{"Finetune/Learning Rate": 4.2620818878986727e-07, "Finetune/Loss": 0.6120930910110474, "Finetune/Loss (Raw)": 0.5290384888648987, "Finetune/Step": 17492, "Finetune/Step Time": 6.711914272978902}
+{"Finetune/Learning Rate": 4.257219400457346e-07, "Finetune/Loss": 0.6122203469276428, "Finetune/Loss (Raw)": 0.6075337529182434, "Finetune/Step": 17493, "Finetune/Step Time": 6.714475676417351}
+{"Finetune/Learning Rate": 4.252359628009017e-07, "Finetune/Loss": 0.6117286682128906, "Finetune/Loss (Raw)": 0.6858398914337158, "Finetune/Step": 17494, "Finetune/Step Time": 6.720996359363198}
+{"Finetune/Learning Rate": 4.247502570691497e-07, "Finetune/Loss": 0.6127821207046509, "Finetune/Loss (Raw)": 0.6774672269821167, "Finetune/Step": 17495, "Finetune/Step Time": 6.72466148249805}
+{"Finetune/Learning Rate": 4.242648228642499e-07, "Finetune/Loss": 0.6133384704589844, "Finetune/Loss (Raw)": 0.5552060604095459, "Finetune/Step": 17496, "Finetune/Step Time": 6.723189869895577}
+{"Finetune/Learning Rate": 4.237796601999722e-07, "Finetune/Loss": 0.6127467155456543, "Finetune/Loss (Raw)": 0.5624110102653503, "Finetune/Step": 17497, "Finetune/Step Time": 6.7243866715580225}
+{"Finetune/Learning Rate": 4.232947690900724e-07, "Finetune/Loss": 0.612558126449585, "Finetune/Loss (Raw)": 0.6995156407356262, "Finetune/Step": 17498, "Finetune/Step Time": 6.746196350082755}
+{"Finetune/Learning Rate": 4.228101495483017e-07, "Finetune/Loss": 0.6126022338867188, "Finetune/Loss (Raw)": 0.6390438079833984, "Finetune/Step": 17499, "Finetune/Step Time": 6.725820414721966}
+{"Finetune/Learning Rate": 4.2232580158839907e-07, "Finetune/Loss": 0.6129368543624878, "Finetune/Loss (Raw)": 0.6258924603462219, "Finetune/Step": 17500, "Finetune/Step Time": 6.7247092723846436}
+{"Finetune/Learning Rate": 4.218417252241025e-07, "Finetune/Loss": 0.6137152910232544, "Finetune/Loss (Raw)": 0.6405422687530518, "Finetune/Step": 17501, "Finetune/Step Time": 6.696327509358525}
+{"Finetune/Learning Rate": 4.213579204691376e-07, "Finetune/Loss": 0.613848090171814, "Finetune/Loss (Raw)": 0.5839453339576721, "Finetune/Step": 17502, "Finetune/Step Time": 6.683749940246344}
+{"Finetune/Learning Rate": 4.208743873372223e-07, "Finetune/Loss": 0.6140917539596558, "Finetune/Loss (Raw)": 0.6883622407913208, "Finetune/Step": 17503, "Finetune/Step Time": 6.680676706135273}
+{"Finetune/Learning Rate": 4.203911258420712e-07, "Finetune/Loss": 0.6140493154525757, "Finetune/Loss (Raw)": 0.5285664796829224, "Finetune/Step": 17504, "Finetune/Step Time": 6.6949820425361395}
+{"Finetune/Learning Rate": 4.199081359973889e-07, "Finetune/Loss": 0.6138602495193481, "Finetune/Loss (Raw)": 0.5651190876960754, "Finetune/Step": 17505, "Finetune/Step Time": 6.689640171825886}
+{"Finetune/Learning Rate": 4.194254178168689e-07, "Finetune/Loss": 0.6131938695907593, "Finetune/Loss (Raw)": 0.6343456506729126, "Finetune/Step": 17506, "Finetune/Step Time": 6.685867374762893}
+{"Finetune/Learning Rate": 4.1894297131419903e-07, "Finetune/Loss": 0.6115013360977173, "Finetune/Loss (Raw)": 0.4863077402114868, "Finetune/Step": 17507, "Finetune/Step Time": 6.705184565857053}
+{"Finetune/Learning Rate": 4.184607965030629e-07, "Finetune/Loss": 0.6126223206520081, "Finetune/Loss (Raw)": 0.7590020298957825, "Finetune/Step": 17508, "Finetune/Step Time": 6.708680206909776}
+{"Finetune/Learning Rate": 4.179788933971318e-07, "Finetune/Loss": 0.6132347583770752, "Finetune/Loss (Raw)": 0.5977218747138977, "Finetune/Step": 17509, "Finetune/Step Time": 6.697404712438583}
+{"Finetune/Learning Rate": 4.1749726201007037e-07, "Finetune/Loss": 0.6134452819824219, "Finetune/Loss (Raw)": 0.6508297920227051, "Finetune/Step": 17510, "Finetune/Step Time": 6.701564418151975}
+{"Finetune/Learning Rate": 4.170159023555409e-07, "Finetune/Loss": 0.614952802658081, "Finetune/Loss (Raw)": 0.5722120404243469, "Finetune/Step": 17511, "Finetune/Step Time": 6.687618752941489}
+{"Finetune/Learning Rate": 4.165348144471881e-07, "Finetune/Loss": 0.6158753633499146, "Finetune/Loss (Raw)": 0.6926320791244507, "Finetune/Step": 17512, "Finetune/Step Time": 6.669957209378481}
+{"Finetune/Learning Rate": 4.160539982986567e-07, "Finetune/Loss": 0.6176294088363647, "Finetune/Loss (Raw)": 0.5613866448402405, "Finetune/Step": 17513, "Finetune/Step Time": 6.6569553054869175}
+{"Finetune/Learning Rate": 4.1557345392358004e-07, "Finetune/Loss": 0.6186460256576538, "Finetune/Loss (Raw)": 0.6829867362976074, "Finetune/Step": 17514, "Finetune/Step Time": 6.6614727433770895}
+{"Finetune/Learning Rate": 4.150931813355863e-07, "Finetune/Loss": 0.6175118684768677, "Finetune/Loss (Raw)": 0.4843869209289551, "Finetune/Step": 17515, "Finetune/Step Time": 6.6629839185625315}
+{"Finetune/Learning Rate": 4.1461318054829446e-07, "Finetune/Loss": 0.6174898147583008, "Finetune/Loss (Raw)": 0.5545406937599182, "Finetune/Step": 17516, "Finetune/Step Time": 6.665188882499933}
+{"Finetune/Learning Rate": 4.141334515753148e-07, "Finetune/Loss": 0.6174464225769043, "Finetune/Loss (Raw)": 0.6456447839736938, "Finetune/Step": 17517, "Finetune/Step Time": 6.6665532272309065}
+{"Finetune/Learning Rate": 4.13653994430252e-07, "Finetune/Loss": 0.6172056198120117, "Finetune/Loss (Raw)": 0.6388571858406067, "Finetune/Step": 17518, "Finetune/Step Time": 6.663535123690963}
+{"Finetune/Learning Rate": 4.1317480912670296e-07, "Finetune/Loss": 0.6178352236747742, "Finetune/Loss (Raw)": 0.6515716910362244, "Finetune/Step": 17519, "Finetune/Step Time": 6.662694500759244}
+{"Finetune/Learning Rate": 4.126958956782545e-07, "Finetune/Loss": 0.617663562297821, "Finetune/Loss (Raw)": 0.5913046598434448, "Finetune/Step": 17520, "Finetune/Step Time": 6.659969920292497}
+{"Finetune/Learning Rate": 4.12217254098487e-07, "Finetune/Loss": 0.6171921491622925, "Finetune/Loss (Raw)": 0.6018195748329163, "Finetune/Step": 17521, "Finetune/Step Time": 6.663855232298374}
+{"Finetune/Learning Rate": 4.117388844009751e-07, "Finetune/Loss": 0.6174662113189697, "Finetune/Loss (Raw)": 0.6606490612030029, "Finetune/Step": 17522, "Finetune/Step Time": 6.663034308701754}
+{"Finetune/Learning Rate": 4.1126078659928236e-07, "Finetune/Loss": 0.6169188618659973, "Finetune/Loss (Raw)": 0.551713228225708, "Finetune/Step": 17523, "Finetune/Step Time": 6.661465706303716}
+{"Finetune/Learning Rate": 4.1078296070696797e-07, "Finetune/Loss": 0.6153937578201294, "Finetune/Loss (Raw)": 0.519933819770813, "Finetune/Step": 17524, "Finetune/Step Time": 6.655165184289217}
+{"Finetune/Learning Rate": 4.1030540673758e-07, "Finetune/Loss": 0.615460991859436, "Finetune/Loss (Raw)": 0.5838828086853027, "Finetune/Step": 17525, "Finetune/Step Time": 6.651699347421527}
+{"Finetune/Learning Rate": 4.0982812470466204e-07, "Finetune/Loss": 0.6153997182846069, "Finetune/Loss (Raw)": 0.5728769302368164, "Finetune/Step": 17526, "Finetune/Step Time": 6.650372665375471}
+{"Finetune/Learning Rate": 4.093511146217466e-07, "Finetune/Loss": 0.6149759292602539, "Finetune/Loss (Raw)": 0.6159135103225708, "Finetune/Step": 17527, "Finetune/Step Time": 6.650257728993893}
+{"Finetune/Learning Rate": 4.088743765023617e-07, "Finetune/Loss": 0.6151221990585327, "Finetune/Loss (Raw)": 0.6537039279937744, "Finetune/Step": 17528, "Finetune/Step Time": 6.660958297550678}
+{"Finetune/Learning Rate": 4.083979103600277e-07, "Finetune/Loss": 0.6152569651603699, "Finetune/Loss (Raw)": 0.6143951416015625, "Finetune/Step": 17529, "Finetune/Step Time": 6.661425227299333}
+{"Finetune/Learning Rate": 4.079217162082516e-07, "Finetune/Loss": 0.6162921786308289, "Finetune/Loss (Raw)": 0.700749397277832, "Finetune/Step": 17530, "Finetune/Step Time": 6.659404808655381}
+{"Finetune/Learning Rate": 4.074457940605403e-07, "Finetune/Loss": 0.616370439529419, "Finetune/Loss (Raw)": 0.6422219276428223, "Finetune/Step": 17531, "Finetune/Step Time": 6.66085279174149}
+{"Finetune/Learning Rate": 4.069701439303886e-07, "Finetune/Loss": 0.615732729434967, "Finetune/Loss (Raw)": 0.5623982548713684, "Finetune/Step": 17532, "Finetune/Step Time": 6.650952711701393}
+{"Finetune/Learning Rate": 4.0649476583128566e-07, "Finetune/Loss": 0.616334080696106, "Finetune/Loss (Raw)": 0.6775766015052795, "Finetune/Step": 17533, "Finetune/Step Time": 6.64606724306941}
+{"Finetune/Learning Rate": 4.0601965977670964e-07, "Finetune/Loss": 0.6176515817642212, "Finetune/Loss (Raw)": 0.8422181010246277, "Finetune/Step": 17534, "Finetune/Step Time": 6.647814633324742}
+{"Finetune/Learning Rate": 4.0554482578013645e-07, "Finetune/Loss": 0.6181579828262329, "Finetune/Loss (Raw)": 0.5797474384307861, "Finetune/Step": 17535, "Finetune/Step Time": 6.629934210330248}
+{"Finetune/Learning Rate": 4.0507026385502747e-07, "Finetune/Loss": 0.6176453828811646, "Finetune/Loss (Raw)": 0.5570070147514343, "Finetune/Step": 17536, "Finetune/Step Time": 6.6360817570239305}
+{"Finetune/Learning Rate": 4.0459597401483977e-07, "Finetune/Loss": 0.6181868314743042, "Finetune/Loss (Raw)": 0.8532928228378296, "Finetune/Step": 17537, "Finetune/Step Time": 6.635735673829913}
+{"Finetune/Learning Rate": 4.04121956273027e-07, "Finetune/Loss": 0.618372917175293, "Finetune/Loss (Raw)": 0.6582343578338623, "Finetune/Step": 17538, "Finetune/Step Time": 6.632205640897155}
+{"Finetune/Learning Rate": 4.036482106430273e-07, "Finetune/Loss": 0.6181966066360474, "Finetune/Loss (Raw)": 0.5649940371513367, "Finetune/Step": 17539, "Finetune/Step Time": 6.63151547126472}
+{"Finetune/Learning Rate": 4.031747371382766e-07, "Finetune/Loss": 0.6182966232299805, "Finetune/Loss (Raw)": 0.6839980483055115, "Finetune/Step": 17540, "Finetune/Step Time": 6.623995838686824}
+{"Finetune/Learning Rate": 4.0270153577220196e-07, "Finetune/Loss": 0.6186997890472412, "Finetune/Loss (Raw)": 0.7848219871520996, "Finetune/Step": 17541, "Finetune/Step Time": 6.6024317387491465}
+{"Finetune/Learning Rate": 4.0222860655821927e-07, "Finetune/Loss": 0.6194255352020264, "Finetune/Loss (Raw)": 0.6299916505813599, "Finetune/Step": 17542, "Finetune/Step Time": 6.597250647842884}
+{"Finetune/Learning Rate": 4.017559495097412e-07, "Finetune/Loss": 0.6184526085853577, "Finetune/Loss (Raw)": 0.6234192848205566, "Finetune/Step": 17543, "Finetune/Step Time": 6.597725423052907}
+{"Finetune/Learning Rate": 4.0128356464016915e-07, "Finetune/Loss": 0.6178770065307617, "Finetune/Loss (Raw)": 0.5113444924354553, "Finetune/Step": 17544, "Finetune/Step Time": 6.599141025915742}
+{"Finetune/Learning Rate": 4.008114519629014e-07, "Finetune/Loss": 0.618558406829834, "Finetune/Loss (Raw)": 0.6397880911827087, "Finetune/Step": 17545, "Finetune/Step Time": 6.582756582647562}
+{"Finetune/Learning Rate": 4.003396114913238e-07, "Finetune/Loss": 0.6194717884063721, "Finetune/Loss (Raw)": 0.7320863604545593, "Finetune/Step": 17546, "Finetune/Step Time": 6.578789632767439}
+{"Finetune/Learning Rate": 3.9986804323881913e-07, "Finetune/Loss": 0.6203408241271973, "Finetune/Loss (Raw)": 0.6754553318023682, "Finetune/Step": 17547, "Finetune/Step Time": 6.573963450267911}
+{"Finetune/Learning Rate": 3.993967472187565e-07, "Finetune/Loss": 0.6203192472457886, "Finetune/Loss (Raw)": 0.7003766298294067, "Finetune/Step": 17548, "Finetune/Step Time": 6.579920414835215}
+{"Finetune/Learning Rate": 3.9892572344450096e-07, "Finetune/Loss": 0.6226342916488647, "Finetune/Loss (Raw)": 0.6858522891998291, "Finetune/Step": 17549, "Finetune/Step Time": 6.568109134212136}
+{"Finetune/Learning Rate": 3.984549719294106e-07, "Finetune/Loss": 0.6217960715293884, "Finetune/Loss (Raw)": 0.5815834999084473, "Finetune/Step": 17550, "Finetune/Step Time": 6.563629426062107}
+{"Finetune/Learning Rate": 3.979844926868337e-07, "Finetune/Loss": 0.6216174960136414, "Finetune/Loss (Raw)": 0.5791571736335754, "Finetune/Step": 17551, "Finetune/Step Time": 6.563255108892918}
+{"Finetune/Learning Rate": 3.9751428573011175e-07, "Finetune/Loss": 0.6203747987747192, "Finetune/Loss (Raw)": 0.609687864780426, "Finetune/Step": 17552, "Finetune/Step Time": 6.565014651045203}
+{"Finetune/Learning Rate": 3.970443510725808e-07, "Finetune/Loss": 0.6216399669647217, "Finetune/Loss (Raw)": 0.7479299902915955, "Finetune/Step": 17553, "Finetune/Step Time": 6.5617478005588055}
+{"Finetune/Learning Rate": 3.965746887275634e-07, "Finetune/Loss": 0.6218937039375305, "Finetune/Loss (Raw)": 0.6570621132850647, "Finetune/Step": 17554, "Finetune/Step Time": 6.557300701737404}
+{"Finetune/Learning Rate": 3.961052987083791e-07, "Finetune/Loss": 0.6211357116699219, "Finetune/Loss (Raw)": 0.6430788636207581, "Finetune/Step": 17555, "Finetune/Step Time": 6.557374123483896}
+{"Finetune/Learning Rate": 3.956361810283393e-07, "Finetune/Loss": 0.6211193799972534, "Finetune/Loss (Raw)": 0.6708610653877258, "Finetune/Step": 17556, "Finetune/Step Time": 6.5535309463739395}
+{"Finetune/Learning Rate": 3.9516733570074573e-07, "Finetune/Loss": 0.6222673058509827, "Finetune/Loss (Raw)": 0.6949585676193237, "Finetune/Step": 17557, "Finetune/Step Time": 6.553672149777412}
+{"Finetune/Learning Rate": 3.946987627388943e-07, "Finetune/Loss": 0.6223315596580505, "Finetune/Loss (Raw)": 0.5908437967300415, "Finetune/Step": 17558, "Finetune/Step Time": 6.562800150364637}
+{"Finetune/Learning Rate": 3.942304621560722e-07, "Finetune/Loss": 0.6215379238128662, "Finetune/Loss (Raw)": 0.5202502608299255, "Finetune/Step": 17559, "Finetune/Step Time": 6.572440817952156}
+{"Finetune/Learning Rate": 3.937624339655599e-07, "Finetune/Loss": 0.6220265626907349, "Finetune/Loss (Raw)": 0.6687342524528503, "Finetune/Step": 17560, "Finetune/Step Time": 6.574966970831156}
+{"Finetune/Learning Rate": 3.9329467818062684e-07, "Finetune/Loss": 0.6234341859817505, "Finetune/Loss (Raw)": 0.7609190344810486, "Finetune/Step": 17561, "Finetune/Step Time": 6.566375397145748}
+{"Finetune/Learning Rate": 3.928271948145401e-07, "Finetune/Loss": 0.6235212087631226, "Finetune/Loss (Raw)": 0.6883856654167175, "Finetune/Step": 17562, "Finetune/Step Time": 6.5665191020816565}
+{"Finetune/Learning Rate": 3.9235998388055474e-07, "Finetune/Loss": 0.6234803199768066, "Finetune/Loss (Raw)": 0.7337474822998047, "Finetune/Step": 17563, "Finetune/Step Time": 6.562349021434784}
+{"Finetune/Learning Rate": 3.9189304539191895e-07, "Finetune/Loss": 0.623733639717102, "Finetune/Loss (Raw)": 0.6933315992355347, "Finetune/Step": 17564, "Finetune/Step Time": 6.583324499428272}
+{"Finetune/Learning Rate": 3.9142637936187556e-07, "Finetune/Loss": 0.6239862442016602, "Finetune/Loss (Raw)": 0.5865936875343323, "Finetune/Step": 17565, "Finetune/Step Time": 6.5789844039827585}
+{"Finetune/Learning Rate": 3.9095998580365724e-07, "Finetune/Loss": 0.6229307651519775, "Finetune/Loss (Raw)": 0.4948204755783081, "Finetune/Step": 17566, "Finetune/Step Time": 6.592191196978092}
+{"Finetune/Learning Rate": 3.9049386473048787e-07, "Finetune/Loss": 0.6230406165122986, "Finetune/Loss (Raw)": 0.6639558672904968, "Finetune/Step": 17567, "Finetune/Step Time": 6.593444550409913}
+{"Finetune/Learning Rate": 3.9002801615558805e-07, "Finetune/Loss": 0.6229400634765625, "Finetune/Loss (Raw)": 0.6146883368492126, "Finetune/Step": 17568, "Finetune/Step Time": 6.588210109621286}
+{"Finetune/Learning Rate": 3.8956244009216604e-07, "Finetune/Loss": 0.6232214570045471, "Finetune/Loss (Raw)": 0.6615999937057495, "Finetune/Step": 17569, "Finetune/Step Time": 6.591176711022854}
+{"Finetune/Learning Rate": 3.8909713655342464e-07, "Finetune/Loss": 0.6235024929046631, "Finetune/Loss (Raw)": 0.6036146283149719, "Finetune/Step": 17570, "Finetune/Step Time": 6.588388800621033}
+{"Finetune/Learning Rate": 3.8863210555255884e-07, "Finetune/Loss": 0.6235480308532715, "Finetune/Loss (Raw)": 0.613126277923584, "Finetune/Step": 17571, "Finetune/Step Time": 6.587383566424251}
+{"Finetune/Learning Rate": 3.881673471027558e-07, "Finetune/Loss": 0.6235977411270142, "Finetune/Loss (Raw)": 0.5431696772575378, "Finetune/Step": 17572, "Finetune/Step Time": 6.574272930622101}
+{"Finetune/Learning Rate": 3.8770286121719403e-07, "Finetune/Loss": 0.6250423789024353, "Finetune/Loss (Raw)": 0.6928185224533081, "Finetune/Step": 17573, "Finetune/Step Time": 6.563261296600103}
+{"Finetune/Learning Rate": 3.872386479090451e-07, "Finetune/Loss": 0.6245294213294983, "Finetune/Loss (Raw)": 0.467160701751709, "Finetune/Step": 17574, "Finetune/Step Time": 6.5773692056536674}
+{"Finetune/Learning Rate": 3.86774707191474e-07, "Finetune/Loss": 0.6262690424919128, "Finetune/Loss (Raw)": 0.8362647891044617, "Finetune/Step": 17575, "Finetune/Step Time": 6.578213945031166}
+{"Finetune/Learning Rate": 3.863110390776348e-07, "Finetune/Loss": 0.6250492334365845, "Finetune/Loss (Raw)": 0.4966526925563812, "Finetune/Step": 17576, "Finetune/Step Time": 6.580570161342621}
+{"Finetune/Learning Rate": 3.8584764358067794e-07, "Finetune/Loss": 0.6241785287857056, "Finetune/Loss (Raw)": 0.5383481383323669, "Finetune/Step": 17577, "Finetune/Step Time": 6.579850967973471}
+{"Finetune/Learning Rate": 3.85384520713743e-07, "Finetune/Loss": 0.6245558261871338, "Finetune/Loss (Raw)": 0.5913186073303223, "Finetune/Step": 17578, "Finetune/Step Time": 6.586240770295262}
+{"Finetune/Learning Rate": 3.8492167048996166e-07, "Finetune/Loss": 0.6245280504226685, "Finetune/Loss (Raw)": 0.6678401231765747, "Finetune/Step": 17579, "Finetune/Step Time": 6.592534257099032}
+{"Finetune/Learning Rate": 3.844590929224601e-07, "Finetune/Loss": 0.6238077878952026, "Finetune/Loss (Raw)": 0.5229743123054504, "Finetune/Step": 17580, "Finetune/Step Time": 6.589889017865062}
+{"Finetune/Learning Rate": 3.839967880243567e-07, "Finetune/Loss": 0.624997615814209, "Finetune/Loss (Raw)": 0.7043611407279968, "Finetune/Step": 17581, "Finetune/Step Time": 6.607849964872003}
+{"Finetune/Learning Rate": 3.8353475580875874e-07, "Finetune/Loss": 0.6262438297271729, "Finetune/Loss (Raw)": 0.7162722945213318, "Finetune/Step": 17582, "Finetune/Step Time": 6.610786028206348}
+{"Finetune/Learning Rate": 3.830729962887714e-07, "Finetune/Loss": 0.6279482841491699, "Finetune/Loss (Raw)": 0.6094741821289062, "Finetune/Step": 17583, "Finetune/Step Time": 6.625536138191819}
+{"Finetune/Learning Rate": 3.8261150947748627e-07, "Finetune/Loss": 0.6281346082687378, "Finetune/Loss (Raw)": 0.6482831835746765, "Finetune/Step": 17584, "Finetune/Step Time": 6.627053616568446}
+{"Finetune/Learning Rate": 3.821502953879908e-07, "Finetune/Loss": 0.6274001002311707, "Finetune/Loss (Raw)": 0.5766356587409973, "Finetune/Step": 17585, "Finetune/Step Time": 6.6205506306141615}
+{"Finetune/Learning Rate": 3.8168935403336215e-07, "Finetune/Loss": 0.6277528405189514, "Finetune/Loss (Raw)": 0.6489737033843994, "Finetune/Step": 17586, "Finetune/Step Time": 6.621193362399936}
+{"Finetune/Learning Rate": 3.8122868542667334e-07, "Finetune/Loss": 0.6291297674179077, "Finetune/Loss (Raw)": 0.7461131811141968, "Finetune/Step": 17587, "Finetune/Step Time": 6.617302004247904}
+{"Finetune/Learning Rate": 3.8076828958098723e-07, "Finetune/Loss": 0.6296444535255432, "Finetune/Loss (Raw)": 0.5910922884941101, "Finetune/Step": 17588, "Finetune/Step Time": 6.634847005829215}
+{"Finetune/Learning Rate": 3.8030816650935777e-07, "Finetune/Loss": 0.6300756931304932, "Finetune/Loss (Raw)": 0.7188676595687866, "Finetune/Step": 17589, "Finetune/Step Time": 6.63254664465785}
+{"Finetune/Learning Rate": 3.798483162248368e-07, "Finetune/Loss": 0.6292140483856201, "Finetune/Loss (Raw)": 0.6446153521537781, "Finetune/Step": 17590, "Finetune/Step Time": 6.635948218405247}
+{"Finetune/Learning Rate": 3.7938873874045935e-07, "Finetune/Loss": 0.6284798979759216, "Finetune/Loss (Raw)": 0.5605821013450623, "Finetune/Step": 17591, "Finetune/Step Time": 6.631667343899608}
+{"Finetune/Learning Rate": 3.7892943406926064e-07, "Finetune/Loss": 0.6274412274360657, "Finetune/Loss (Raw)": 0.6187325716018677, "Finetune/Step": 17592, "Finetune/Step Time": 6.635481886565685}
+{"Finetune/Learning Rate": 3.7847040222426246e-07, "Finetune/Loss": 0.6264537572860718, "Finetune/Loss (Raw)": 0.5822232961654663, "Finetune/Step": 17593, "Finetune/Step Time": 6.638324722647667}
+{"Finetune/Learning Rate": 3.780116432184855e-07, "Finetune/Loss": 0.6271524429321289, "Finetune/Loss (Raw)": 0.7006440758705139, "Finetune/Step": 17594, "Finetune/Step Time": 6.653484089300036}
+{"Finetune/Learning Rate": 3.775531570649371e-07, "Finetune/Loss": 0.6279700398445129, "Finetune/Loss (Raw)": 0.7122804522514343, "Finetune/Step": 17595, "Finetune/Step Time": 6.653735738247633}
+{"Finetune/Learning Rate": 3.7709494377662024e-07, "Finetune/Loss": 0.6270240545272827, "Finetune/Loss (Raw)": 0.48688367009162903, "Finetune/Step": 17596, "Finetune/Step Time": 6.670014100149274}
+{"Finetune/Learning Rate": 3.7663700336652455e-07, "Finetune/Loss": 0.6284888386726379, "Finetune/Loss (Raw)": 0.7278255820274353, "Finetune/Step": 17597, "Finetune/Step Time": 6.682887552306056}
+{"Finetune/Learning Rate": 3.7617933584763846e-07, "Finetune/Loss": 0.6281136274337769, "Finetune/Loss (Raw)": 0.6548638343811035, "Finetune/Step": 17598, "Finetune/Step Time": 6.696849858388305}
+{"Finetune/Learning Rate": 3.757219412329405e-07, "Finetune/Loss": 0.6289817094802856, "Finetune/Loss (Raw)": 0.6341321468353271, "Finetune/Step": 17599, "Finetune/Step Time": 6.698967615142465}
+{"Finetune/Learning Rate": 3.7526481953539915e-07, "Finetune/Loss": 0.6295585632324219, "Finetune/Loss (Raw)": 0.7788598537445068, "Finetune/Step": 17600, "Finetune/Step Time": 6.695824360474944}
+{"Finetune/Learning Rate": 3.748079707679797e-07, "Finetune/Loss": 0.6296871304512024, "Finetune/Loss (Raw)": 0.6073355078697205, "Finetune/Step": 17601, "Finetune/Step Time": 6.700547179207206}
+{"Finetune/Learning Rate": 3.7435139494363725e-07, "Finetune/Loss": 0.6304598450660706, "Finetune/Loss (Raw)": 0.6075772643089294, "Finetune/Step": 17602, "Finetune/Step Time": 6.683110261335969}
+{"Finetune/Learning Rate": 3.738950920753159e-07, "Finetune/Loss": 0.6291671991348267, "Finetune/Loss (Raw)": 0.5898301005363464, "Finetune/Step": 17603, "Finetune/Step Time": 6.678860567510128}
+{"Finetune/Learning Rate": 3.734390621759565e-07, "Finetune/Loss": 0.6304560899734497, "Finetune/Loss (Raw)": 0.5864812731742859, "Finetune/Step": 17604, "Finetune/Step Time": 6.6581528056412935}
+{"Finetune/Learning Rate": 3.729833052584919e-07, "Finetune/Loss": 0.6316058039665222, "Finetune/Loss (Raw)": 0.664391040802002, "Finetune/Step": 17605, "Finetune/Step Time": 6.654625084251165}
+{"Finetune/Learning Rate": 3.7252782133584406e-07, "Finetune/Loss": 0.6320849061012268, "Finetune/Loss (Raw)": 0.6012803912162781, "Finetune/Step": 17606, "Finetune/Step Time": 6.640933588147163}
+{"Finetune/Learning Rate": 3.7207261042093155e-07, "Finetune/Loss": 0.6322067975997925, "Finetune/Loss (Raw)": 0.5081621408462524, "Finetune/Step": 17607, "Finetune/Step Time": 6.627596823498607}
+{"Finetune/Learning Rate": 3.716176725266607e-07, "Finetune/Loss": 0.6319054365158081, "Finetune/Loss (Raw)": 0.6258246898651123, "Finetune/Step": 17608, "Finetune/Step Time": 6.631250582635403}
+{"Finetune/Learning Rate": 3.711630076659334e-07, "Finetune/Loss": 0.6319540143013, "Finetune/Loss (Raw)": 0.6706330180168152, "Finetune/Step": 17609, "Finetune/Step Time": 6.631958520039916}
+{"Finetune/Learning Rate": 3.7070861585164263e-07, "Finetune/Loss": 0.632382869720459, "Finetune/Loss (Raw)": 0.6734357476234436, "Finetune/Step": 17610, "Finetune/Step Time": 6.625666031613946}
+{"Finetune/Learning Rate": 3.702544970966737e-07, "Finetune/Loss": 0.6318521499633789, "Finetune/Loss (Raw)": 0.5385960936546326, "Finetune/Step": 17611, "Finetune/Step Time": 6.629195129498839}
+{"Finetune/Learning Rate": 3.698006514139041e-07, "Finetune/Loss": 0.6322527527809143, "Finetune/Loss (Raw)": 0.6848456859588623, "Finetune/Step": 17612, "Finetune/Step Time": 6.635366374626756}
+{"Finetune/Learning Rate": 3.693470788162024e-07, "Finetune/Loss": 0.6325477361679077, "Finetune/Loss (Raw)": 0.7234089970588684, "Finetune/Step": 17613, "Finetune/Step Time": 6.630966294556856}
+{"Finetune/Learning Rate": 3.688937793164327e-07, "Finetune/Loss": 0.6326679587364197, "Finetune/Loss (Raw)": 0.6190140247344971, "Finetune/Step": 17614, "Finetune/Step Time": 6.632197557017207}
+{"Finetune/Learning Rate": 3.684407529274481e-07, "Finetune/Loss": 0.6327325105667114, "Finetune/Loss (Raw)": 0.6411420106887817, "Finetune/Step": 17615, "Finetune/Step Time": 6.634852379560471}
+{"Finetune/Learning Rate": 3.67987999662095e-07, "Finetune/Loss": 0.6324852108955383, "Finetune/Loss (Raw)": 0.6353691816329956, "Finetune/Step": 17616, "Finetune/Step Time": 6.63650075532496}
+{"Finetune/Learning Rate": 3.6753551953321197e-07, "Finetune/Loss": 0.6327813863754272, "Finetune/Loss (Raw)": 0.6211283206939697, "Finetune/Step": 17617, "Finetune/Step Time": 6.637280337512493}
+{"Finetune/Learning Rate": 3.6708331255363103e-07, "Finetune/Loss": 0.6311086416244507, "Finetune/Loss (Raw)": 0.5835974216461182, "Finetune/Step": 17618, "Finetune/Step Time": 6.641420068219304}
+{"Finetune/Learning Rate": 3.6663137873617525e-07, "Finetune/Loss": 0.6313986778259277, "Finetune/Loss (Raw)": 0.6671023964881897, "Finetune/Step": 17619, "Finetune/Step Time": 6.641115555539727}
+{"Finetune/Learning Rate": 3.661797180936588e-07, "Finetune/Loss": 0.6316103935241699, "Finetune/Loss (Raw)": 0.5561487674713135, "Finetune/Step": 17620, "Finetune/Step Time": 6.643888872116804}
+{"Finetune/Learning Rate": 3.6572833063889145e-07, "Finetune/Loss": 0.6318997144699097, "Finetune/Loss (Raw)": 0.6445582509040833, "Finetune/Step": 17621, "Finetune/Step Time": 6.63957510702312}
+{"Finetune/Learning Rate": 3.6527721638467293e-07, "Finetune/Loss": 0.6319743990898132, "Finetune/Loss (Raw)": 0.6954039335250854, "Finetune/Step": 17622, "Finetune/Step Time": 6.629490038380027}
+{"Finetune/Learning Rate": 3.6482637534379415e-07, "Finetune/Loss": 0.6318854093551636, "Finetune/Loss (Raw)": 0.666075587272644, "Finetune/Step": 17623, "Finetune/Step Time": 6.623263344168663}
+{"Finetune/Learning Rate": 3.6437580752904155e-07, "Finetune/Loss": 0.6323647499084473, "Finetune/Loss (Raw)": 0.6165637373924255, "Finetune/Step": 17624, "Finetune/Step Time": 6.625903230160475}
+{"Finetune/Learning Rate": 3.6392551295319045e-07, "Finetune/Loss": 0.6330180168151855, "Finetune/Loss (Raw)": 0.6460200548171997, "Finetune/Step": 17625, "Finetune/Step Time": 6.621890127658844}
+{"Finetune/Learning Rate": 3.634754916290117e-07, "Finetune/Loss": 0.6317975521087646, "Finetune/Loss (Raw)": 0.5432989001274109, "Finetune/Step": 17626, "Finetune/Step Time": 6.6035072188824415}
+{"Finetune/Learning Rate": 3.630257435692641e-07, "Finetune/Loss": 0.6319451928138733, "Finetune/Loss (Raw)": 0.6579453945159912, "Finetune/Step": 17627, "Finetune/Step Time": 6.589833781123161}
+{"Finetune/Learning Rate": 3.6257626878670183e-07, "Finetune/Loss": 0.6314510703086853, "Finetune/Loss (Raw)": 0.5626450777053833, "Finetune/Step": 17628, "Finetune/Step Time": 6.5910760052502155}
+{"Finetune/Learning Rate": 3.6212706729407134e-07, "Finetune/Loss": 0.6315009593963623, "Finetune/Loss (Raw)": 0.6469335556030273, "Finetune/Step": 17629, "Finetune/Step Time": 6.5911577716469765}
+{"Finetune/Learning Rate": 3.6167813910411244e-07, "Finetune/Loss": 0.6320168972015381, "Finetune/Loss (Raw)": 0.6499764323234558, "Finetune/Step": 17630, "Finetune/Step Time": 6.586517211049795}
+{"Finetune/Learning Rate": 3.6122948422955275e-07, "Finetune/Loss": 0.6309323310852051, "Finetune/Loss (Raw)": 0.5495409369468689, "Finetune/Step": 17631, "Finetune/Step Time": 6.583865355700254}
+{"Finetune/Learning Rate": 3.607811026831176e-07, "Finetune/Loss": 0.631027340888977, "Finetune/Loss (Raw)": 0.5407267212867737, "Finetune/Step": 17632, "Finetune/Step Time": 6.582976195961237}
+{"Finetune/Learning Rate": 3.60332994477518e-07, "Finetune/Loss": 0.6318091750144958, "Finetune/Loss (Raw)": 0.6651924848556519, "Finetune/Step": 17633, "Finetune/Step Time": 6.582278788089752}
+{"Finetune/Learning Rate": 3.598851596254638e-07, "Finetune/Loss": 0.6323197484016418, "Finetune/Loss (Raw)": 0.6996994018554688, "Finetune/Step": 17634, "Finetune/Step Time": 6.582147404551506}
+{"Finetune/Learning Rate": 3.594375981396525e-07, "Finetune/Loss": 0.6338424682617188, "Finetune/Loss (Raw)": 0.681216835975647, "Finetune/Step": 17635, "Finetune/Step Time": 6.565206620842218}
+{"Finetune/Learning Rate": 3.589903100327785e-07, "Finetune/Loss": 0.6327711939811707, "Finetune/Loss (Raw)": 0.6218836307525635, "Finetune/Step": 17636, "Finetune/Step Time": 6.563875205814838}
+{"Finetune/Learning Rate": 3.585432953175239e-07, "Finetune/Loss": 0.6330629587173462, "Finetune/Loss (Raw)": 0.635060727596283, "Finetune/Step": 17637, "Finetune/Step Time": 6.575843708589673}
+{"Finetune/Learning Rate": 3.580965540065651e-07, "Finetune/Loss": 0.6317727565765381, "Finetune/Loss (Raw)": 0.48569244146347046, "Finetune/Step": 17638, "Finetune/Step Time": 6.5847164411097765}
+{"Finetune/Learning Rate": 3.576500861125698e-07, "Finetune/Loss": 0.6328781843185425, "Finetune/Loss (Raw)": 0.7137026786804199, "Finetune/Step": 17639, "Finetune/Step Time": 6.585416765883565}
+{"Finetune/Learning Rate": 3.572038916481979e-07, "Finetune/Loss": 0.632861316204071, "Finetune/Loss (Raw)": 0.690475583076477, "Finetune/Step": 17640, "Finetune/Step Time": 6.581966683268547}
+{"Finetune/Learning Rate": 3.5675797062610375e-07, "Finetune/Loss": 0.6334394216537476, "Finetune/Loss (Raw)": 0.6353762745857239, "Finetune/Step": 17641, "Finetune/Step Time": 6.582366218790412}
+{"Finetune/Learning Rate": 3.5631232305893047e-07, "Finetune/Loss": 0.6329478025436401, "Finetune/Loss (Raw)": 0.6200612783432007, "Finetune/Step": 17642, "Finetune/Step Time": 6.577778499573469}
+{"Finetune/Learning Rate": 3.5586694895931914e-07, "Finetune/Loss": 0.6337054967880249, "Finetune/Loss (Raw)": 0.5813741683959961, "Finetune/Step": 17643, "Finetune/Step Time": 6.578963616862893}
+{"Finetune/Learning Rate": 3.5542184833989634e-07, "Finetune/Loss": 0.6334463953971863, "Finetune/Loss (Raw)": 0.5213794708251953, "Finetune/Step": 17644, "Finetune/Step Time": 6.586878087371588}
+{"Finetune/Learning Rate": 3.5497702121328413e-07, "Finetune/Loss": 0.6333130598068237, "Finetune/Loss (Raw)": 0.6285749673843384, "Finetune/Step": 17645, "Finetune/Step Time": 6.589658513665199}
+{"Finetune/Learning Rate": 3.5453246759209693e-07, "Finetune/Loss": 0.6324876546859741, "Finetune/Loss (Raw)": 0.533207356929779, "Finetune/Step": 17646, "Finetune/Step Time": 6.588469881564379}
+{"Finetune/Learning Rate": 3.5408818748894014e-07, "Finetune/Loss": 0.6321462988853455, "Finetune/Loss (Raw)": 0.607876181602478, "Finetune/Step": 17647, "Finetune/Step Time": 6.587806774303317}
+{"Finetune/Learning Rate": 3.5364418091641374e-07, "Finetune/Loss": 0.6322036981582642, "Finetune/Loss (Raw)": 0.5986560583114624, "Finetune/Step": 17648, "Finetune/Step Time": 6.589155074208975}
+{"Finetune/Learning Rate": 3.532004478871065e-07, "Finetune/Loss": 0.6315336227416992, "Finetune/Loss (Raw)": 0.5160473585128784, "Finetune/Step": 17649, "Finetune/Step Time": 6.592102404683828}
+{"Finetune/Learning Rate": 3.5275698841360393e-07, "Finetune/Loss": 0.6306112408638, "Finetune/Loss (Raw)": 0.54258131980896, "Finetune/Step": 17650, "Finetune/Step Time": 6.601533077657223}
+{"Finetune/Learning Rate": 3.523138025084816e-07, "Finetune/Loss": 0.6313173174858093, "Finetune/Loss (Raw)": 0.642090380191803, "Finetune/Step": 17651, "Finetune/Step Time": 6.602475885301828}
+{"Finetune/Learning Rate": 3.5187089018430377e-07, "Finetune/Loss": 0.6326526403427124, "Finetune/Loss (Raw)": 0.6908589601516724, "Finetune/Step": 17652, "Finetune/Step Time": 6.601014005020261}
+{"Finetune/Learning Rate": 3.514282514536316e-07, "Finetune/Loss": 0.6324524879455566, "Finetune/Loss (Raw)": 0.5582611560821533, "Finetune/Step": 17653, "Finetune/Step Time": 6.609691329300404}
+{"Finetune/Learning Rate": 3.509858863290183e-07, "Finetune/Loss": 0.6332423686981201, "Finetune/Loss (Raw)": 0.67398601770401, "Finetune/Step": 17654, "Finetune/Step Time": 6.629772536456585}
+{"Finetune/Learning Rate": 3.505437948230062e-07, "Finetune/Loss": 0.6332743167877197, "Finetune/Loss (Raw)": 0.6199946999549866, "Finetune/Step": 17655, "Finetune/Step Time": 6.630330832675099}
+{"Finetune/Learning Rate": 3.5010197694813285e-07, "Finetune/Loss": 0.6331133842468262, "Finetune/Loss (Raw)": 0.6331120729446411, "Finetune/Step": 17656, "Finetune/Step Time": 6.6198087669909}
+{"Finetune/Learning Rate": 3.496604327169273e-07, "Finetune/Loss": 0.6328139305114746, "Finetune/Loss (Raw)": 0.5760586261749268, "Finetune/Step": 17657, "Finetune/Step Time": 6.616179641336203}
+{"Finetune/Learning Rate": 3.4921916214191055e-07, "Finetune/Loss": 0.6320266723632812, "Finetune/Loss (Raw)": 0.5999826788902283, "Finetune/Step": 17658, "Finetune/Step Time": 6.617536818608642}
+{"Finetune/Learning Rate": 3.4877816523559374e-07, "Finetune/Loss": 0.6316402554512024, "Finetune/Loss (Raw)": 0.5927605628967285, "Finetune/Step": 17659, "Finetune/Step Time": 6.6146841906011105}
+{"Finetune/Learning Rate": 3.4833744201048457e-07, "Finetune/Loss": 0.6323784589767456, "Finetune/Loss (Raw)": 0.656886875629425, "Finetune/Step": 17660, "Finetune/Step Time": 6.613363698124886}
+{"Finetune/Learning Rate": 3.478969924790798e-07, "Finetune/Loss": 0.6326922178268433, "Finetune/Loss (Raw)": 0.7177415490150452, "Finetune/Step": 17661, "Finetune/Step Time": 6.616092076525092}
+{"Finetune/Learning Rate": 3.474568166538694e-07, "Finetune/Loss": 0.631132960319519, "Finetune/Loss (Raw)": 0.6426375508308411, "Finetune/Step": 17662, "Finetune/Step Time": 6.617704555392265}
+{"Finetune/Learning Rate": 3.4701691454733567e-07, "Finetune/Loss": 0.6315436363220215, "Finetune/Loss (Raw)": 0.6323078870773315, "Finetune/Step": 17663, "Finetune/Step Time": 6.606521520763636}
+{"Finetune/Learning Rate": 3.4657728617195295e-07, "Finetune/Loss": 0.6319736242294312, "Finetune/Loss (Raw)": 0.6120479702949524, "Finetune/Step": 17664, "Finetune/Step Time": 6.609256261959672}
+{"Finetune/Learning Rate": 3.461379315401869e-07, "Finetune/Loss": 0.6300314664840698, "Finetune/Loss (Raw)": 0.6046894788742065, "Finetune/Step": 17665, "Finetune/Step Time": 6.609787035733461}
+{"Finetune/Learning Rate": 3.456988506644987e-07, "Finetune/Loss": 0.6293502449989319, "Finetune/Loss (Raw)": 0.5710421800613403, "Finetune/Step": 17666, "Finetune/Step Time": 6.611198263242841}
+{"Finetune/Learning Rate": 3.452600435573361e-07, "Finetune/Loss": 0.6300689578056335, "Finetune/Loss (Raw)": 0.6569888591766357, "Finetune/Step": 17667, "Finetune/Step Time": 6.609051585197449}
+{"Finetune/Learning Rate": 3.4482151023114583e-07, "Finetune/Loss": 0.6290905475616455, "Finetune/Loss (Raw)": 0.558760404586792, "Finetune/Step": 17668, "Finetune/Step Time": 6.6067803129553795}
+{"Finetune/Learning Rate": 3.443832506983613e-07, "Finetune/Loss": 0.626989483833313, "Finetune/Loss (Raw)": 0.5158874988555908, "Finetune/Step": 17669, "Finetune/Step Time": 6.615703096613288}
+{"Finetune/Learning Rate": 3.4394526497141034e-07, "Finetune/Loss": 0.6268309354782104, "Finetune/Loss (Raw)": 0.6096960306167603, "Finetune/Step": 17670, "Finetune/Step Time": 6.616152895614505}
+{"Finetune/Learning Rate": 3.435075530627141e-07, "Finetune/Loss": 0.6262528896331787, "Finetune/Loss (Raw)": 0.5494329929351807, "Finetune/Step": 17671, "Finetune/Step Time": 6.611513728275895}
+{"Finetune/Learning Rate": 3.430701149846849e-07, "Finetune/Loss": 0.6272003650665283, "Finetune/Loss (Raw)": 0.6326213479042053, "Finetune/Step": 17672, "Finetune/Step Time": 6.6164767518639565}
+{"Finetune/Learning Rate": 3.42632950749725e-07, "Finetune/Loss": 0.6269502639770508, "Finetune/Loss (Raw)": 0.6077718734741211, "Finetune/Step": 17673, "Finetune/Step Time": 6.615678457543254}
+{"Finetune/Learning Rate": 3.4219606037023454e-07, "Finetune/Loss": 0.6260510087013245, "Finetune/Loss (Raw)": 0.6169804930686951, "Finetune/Step": 17674, "Finetune/Step Time": 6.613425221294165}
+{"Finetune/Learning Rate": 3.417594438586003e-07, "Finetune/Loss": 0.6246713399887085, "Finetune/Loss (Raw)": 0.4988641142845154, "Finetune/Step": 17675, "Finetune/Step Time": 6.6294426918029785}
+{"Finetune/Learning Rate": 3.4132310122720226e-07, "Finetune/Loss": 0.6235824823379517, "Finetune/Loss (Raw)": 0.5609964728355408, "Finetune/Step": 17676, "Finetune/Step Time": 6.6251117791980505}
+{"Finetune/Learning Rate": 3.4088703248841726e-07, "Finetune/Loss": 0.6234977841377258, "Finetune/Loss (Raw)": 0.6750110387802124, "Finetune/Step": 17677, "Finetune/Step Time": 6.623639155179262}
+{"Finetune/Learning Rate": 3.4045123765460765e-07, "Finetune/Loss": 0.6234779357910156, "Finetune/Loss (Raw)": 0.5790443420410156, "Finetune/Step": 17678, "Finetune/Step Time": 6.64072728715837}
+{"Finetune/Learning Rate": 3.400157167381346e-07, "Finetune/Loss": 0.623956561088562, "Finetune/Loss (Raw)": 0.6404236555099487, "Finetune/Step": 17679, "Finetune/Step Time": 6.642828490585089}
+{"Finetune/Learning Rate": 3.3958046975134494e-07, "Finetune/Loss": 0.6240037679672241, "Finetune/Loss (Raw)": 0.6157330274581909, "Finetune/Step": 17680, "Finetune/Step Time": 6.644353138282895}
+{"Finetune/Learning Rate": 3.391454967065844e-07, "Finetune/Loss": 0.6230542659759521, "Finetune/Loss (Raw)": 0.6263912320137024, "Finetune/Step": 17681, "Finetune/Step Time": 6.64578696526587}
+{"Finetune/Learning Rate": 3.387107976161852e-07, "Finetune/Loss": 0.621999204158783, "Finetune/Loss (Raw)": 0.5220073461532593, "Finetune/Step": 17682, "Finetune/Step Time": 6.652160683646798}
+{"Finetune/Learning Rate": 3.382763724924742e-07, "Finetune/Loss": 0.6225081086158752, "Finetune/Loss (Raw)": 0.7082245349884033, "Finetune/Step": 17683, "Finetune/Step Time": 6.651391305029392}
+{"Finetune/Learning Rate": 3.3784222134776946e-07, "Finetune/Loss": 0.6212896108627319, "Finetune/Loss (Raw)": 0.5148947238922119, "Finetune/Step": 17684, "Finetune/Step Time": 6.668901113793254}
+{"Finetune/Learning Rate": 3.374083441943854e-07, "Finetune/Loss": 0.6210384368896484, "Finetune/Loss (Raw)": 0.6628043055534363, "Finetune/Step": 17685, "Finetune/Step Time": 6.668302541598678}
+{"Finetune/Learning Rate": 3.3697474104462447e-07, "Finetune/Loss": 0.6195876598358154, "Finetune/Loss (Raw)": 0.4051448106765747, "Finetune/Step": 17686, "Finetune/Step Time": 6.675545392557979}
+{"Finetune/Learning Rate": 3.365414119107824e-07, "Finetune/Loss": 0.6200145483016968, "Finetune/Loss (Raw)": 0.5748967528343201, "Finetune/Step": 17687, "Finetune/Step Time": 6.679114226251841}
+{"Finetune/Learning Rate": 3.36108356805146e-07, "Finetune/Loss": 0.620672881603241, "Finetune/Loss (Raw)": 0.7530001401901245, "Finetune/Step": 17688, "Finetune/Step Time": 6.693870775401592}
+{"Finetune/Learning Rate": 3.3567557573999545e-07, "Finetune/Loss": 0.618908703327179, "Finetune/Loss (Raw)": 0.5350997447967529, "Finetune/Step": 17689, "Finetune/Step Time": 6.706507543101907}
+{"Finetune/Learning Rate": 3.3524306872760425e-07, "Finetune/Loss": 0.6184872388839722, "Finetune/Loss (Raw)": 0.634441077709198, "Finetune/Step": 17690, "Finetune/Step Time": 6.705146983265877}
+{"Finetune/Learning Rate": 3.34810835780236e-07, "Finetune/Loss": 0.6181344985961914, "Finetune/Loss (Raw)": 0.6885936856269836, "Finetune/Step": 17691, "Finetune/Step Time": 6.702973706647754}
+{"Finetune/Learning Rate": 3.343788769101486e-07, "Finetune/Loss": 0.6182321906089783, "Finetune/Loss (Raw)": 0.705841600894928, "Finetune/Step": 17692, "Finetune/Step Time": 6.681500563398004}
+{"Finetune/Learning Rate": 3.3394719212959337e-07, "Finetune/Loss": 0.6187830567359924, "Finetune/Loss (Raw)": 0.6570996046066284, "Finetune/Step": 17693, "Finetune/Step Time": 6.693608652800322}
+{"Finetune/Learning Rate": 3.335157814508072e-07, "Finetune/Loss": 0.6203156113624573, "Finetune/Loss (Raw)": 0.690987765789032, "Finetune/Step": 17694, "Finetune/Step Time": 6.679010828956962}
+{"Finetune/Learning Rate": 3.3308464488602587e-07, "Finetune/Loss": 0.618725061416626, "Finetune/Loss (Raw)": 0.4603665769100189, "Finetune/Step": 17695, "Finetune/Step Time": 6.6788182482123375}
+{"Finetune/Learning Rate": 3.32653782447474e-07, "Finetune/Loss": 0.6183116436004639, "Finetune/Loss (Raw)": 0.5617765188217163, "Finetune/Step": 17696, "Finetune/Step Time": 6.6790063586086035}
+{"Finetune/Learning Rate": 3.322231941473719e-07, "Finetune/Loss": 0.6175284385681152, "Finetune/Loss (Raw)": 0.5613435506820679, "Finetune/Step": 17697, "Finetune/Step Time": 6.6766251139342785}
+{"Finetune/Learning Rate": 3.317928799979275e-07, "Finetune/Loss": 0.6166472434997559, "Finetune/Loss (Raw)": 0.4908234179019928, "Finetune/Step": 17698, "Finetune/Step Time": 6.692208513617516}
+{"Finetune/Learning Rate": 3.3136284001134553e-07, "Finetune/Loss": 0.6160552501678467, "Finetune/Loss (Raw)": 0.5373546481132507, "Finetune/Step": 17699, "Finetune/Step Time": 6.691809110343456}
+{"Finetune/Learning Rate": 3.3093307419981957e-07, "Finetune/Loss": 0.6165118217468262, "Finetune/Loss (Raw)": 0.60160231590271, "Finetune/Step": 17700, "Finetune/Step Time": 6.697870222851634}
+{"Finetune/Learning Rate": 3.305035825755354e-07, "Finetune/Loss": 0.6156100630760193, "Finetune/Loss (Raw)": 0.5773929953575134, "Finetune/Step": 17701, "Finetune/Step Time": 6.695946719497442}
+{"Finetune/Learning Rate": 3.3007436515067323e-07, "Finetune/Loss": 0.6169646382331848, "Finetune/Loss (Raw)": 0.6405532956123352, "Finetune/Step": 17702, "Finetune/Step Time": 6.680374335497618}
+{"Finetune/Learning Rate": 3.2964542193740565e-07, "Finetune/Loss": 0.615566611289978, "Finetune/Loss (Raw)": 0.65731281042099, "Finetune/Step": 17703, "Finetune/Step Time": 6.678660925477743}
+{"Finetune/Learning Rate": 3.2921675294789403e-07, "Finetune/Loss": 0.6166163682937622, "Finetune/Loss (Raw)": 0.6310279965400696, "Finetune/Step": 17704, "Finetune/Step Time": 6.676289224997163}
+{"Finetune/Learning Rate": 3.2878835819429633e-07, "Finetune/Loss": 0.6178078055381775, "Finetune/Loss (Raw)": 0.690845251083374, "Finetune/Step": 17705, "Finetune/Step Time": 6.678169557824731}
+{"Finetune/Learning Rate": 3.2836023768875846e-07, "Finetune/Loss": 0.6182036995887756, "Finetune/Loss (Raw)": 0.6419990658760071, "Finetune/Step": 17706, "Finetune/Step Time": 6.6691991705447435}
+{"Finetune/Learning Rate": 3.279323914434218e-07, "Finetune/Loss": 0.6178016662597656, "Finetune/Loss (Raw)": 0.616382896900177, "Finetune/Step": 17707, "Finetune/Step Time": 6.6610216069966555}
+{"Finetune/Learning Rate": 3.2750481947042e-07, "Finetune/Loss": 0.6192721128463745, "Finetune/Loss (Raw)": 0.7111870050430298, "Finetune/Step": 17708, "Finetune/Step Time": 6.667281525209546}
+{"Finetune/Learning Rate": 3.2707752178187557e-07, "Finetune/Loss": 0.618604302406311, "Finetune/Loss (Raw)": 0.6188800930976868, "Finetune/Step": 17709, "Finetune/Step Time": 6.650253625586629}
+{"Finetune/Learning Rate": 3.266504983899066e-07, "Finetune/Loss": 0.6177665591239929, "Finetune/Loss (Raw)": 0.609040379524231, "Finetune/Step": 17710, "Finetune/Step Time": 6.651386929675937}
+{"Finetune/Learning Rate": 3.262237493066223e-07, "Finetune/Loss": 0.618362307548523, "Finetune/Loss (Raw)": 0.6857354640960693, "Finetune/Step": 17711, "Finetune/Step Time": 6.62535604275763}
+{"Finetune/Learning Rate": 3.2579727454412404e-07, "Finetune/Loss": 0.617955207824707, "Finetune/Loss (Raw)": 0.5961712002754211, "Finetune/Step": 17712, "Finetune/Step Time": 6.6182254664599895}
+{"Finetune/Learning Rate": 3.253710741145055e-07, "Finetune/Loss": 0.6191026568412781, "Finetune/Loss (Raw)": 0.7235060334205627, "Finetune/Step": 17713, "Finetune/Step Time": 6.6173137202858925}
+{"Finetune/Learning Rate": 3.2494514802985265e-07, "Finetune/Loss": 0.6196200251579285, "Finetune/Loss (Raw)": 0.7152005434036255, "Finetune/Step": 17714, "Finetune/Step Time": 6.616998536512256}
+{"Finetune/Learning Rate": 3.2451949630224245e-07, "Finetune/Loss": 0.6198726296424866, "Finetune/Loss (Raw)": 0.7784457206726074, "Finetune/Step": 17715, "Finetune/Step Time": 6.615626623854041}
+{"Finetune/Learning Rate": 3.240941189437463e-07, "Finetune/Loss": 0.6198962926864624, "Finetune/Loss (Raw)": 0.5941219329833984, "Finetune/Step": 17716, "Finetune/Step Time": 6.600917223840952}
+{"Finetune/Learning Rate": 3.2366901596642686e-07, "Finetune/Loss": 0.6192622184753418, "Finetune/Loss (Raw)": 0.6377007365226746, "Finetune/Step": 17717, "Finetune/Step Time": 6.616054886952043}
+{"Finetune/Learning Rate": 3.2324418738233667e-07, "Finetune/Loss": 0.6188596487045288, "Finetune/Loss (Raw)": 0.5930923223495483, "Finetune/Step": 17718, "Finetune/Step Time": 6.612757807597518}
+{"Finetune/Learning Rate": 3.2281963320352605e-07, "Finetune/Loss": 0.6190191507339478, "Finetune/Loss (Raw)": 0.5810014605522156, "Finetune/Step": 17719, "Finetune/Step Time": 6.611450292170048}
+{"Finetune/Learning Rate": 3.223953534420321e-07, "Finetune/Loss": 0.6192857027053833, "Finetune/Loss (Raw)": 0.6528483629226685, "Finetune/Step": 17720, "Finetune/Step Time": 6.61525340937078}
+{"Finetune/Learning Rate": 3.219713481098852e-07, "Finetune/Loss": 0.620343804359436, "Finetune/Loss (Raw)": 0.717659056186676, "Finetune/Step": 17721, "Finetune/Step Time": 6.611841583624482}
+{"Finetune/Learning Rate": 3.215476172191112e-07, "Finetune/Loss": 0.6195023655891418, "Finetune/Loss (Raw)": 0.5929396748542786, "Finetune/Step": 17722, "Finetune/Step Time": 6.596233261749148}
+{"Finetune/Learning Rate": 3.2112416078172613e-07, "Finetune/Loss": 0.6196061372756958, "Finetune/Loss (Raw)": 0.7255652546882629, "Finetune/Step": 17723, "Finetune/Step Time": 6.597495479509234}
+{"Finetune/Learning Rate": 3.207009788097359e-07, "Finetune/Loss": 0.6214062571525574, "Finetune/Loss (Raw)": 0.7172968983650208, "Finetune/Step": 17724, "Finetune/Step Time": 6.5798369366675615}
+{"Finetune/Learning Rate": 3.20278071315141e-07, "Finetune/Loss": 0.6212988495826721, "Finetune/Loss (Raw)": 0.7140735387802124, "Finetune/Step": 17725, "Finetune/Step Time": 6.5650291088968515}
+{"Finetune/Learning Rate": 3.1985543830993505e-07, "Finetune/Loss": 0.6207098364830017, "Finetune/Loss (Raw)": 0.5794721245765686, "Finetune/Step": 17726, "Finetune/Step Time": 6.553109414875507}
+{"Finetune/Learning Rate": 3.194330798061018e-07, "Finetune/Loss": 0.6195335388183594, "Finetune/Loss (Raw)": 0.48356571793556213, "Finetune/Step": 17727, "Finetune/Step Time": 6.565076554194093}
+{"Finetune/Learning Rate": 3.1901099581561846e-07, "Finetune/Loss": 0.6195388436317444, "Finetune/Loss (Raw)": 0.7795358300209045, "Finetune/Step": 17728, "Finetune/Step Time": 6.569162091240287}
+{"Finetune/Learning Rate": 3.1858918635045645e-07, "Finetune/Loss": 0.6195659637451172, "Finetune/Loss (Raw)": 0.6108055710792542, "Finetune/Step": 17729, "Finetune/Step Time": 6.564235547557473}
+{"Finetune/Learning Rate": 3.181676514225729e-07, "Finetune/Loss": 0.619088888168335, "Finetune/Loss (Raw)": 0.5465126633644104, "Finetune/Step": 17730, "Finetune/Step Time": 6.5999091770499945}
+{"Finetune/Learning Rate": 3.177463910439238e-07, "Finetune/Loss": 0.6196975708007812, "Finetune/Loss (Raw)": 0.6677473783493042, "Finetune/Step": 17731, "Finetune/Step Time": 6.597756501287222}
+{"Finetune/Learning Rate": 3.1732540522645294e-07, "Finetune/Loss": 0.6202017068862915, "Finetune/Loss (Raw)": 0.6510098576545715, "Finetune/Step": 17732, "Finetune/Step Time": 6.600371045991778}
+{"Finetune/Learning Rate": 3.169046939821008e-07, "Finetune/Loss": 0.6195168495178223, "Finetune/Loss (Raw)": 0.5767254829406738, "Finetune/Step": 17733, "Finetune/Step Time": 6.600904716178775}
+{"Finetune/Learning Rate": 3.1648425732279666e-07, "Finetune/Loss": 0.6188573837280273, "Finetune/Loss (Raw)": 0.5168643593788147, "Finetune/Step": 17734, "Finetune/Step Time": 6.599391521885991}
+{"Finetune/Learning Rate": 3.160640952604621e-07, "Finetune/Loss": 0.6199713349342346, "Finetune/Loss (Raw)": 0.6507552266120911, "Finetune/Step": 17735, "Finetune/Step Time": 6.597755655646324}
+{"Finetune/Learning Rate": 3.1564420780701435e-07, "Finetune/Loss": 0.6206905841827393, "Finetune/Loss (Raw)": 0.7178877592086792, "Finetune/Step": 17736, "Finetune/Step Time": 6.596230585128069}
+{"Finetune/Learning Rate": 3.152245949743571e-07, "Finetune/Loss": 0.6205950379371643, "Finetune/Loss (Raw)": 0.6584032773971558, "Finetune/Step": 17737, "Finetune/Step Time": 6.593989431858063}
+{"Finetune/Learning Rate": 3.1480525677439087e-07, "Finetune/Loss": 0.6202645301818848, "Finetune/Loss (Raw)": 0.6311250329017639, "Finetune/Step": 17738, "Finetune/Step Time": 6.604236723855138}
+{"Finetune/Learning Rate": 3.143861932190051e-07, "Finetune/Loss": 0.6205196976661682, "Finetune/Loss (Raw)": 0.5712658166885376, "Finetune/Step": 17739, "Finetune/Step Time": 6.601309269666672}
+{"Finetune/Learning Rate": 3.1396740432008465e-07, "Finetune/Loss": 0.6209036111831665, "Finetune/Loss (Raw)": 0.7339850068092346, "Finetune/Step": 17740, "Finetune/Step Time": 6.59740088135004}
+{"Finetune/Learning Rate": 3.135488900895067e-07, "Finetune/Loss": 0.6192284226417542, "Finetune/Loss (Raw)": 0.5089828372001648, "Finetune/Step": 17741, "Finetune/Step Time": 6.612825211137533}
+{"Finetune/Learning Rate": 3.131306505391385e-07, "Finetune/Loss": 0.6187071204185486, "Finetune/Loss (Raw)": 0.5522878170013428, "Finetune/Step": 17742, "Finetune/Step Time": 6.6127178985625505}
+{"Finetune/Learning Rate": 3.1271268568083714e-07, "Finetune/Loss": 0.6177511811256409, "Finetune/Loss (Raw)": 0.5187763571739197, "Finetune/Step": 17743, "Finetune/Step Time": 6.616513796150684}
+{"Finetune/Learning Rate": 3.122949955264587e-07, "Finetune/Loss": 0.617459774017334, "Finetune/Loss (Raw)": 0.5980747938156128, "Finetune/Step": 17744, "Finetune/Step Time": 6.648770039901137}
+{"Finetune/Learning Rate": 3.1187758008784485e-07, "Finetune/Loss": 0.6175215840339661, "Finetune/Loss (Raw)": 0.629042387008667, "Finetune/Step": 17745, "Finetune/Step Time": 6.648368129506707}
+{"Finetune/Learning Rate": 3.114604393768339e-07, "Finetune/Loss": 0.6178345084190369, "Finetune/Loss (Raw)": 0.6236469745635986, "Finetune/Step": 17746, "Finetune/Step Time": 6.646243963390589}
+{"Finetune/Learning Rate": 3.11043573405253e-07, "Finetune/Loss": 0.6172635555267334, "Finetune/Loss (Raw)": 0.5940171480178833, "Finetune/Step": 17747, "Finetune/Step Time": 6.657179033383727}
+{"Finetune/Learning Rate": 3.106269821849273e-07, "Finetune/Loss": 0.6172064542770386, "Finetune/Loss (Raw)": 0.5488405823707581, "Finetune/Step": 17748, "Finetune/Step Time": 6.66800856217742}
+{"Finetune/Learning Rate": 3.10210665727666e-07, "Finetune/Loss": 0.6167881488800049, "Finetune/Loss (Raw)": 0.5910206437110901, "Finetune/Step": 17749, "Finetune/Step Time": 6.668932672590017}
+{"Finetune/Learning Rate": 3.0979462404527647e-07, "Finetune/Loss": 0.6167879700660706, "Finetune/Loss (Raw)": 0.6953805685043335, "Finetune/Step": 17750, "Finetune/Step Time": 6.672008762136102}
+{"Finetune/Learning Rate": 3.0937885714955597e-07, "Finetune/Loss": 0.6165907979011536, "Finetune/Loss (Raw)": 0.640834629535675, "Finetune/Step": 17751, "Finetune/Step Time": 6.673595482483506}
+{"Finetune/Learning Rate": 3.08963365052295e-07, "Finetune/Loss": 0.6167736053466797, "Finetune/Loss (Raw)": 0.6399645805358887, "Finetune/Step": 17752, "Finetune/Step Time": 6.672389034181833}
+{"Finetune/Learning Rate": 3.085481477652752e-07, "Finetune/Loss": 0.6176616549491882, "Finetune/Loss (Raw)": 0.7596922516822815, "Finetune/Step": 17753, "Finetune/Step Time": 6.669623117893934}
+{"Finetune/Learning Rate": 3.0813320530027056e-07, "Finetune/Loss": 0.6173219680786133, "Finetune/Loss (Raw)": 0.49981269240379333, "Finetune/Step": 17754, "Finetune/Step Time": 6.673300797119737}
+{"Finetune/Learning Rate": 3.0771853766904834e-07, "Finetune/Loss": 0.6164470314979553, "Finetune/Loss (Raw)": 0.5459609031677246, "Finetune/Step": 17755, "Finetune/Step Time": 6.676502840593457}
+{"Finetune/Learning Rate": 3.07304144883368e-07, "Finetune/Loss": 0.616754412651062, "Finetune/Loss (Raw)": 0.601988673210144, "Finetune/Step": 17756, "Finetune/Step Time": 6.675470067188144}
+{"Finetune/Learning Rate": 3.0689002695497904e-07, "Finetune/Loss": 0.617026686668396, "Finetune/Loss (Raw)": 0.6817853450775146, "Finetune/Step": 17757, "Finetune/Step Time": 6.67611226812005}
+{"Finetune/Learning Rate": 3.064761838956254e-07, "Finetune/Loss": 0.6164935827255249, "Finetune/Loss (Raw)": 0.5817391872406006, "Finetune/Step": 17758, "Finetune/Step Time": 6.6795316487550735}
+{"Finetune/Learning Rate": 3.0606261571704323e-07, "Finetune/Loss": 0.6168789863586426, "Finetune/Loss (Raw)": 0.598865270614624, "Finetune/Step": 17759, "Finetune/Step Time": 6.68401519395411}
+{"Finetune/Learning Rate": 3.056493224309587e-07, "Finetune/Loss": 0.6171573400497437, "Finetune/Loss (Raw)": 0.5763636827468872, "Finetune/Step": 17760, "Finetune/Step Time": 6.669092608615756}
+{"Finetune/Learning Rate": 3.0523630404909354e-07, "Finetune/Loss": 0.6170213222503662, "Finetune/Loss (Raw)": 0.6477797627449036, "Finetune/Step": 17761, "Finetune/Step Time": 6.697520455345511}
+{"Finetune/Learning Rate": 3.048235605831573e-07, "Finetune/Loss": 0.6161684393882751, "Finetune/Loss (Raw)": 0.5905314087867737, "Finetune/Step": 17762, "Finetune/Step Time": 6.6984397526830435}
+{"Finetune/Learning Rate": 3.044110920448562e-07, "Finetune/Loss": 0.6166501045227051, "Finetune/Loss (Raw)": 0.7428671717643738, "Finetune/Step": 17763, "Finetune/Step Time": 6.710280271247029}
+{"Finetune/Learning Rate": 3.039988984458853e-07, "Finetune/Loss": 0.6168385744094849, "Finetune/Loss (Raw)": 0.6460041403770447, "Finetune/Step": 17764, "Finetune/Step Time": 6.71039411239326}
+{"Finetune/Learning Rate": 3.035869797979341e-07, "Finetune/Loss": 0.6163667440414429, "Finetune/Loss (Raw)": 0.5746695399284363, "Finetune/Step": 17765, "Finetune/Step Time": 6.699388362467289}
+{"Finetune/Learning Rate": 3.0317533611268435e-07, "Finetune/Loss": 0.618274450302124, "Finetune/Loss (Raw)": 0.7298885583877563, "Finetune/Step": 17766, "Finetune/Step Time": 6.6819886695593596}
+{"Finetune/Learning Rate": 3.027639674018057e-07, "Finetune/Loss": 0.6175634860992432, "Finetune/Loss (Raw)": 0.6226900815963745, "Finetune/Step": 17767, "Finetune/Step Time": 6.678093457594514}
+{"Finetune/Learning Rate": 3.0235287367696763e-07, "Finetune/Loss": 0.6176390051841736, "Finetune/Loss (Raw)": 0.700140655040741, "Finetune/Step": 17768, "Finetune/Step Time": 6.684349957853556}
+{"Finetune/Learning Rate": 3.019420549498253e-07, "Finetune/Loss": 0.6183505058288574, "Finetune/Loss (Raw)": 0.7264580130577087, "Finetune/Step": 17769, "Finetune/Step Time": 6.69933769851923}
+{"Finetune/Learning Rate": 3.0153151123202827e-07, "Finetune/Loss": 0.6189287900924683, "Finetune/Loss (Raw)": 0.6940780282020569, "Finetune/Step": 17770, "Finetune/Step Time": 6.702483089640737}
+{"Finetune/Learning Rate": 3.0112124253521835e-07, "Finetune/Loss": 0.6190588474273682, "Finetune/Loss (Raw)": 0.5980177521705627, "Finetune/Step": 17771, "Finetune/Step Time": 6.703619364649057}
+{"Finetune/Learning Rate": 3.0071124887103174e-07, "Finetune/Loss": 0.6199783086776733, "Finetune/Loss (Raw)": 0.6390676498413086, "Finetune/Step": 17772, "Finetune/Step Time": 6.692755518481135}
+{"Finetune/Learning Rate": 3.0030153025109254e-07, "Finetune/Loss": 0.6202971339225769, "Finetune/Loss (Raw)": 0.6693865060806274, "Finetune/Step": 17773, "Finetune/Step Time": 6.690329328179359}
+{"Finetune/Learning Rate": 2.9989208668701806e-07, "Finetune/Loss": 0.62062668800354, "Finetune/Loss (Raw)": 0.5753982663154602, "Finetune/Step": 17774, "Finetune/Step Time": 6.693582333624363}
+{"Finetune/Learning Rate": 2.994829181904213e-07, "Finetune/Loss": 0.6203509569168091, "Finetune/Loss (Raw)": 0.5725776553153992, "Finetune/Step": 17775, "Finetune/Step Time": 6.715115234255791}
+{"Finetune/Learning Rate": 2.9907402477290515e-07, "Finetune/Loss": 0.6207984089851379, "Finetune/Loss (Raw)": 0.6559256315231323, "Finetune/Step": 17776, "Finetune/Step Time": 6.720271011814475}
+{"Finetune/Learning Rate": 2.9866540644606367e-07, "Finetune/Loss": 0.6207319498062134, "Finetune/Loss (Raw)": 0.5075452327728271, "Finetune/Step": 17777, "Finetune/Step Time": 6.728529792279005}
+{"Finetune/Learning Rate": 2.982570632214854e-07, "Finetune/Loss": 0.6213194131851196, "Finetune/Loss (Raw)": 0.6177725791931152, "Finetune/Step": 17778, "Finetune/Step Time": 6.741615561768413}
+{"Finetune/Learning Rate": 2.978489951107477e-07, "Finetune/Loss": 0.6202554702758789, "Finetune/Loss (Raw)": 0.5059133768081665, "Finetune/Step": 17779, "Finetune/Step Time": 6.74675602465868}
+{"Finetune/Learning Rate": 2.974412021254236e-07, "Finetune/Loss": 0.6197332143783569, "Finetune/Loss (Raw)": 0.6240081787109375, "Finetune/Step": 17780, "Finetune/Step Time": 6.747488791123033}
+{"Finetune/Learning Rate": 2.970336842770749e-07, "Finetune/Loss": 0.6208999752998352, "Finetune/Loss (Raw)": 0.7076060175895691, "Finetune/Step": 17781, "Finetune/Step Time": 6.742351468652487}
+{"Finetune/Learning Rate": 2.966264415772602e-07, "Finetune/Loss": 0.620514988899231, "Finetune/Loss (Raw)": 0.6247062683105469, "Finetune/Step": 17782, "Finetune/Step Time": 6.740810070186853}
+{"Finetune/Learning Rate": 2.9621947403752794e-07, "Finetune/Loss": 0.6208902597427368, "Finetune/Loss (Raw)": 0.6680266261100769, "Finetune/Step": 17783, "Finetune/Step Time": 6.747645230963826}
+{"Finetune/Learning Rate": 2.9581278166941784e-07, "Finetune/Loss": 0.6214104294776917, "Finetune/Loss (Raw)": 0.6996921300888062, "Finetune/Step": 17784, "Finetune/Step Time": 6.753916781395674}
+{"Finetune/Learning Rate": 2.954063644844618e-07, "Finetune/Loss": 0.6212857961654663, "Finetune/Loss (Raw)": 0.5601094961166382, "Finetune/Step": 17785, "Finetune/Step Time": 6.75643178075552}
+{"Finetune/Learning Rate": 2.95000222494185e-07, "Finetune/Loss": 0.620662271976471, "Finetune/Loss (Raw)": 0.5201708078384399, "Finetune/Step": 17786, "Finetune/Step Time": 6.752988753840327}
+{"Finetune/Learning Rate": 2.9459435571010384e-07, "Finetune/Loss": 0.622708797454834, "Finetune/Loss (Raw)": 0.8547182083129883, "Finetune/Step": 17787, "Finetune/Step Time": 6.756811171770096}
+{"Finetune/Learning Rate": 2.9418876414372797e-07, "Finetune/Loss": 0.6230321526527405, "Finetune/Loss (Raw)": 0.6982727646827698, "Finetune/Step": 17788, "Finetune/Step Time": 6.766458299010992}
+{"Finetune/Learning Rate": 2.937834478065593e-07, "Finetune/Loss": 0.6225665807723999, "Finetune/Loss (Raw)": 0.6581535339355469, "Finetune/Step": 17789, "Finetune/Step Time": 6.7675969656556845}
+{"Finetune/Learning Rate": 2.933784067100931e-07, "Finetune/Loss": 0.6226550340652466, "Finetune/Loss (Raw)": 0.6539498567581177, "Finetune/Step": 17790, "Finetune/Step Time": 6.7668604124337435}
+{"Finetune/Learning Rate": 2.929736408658124e-07, "Finetune/Loss": 0.6229269504547119, "Finetune/Loss (Raw)": 0.6671210527420044, "Finetune/Step": 17791, "Finetune/Step Time": 6.791965989395976}
+{"Finetune/Learning Rate": 2.9256915028519575e-07, "Finetune/Loss": 0.6232216358184814, "Finetune/Loss (Raw)": 0.6497594118118286, "Finetune/Step": 17792, "Finetune/Step Time": 6.783558966591954}
+{"Finetune/Learning Rate": 2.92164934979714e-07, "Finetune/Loss": 0.6228770017623901, "Finetune/Loss (Raw)": 0.5605870485305786, "Finetune/Step": 17793, "Finetune/Step Time": 6.800553515553474}
+{"Finetune/Learning Rate": 2.917609949608291e-07, "Finetune/Loss": 0.6236147880554199, "Finetune/Loss (Raw)": 0.665469765663147, "Finetune/Step": 17794, "Finetune/Step Time": 6.798931682482362}
+{"Finetune/Learning Rate": 2.9135733023999634e-07, "Finetune/Loss": 0.623611569404602, "Finetune/Loss (Raw)": 0.6565813422203064, "Finetune/Step": 17795, "Finetune/Step Time": 6.796849364414811}
+{"Finetune/Learning Rate": 2.90953940828661e-07, "Finetune/Loss": 0.6246442794799805, "Finetune/Loss (Raw)": 0.6909460425376892, "Finetune/Step": 17796, "Finetune/Step Time": 6.7969114650040865}
+{"Finetune/Learning Rate": 2.9055082673826396e-07, "Finetune/Loss": 0.6263900995254517, "Finetune/Loss (Raw)": 0.7393573522567749, "Finetune/Step": 17797, "Finetune/Step Time": 6.79597358033061}
+{"Finetune/Learning Rate": 2.901479879802349e-07, "Finetune/Loss": 0.6251553297042847, "Finetune/Loss (Raw)": 0.45164334774017334, "Finetune/Step": 17798, "Finetune/Step Time": 6.8078622706234455}
+{"Finetune/Learning Rate": 2.897454245659981e-07, "Finetune/Loss": 0.6263216733932495, "Finetune/Loss (Raw)": 0.6987189054489136, "Finetune/Step": 17799, "Finetune/Step Time": 6.810734793543816}
+{"Finetune/Learning Rate": 2.8934313650696877e-07, "Finetune/Loss": 0.6254886388778687, "Finetune/Loss (Raw)": 0.5259928703308105, "Finetune/Step": 17800, "Finetune/Step Time": 6.818867199122906}
+{"Finetune/Learning Rate": 2.889411238145545e-07, "Finetune/Loss": 0.626583993434906, "Finetune/Loss (Raw)": 0.7479845285415649, "Finetune/Step": 17801, "Finetune/Step Time": 6.818751649931073}
+{"Finetune/Learning Rate": 2.8853938650015624e-07, "Finetune/Loss": 0.6265137195587158, "Finetune/Loss (Raw)": 0.6079878211021423, "Finetune/Step": 17802, "Finetune/Step Time": 6.818452643230557}
+{"Finetune/Learning Rate": 2.881379245751648e-07, "Finetune/Loss": 0.6276116371154785, "Finetune/Loss (Raw)": 0.6393975615501404, "Finetune/Step": 17803, "Finetune/Step Time": 6.819211540743709}
+{"Finetune/Learning Rate": 2.8773673805096436e-07, "Finetune/Loss": 0.6269952058792114, "Finetune/Loss (Raw)": 0.48209163546562195, "Finetune/Step": 17804, "Finetune/Step Time": 6.829693544656038}
+{"Finetune/Learning Rate": 2.8733582693893256e-07, "Finetune/Loss": 0.6258773803710938, "Finetune/Loss (Raw)": 0.5319259166717529, "Finetune/Step": 17805, "Finetune/Step Time": 6.830642720684409}
+{"Finetune/Learning Rate": 2.8693519125043813e-07, "Finetune/Loss": 0.6255548000335693, "Finetune/Loss (Raw)": 0.5377508997917175, "Finetune/Step": 17806, "Finetune/Step Time": 6.8138208501040936}
+{"Finetune/Learning Rate": 2.8653483099684074e-07, "Finetune/Loss": 0.6257840394973755, "Finetune/Loss (Raw)": 0.6697694659233093, "Finetune/Step": 17807, "Finetune/Step Time": 6.8121652361005545}
+{"Finetune/Learning Rate": 2.8613474618949365e-07, "Finetune/Loss": 0.6253610849380493, "Finetune/Loss (Raw)": 0.5615963339805603, "Finetune/Step": 17808, "Finetune/Step Time": 6.823707586154342}
+{"Finetune/Learning Rate": 2.857349368397433e-07, "Finetune/Loss": 0.6251449584960938, "Finetune/Loss (Raw)": 0.5987291932106018, "Finetune/Step": 17809, "Finetune/Step Time": 6.831343490630388}
+{"Finetune/Learning Rate": 2.8533540295892614e-07, "Finetune/Loss": 0.6262363195419312, "Finetune/Loss (Raw)": 0.661696195602417, "Finetune/Step": 17810, "Finetune/Step Time": 6.830432133749127}
+{"Finetune/Learning Rate": 2.8493614455837317e-07, "Finetune/Loss": 0.6254751086235046, "Finetune/Loss (Raw)": 0.6107932925224304, "Finetune/Step": 17811, "Finetune/Step Time": 6.8290760070085526}
+{"Finetune/Learning Rate": 2.845371616494041e-07, "Finetune/Loss": 0.6261910200119019, "Finetune/Loss (Raw)": 0.6065254211425781, "Finetune/Step": 17812, "Finetune/Step Time": 6.81210190244019}
+{"Finetune/Learning Rate": 2.841384542433345e-07, "Finetune/Loss": 0.6259000301361084, "Finetune/Loss (Raw)": 0.6255648136138916, "Finetune/Step": 17813, "Finetune/Step Time": 6.813172712922096}
+{"Finetune/Learning Rate": 2.837400223514708e-07, "Finetune/Loss": 0.6275838613510132, "Finetune/Loss (Raw)": 0.6206701397895813, "Finetune/Step": 17814, "Finetune/Step Time": 6.795743277296424}
+{"Finetune/Learning Rate": 2.8334186598510947e-07, "Finetune/Loss": 0.6278574466705322, "Finetune/Loss (Raw)": 0.6099219918251038, "Finetune/Step": 17815, "Finetune/Step Time": 6.779418829828501}
+{"Finetune/Learning Rate": 2.829439851555427e-07, "Finetune/Loss": 0.6268535852432251, "Finetune/Loss (Raw)": 0.624498724937439, "Finetune/Step": 17816, "Finetune/Step Time": 6.761424647644162}
+{"Finetune/Learning Rate": 2.8254637987405244e-07, "Finetune/Loss": 0.627251148223877, "Finetune/Loss (Raw)": 0.5859940052032471, "Finetune/Step": 17817, "Finetune/Step Time": 6.754586497321725}
+{"Finetune/Learning Rate": 2.8214905015191527e-07, "Finetune/Loss": 0.6255754232406616, "Finetune/Loss (Raw)": 0.41995054483413696, "Finetune/Step": 17818, "Finetune/Step Time": 6.760136067867279}
+{"Finetune/Learning Rate": 2.817519960003967e-07, "Finetune/Loss": 0.6255362629890442, "Finetune/Loss (Raw)": 0.6835751533508301, "Finetune/Step": 17819, "Finetune/Step Time": 6.763701934367418}
+{"Finetune/Learning Rate": 2.813552174307566e-07, "Finetune/Loss": 0.6247822642326355, "Finetune/Loss (Raw)": 0.6093279719352722, "Finetune/Step": 17820, "Finetune/Step Time": 6.779862780123949}
+{"Finetune/Learning Rate": 2.809587144542469e-07, "Finetune/Loss": 0.6246557235717773, "Finetune/Loss (Raw)": 0.6409035325050354, "Finetune/Step": 17821, "Finetune/Step Time": 6.770705807954073}
+{"Finetune/Learning Rate": 2.8056248708211e-07, "Finetune/Loss": 0.6234479546546936, "Finetune/Loss (Raw)": 0.5363922119140625, "Finetune/Step": 17822, "Finetune/Step Time": 6.785202819854021}
+{"Finetune/Learning Rate": 2.8016653532558224e-07, "Finetune/Loss": 0.6253260970115662, "Finetune/Loss (Raw)": 0.7007697224617004, "Finetune/Step": 17823, "Finetune/Step Time": 6.803457692265511}
+{"Finetune/Learning Rate": 2.7977085919589253e-07, "Finetune/Loss": 0.6260137557983398, "Finetune/Loss (Raw)": 0.6498063802719116, "Finetune/Step": 17824, "Finetune/Step Time": 6.8036455903202295}
+{"Finetune/Learning Rate": 2.7937545870425966e-07, "Finetune/Loss": 0.6270952224731445, "Finetune/Loss (Raw)": 0.6997696757316589, "Finetune/Step": 17825, "Finetune/Step Time": 6.804448742419481}
+{"Finetune/Learning Rate": 2.789803338618979e-07, "Finetune/Loss": 0.6280210018157959, "Finetune/Loss (Raw)": 0.6093154549598694, "Finetune/Step": 17826, "Finetune/Step Time": 6.792382949963212}
+{"Finetune/Learning Rate": 2.785854846800129e-07, "Finetune/Loss": 0.6290356516838074, "Finetune/Loss (Raw)": 0.667228639125824, "Finetune/Step": 17827, "Finetune/Step Time": 6.79659366607666}
+{"Finetune/Learning Rate": 2.781909111697978e-07, "Finetune/Loss": 0.6297954320907593, "Finetune/Loss (Raw)": 0.6988505125045776, "Finetune/Step": 17828, "Finetune/Step Time": 6.7926675621420145}
+{"Finetune/Learning Rate": 2.7779661334244256e-07, "Finetune/Loss": 0.6300691366195679, "Finetune/Loss (Raw)": 0.6124376654624939, "Finetune/Step": 17829, "Finetune/Step Time": 6.790565732866526}
+{"Finetune/Learning Rate": 2.774025912091294e-07, "Finetune/Loss": 0.6295506358146667, "Finetune/Loss (Raw)": 0.5741784572601318, "Finetune/Step": 17830, "Finetune/Step Time": 6.794238982722163}
+{"Finetune/Learning Rate": 2.770088447810315e-07, "Finetune/Loss": 0.6290717124938965, "Finetune/Loss (Raw)": 0.596015989780426, "Finetune/Step": 17831, "Finetune/Step Time": 6.8006925862282515}
+{"Finetune/Learning Rate": 2.766153740693145e-07, "Finetune/Loss": 0.6288272142410278, "Finetune/Loss (Raw)": 0.599726140499115, "Finetune/Step": 17832, "Finetune/Step Time": 6.801344724372029}
+{"Finetune/Learning Rate": 2.7622217908513717e-07, "Finetune/Loss": 0.6281971335411072, "Finetune/Loss (Raw)": 0.6101986169815063, "Finetune/Step": 17833, "Finetune/Step Time": 6.800744393840432}
+{"Finetune/Learning Rate": 2.7582925983964726e-07, "Finetune/Loss": 0.6278121471405029, "Finetune/Loss (Raw)": 0.592719316482544, "Finetune/Step": 17834, "Finetune/Step Time": 6.818191800266504}
+{"Finetune/Learning Rate": 2.75436616343987e-07, "Finetune/Loss": 0.6278802752494812, "Finetune/Loss (Raw)": 0.6251015663146973, "Finetune/Step": 17835, "Finetune/Step Time": 6.820094732567668}
+{"Finetune/Learning Rate": 2.7504424860929193e-07, "Finetune/Loss": 0.6264560222625732, "Finetune/Loss (Raw)": 0.5288847088813782, "Finetune/Step": 17836, "Finetune/Step Time": 6.816898504272103}
+{"Finetune/Learning Rate": 2.7465215664668644e-07, "Finetune/Loss": 0.626417875289917, "Finetune/Loss (Raw)": 0.6139971613883972, "Finetune/Step": 17837, "Finetune/Step Time": 6.821635402739048}
+{"Finetune/Learning Rate": 2.7426034046729165e-07, "Finetune/Loss": 0.626453161239624, "Finetune/Loss (Raw)": 0.6135602593421936, "Finetune/Step": 17838, "Finetune/Step Time": 6.821679901331663}
+{"Finetune/Learning Rate": 2.7386880008221873e-07, "Finetune/Loss": 0.6261545419692993, "Finetune/Loss (Raw)": 0.6475074887275696, "Finetune/Step": 17839, "Finetune/Step Time": 6.816390777006745}
+{"Finetune/Learning Rate": 2.734775355025687e-07, "Finetune/Loss": 0.6267567276954651, "Finetune/Loss (Raw)": 0.6732595562934875, "Finetune/Step": 17840, "Finetune/Step Time": 6.816045545041561}
+{"Finetune/Learning Rate": 2.7308654673943614e-07, "Finetune/Loss": 0.6254314184188843, "Finetune/Loss (Raw)": 0.5538630485534668, "Finetune/Step": 17841, "Finetune/Step Time": 6.819009652361274}
+{"Finetune/Learning Rate": 2.7269583380390984e-07, "Finetune/Loss": 0.6242411732673645, "Finetune/Loss (Raw)": 0.5628474950790405, "Finetune/Step": 17842, "Finetune/Step Time": 6.818819295614958}
+{"Finetune/Learning Rate": 2.723053967070688e-07, "Finetune/Loss": 0.6225935220718384, "Finetune/Loss (Raw)": 0.5675452947616577, "Finetune/Step": 17843, "Finetune/Step Time": 6.822303786873817}
+{"Finetune/Learning Rate": 2.719152354599841e-07, "Finetune/Loss": 0.6227031946182251, "Finetune/Loss (Raw)": 0.6081638336181641, "Finetune/Step": 17844, "Finetune/Step Time": 6.82185173407197}
+{"Finetune/Learning Rate": 2.715253500737225e-07, "Finetune/Loss": 0.6219639182090759, "Finetune/Loss (Raw)": 0.5430764555931091, "Finetune/Step": 17845, "Finetune/Step Time": 6.817160997539759}
+{"Finetune/Learning Rate": 2.7113574055933734e-07, "Finetune/Loss": 0.6218417286872864, "Finetune/Loss (Raw)": 0.5774452686309814, "Finetune/Step": 17846, "Finetune/Step Time": 6.82516691274941}
+{"Finetune/Learning Rate": 2.7074640692787647e-07, "Finetune/Loss": 0.6224165558815002, "Finetune/Loss (Raw)": 0.6545770764350891, "Finetune/Step": 17847, "Finetune/Step Time": 6.825671115890145}
+{"Finetune/Learning Rate": 2.7035734919038104e-07, "Finetune/Loss": 0.6219097375869751, "Finetune/Loss (Raw)": 0.5879808664321899, "Finetune/Step": 17848, "Finetune/Step Time": 6.820228025317192}
+{"Finetune/Learning Rate": 2.6996856735788446e-07, "Finetune/Loss": 0.6212486624717712, "Finetune/Loss (Raw)": 0.6330392956733704, "Finetune/Step": 17849, "Finetune/Step Time": 6.818907400593162}
+{"Finetune/Learning Rate": 2.6958006144141123e-07, "Finetune/Loss": 0.6213985085487366, "Finetune/Loss (Raw)": 0.6121209859848022, "Finetune/Step": 17850, "Finetune/Step Time": 6.820326399058104}
+{"Finetune/Learning Rate": 2.69191831451977e-07, "Finetune/Loss": 0.6204245686531067, "Finetune/Loss (Raw)": 0.600895345211029, "Finetune/Step": 17851, "Finetune/Step Time": 6.83120970800519}
+{"Finetune/Learning Rate": 2.688038774005919e-07, "Finetune/Loss": 0.6197307109832764, "Finetune/Loss (Raw)": 0.6284908056259155, "Finetune/Step": 17852, "Finetune/Step Time": 6.830403147265315}
+{"Finetune/Learning Rate": 2.68416199298257e-07, "Finetune/Loss": 0.6187318563461304, "Finetune/Loss (Raw)": 0.586212158203125, "Finetune/Step": 17853, "Finetune/Step Time": 6.841198379173875}
+{"Finetune/Learning Rate": 2.6802879715596585e-07, "Finetune/Loss": 0.6199452877044678, "Finetune/Loss (Raw)": 0.7347924709320068, "Finetune/Step": 17854, "Finetune/Step Time": 6.836742058396339}
+{"Finetune/Learning Rate": 2.676416709847041e-07, "Finetune/Loss": 0.620492696762085, "Finetune/Loss (Raw)": 0.5536337494850159, "Finetune/Step": 17855, "Finetune/Step Time": 6.8258266020566225}
+{"Finetune/Learning Rate": 2.672548207954495e-07, "Finetune/Loss": 0.6187934279441833, "Finetune/Loss (Raw)": 0.5620353817939758, "Finetune/Step": 17856, "Finetune/Step Time": 6.839010486379266}
+{"Finetune/Learning Rate": 2.668682465991712e-07, "Finetune/Loss": 0.6196289658546448, "Finetune/Loss (Raw)": 0.7177523970603943, "Finetune/Step": 17857, "Finetune/Step Time": 6.838889703154564}
+{"Finetune/Learning Rate": 2.6648194840683264e-07, "Finetune/Loss": 0.6195238828659058, "Finetune/Loss (Raw)": 0.5330641269683838, "Finetune/Step": 17858, "Finetune/Step Time": 6.800714259967208}
+{"Finetune/Learning Rate": 2.660959262293883e-07, "Finetune/Loss": 0.6193689107894897, "Finetune/Loss (Raw)": 0.6479097008705139, "Finetune/Step": 17859, "Finetune/Step Time": 6.819501576945186}
+{"Finetune/Learning Rate": 2.657101800777828e-07, "Finetune/Loss": 0.6193680763244629, "Finetune/Loss (Raw)": 0.6508994698524475, "Finetune/Step": 17860, "Finetune/Step Time": 6.8227422051131725}
+{"Finetune/Learning Rate": 2.653247099629563e-07, "Finetune/Loss": 0.6194092631340027, "Finetune/Loss (Raw)": 0.582004725933075, "Finetune/Step": 17861, "Finetune/Step Time": 6.823362210765481}
+{"Finetune/Learning Rate": 2.6493951589584013e-07, "Finetune/Loss": 0.6192857623100281, "Finetune/Loss (Raw)": 0.5010575652122498, "Finetune/Step": 17862, "Finetune/Step Time": 6.822725377976894}
+{"Finetune/Learning Rate": 2.645545978873565e-07, "Finetune/Loss": 0.6192470788955688, "Finetune/Loss (Raw)": 0.6457945704460144, "Finetune/Step": 17863, "Finetune/Step Time": 6.822615046054125}
+{"Finetune/Learning Rate": 2.64169955948419e-07, "Finetune/Loss": 0.6187867522239685, "Finetune/Loss (Raw)": 0.6589672565460205, "Finetune/Step": 17864, "Finetune/Step Time": 6.82145313359797}
+{"Finetune/Learning Rate": 2.6378559008993775e-07, "Finetune/Loss": 0.6186635494232178, "Finetune/Loss (Raw)": 0.6426330804824829, "Finetune/Step": 17865, "Finetune/Step Time": 6.842031758278608}
+{"Finetune/Learning Rate": 2.6340150032281075e-07, "Finetune/Loss": 0.6189926862716675, "Finetune/Loss (Raw)": 0.6732553839683533, "Finetune/Step": 17866, "Finetune/Step Time": 6.848782874643803}
+{"Finetune/Learning Rate": 2.6301768665793036e-07, "Finetune/Loss": 0.6192954182624817, "Finetune/Loss (Raw)": 0.6100143194198608, "Finetune/Step": 17867, "Finetune/Step Time": 6.8609242886304855}
+{"Finetune/Learning Rate": 2.626341491061801e-07, "Finetune/Loss": 0.6184645891189575, "Finetune/Loss (Raw)": 0.6276376247406006, "Finetune/Step": 17868, "Finetune/Step Time": 6.879407173022628}
+{"Finetune/Learning Rate": 2.6225088767843575e-07, "Finetune/Loss": 0.6198543310165405, "Finetune/Loss (Raw)": 0.6868779063224792, "Finetune/Step": 17869, "Finetune/Step Time": 6.868539633229375}
+{"Finetune/Learning Rate": 2.6186790238556634e-07, "Finetune/Loss": 0.6208272576332092, "Finetune/Loss (Raw)": 0.676820695400238, "Finetune/Step": 17870, "Finetune/Step Time": 6.865667860955}
+{"Finetune/Learning Rate": 2.614851932384299e-07, "Finetune/Loss": 0.6209707260131836, "Finetune/Loss (Raw)": 0.5371306538581848, "Finetune/Step": 17871, "Finetune/Step Time": 6.864377532154322}
+{"Finetune/Learning Rate": 2.6110276024788216e-07, "Finetune/Loss": 0.6211843490600586, "Finetune/Loss (Raw)": 0.6254261136054993, "Finetune/Step": 17872, "Finetune/Step Time": 6.833345167338848}
+{"Finetune/Learning Rate": 2.607206034247667e-07, "Finetune/Loss": 0.6214205026626587, "Finetune/Loss (Raw)": 0.6592673659324646, "Finetune/Step": 17873, "Finetune/Step Time": 6.838480718433857}
+{"Finetune/Learning Rate": 2.6033872277991923e-07, "Finetune/Loss": 0.6218528747558594, "Finetune/Loss (Raw)": 0.6789888143539429, "Finetune/Step": 17874, "Finetune/Step Time": 6.839025681838393}
+{"Finetune/Learning Rate": 2.5995711832417114e-07, "Finetune/Loss": 0.6228710412979126, "Finetune/Loss (Raw)": 0.724345862865448, "Finetune/Step": 17875, "Finetune/Step Time": 6.82603869959712}
+{"Finetune/Learning Rate": 2.5957579006834156e-07, "Finetune/Loss": 0.6236475706100464, "Finetune/Loss (Raw)": 0.6482308506965637, "Finetune/Step": 17876, "Finetune/Step Time": 6.81461195088923}
+{"Finetune/Learning Rate": 2.5919473802324403e-07, "Finetune/Loss": 0.6238232851028442, "Finetune/Loss (Raw)": 0.6135170459747314, "Finetune/Step": 17877, "Finetune/Step Time": 6.814366823062301}
+{"Finetune/Learning Rate": 2.5881396219968436e-07, "Finetune/Loss": 0.6230881214141846, "Finetune/Loss (Raw)": 0.6012886762619019, "Finetune/Step": 17878, "Finetune/Step Time": 6.814067777246237}
+{"Finetune/Learning Rate": 2.584334626084606e-07, "Finetune/Loss": 0.6227047443389893, "Finetune/Loss (Raw)": 0.5917515754699707, "Finetune/Step": 17879, "Finetune/Step Time": 6.814665984362364}
+{"Finetune/Learning Rate": 2.5805323926036295e-07, "Finetune/Loss": 0.6215380430221558, "Finetune/Loss (Raw)": 0.49062618613243103, "Finetune/Step": 17880, "Finetune/Step Time": 6.821917228400707}
+{"Finetune/Learning Rate": 2.57673292166174e-07, "Finetune/Loss": 0.620501697063446, "Finetune/Loss (Raw)": 0.6270460486412048, "Finetune/Step": 17881, "Finetune/Step Time": 6.823542715981603}
+{"Finetune/Learning Rate": 2.57293621336665e-07, "Finetune/Loss": 0.6219411492347717, "Finetune/Loss (Raw)": 0.6840620040893555, "Finetune/Step": 17882, "Finetune/Step Time": 6.829779747873545}
+{"Finetune/Learning Rate": 2.5691422678260526e-07, "Finetune/Loss": 0.6209403276443481, "Finetune/Loss (Raw)": 0.4178563952445984, "Finetune/Step": 17883, "Finetune/Step Time": 6.842524813488126}
+{"Finetune/Learning Rate": 2.565351085147527e-07, "Finetune/Loss": 0.6217237710952759, "Finetune/Loss (Raw)": 0.7022689580917358, "Finetune/Step": 17884, "Finetune/Step Time": 6.842960558831692}
+{"Finetune/Learning Rate": 2.561562665438577e-07, "Finetune/Loss": 0.6212455034255981, "Finetune/Loss (Raw)": 0.6205623745918274, "Finetune/Step": 17885, "Finetune/Step Time": 6.840350588783622}
+{"Finetune/Learning Rate": 2.557777008806617e-07, "Finetune/Loss": 0.622454047203064, "Finetune/Loss (Raw)": 0.7364318370819092, "Finetune/Step": 17886, "Finetune/Step Time": 6.840123785659671}
+{"Finetune/Learning Rate": 2.553994115359038e-07, "Finetune/Loss": 0.6225994825363159, "Finetune/Loss (Raw)": 0.6174810528755188, "Finetune/Step": 17887, "Finetune/Step Time": 6.846240293234587}
+{"Finetune/Learning Rate": 2.550213985203076e-07, "Finetune/Loss": 0.6230888366699219, "Finetune/Loss (Raw)": 0.6390009522438049, "Finetune/Step": 17888, "Finetune/Step Time": 6.84342866577208}
+{"Finetune/Learning Rate": 2.5464366184459355e-07, "Finetune/Loss": 0.6235922574996948, "Finetune/Loss (Raw)": 0.712223470211029, "Finetune/Step": 17889, "Finetune/Step Time": 6.823004357516766}
+{"Finetune/Learning Rate": 2.54266201519473e-07, "Finetune/Loss": 0.6239398717880249, "Finetune/Loss (Raw)": 0.6350159049034119, "Finetune/Step": 17890, "Finetune/Step Time": 6.827984109520912}
+{"Finetune/Learning Rate": 2.5388901755564963e-07, "Finetune/Loss": 0.6228845119476318, "Finetune/Loss (Raw)": 0.6077912449836731, "Finetune/Step": 17891, "Finetune/Step Time": 6.81797213666141}
+{"Finetune/Learning Rate": 2.535121099638194e-07, "Finetune/Loss": 0.6235798597335815, "Finetune/Loss (Raw)": 0.7350054979324341, "Finetune/Step": 17892, "Finetune/Step Time": 6.820208029821515}
+{"Finetune/Learning Rate": 2.5313547875467026e-07, "Finetune/Loss": 0.624501645565033, "Finetune/Loss (Raw)": 0.6926606297492981, "Finetune/Step": 17893, "Finetune/Step Time": 6.816561846062541}
+{"Finetune/Learning Rate": 2.527591239388838e-07, "Finetune/Loss": 0.6231368780136108, "Finetune/Loss (Raw)": 0.5551917552947998, "Finetune/Step": 17894, "Finetune/Step Time": 6.832042200490832}
+{"Finetune/Learning Rate": 2.5238304552713033e-07, "Finetune/Loss": 0.6235321760177612, "Finetune/Loss (Raw)": 0.6732924580574036, "Finetune/Step": 17895, "Finetune/Step Time": 6.8371269423514605}
+{"Finetune/Learning Rate": 2.5200724353007464e-07, "Finetune/Loss": 0.6237298846244812, "Finetune/Loss (Raw)": 0.7254432439804077, "Finetune/Step": 17896, "Finetune/Step Time": 6.850886005908251}
+{"Finetune/Learning Rate": 2.516317179583749e-07, "Finetune/Loss": 0.6238611936569214, "Finetune/Loss (Raw)": 0.7432724237442017, "Finetune/Step": 17897, "Finetune/Step Time": 6.83750468865037}
+{"Finetune/Learning Rate": 2.512564688226782e-07, "Finetune/Loss": 0.6231520771980286, "Finetune/Loss (Raw)": 0.6033051013946533, "Finetune/Step": 17898, "Finetune/Step Time": 6.856309596449137}
+{"Finetune/Learning Rate": 2.50881496133627e-07, "Finetune/Loss": 0.6240717172622681, "Finetune/Loss (Raw)": 0.7157286405563354, "Finetune/Step": 17899, "Finetune/Step Time": 6.8538191113621}
+{"Finetune/Learning Rate": 2.50506799901854e-07, "Finetune/Loss": 0.6237266063690186, "Finetune/Loss (Raw)": 0.5949031710624695, "Finetune/Step": 17900, "Finetune/Step Time": 6.856513749808073}
+{"Finetune/Learning Rate": 2.501323801379829e-07, "Finetune/Loss": 0.6230245232582092, "Finetune/Loss (Raw)": 0.5795167088508606, "Finetune/Step": 17901, "Finetune/Step Time": 6.8675198294222355}
+{"Finetune/Learning Rate": 2.497582368526341e-07, "Finetune/Loss": 0.6239675283432007, "Finetune/Loss (Raw)": 0.6961061358451843, "Finetune/Step": 17902, "Finetune/Step Time": 6.867357963696122}
+{"Finetune/Learning Rate": 2.4938437005641467e-07, "Finetune/Loss": 0.6249440908432007, "Finetune/Loss (Raw)": 0.6975729465484619, "Finetune/Step": 17903, "Finetune/Step Time": 6.841988431289792}
+{"Finetune/Learning Rate": 2.4901077975992836e-07, "Finetune/Loss": 0.6254337430000305, "Finetune/Loss (Raw)": 0.7185995578765869, "Finetune/Step": 17904, "Finetune/Step Time": 6.83408223092556}
+{"Finetune/Learning Rate": 2.486374659737678e-07, "Finetune/Loss": 0.625950813293457, "Finetune/Loss (Raw)": 0.5737297534942627, "Finetune/Step": 17905, "Finetune/Step Time": 6.823527222499251}
+{"Finetune/Learning Rate": 2.482644287085201e-07, "Finetune/Loss": 0.6253379583358765, "Finetune/Loss (Raw)": 0.5393267869949341, "Finetune/Step": 17906, "Finetune/Step Time": 6.809100206941366}
+{"Finetune/Learning Rate": 2.478916679747623e-07, "Finetune/Loss": 0.6261152029037476, "Finetune/Loss (Raw)": 0.6054030656814575, "Finetune/Step": 17907, "Finetune/Step Time": 6.802032805979252}
+{"Finetune/Learning Rate": 2.4751918378306484e-07, "Finetune/Loss": 0.6254875063896179, "Finetune/Loss (Raw)": 0.5436646938323975, "Finetune/Step": 17908, "Finetune/Step Time": 6.797816438600421}
+{"Finetune/Learning Rate": 2.471469761439926e-07, "Finetune/Loss": 0.6246219277381897, "Finetune/Loss (Raw)": 0.5968119502067566, "Finetune/Step": 17909, "Finetune/Step Time": 6.802131857722998}
+{"Finetune/Learning Rate": 2.4677504506809723e-07, "Finetune/Loss": 0.6249595284461975, "Finetune/Loss (Raw)": 0.6679158210754395, "Finetune/Step": 17910, "Finetune/Step Time": 6.784141970798373}
+{"Finetune/Learning Rate": 2.46403390565928e-07, "Finetune/Loss": 0.6243758201599121, "Finetune/Loss (Raw)": 0.5933148860931396, "Finetune/Step": 17911, "Finetune/Step Time": 6.776606064289808}
+{"Finetune/Learning Rate": 2.4603201264802423e-07, "Finetune/Loss": 0.6232278943061829, "Finetune/Loss (Raw)": 0.5527578592300415, "Finetune/Step": 17912, "Finetune/Step Time": 6.771372688934207}
+{"Finetune/Learning Rate": 2.456609113249131e-07, "Finetune/Loss": 0.6243999004364014, "Finetune/Loss (Raw)": 0.7101255655288696, "Finetune/Step": 17913, "Finetune/Step Time": 6.773188414052129}
+{"Finetune/Learning Rate": 2.452900866071228e-07, "Finetune/Loss": 0.6256061792373657, "Finetune/Loss (Raw)": 0.6745694875717163, "Finetune/Step": 17914, "Finetune/Step Time": 6.776925766840577}
+{"Finetune/Learning Rate": 2.4491953850516724e-07, "Finetune/Loss": 0.6238586902618408, "Finetune/Loss (Raw)": 0.6310448050498962, "Finetune/Step": 17915, "Finetune/Step Time": 6.777844438329339}
+{"Finetune/Learning Rate": 2.445492670295524e-07, "Finetune/Loss": 0.6237265467643738, "Finetune/Loss (Raw)": 0.6813576221466064, "Finetune/Step": 17916, "Finetune/Step Time": 6.772066693753004}
+{"Finetune/Learning Rate": 2.4417927219078095e-07, "Finetune/Loss": 0.6236796379089355, "Finetune/Loss (Raw)": 0.652148425579071, "Finetune/Step": 17917, "Finetune/Step Time": 6.7700793873518705}
+{"Finetune/Learning Rate": 2.438095539993435e-07, "Finetune/Loss": 0.6226348876953125, "Finetune/Loss (Raw)": 0.5202274322509766, "Finetune/Step": 17918, "Finetune/Step Time": 6.780566588044167}
+{"Finetune/Learning Rate": 2.4344011246572375e-07, "Finetune/Loss": 0.6229281425476074, "Finetune/Loss (Raw)": 0.7046536803245544, "Finetune/Step": 17919, "Finetune/Step Time": 6.758861985057592}
+{"Finetune/Learning Rate": 2.430709476003978e-07, "Finetune/Loss": 0.623020589351654, "Finetune/Loss (Raw)": 0.6615960597991943, "Finetune/Step": 17920, "Finetune/Step Time": 6.7615097146481276}
+{"Finetune/Learning Rate": 2.427020594138352e-07, "Finetune/Loss": 0.6234663724899292, "Finetune/Loss (Raw)": 0.6176405549049377, "Finetune/Step": 17921, "Finetune/Step Time": 6.746650034561753}
+{"Finetune/Learning Rate": 2.4233344791649625e-07, "Finetune/Loss": 0.6235494613647461, "Finetune/Loss (Raw)": 0.676106333732605, "Finetune/Step": 17922, "Finetune/Step Time": 6.749507203698158}
+{"Finetune/Learning Rate": 2.4196511311883385e-07, "Finetune/Loss": 0.6227767467498779, "Finetune/Loss (Raw)": 0.5576760172843933, "Finetune/Step": 17923, "Finetune/Step Time": 6.771064078435302}
+{"Finetune/Learning Rate": 2.4159705503129406e-07, "Finetune/Loss": 0.6221053600311279, "Finetune/Loss (Raw)": 0.6050117611885071, "Finetune/Step": 17924, "Finetune/Step Time": 6.795780025422573}
+{"Finetune/Learning Rate": 2.412292736643107e-07, "Finetune/Loss": 0.6218286752700806, "Finetune/Loss (Raw)": 0.7039437294006348, "Finetune/Step": 17925, "Finetune/Step Time": 6.789717119187117}
+{"Finetune/Learning Rate": 2.408617690283155e-07, "Finetune/Loss": 0.6231265068054199, "Finetune/Loss (Raw)": 0.6177617907524109, "Finetune/Step": 17926, "Finetune/Step Time": 6.778291160240769}
+{"Finetune/Learning Rate": 2.4049454113372783e-07, "Finetune/Loss": 0.6237806081771851, "Finetune/Loss (Raw)": 0.7824386358261108, "Finetune/Step": 17927, "Finetune/Step Time": 6.795336350798607}
+{"Finetune/Learning Rate": 2.4012758999096387e-07, "Finetune/Loss": 0.6258120536804199, "Finetune/Loss (Raw)": 0.7860245704650879, "Finetune/Step": 17928, "Finetune/Step Time": 6.783303624019027}
+{"Finetune/Learning Rate": 2.397609156104286e-07, "Finetune/Loss": 0.6253206133842468, "Finetune/Loss (Raw)": 0.6850757598876953, "Finetune/Step": 17929, "Finetune/Step Time": 6.782096544280648}
+{"Finetune/Learning Rate": 2.3939451800252035e-07, "Finetune/Loss": 0.625364363193512, "Finetune/Loss (Raw)": 0.6135890483856201, "Finetune/Step": 17930, "Finetune/Step Time": 6.796859499067068}
+{"Finetune/Learning Rate": 2.3902839717762635e-07, "Finetune/Loss": 0.6258111596107483, "Finetune/Loss (Raw)": 0.6965922713279724, "Finetune/Step": 17931, "Finetune/Step Time": 6.777626091614366}
+{"Finetune/Learning Rate": 2.3866255314613064e-07, "Finetune/Loss": 0.6277718544006348, "Finetune/Loss (Raw)": 0.7330551147460938, "Finetune/Step": 17932, "Finetune/Step Time": 6.76634711958468}
+{"Finetune/Learning Rate": 2.382969859184081e-07, "Finetune/Loss": 0.6298744678497314, "Finetune/Loss (Raw)": 0.8010627031326294, "Finetune/Step": 17933, "Finetune/Step Time": 6.764130812138319}
+{"Finetune/Learning Rate": 2.3793169550482388e-07, "Finetune/Loss": 0.6308286786079407, "Finetune/Loss (Raw)": 0.659893274307251, "Finetune/Step": 17934, "Finetune/Step Time": 6.76356709189713}
+{"Finetune/Learning Rate": 2.3756668191573627e-07, "Finetune/Loss": 0.6302924156188965, "Finetune/Loss (Raw)": 0.6011272072792053, "Finetune/Step": 17935, "Finetune/Step Time": 6.763906456530094}
+{"Finetune/Learning Rate": 2.3720194516149818e-07, "Finetune/Loss": 0.6304290294647217, "Finetune/Loss (Raw)": 0.5790860056877136, "Finetune/Step": 17936, "Finetune/Step Time": 6.750661158934236}
+{"Finetune/Learning Rate": 2.3683748525245132e-07, "Finetune/Loss": 0.6302434206008911, "Finetune/Loss (Raw)": 0.5749629139900208, "Finetune/Step": 17937, "Finetune/Step Time": 6.743048241361976}
+{"Finetune/Learning Rate": 2.3647330219893073e-07, "Finetune/Loss": 0.6286635398864746, "Finetune/Loss (Raw)": 0.45947203040122986, "Finetune/Step": 17938, "Finetune/Step Time": 6.7409547083079815}
+{"Finetune/Learning Rate": 2.361093960112626e-07, "Finetune/Loss": 0.629631757736206, "Finetune/Loss (Raw)": 0.7347207069396973, "Finetune/Step": 17939, "Finetune/Step Time": 6.751067476347089}
+{"Finetune/Learning Rate": 2.3574576669976867e-07, "Finetune/Loss": 0.6299744844436646, "Finetune/Loss (Raw)": 0.6503990888595581, "Finetune/Step": 17940, "Finetune/Step Time": 6.755730174481869}
+{"Finetune/Learning Rate": 2.353824142747574e-07, "Finetune/Loss": 0.6301831603050232, "Finetune/Loss (Raw)": 0.6522791385650635, "Finetune/Step": 17941, "Finetune/Step Time": 6.767057970166206}
+{"Finetune/Learning Rate": 2.3501933874653493e-07, "Finetune/Loss": 0.6305123567581177, "Finetune/Loss (Raw)": 0.6628127098083496, "Finetune/Step": 17942, "Finetune/Step Time": 6.767635706812143}
+{"Finetune/Learning Rate": 2.346565401253964e-07, "Finetune/Loss": 0.6310744285583496, "Finetune/Loss (Raw)": 0.6818633675575256, "Finetune/Step": 17943, "Finetune/Step Time": 6.768938517197967}
+{"Finetune/Learning Rate": 2.3429401842162802e-07, "Finetune/Loss": 0.630511999130249, "Finetune/Loss (Raw)": 0.552505612373352, "Finetune/Step": 17944, "Finetune/Step Time": 6.767532505095005}
+{"Finetune/Learning Rate": 2.3393177364551267e-07, "Finetune/Loss": 0.6301555037498474, "Finetune/Loss (Raw)": 0.5403615236282349, "Finetune/Step": 17945, "Finetune/Step Time": 6.765652338042855}
+{"Finetune/Learning Rate": 2.3356980580732103e-07, "Finetune/Loss": 0.6320458054542542, "Finetune/Loss (Raw)": 0.6619116067886353, "Finetune/Step": 17946, "Finetune/Step Time": 6.757518986240029}
+{"Finetune/Learning Rate": 2.332081149173171e-07, "Finetune/Loss": 0.6307774782180786, "Finetune/Loss (Raw)": 0.5212266445159912, "Finetune/Step": 17947, "Finetune/Step Time": 6.755335139110684}
+{"Finetune/Learning Rate": 2.3284670098575822e-07, "Finetune/Loss": 0.6310298442840576, "Finetune/Loss (Raw)": 0.6416243314743042, "Finetune/Step": 17948, "Finetune/Step Time": 6.734786963090301}
+{"Finetune/Learning Rate": 2.3248556402289402e-07, "Finetune/Loss": 0.6294953227043152, "Finetune/Loss (Raw)": 0.44449254870414734, "Finetune/Step": 17949, "Finetune/Step Time": 6.752963844686747}
+{"Finetune/Learning Rate": 2.3212470403896291e-07, "Finetune/Loss": 0.62997967004776, "Finetune/Loss (Raw)": 0.5983906388282776, "Finetune/Step": 17950, "Finetune/Step Time": 6.749961519613862}
+{"Finetune/Learning Rate": 2.31764121044199e-07, "Finetune/Loss": 0.6287311315536499, "Finetune/Loss (Raw)": 0.5409552454948425, "Finetune/Step": 17951, "Finetune/Step Time": 6.733076801523566}
+{"Finetune/Learning Rate": 2.3140381504882736e-07, "Finetune/Loss": 0.6287693977355957, "Finetune/Loss (Raw)": 0.6546958088874817, "Finetune/Step": 17952, "Finetune/Step Time": 6.731815094128251}
+{"Finetune/Learning Rate": 2.3104378606306653e-07, "Finetune/Loss": 0.6287962198257446, "Finetune/Loss (Raw)": 0.7032056450843811, "Finetune/Step": 17953, "Finetune/Step Time": 6.730762289837003}
+{"Finetune/Learning Rate": 2.3068403409712392e-07, "Finetune/Loss": 0.6291301846504211, "Finetune/Loss (Raw)": 0.6520686745643616, "Finetune/Step": 17954, "Finetune/Step Time": 6.728695821017027}
+{"Finetune/Learning Rate": 2.3032455916120134e-07, "Finetune/Loss": 0.6294691562652588, "Finetune/Loss (Raw)": 0.7106145024299622, "Finetune/Step": 17955, "Finetune/Step Time": 6.740704683586955}
+{"Finetune/Learning Rate": 2.2996536126549395e-07, "Finetune/Loss": 0.6283682584762573, "Finetune/Loss (Raw)": 0.5579296946525574, "Finetune/Step": 17956, "Finetune/Step Time": 6.749353922903538}
+{"Finetune/Learning Rate": 2.2960644042018698e-07, "Finetune/Loss": 0.6298337578773499, "Finetune/Loss (Raw)": 0.8000319004058838, "Finetune/Step": 17957, "Finetune/Step Time": 6.747609917074442}
+{"Finetune/Learning Rate": 2.292477966354567e-07, "Finetune/Loss": 0.6303646564483643, "Finetune/Loss (Raw)": 0.6421352028846741, "Finetune/Step": 17958, "Finetune/Step Time": 6.763657163828611}
+{"Finetune/Learning Rate": 2.288894299214761e-07, "Finetune/Loss": 0.6297211647033691, "Finetune/Loss (Raw)": 0.5136379599571228, "Finetune/Step": 17959, "Finetune/Step Time": 6.762288270518184}
+{"Finetune/Learning Rate": 2.2853134028840594e-07, "Finetune/Loss": 0.6290583610534668, "Finetune/Loss (Raw)": 0.5148947834968567, "Finetune/Step": 17960, "Finetune/Step Time": 6.775599874556065}
+{"Finetune/Learning Rate": 2.2817352774639923e-07, "Finetune/Loss": 0.6296727657318115, "Finetune/Loss (Raw)": 0.6888459324836731, "Finetune/Step": 17961, "Finetune/Step Time": 6.776015173643827}
+{"Finetune/Learning Rate": 2.2781599230560446e-07, "Finetune/Loss": 0.6298578977584839, "Finetune/Loss (Raw)": 0.6164090633392334, "Finetune/Step": 17962, "Finetune/Step Time": 6.75719584710896}
+{"Finetune/Learning Rate": 2.2745873397615913e-07, "Finetune/Loss": 0.6306098699569702, "Finetune/Loss (Raw)": 0.7213535308837891, "Finetune/Step": 17963, "Finetune/Step Time": 6.759804597124457}
+{"Finetune/Learning Rate": 2.2710175276819625e-07, "Finetune/Loss": 0.6311682462692261, "Finetune/Loss (Raw)": 0.6003605127334595, "Finetune/Step": 17964, "Finetune/Step Time": 6.762954939156771}
+{"Finetune/Learning Rate": 2.2674504869183655e-07, "Finetune/Loss": 0.6318247318267822, "Finetune/Loss (Raw)": 0.6980234384536743, "Finetune/Step": 17965, "Finetune/Step Time": 6.757933255285025}
+{"Finetune/Learning Rate": 2.2638862175719645e-07, "Finetune/Loss": 0.6305264234542847, "Finetune/Loss (Raw)": 0.44738325476646423, "Finetune/Step": 17966, "Finetune/Step Time": 6.75382924079895}
+{"Finetune/Learning Rate": 2.2603247197438227e-07, "Finetune/Loss": 0.6316329836845398, "Finetune/Loss (Raw)": 0.7891458868980408, "Finetune/Step": 17967, "Finetune/Step Time": 6.758290829136968}
+{"Finetune/Learning Rate": 2.2567659935349373e-07, "Finetune/Loss": 0.6321039199829102, "Finetune/Loss (Raw)": 0.733535885810852, "Finetune/Step": 17968, "Finetune/Step Time": 6.760396732017398}
+{"Finetune/Learning Rate": 2.2532100390462054e-07, "Finetune/Loss": 0.632848858833313, "Finetune/Loss (Raw)": 0.6492219567298889, "Finetune/Step": 17969, "Finetune/Step Time": 6.770466651767492}
+{"Finetune/Learning Rate": 2.2496568563785014e-07, "Finetune/Loss": 0.633256196975708, "Finetune/Loss (Raw)": 0.6149775981903076, "Finetune/Step": 17970, "Finetune/Step Time": 6.772497285157442}
+{"Finetune/Learning Rate": 2.2461064456325566e-07, "Finetune/Loss": 0.63410484790802, "Finetune/Loss (Raw)": 0.6761711835861206, "Finetune/Step": 17971, "Finetune/Step Time": 6.770861363038421}
+{"Finetune/Learning Rate": 2.2425588069090787e-07, "Finetune/Loss": 0.633796751499176, "Finetune/Loss (Raw)": 0.568731427192688, "Finetune/Step": 17972, "Finetune/Step Time": 6.7687924057245255}
+{"Finetune/Learning Rate": 2.239013940308632e-07, "Finetune/Loss": 0.6346737146377563, "Finetune/Loss (Raw)": 0.6553273797035217, "Finetune/Step": 17973, "Finetune/Step Time": 6.758491221815348}
+{"Finetune/Learning Rate": 2.235471845931747e-07, "Finetune/Loss": 0.634680986404419, "Finetune/Loss (Raw)": 0.5783781409263611, "Finetune/Step": 17974, "Finetune/Step Time": 6.749987404793501}
+{"Finetune/Learning Rate": 2.231932523878888e-07, "Finetune/Loss": 0.6341376900672913, "Finetune/Loss (Raw)": 0.5850310921669006, "Finetune/Step": 17975, "Finetune/Step Time": 6.759130273014307}
+{"Finetune/Learning Rate": 2.228395974250386e-07, "Finetune/Loss": 0.6348320245742798, "Finetune/Loss (Raw)": 0.6768559813499451, "Finetune/Step": 17976, "Finetune/Step Time": 6.761493166908622}
+{"Finetune/Learning Rate": 2.2248621971465713e-07, "Finetune/Loss": 0.6352139711380005, "Finetune/Loss (Raw)": 0.6819329857826233, "Finetune/Step": 17977, "Finetune/Step Time": 6.766476662829518}
+{"Finetune/Learning Rate": 2.2213311926676308e-07, "Finetune/Loss": 0.635689377784729, "Finetune/Loss (Raw)": 0.6729696989059448, "Finetune/Step": 17978, "Finetune/Step Time": 6.764600798487663}
+{"Finetune/Learning Rate": 2.2178029609136842e-07, "Finetune/Loss": 0.6355751752853394, "Finetune/Loss (Raw)": 0.5862756967544556, "Finetune/Step": 17979, "Finetune/Step Time": 6.751584969460964}
+{"Finetune/Learning Rate": 2.2142775019847963e-07, "Finetune/Loss": 0.6359941959381104, "Finetune/Loss (Raw)": 0.6821315884590149, "Finetune/Step": 17980, "Finetune/Step Time": 6.751485111191869}
+{"Finetune/Learning Rate": 2.2107548159809312e-07, "Finetune/Loss": 0.6359647512435913, "Finetune/Loss (Raw)": 0.5824348330497742, "Finetune/Step": 17981, "Finetune/Step Time": 6.739187087863684}
+{"Finetune/Learning Rate": 2.2072349030019757e-07, "Finetune/Loss": 0.6350507736206055, "Finetune/Loss (Raw)": 0.617811381816864, "Finetune/Step": 17982, "Finetune/Step Time": 6.741833383217454}
+{"Finetune/Learning Rate": 2.20371776314775e-07, "Finetune/Loss": 0.6356057524681091, "Finetune/Loss (Raw)": 0.6246703863143921, "Finetune/Step": 17983, "Finetune/Step Time": 6.740777673199773}
+{"Finetune/Learning Rate": 2.200203396517997e-07, "Finetune/Loss": 0.6356126666069031, "Finetune/Loss (Raw)": 0.5629197955131531, "Finetune/Step": 17984, "Finetune/Step Time": 6.7260704562067986}
+{"Finetune/Learning Rate": 2.1966918032123918e-07, "Finetune/Loss": 0.6352156400680542, "Finetune/Loss (Raw)": 0.6669342517852783, "Finetune/Step": 17985, "Finetune/Step Time": 6.735826559364796}
+{"Finetune/Learning Rate": 2.1931829833304663e-07, "Finetune/Loss": 0.6355487108230591, "Finetune/Loss (Raw)": 0.5756977796554565, "Finetune/Step": 17986, "Finetune/Step Time": 6.738325485959649}
+{"Finetune/Learning Rate": 2.189676936971763e-07, "Finetune/Loss": 0.6347351670265198, "Finetune/Loss (Raw)": 0.5437725186347961, "Finetune/Step": 17987, "Finetune/Step Time": 6.742562947794795}
+{"Finetune/Learning Rate": 2.186173664235669e-07, "Finetune/Loss": 0.6343982219696045, "Finetune/Loss (Raw)": 0.6077675223350525, "Finetune/Step": 17988, "Finetune/Step Time": 6.738374784588814}
+{"Finetune/Learning Rate": 2.1826731652215604e-07, "Finetune/Loss": 0.6341419219970703, "Finetune/Loss (Raw)": 0.5492011308670044, "Finetune/Step": 17989, "Finetune/Step Time": 6.740686945617199}
+{"Finetune/Learning Rate": 2.1791754400286802e-07, "Finetune/Loss": 0.634663999080658, "Finetune/Loss (Raw)": 0.5678839087486267, "Finetune/Step": 17990, "Finetune/Step Time": 6.741528633981943}
+{"Finetune/Learning Rate": 2.1756804887562155e-07, "Finetune/Loss": 0.6347480416297913, "Finetune/Loss (Raw)": 0.6565493941307068, "Finetune/Step": 17991, "Finetune/Step Time": 6.744830463081598}
+{"Finetune/Learning Rate": 2.172188311503276e-07, "Finetune/Loss": 0.6347674131393433, "Finetune/Loss (Raw)": 0.6614499092102051, "Finetune/Step": 17992, "Finetune/Step Time": 6.747521860525012}
+{"Finetune/Learning Rate": 2.1686989083688936e-07, "Finetune/Loss": 0.6342951655387878, "Finetune/Loss (Raw)": 0.5821841955184937, "Finetune/Step": 17993, "Finetune/Step Time": 6.7284292336553335}
+{"Finetune/Learning Rate": 2.1652122794520225e-07, "Finetune/Loss": 0.6334215998649597, "Finetune/Loss (Raw)": 0.5614368915557861, "Finetune/Step": 17994, "Finetune/Step Time": 6.7146734315901995}
+{"Finetune/Learning Rate": 2.161728424851517e-07, "Finetune/Loss": 0.6326958537101746, "Finetune/Loss (Raw)": 0.5171180963516235, "Finetune/Step": 17995, "Finetune/Step Time": 6.714296562597156}
+{"Finetune/Learning Rate": 2.1582473446661867e-07, "Finetune/Loss": 0.6327844262123108, "Finetune/Loss (Raw)": 0.6389811038970947, "Finetune/Step": 17996, "Finetune/Step Time": 6.694819392636418}
+{"Finetune/Learning Rate": 2.1547690389947306e-07, "Finetune/Loss": 0.6328402757644653, "Finetune/Loss (Raw)": 0.6940274834632874, "Finetune/Step": 17997, "Finetune/Step Time": 6.692265994846821}
+{"Finetune/Learning Rate": 2.151293507935792e-07, "Finetune/Loss": 0.6311594247817993, "Finetune/Loss (Raw)": 0.4616644084453583, "Finetune/Step": 17998, "Finetune/Step Time": 6.708665790036321}
+{"Finetune/Learning Rate": 2.1478207515879147e-07, "Finetune/Loss": 0.6310253143310547, "Finetune/Loss (Raw)": 0.5199697613716125, "Finetune/Step": 17999, "Finetune/Step Time": 6.720626886934042}
+{"Finetune/Learning Rate": 2.1443507700495968e-07, "Finetune/Loss": 0.6310577392578125, "Finetune/Loss (Raw)": 0.6295763254165649, "Finetune/Step": 18000, "Finetune/Step Time": 6.72396007925272}
+{"Finetune/Learning Rate": 2.1408835634192271e-07, "Finetune/Loss": 0.6310110092163086, "Finetune/Loss (Raw)": 0.653288722038269, "Finetune/Step": 18001, "Finetune/Step Time": 6.738630520179868}
+{"Finetune/Learning Rate": 2.1374191317951266e-07, "Finetune/Loss": 0.6306375861167908, "Finetune/Loss (Raw)": 0.6311836838722229, "Finetune/Step": 18002, "Finetune/Step Time": 6.747320152819157}
+{"Finetune/Learning Rate": 2.1339574752755387e-07, "Finetune/Loss": 0.6297311186790466, "Finetune/Loss (Raw)": 0.6083163022994995, "Finetune/Step": 18003, "Finetune/Step Time": 6.765284240245819}
+{"Finetune/Learning Rate": 2.1304985939586186e-07, "Finetune/Loss": 0.6292911767959595, "Finetune/Loss (Raw)": 0.591917097568512, "Finetune/Step": 18004, "Finetune/Step Time": 6.762293582782149}
+{"Finetune/Learning Rate": 2.1270424879424545e-07, "Finetune/Loss": 0.628599226474762, "Finetune/Loss (Raw)": 0.5249512195587158, "Finetune/Step": 18005, "Finetune/Step Time": 6.766066970303655}
+{"Finetune/Learning Rate": 2.1235891573250455e-07, "Finetune/Loss": 0.6283038854598999, "Finetune/Loss (Raw)": 0.563480794429779, "Finetune/Step": 18006, "Finetune/Step Time": 6.763560973107815}
+{"Finetune/Learning Rate": 2.1201386022043358e-07, "Finetune/Loss": 0.6282730102539062, "Finetune/Loss (Raw)": 0.5877977609634399, "Finetune/Step": 18007, "Finetune/Step Time": 6.7630501966923475}
+{"Finetune/Learning Rate": 2.116690822678158e-07, "Finetune/Loss": 0.6292849779129028, "Finetune/Loss (Raw)": 0.6201663613319397, "Finetune/Step": 18008, "Finetune/Step Time": 6.762135628610849}
+{"Finetune/Learning Rate": 2.1132458188442896e-07, "Finetune/Loss": 0.6297967433929443, "Finetune/Loss (Raw)": 0.6925499439239502, "Finetune/Step": 18009, "Finetune/Step Time": 6.762119270861149}
+{"Finetune/Learning Rate": 2.1098035908004078e-07, "Finetune/Loss": 0.6290144920349121, "Finetune/Loss (Raw)": 0.5839370489120483, "Finetune/Step": 18010, "Finetune/Step Time": 6.749366886913776}
+{"Finetune/Learning Rate": 2.1063641386441348e-07, "Finetune/Loss": 0.6306403875350952, "Finetune/Loss (Raw)": 0.6259647607803345, "Finetune/Step": 18011, "Finetune/Step Time": 6.734950037673116}
+{"Finetune/Learning Rate": 2.1029274624730034e-07, "Finetune/Loss": 0.6296815276145935, "Finetune/Loss (Raw)": 0.5795338749885559, "Finetune/Step": 18012, "Finetune/Step Time": 6.735861824825406}
+{"Finetune/Learning Rate": 2.099493562384469e-07, "Finetune/Loss": 0.6303085088729858, "Finetune/Loss (Raw)": 0.7008160948753357, "Finetune/Step": 18013, "Finetune/Step Time": 6.742050319910049}
+{"Finetune/Learning Rate": 2.09606243847591e-07, "Finetune/Loss": 0.6289010047912598, "Finetune/Loss (Raw)": 0.5562690496444702, "Finetune/Step": 18014, "Finetune/Step Time": 6.765653815120459}
+{"Finetune/Learning Rate": 2.092634090844625e-07, "Finetune/Loss": 0.6292418241500854, "Finetune/Loss (Raw)": 0.661110520362854, "Finetune/Step": 18015, "Finetune/Step Time": 6.759200308471918}
+{"Finetune/Learning Rate": 2.0892085195878154e-07, "Finetune/Loss": 0.6287303566932678, "Finetune/Loss (Raw)": 0.5735324025154114, "Finetune/Step": 18016, "Finetune/Step Time": 6.758987659588456}
+{"Finetune/Learning Rate": 2.085785724802636e-07, "Finetune/Loss": 0.6271134614944458, "Finetune/Loss (Raw)": 0.5052666068077087, "Finetune/Step": 18017, "Finetune/Step Time": 6.770519699901342}
+{"Finetune/Learning Rate": 2.0823657065861313e-07, "Finetune/Loss": 0.6279670000076294, "Finetune/Loss (Raw)": 0.7442647218704224, "Finetune/Step": 18018, "Finetune/Step Time": 6.764758691191673}
+{"Finetune/Learning Rate": 2.078948465035302e-07, "Finetune/Loss": 0.6268073320388794, "Finetune/Loss (Raw)": 0.4593503773212433, "Finetune/Step": 18019, "Finetune/Step Time": 6.774945497512817}
+{"Finetune/Learning Rate": 2.075534000247037e-07, "Finetune/Loss": 0.6251424551010132, "Finetune/Loss (Raw)": 0.5219031572341919, "Finetune/Step": 18020, "Finetune/Step Time": 6.773032175377011}
+{"Finetune/Learning Rate": 2.0721223123181921e-07, "Finetune/Loss": 0.6245445013046265, "Finetune/Loss (Raw)": 0.6161166429519653, "Finetune/Step": 18021, "Finetune/Step Time": 6.775421097874641}
+{"Finetune/Learning Rate": 2.068713401345468e-07, "Finetune/Loss": 0.6245888471603394, "Finetune/Loss (Raw)": 0.5608698129653931, "Finetune/Step": 18022, "Finetune/Step Time": 6.762408290058374}
+{"Finetune/Learning Rate": 2.0653072674255537e-07, "Finetune/Loss": 0.6237285733222961, "Finetune/Loss (Raw)": 0.5631813406944275, "Finetune/Step": 18023, "Finetune/Step Time": 6.76022950001061}
+{"Finetune/Learning Rate": 2.0619039106550387e-07, "Finetune/Loss": 0.6220993995666504, "Finetune/Loss (Raw)": 0.516913652420044, "Finetune/Step": 18024, "Finetune/Step Time": 6.754787143319845}
+{"Finetune/Learning Rate": 2.0585033311304237e-07, "Finetune/Loss": 0.6205249428749084, "Finetune/Loss (Raw)": 0.5417376160621643, "Finetune/Step": 18025, "Finetune/Step Time": 6.764694394543767}
+{"Finetune/Learning Rate": 2.0551055289481536e-07, "Finetune/Loss": 0.6210406422615051, "Finetune/Loss (Raw)": 0.6693172454833984, "Finetune/Step": 18026, "Finetune/Step Time": 6.74646214954555}
+{"Finetune/Learning Rate": 2.0517105042045847e-07, "Finetune/Loss": 0.6204203963279724, "Finetune/Loss (Raw)": 0.6363352537155151, "Finetune/Step": 18027, "Finetune/Step Time": 6.747021749615669}
+{"Finetune/Learning Rate": 2.0483182569959627e-07, "Finetune/Loss": 0.6209511756896973, "Finetune/Loss (Raw)": 0.6628395318984985, "Finetune/Step": 18028, "Finetune/Step Time": 6.741510136052966}
+{"Finetune/Learning Rate": 2.0449287874184986e-07, "Finetune/Loss": 0.6211786270141602, "Finetune/Loss (Raw)": 0.6086304187774658, "Finetune/Step": 18029, "Finetune/Step Time": 6.731863168999553}
+{"Finetune/Learning Rate": 2.0415420955683052e-07, "Finetune/Loss": 0.6206395030021667, "Finetune/Loss (Raw)": 0.6271025538444519, "Finetune/Step": 18030, "Finetune/Step Time": 6.743193197995424}
+{"Finetune/Learning Rate": 2.0381581815414274e-07, "Finetune/Loss": 0.6208995580673218, "Finetune/Loss (Raw)": 0.7308551669120789, "Finetune/Step": 18031, "Finetune/Step Time": 6.745868870988488}
+{"Finetune/Learning Rate": 2.0347770454338111e-07, "Finetune/Loss": 0.6194491386413574, "Finetune/Loss (Raw)": 0.532949686050415, "Finetune/Step": 18032, "Finetune/Step Time": 6.746782146394253}
+{"Finetune/Learning Rate": 2.031398687341357e-07, "Finetune/Loss": 0.6184240579605103, "Finetune/Loss (Raw)": 0.4425197243690491, "Finetune/Step": 18033, "Finetune/Step Time": 6.743603566661477}
+{"Finetune/Learning Rate": 2.0280231073598333e-07, "Finetune/Loss": 0.6196187138557434, "Finetune/Loss (Raw)": 0.6922445893287659, "Finetune/Step": 18034, "Finetune/Step Time": 6.734717050567269}
+{"Finetune/Learning Rate": 2.0246503055849854e-07, "Finetune/Loss": 0.6194907426834106, "Finetune/Loss (Raw)": 0.5890241861343384, "Finetune/Step": 18035, "Finetune/Step Time": 6.736621344462037}
+{"Finetune/Learning Rate": 2.0212802821124588e-07, "Finetune/Loss": 0.6197082996368408, "Finetune/Loss (Raw)": 0.5715130567550659, "Finetune/Step": 18036, "Finetune/Step Time": 6.738845381885767}
+{"Finetune/Learning Rate": 2.0179130370377998e-07, "Finetune/Loss": 0.6198980212211609, "Finetune/Loss (Raw)": 0.6210888624191284, "Finetune/Step": 18037, "Finetune/Step Time": 6.735005525872111}
+{"Finetune/Learning Rate": 2.0145485704564982e-07, "Finetune/Loss": 0.6192592978477478, "Finetune/Loss (Raw)": 0.5861651301383972, "Finetune/Step": 18038, "Finetune/Step Time": 6.736070107668638}
+{"Finetune/Learning Rate": 2.011186882463978e-07, "Finetune/Loss": 0.6191532611846924, "Finetune/Loss (Raw)": 0.5797479748725891, "Finetune/Step": 18039, "Finetune/Step Time": 6.763668272644281}
+{"Finetune/Learning Rate": 2.0078279731555517e-07, "Finetune/Loss": 0.6198511123657227, "Finetune/Loss (Raw)": 0.6420702934265137, "Finetune/Step": 18040, "Finetune/Step Time": 6.773702854290605}
+{"Finetune/Learning Rate": 2.0044718426264652e-07, "Finetune/Loss": 0.6197436451911926, "Finetune/Loss (Raw)": 0.696377158164978, "Finetune/Step": 18041, "Finetune/Step Time": 6.772800266742706}
+{"Finetune/Learning Rate": 2.0011184909718982e-07, "Finetune/Loss": 0.6194437742233276, "Finetune/Loss (Raw)": 0.6361793875694275, "Finetune/Step": 18042, "Finetune/Step Time": 6.782418813556433}
+{"Finetune/Learning Rate": 1.9977679182869414e-07, "Finetune/Loss": 0.6194745898246765, "Finetune/Loss (Raw)": 0.63499516248703, "Finetune/Step": 18043, "Finetune/Step Time": 6.77993874065578}
+{"Finetune/Learning Rate": 1.9944201246666072e-07, "Finetune/Loss": 0.6186579465866089, "Finetune/Loss (Raw)": 0.5768312811851501, "Finetune/Step": 18044, "Finetune/Step Time": 6.776714481413364}
+{"Finetune/Learning Rate": 1.99107511020582e-07, "Finetune/Loss": 0.6180213093757629, "Finetune/Loss (Raw)": 0.5706554055213928, "Finetune/Step": 18045, "Finetune/Step Time": 6.797240117564797}
+{"Finetune/Learning Rate": 1.9877328749994485e-07, "Finetune/Loss": 0.6185957789421082, "Finetune/Loss (Raw)": 0.5937595367431641, "Finetune/Step": 18046, "Finetune/Step Time": 6.784618381410837}
+{"Finetune/Learning Rate": 1.984393419142261e-07, "Finetune/Loss": 0.6175270080566406, "Finetune/Loss (Raw)": 0.5678523778915405, "Finetune/Step": 18047, "Finetune/Step Time": 6.783245243132114}
+{"Finetune/Learning Rate": 1.9810567427289596e-07, "Finetune/Loss": 0.6161827445030212, "Finetune/Loss (Raw)": 0.4895267188549042, "Finetune/Step": 18048, "Finetune/Step Time": 6.800734747201204}
+{"Finetune/Learning Rate": 1.9777228458541576e-07, "Finetune/Loss": 0.6153217554092407, "Finetune/Loss (Raw)": 0.5074363946914673, "Finetune/Step": 18049, "Finetune/Step Time": 6.803171876817942}
+{"Finetune/Learning Rate": 1.9743917286124014e-07, "Finetune/Loss": 0.6156293153762817, "Finetune/Loss (Raw)": 0.7154730558395386, "Finetune/Step": 18050, "Finetune/Step Time": 6.801524575799704}
+{"Finetune/Learning Rate": 1.9710633910981603e-07, "Finetune/Loss": 0.6162416934967041, "Finetune/Loss (Raw)": 0.6360575556755066, "Finetune/Step": 18051, "Finetune/Step Time": 6.78320593573153}
+{"Finetune/Learning Rate": 1.9677378334057807e-07, "Finetune/Loss": 0.6167113780975342, "Finetune/Loss (Raw)": 0.6651331782341003, "Finetune/Step": 18052, "Finetune/Step Time": 6.764128599315882}
+{"Finetune/Learning Rate": 1.964415055629598e-07, "Finetune/Loss": 0.6162934303283691, "Finetune/Loss (Raw)": 0.6504457592964172, "Finetune/Step": 18053, "Finetune/Step Time": 6.765673296526074}
+{"Finetune/Learning Rate": 1.9610950578638267e-07, "Finetune/Loss": 0.6162323951721191, "Finetune/Loss (Raw)": 0.6099481582641602, "Finetune/Step": 18054, "Finetune/Step Time": 6.765233052894473}
+{"Finetune/Learning Rate": 1.9577778402026238e-07, "Finetune/Loss": 0.6152007579803467, "Finetune/Loss (Raw)": 0.650395929813385, "Finetune/Step": 18055, "Finetune/Step Time": 6.7459213603287935}
+{"Finetune/Learning Rate": 1.9544634027400367e-07, "Finetune/Loss": 0.6134375333786011, "Finetune/Loss (Raw)": 0.5603191256523132, "Finetune/Step": 18056, "Finetune/Step Time": 6.744271147996187}
+{"Finetune/Learning Rate": 1.951151745570079e-07, "Finetune/Loss": 0.6123372912406921, "Finetune/Loss (Raw)": 0.5442551970481873, "Finetune/Step": 18057, "Finetune/Step Time": 6.742590894922614}
+{"Finetune/Learning Rate": 1.9478428687866313e-07, "Finetune/Loss": 0.6128917932510376, "Finetune/Loss (Raw)": 0.6845600605010986, "Finetune/Step": 18058, "Finetune/Step Time": 6.729381440207362}
+{"Finetune/Learning Rate": 1.9445367724835297e-07, "Finetune/Loss": 0.6119263172149658, "Finetune/Loss (Raw)": 0.5730096697807312, "Finetune/Step": 18059, "Finetune/Step Time": 6.739160530269146}
+{"Finetune/Learning Rate": 1.9412334567545433e-07, "Finetune/Loss": 0.6113765239715576, "Finetune/Loss (Raw)": 0.6626816987991333, "Finetune/Step": 18060, "Finetune/Step Time": 6.739465158432722}
+{"Finetune/Learning Rate": 1.9379329216933308e-07, "Finetune/Loss": 0.6105127334594727, "Finetune/Loss (Raw)": 0.6905019283294678, "Finetune/Step": 18061, "Finetune/Step Time": 6.740720374509692}
+{"Finetune/Learning Rate": 1.934635167393484e-07, "Finetune/Loss": 0.6109637022018433, "Finetune/Loss (Raw)": 0.7176190614700317, "Finetune/Step": 18062, "Finetune/Step Time": 6.758921563625336}
+{"Finetune/Learning Rate": 1.931340193948539e-07, "Finetune/Loss": 0.6112126111984253, "Finetune/Loss (Raw)": 0.6329901814460754, "Finetune/Step": 18063, "Finetune/Step Time": 6.758296299725771}
+{"Finetune/Learning Rate": 1.9280480014519098e-07, "Finetune/Loss": 0.6120247840881348, "Finetune/Loss (Raw)": 0.6830326318740845, "Finetune/Step": 18064, "Finetune/Step Time": 6.7584547232836485}
+{"Finetune/Learning Rate": 1.9247585899969557e-07, "Finetune/Loss": 0.6120383739471436, "Finetune/Loss (Raw)": 0.5767137408256531, "Finetune/Step": 18065, "Finetune/Step Time": 6.758283479139209}
+{"Finetune/Learning Rate": 1.921471959676957e-07, "Finetune/Loss": 0.6140288710594177, "Finetune/Loss (Raw)": 0.7142499089241028, "Finetune/Step": 18066, "Finetune/Step Time": 6.757767727598548}
+{"Finetune/Learning Rate": 1.9181881105851175e-07, "Finetune/Loss": 0.6132627725601196, "Finetune/Loss (Raw)": 0.636658787727356, "Finetune/Step": 18067, "Finetune/Step Time": 6.750028958544135}
+{"Finetune/Learning Rate": 1.9149070428145511e-07, "Finetune/Loss": 0.6128862500190735, "Finetune/Loss (Raw)": 0.6022062301635742, "Finetune/Step": 18068, "Finetune/Step Time": 6.7453762497752905}
+{"Finetune/Learning Rate": 1.9116287564583168e-07, "Finetune/Loss": 0.6125093102455139, "Finetune/Loss (Raw)": 0.6040299534797668, "Finetune/Step": 18069, "Finetune/Step Time": 6.734125168994069}
+{"Finetune/Learning Rate": 1.9083532516093628e-07, "Finetune/Loss": 0.6115728616714478, "Finetune/Loss (Raw)": 0.5429476499557495, "Finetune/Step": 18070, "Finetune/Step Time": 6.744569638743997}
+{"Finetune/Learning Rate": 1.905080528360581e-07, "Finetune/Loss": 0.611445426940918, "Finetune/Loss (Raw)": 0.6655471324920654, "Finetune/Step": 18071, "Finetune/Step Time": 6.793691074475646}
+{"Finetune/Learning Rate": 1.9018105868047533e-07, "Finetune/Loss": 0.6115164756774902, "Finetune/Loss (Raw)": 0.5616002082824707, "Finetune/Step": 18072, "Finetune/Step Time": 6.841232987120748}
+{"Finetune/Learning Rate": 1.8985434270346382e-07, "Finetune/Loss": 0.6123690605163574, "Finetune/Loss (Raw)": 0.649497389793396, "Finetune/Step": 18073, "Finetune/Step Time": 6.846636287868023}
+{"Finetune/Learning Rate": 1.8952790491428508e-07, "Finetune/Loss": 0.6112183332443237, "Finetune/Loss (Raw)": 0.5146239995956421, "Finetune/Step": 18074, "Finetune/Step Time": 6.8574588149785995}
+{"Finetune/Learning Rate": 1.8920174532219837e-07, "Finetune/Loss": 0.6119829416275024, "Finetune/Loss (Raw)": 0.6190893054008484, "Finetune/Step": 18075, "Finetune/Step Time": 6.861569058150053}
+{"Finetune/Learning Rate": 1.8887586393645407e-07, "Finetune/Loss": 0.6113342046737671, "Finetune/Loss (Raw)": 0.5585825443267822, "Finetune/Step": 18076, "Finetune/Step Time": 6.862841995432973}
+{"Finetune/Learning Rate": 1.8855026076628923e-07, "Finetune/Loss": 0.6119296550750732, "Finetune/Loss (Raw)": 0.520714282989502, "Finetune/Step": 18077, "Finetune/Step Time": 6.843689231202006}
+{"Finetune/Learning Rate": 1.8822493582093981e-07, "Finetune/Loss": 0.6126371622085571, "Finetune/Loss (Raw)": 0.6889540553092957, "Finetune/Step": 18078, "Finetune/Step Time": 6.8362220618873835}
+{"Finetune/Learning Rate": 1.8789988910962952e-07, "Finetune/Loss": 0.6140490770339966, "Finetune/Loss (Raw)": 0.7216777205467224, "Finetune/Step": 18079, "Finetune/Step Time": 6.834032980725169}
+{"Finetune/Learning Rate": 1.8757512064157658e-07, "Finetune/Loss": 0.6142322421073914, "Finetune/Loss (Raw)": 0.6781384944915771, "Finetune/Step": 18080, "Finetune/Step Time": 6.833610650151968}
+{"Finetune/Learning Rate": 1.8725063042598912e-07, "Finetune/Loss": 0.613900363445282, "Finetune/Loss (Raw)": 0.6607328653335571, "Finetune/Step": 18081, "Finetune/Step Time": 6.8323084600269794}
+{"Finetune/Learning Rate": 1.8692641847207316e-07, "Finetune/Loss": 0.6138855218887329, "Finetune/Loss (Raw)": 0.6501737833023071, "Finetune/Step": 18082, "Finetune/Step Time": 6.833225518465042}
+{"Finetune/Learning Rate": 1.8660248478901688e-07, "Finetune/Loss": 0.6131048202514648, "Finetune/Loss (Raw)": 0.6106788516044617, "Finetune/Step": 18083, "Finetune/Step Time": 6.817555086687207}
+{"Finetune/Learning Rate": 1.862788293860096e-07, "Finetune/Loss": 0.6129910945892334, "Finetune/Loss (Raw)": 0.5433720350265503, "Finetune/Step": 18084, "Finetune/Step Time": 6.814088754355907}
+{"Finetune/Learning Rate": 1.8595545227222845e-07, "Finetune/Loss": 0.6122073531150818, "Finetune/Loss (Raw)": 0.699711263179779, "Finetune/Step": 18085, "Finetune/Step Time": 6.816637625917792}
+{"Finetune/Learning Rate": 1.856323534568427e-07, "Finetune/Loss": 0.6128348112106323, "Finetune/Loss (Raw)": 0.7224518656730652, "Finetune/Step": 18086, "Finetune/Step Time": 6.804635349661112}
+{"Finetune/Learning Rate": 1.853095329490151e-07, "Finetune/Loss": 0.6140694618225098, "Finetune/Loss (Raw)": 0.6716712117195129, "Finetune/Step": 18087, "Finetune/Step Time": 6.801466450095177}
+{"Finetune/Learning Rate": 1.8498699075789938e-07, "Finetune/Loss": 0.6142079830169678, "Finetune/Loss (Raw)": 0.5326224565505981, "Finetune/Step": 18088, "Finetune/Step Time": 6.78922775760293}
+{"Finetune/Learning Rate": 1.846647268926438e-07, "Finetune/Loss": 0.6141100525856018, "Finetune/Loss (Raw)": 0.6763153076171875, "Finetune/Step": 18089, "Finetune/Step Time": 6.789926525205374}
+{"Finetune/Learning Rate": 1.843427413623844e-07, "Finetune/Loss": 0.6128767728805542, "Finetune/Loss (Raw)": 0.4585489332675934, "Finetune/Step": 18090, "Finetune/Step Time": 6.8032285291701555}
+{"Finetune/Learning Rate": 1.8402103417625273e-07, "Finetune/Loss": 0.6116513609886169, "Finetune/Loss (Raw)": 0.5645044445991516, "Finetune/Step": 18091, "Finetune/Step Time": 6.810899117961526}
+{"Finetune/Learning Rate": 1.836996053433726e-07, "Finetune/Loss": 0.6105086803436279, "Finetune/Loss (Raw)": 0.4540993273258209, "Finetune/Step": 18092, "Finetune/Step Time": 6.819104980677366}
+{"Finetune/Learning Rate": 1.833784548728579e-07, "Finetune/Loss": 0.6091848015785217, "Finetune/Loss (Raw)": 0.5285589694976807, "Finetune/Step": 18093, "Finetune/Step Time": 6.818664085119963}
+{"Finetune/Learning Rate": 1.830575827738146e-07, "Finetune/Loss": 0.6109139919281006, "Finetune/Loss (Raw)": 0.6687275171279907, "Finetune/Step": 18094, "Finetune/Step Time": 6.820835966616869}
+{"Finetune/Learning Rate": 1.8273698905534322e-07, "Finetune/Loss": 0.6093524694442749, "Finetune/Loss (Raw)": 0.5892724394798279, "Finetune/Step": 18095, "Finetune/Step Time": 6.819074714556336}
+{"Finetune/Learning Rate": 1.8241667372653316e-07, "Finetune/Loss": 0.6093240976333618, "Finetune/Loss (Raw)": 0.7298935651779175, "Finetune/Step": 18096, "Finetune/Step Time": 6.819627592340112}
+{"Finetune/Learning Rate": 1.820966367964705e-07, "Finetune/Loss": 0.6096459627151489, "Finetune/Loss (Raw)": 0.6904218196868896, "Finetune/Step": 18097, "Finetune/Step Time": 6.811940981075168}
+{"Finetune/Learning Rate": 1.8177687827422796e-07, "Finetune/Loss": 0.6102755069732666, "Finetune/Loss (Raw)": 0.6955633759498596, "Finetune/Step": 18098, "Finetune/Step Time": 6.810337793081999}
+{"Finetune/Learning Rate": 1.8145739816887385e-07, "Finetune/Loss": 0.6097121834754944, "Finetune/Loss (Raw)": 0.6040629744529724, "Finetune/Step": 18099, "Finetune/Step Time": 6.808109430596232}
+{"Finetune/Learning Rate": 1.811381964894676e-07, "Finetune/Loss": 0.6097841858863831, "Finetune/Loss (Raw)": 0.5779499411582947, "Finetune/Step": 18100, "Finetune/Step Time": 6.810897121205926}
+{"Finetune/Learning Rate": 1.8081927324506088e-07, "Finetune/Loss": 0.6084878444671631, "Finetune/Loss (Raw)": 0.48939570784568787, "Finetune/Step": 18101, "Finetune/Step Time": 6.809251867234707}
+{"Finetune/Learning Rate": 1.8050062844469752e-07, "Finetune/Loss": 0.6092302799224854, "Finetune/Loss (Raw)": 0.673416018486023, "Finetune/Step": 18102, "Finetune/Step Time": 6.810546696186066}
+{"Finetune/Learning Rate": 1.8018226209741362e-07, "Finetune/Loss": 0.6099366545677185, "Finetune/Loss (Raw)": 0.675442099571228, "Finetune/Step": 18103, "Finetune/Step Time": 6.800601352006197}
+{"Finetune/Learning Rate": 1.7986417421223758e-07, "Finetune/Loss": 0.6108353137969971, "Finetune/Loss (Raw)": 0.7918820381164551, "Finetune/Step": 18104, "Finetune/Step Time": 6.816753007471561}
+{"Finetune/Learning Rate": 1.7954636479818766e-07, "Finetune/Loss": 0.6103402376174927, "Finetune/Loss (Raw)": 0.6185672879219055, "Finetune/Step": 18105, "Finetune/Step Time": 6.815351862460375}
+{"Finetune/Learning Rate": 1.792288338642789e-07, "Finetune/Loss": 0.609896719455719, "Finetune/Loss (Raw)": 0.6161964535713196, "Finetune/Step": 18106, "Finetune/Step Time": 6.834015216678381}
+{"Finetune/Learning Rate": 1.7891158141951305e-07, "Finetune/Loss": 0.6100994944572449, "Finetune/Loss (Raw)": 0.6122312545776367, "Finetune/Step": 18107, "Finetune/Step Time": 6.8327797912061214}
+{"Finetune/Learning Rate": 1.7859460747288616e-07, "Finetune/Loss": 0.609192967414856, "Finetune/Loss (Raw)": 0.5660921335220337, "Finetune/Step": 18108, "Finetune/Step Time": 6.851718047633767}
+{"Finetune/Learning Rate": 1.7827791203338885e-07, "Finetune/Loss": 0.6101565957069397, "Finetune/Loss (Raw)": 0.7057809233665466, "Finetune/Step": 18109, "Finetune/Step Time": 6.851998766884208}
+{"Finetune/Learning Rate": 1.779614951100006e-07, "Finetune/Loss": 0.6102904081344604, "Finetune/Loss (Raw)": 0.6349385976791382, "Finetune/Step": 18110, "Finetune/Step Time": 6.851211929693818}
+{"Finetune/Learning Rate": 1.7764535671169426e-07, "Finetune/Loss": 0.6093493700027466, "Finetune/Loss (Raw)": 0.5042203068733215, "Finetune/Step": 18111, "Finetune/Step Time": 6.850002706050873}
+{"Finetune/Learning Rate": 1.7732949684743593e-07, "Finetune/Loss": 0.6106169819831848, "Finetune/Loss (Raw)": 0.7251690626144409, "Finetune/Step": 18112, "Finetune/Step Time": 6.855019336566329}
+{"Finetune/Learning Rate": 1.7701391552617963e-07, "Finetune/Loss": 0.6101101040840149, "Finetune/Loss (Raw)": 0.6020568013191223, "Finetune/Step": 18113, "Finetune/Step Time": 6.846781007945538}
+{"Finetune/Learning Rate": 1.7669861275687593e-07, "Finetune/Loss": 0.6106564998626709, "Finetune/Loss (Raw)": 0.6456397771835327, "Finetune/Step": 18114, "Finetune/Step Time": 6.846314165741205}
+{"Finetune/Learning Rate": 1.763835885484655e-07, "Finetune/Loss": 0.6111196279525757, "Finetune/Loss (Raw)": 0.6030451059341431, "Finetune/Step": 18115, "Finetune/Step Time": 6.82479658909142}
+{"Finetune/Learning Rate": 1.7606884290988223e-07, "Finetune/Loss": 0.6115514039993286, "Finetune/Loss (Raw)": 0.6630358099937439, "Finetune/Step": 18116, "Finetune/Step Time": 6.848297096788883}
+{"Finetune/Learning Rate": 1.7575437585005017e-07, "Finetune/Loss": 0.6115313768386841, "Finetune/Loss (Raw)": 0.546643853187561, "Finetune/Step": 18117, "Finetune/Step Time": 6.846851786598563}
+{"Finetune/Learning Rate": 1.7544018737788994e-07, "Finetune/Loss": 0.6121368408203125, "Finetune/Loss (Raw)": 0.6453849077224731, "Finetune/Step": 18118, "Finetune/Step Time": 6.846896160393953}
+{"Finetune/Learning Rate": 1.7512627750230772e-07, "Finetune/Loss": 0.6118674278259277, "Finetune/Loss (Raw)": 0.6220669746398926, "Finetune/Step": 18119, "Finetune/Step Time": 6.843980932608247}
+{"Finetune/Learning Rate": 1.7481264623220527e-07, "Finetune/Loss": 0.6115416288375854, "Finetune/Loss (Raw)": 0.6197406053543091, "Finetune/Step": 18120, "Finetune/Step Time": 6.840621285140514}
+{"Finetune/Learning Rate": 1.7449929357647777e-07, "Finetune/Loss": 0.6122771501541138, "Finetune/Loss (Raw)": 0.676336944103241, "Finetune/Step": 18121, "Finetune/Step Time": 6.83858023583889}
+{"Finetune/Learning Rate": 1.7418621954400916e-07, "Finetune/Loss": 0.6132572889328003, "Finetune/Loss (Raw)": 0.6868917942047119, "Finetune/Step": 18122, "Finetune/Step Time": 6.837040834128857}
+{"Finetune/Learning Rate": 1.7387342414367904e-07, "Finetune/Loss": 0.6140049695968628, "Finetune/Loss (Raw)": 0.6128171682357788, "Finetune/Step": 18123, "Finetune/Step Time": 6.824806198477745}
+{"Finetune/Learning Rate": 1.7356090738435804e-07, "Finetune/Loss": 0.6132500171661377, "Finetune/Loss (Raw)": 0.5423487424850464, "Finetune/Step": 18124, "Finetune/Step Time": 6.86360021494329}
+{"Finetune/Learning Rate": 1.732486692749058e-07, "Finetune/Loss": 0.6122462749481201, "Finetune/Loss (Raw)": 0.5655525922775269, "Finetune/Step": 18125, "Finetune/Step Time": 6.880891295149922}
+{"Finetune/Learning Rate": 1.7293670982417853e-07, "Finetune/Loss": 0.6135536432266235, "Finetune/Loss (Raw)": 0.629005491733551, "Finetune/Step": 18126, "Finetune/Step Time": 6.866640558466315}
+{"Finetune/Learning Rate": 1.726250290410214e-07, "Finetune/Loss": 0.6146981716156006, "Finetune/Loss (Raw)": 0.6664694547653198, "Finetune/Step": 18127, "Finetune/Step Time": 6.8539964854717255}
+{"Finetune/Learning Rate": 1.723136269342729e-07, "Finetune/Loss": 0.6148436665534973, "Finetune/Loss (Raw)": 0.6481955647468567, "Finetune/Step": 18128, "Finetune/Step Time": 6.849820077419281}
+{"Finetune/Learning Rate": 1.720025035127637e-07, "Finetune/Loss": 0.6138843297958374, "Finetune/Loss (Raw)": 0.5304985642433167, "Finetune/Step": 18129, "Finetune/Step Time": 6.849136017262936}
+{"Finetune/Learning Rate": 1.716916587853168e-07, "Finetune/Loss": 0.6141544580459595, "Finetune/Loss (Raw)": 0.6657651662826538, "Finetune/Step": 18130, "Finetune/Step Time": 6.840748332440853}
+{"Finetune/Learning Rate": 1.713810927607462e-07, "Finetune/Loss": 0.6142624616622925, "Finetune/Loss (Raw)": 0.6221383213996887, "Finetune/Step": 18131, "Finetune/Step Time": 6.825162373483181}
+{"Finetune/Learning Rate": 1.7107080544785937e-07, "Finetune/Loss": 0.614355206489563, "Finetune/Loss (Raw)": 0.6037846207618713, "Finetune/Step": 18132, "Finetune/Step Time": 6.829340558499098}
+{"Finetune/Learning Rate": 1.7076079685545476e-07, "Finetune/Loss": 0.6147118210792542, "Finetune/Loss (Raw)": 0.570597767829895, "Finetune/Step": 18133, "Finetune/Step Time": 6.828239979222417}
+{"Finetune/Learning Rate": 1.7045106699232316e-07, "Finetune/Loss": 0.6158052682876587, "Finetune/Loss (Raw)": 0.7034345865249634, "Finetune/Step": 18134, "Finetune/Step Time": 6.83732440136373}
+{"Finetune/Learning Rate": 1.7014161586724754e-07, "Finetune/Loss": 0.6160981059074402, "Finetune/Loss (Raw)": 0.625289797782898, "Finetune/Step": 18135, "Finetune/Step Time": 6.857117544859648}
+{"Finetune/Learning Rate": 1.698324434890042e-07, "Finetune/Loss": 0.6146414279937744, "Finetune/Loss (Raw)": 0.4337098300457001, "Finetune/Step": 18136, "Finetune/Step Time": 6.8544512912631035}
+{"Finetune/Learning Rate": 1.6952354986635833e-07, "Finetune/Loss": 0.6126773357391357, "Finetune/Loss (Raw)": 0.44114720821380615, "Finetune/Step": 18137, "Finetune/Step Time": 6.8739564418792725}
+{"Finetune/Learning Rate": 1.6921493500807074e-07, "Finetune/Loss": 0.6122879981994629, "Finetune/Loss (Raw)": 0.5340994000434875, "Finetune/Step": 18138, "Finetune/Step Time": 6.89257051050663}
+{"Finetune/Learning Rate": 1.6890659892289329e-07, "Finetune/Loss": 0.6124698519706726, "Finetune/Loss (Raw)": 0.6492422819137573, "Finetune/Step": 18139, "Finetune/Step Time": 6.892251409590244}
+{"Finetune/Learning Rate": 1.685985416195679e-07, "Finetune/Loss": 0.6129442453384399, "Finetune/Loss (Raw)": 0.6402607560157776, "Finetune/Step": 18140, "Finetune/Step Time": 6.894366981461644}
+{"Finetune/Learning Rate": 1.68290763106832e-07, "Finetune/Loss": 0.6127074956893921, "Finetune/Loss (Raw)": 0.6705130338668823, "Finetune/Step": 18141, "Finetune/Step Time": 6.892723737284541}
+{"Finetune/Learning Rate": 1.6798326339341197e-07, "Finetune/Loss": 0.6126390695571899, "Finetune/Loss (Raw)": 0.5475053191184998, "Finetune/Step": 18142, "Finetune/Step Time": 6.871811160817742}
+{"Finetune/Learning Rate": 1.676760424880275e-07, "Finetune/Loss": 0.6120923757553101, "Finetune/Loss (Raw)": 0.591135561466217, "Finetune/Step": 18143, "Finetune/Step Time": 6.869249641895294}
+{"Finetune/Learning Rate": 1.6736910039939159e-07, "Finetune/Loss": 0.6127341985702515, "Finetune/Loss (Raw)": 0.6556857824325562, "Finetune/Step": 18144, "Finetune/Step Time": 6.870509808883071}
+{"Finetune/Learning Rate": 1.670624371362084e-07, "Finetune/Loss": 0.6143065690994263, "Finetune/Loss (Raw)": 0.7065318822860718, "Finetune/Step": 18145, "Finetune/Step Time": 6.853957369923592}
+{"Finetune/Learning Rate": 1.667560527071721e-07, "Finetune/Loss": 0.6135097146034241, "Finetune/Loss (Raw)": 0.6422672867774963, "Finetune/Step": 18146, "Finetune/Step Time": 6.8584744818508625}
+{"Finetune/Learning Rate": 1.6644994712097351e-07, "Finetune/Loss": 0.6142724752426147, "Finetune/Loss (Raw)": 0.5569843053817749, "Finetune/Step": 18147, "Finetune/Step Time": 6.846753064543009}
+{"Finetune/Learning Rate": 1.6614412038629125e-07, "Finetune/Loss": 0.6155325770378113, "Finetune/Loss (Raw)": 0.6831877827644348, "Finetune/Step": 18148, "Finetune/Step Time": 6.848324941471219}
+{"Finetune/Learning Rate": 1.6583857251179725e-07, "Finetune/Loss": 0.6158801317214966, "Finetune/Loss (Raw)": 0.6606117486953735, "Finetune/Step": 18149, "Finetune/Step Time": 6.848204720765352}
+{"Finetune/Learning Rate": 1.655333035061568e-07, "Finetune/Loss": 0.6165181994438171, "Finetune/Loss (Raw)": 0.6425411701202393, "Finetune/Step": 18150, "Finetune/Step Time": 6.847041349858046}
+{"Finetune/Learning Rate": 1.6522831337802636e-07, "Finetune/Loss": 0.6163583397865295, "Finetune/Loss (Raw)": 0.5427167415618896, "Finetune/Step": 18151, "Finetune/Step Time": 6.868422275409102}
+{"Finetune/Learning Rate": 1.6492360213605563e-07, "Finetune/Loss": 0.617805540561676, "Finetune/Loss (Raw)": 0.702154278755188, "Finetune/Step": 18152, "Finetune/Step Time": 6.853689707815647}
+{"Finetune/Learning Rate": 1.6461916978888327e-07, "Finetune/Loss": 0.6187172532081604, "Finetune/Loss (Raw)": 0.6584380865097046, "Finetune/Step": 18153, "Finetune/Step Time": 6.842636104673147}
+{"Finetune/Learning Rate": 1.6431501634514346e-07, "Finetune/Loss": 0.6188374161720276, "Finetune/Loss (Raw)": 0.6846983432769775, "Finetune/Step": 18154, "Finetune/Step Time": 6.845289288088679}
+{"Finetune/Learning Rate": 1.6401114181346157e-07, "Finetune/Loss": 0.6182370185852051, "Finetune/Loss (Raw)": 0.5594868063926697, "Finetune/Step": 18155, "Finetune/Step Time": 6.844247400760651}
+{"Finetune/Learning Rate": 1.6370754620245289e-07, "Finetune/Loss": 0.6181535720825195, "Finetune/Loss (Raw)": 0.6521589756011963, "Finetune/Step": 18156, "Finetune/Step Time": 6.844473769888282}
+{"Finetune/Learning Rate": 1.634042295207272e-07, "Finetune/Loss": 0.6180798411369324, "Finetune/Loss (Raw)": 0.5991910099983215, "Finetune/Step": 18157, "Finetune/Step Time": 6.850126648321748}
+{"Finetune/Learning Rate": 1.6310119177688655e-07, "Finetune/Loss": 0.6182674765586853, "Finetune/Loss (Raw)": 0.6511191725730896, "Finetune/Step": 18158, "Finetune/Step Time": 6.839235596358776}
+{"Finetune/Learning Rate": 1.6279843297952402e-07, "Finetune/Loss": 0.6158889532089233, "Finetune/Loss (Raw)": 0.4263991415500641, "Finetune/Step": 18159, "Finetune/Step Time": 6.858615528792143}
+{"Finetune/Learning Rate": 1.62495953137225e-07, "Finetune/Loss": 0.6167793273925781, "Finetune/Loss (Raw)": 0.6469179391860962, "Finetune/Step": 18160, "Finetune/Step Time": 6.859390716999769}
+{"Finetune/Learning Rate": 1.6219375225856703e-07, "Finetune/Loss": 0.6185088753700256, "Finetune/Loss (Raw)": 0.66390460729599, "Finetune/Step": 18161, "Finetune/Step Time": 6.862262902781367}
+{"Finetune/Learning Rate": 1.6189183035211776e-07, "Finetune/Loss": 0.6169885396957397, "Finetune/Loss (Raw)": 0.4976418614387512, "Finetune/Step": 18162, "Finetune/Step Time": 6.874555081129074}
+{"Finetune/Learning Rate": 1.6159018742644138e-07, "Finetune/Loss": 0.6172378659248352, "Finetune/Loss (Raw)": 0.6209403872489929, "Finetune/Step": 18163, "Finetune/Step Time": 6.890875671058893}
+{"Finetune/Learning Rate": 1.612888234900889e-07, "Finetune/Loss": 0.6175894737243652, "Finetune/Loss (Raw)": 0.6165176630020142, "Finetune/Step": 18164, "Finetune/Step Time": 6.891965005546808}
+{"Finetune/Learning Rate": 1.60987738551609e-07, "Finetune/Loss": 0.617262601852417, "Finetune/Loss (Raw)": 0.5792441368103027, "Finetune/Step": 18165, "Finetune/Step Time": 6.897380197420716}
+{"Finetune/Learning Rate": 1.6068693261953928e-07, "Finetune/Loss": 0.6167259812355042, "Finetune/Loss (Raw)": 0.5174849629402161, "Finetune/Step": 18166, "Finetune/Step Time": 6.918207162991166}
+{"Finetune/Learning Rate": 1.6038640570240848e-07, "Finetune/Loss": 0.616845965385437, "Finetune/Loss (Raw)": 0.5951018929481506, "Finetune/Step": 18167, "Finetune/Step Time": 6.899465821683407}
+{"Finetune/Learning Rate": 1.600861578087387e-07, "Finetune/Loss": 0.6171778440475464, "Finetune/Loss (Raw)": 0.68454909324646, "Finetune/Step": 18168, "Finetune/Step Time": 6.888011980801821}
+{"Finetune/Learning Rate": 1.5978618894704535e-07, "Finetune/Loss": 0.6176381707191467, "Finetune/Loss (Raw)": 0.7553033828735352, "Finetune/Step": 18169, "Finetune/Step Time": 6.887544820085168}
+{"Finetune/Learning Rate": 1.5948649912583269e-07, "Finetune/Loss": 0.6181856393814087, "Finetune/Loss (Raw)": 0.7062579989433289, "Finetune/Step": 18170, "Finetune/Step Time": 6.875417724251747}
+{"Finetune/Learning Rate": 1.5918708835359952e-07, "Finetune/Loss": 0.617495059967041, "Finetune/Loss (Raw)": 0.5465990900993347, "Finetune/Step": 18171, "Finetune/Step Time": 6.874462267383933}
+{"Finetune/Learning Rate": 1.5888795663883904e-07, "Finetune/Loss": 0.6180891990661621, "Finetune/Loss (Raw)": 0.6528799533843994, "Finetune/Step": 18172, "Finetune/Step Time": 6.875268081203103}
+{"Finetune/Learning Rate": 1.5858910399003114e-07, "Finetune/Loss": 0.6188634037971497, "Finetune/Loss (Raw)": 0.6697520017623901, "Finetune/Step": 18173, "Finetune/Step Time": 6.858200883492827}
+{"Finetune/Learning Rate": 1.5829053041565123e-07, "Finetune/Loss": 0.619349479675293, "Finetune/Loss (Raw)": 0.6559808254241943, "Finetune/Step": 18174, "Finetune/Step Time": 6.856593417003751}
+{"Finetune/Learning Rate": 1.5799223592416478e-07, "Finetune/Loss": 0.6193282604217529, "Finetune/Loss (Raw)": 0.5651401877403259, "Finetune/Step": 18175, "Finetune/Step Time": 6.873553942888975}
+{"Finetune/Learning Rate": 1.5769422052403172e-07, "Finetune/Loss": 0.6215816736221313, "Finetune/Loss (Raw)": 0.7779613733291626, "Finetune/Step": 18176, "Finetune/Step Time": 6.883220812305808}
+{"Finetune/Learning Rate": 1.5739648422370413e-07, "Finetune/Loss": 0.6216099262237549, "Finetune/Loss (Raw)": 0.5110428333282471, "Finetune/Step": 18177, "Finetune/Step Time": 6.893558099865913}
+{"Finetune/Learning Rate": 1.5709902703162195e-07, "Finetune/Loss": 0.6203633546829224, "Finetune/Loss (Raw)": 0.5559143424034119, "Finetune/Step": 18178, "Finetune/Step Time": 6.899035485461354}
+{"Finetune/Learning Rate": 1.5680184895622286e-07, "Finetune/Loss": 0.6202309131622314, "Finetune/Loss (Raw)": 0.6191065311431885, "Finetune/Step": 18179, "Finetune/Step Time": 6.897756889462471}
+{"Finetune/Learning Rate": 1.5650495000593345e-07, "Finetune/Loss": 0.6190510988235474, "Finetune/Loss (Raw)": 0.5141199231147766, "Finetune/Step": 18180, "Finetune/Step Time": 6.893823621794581}
+{"Finetune/Learning Rate": 1.5620833018917147e-07, "Finetune/Loss": 0.6198053359985352, "Finetune/Loss (Raw)": 0.7469831109046936, "Finetune/Step": 18181, "Finetune/Step Time": 6.893366377800703}
+{"Finetune/Learning Rate": 1.5591198951435016e-07, "Finetune/Loss": 0.6207309365272522, "Finetune/Loss (Raw)": 0.7284308671951294, "Finetune/Step": 18182, "Finetune/Step Time": 6.893310494720936}
+{"Finetune/Learning Rate": 1.5561592798987058e-07, "Finetune/Loss": 0.6201394200325012, "Finetune/Loss (Raw)": 0.574682354927063, "Finetune/Step": 18183, "Finetune/Step Time": 6.897588353604078}
+{"Finetune/Learning Rate": 1.5532014562413044e-07, "Finetune/Loss": 0.6200294494628906, "Finetune/Loss (Raw)": 0.5462431907653809, "Finetune/Step": 18184, "Finetune/Step Time": 6.902243779972196}
+{"Finetune/Learning Rate": 1.550246424255175e-07, "Finetune/Loss": 0.6204522252082825, "Finetune/Loss (Raw)": 0.5983676314353943, "Finetune/Step": 18185, "Finetune/Step Time": 6.906066348776221}
+{"Finetune/Learning Rate": 1.5472941840240951e-07, "Finetune/Loss": 0.6194074749946594, "Finetune/Loss (Raw)": 0.5508313775062561, "Finetune/Step": 18186, "Finetune/Step Time": 6.906491566449404}
+{"Finetune/Learning Rate": 1.5443447356317864e-07, "Finetune/Loss": 0.6188712120056152, "Finetune/Loss (Raw)": 0.5043640732765198, "Finetune/Step": 18187, "Finetune/Step Time": 6.913393234834075}
+{"Finetune/Learning Rate": 1.5413980791618931e-07, "Finetune/Loss": 0.6186094284057617, "Finetune/Loss (Raw)": 0.6291750073432922, "Finetune/Step": 18188, "Finetune/Step Time": 6.913821132853627}
+{"Finetune/Learning Rate": 1.538454214697971e-07, "Finetune/Loss": 0.6181286573410034, "Finetune/Loss (Raw)": 0.6289705038070679, "Finetune/Step": 18189, "Finetune/Step Time": 6.914750246331096}
+{"Finetune/Learning Rate": 1.535513142323497e-07, "Finetune/Loss": 0.6184519529342651, "Finetune/Loss (Raw)": 0.7590017914772034, "Finetune/Step": 18190, "Finetune/Step Time": 6.895797336474061}
+{"Finetune/Learning Rate": 1.532574862121883e-07, "Finetune/Loss": 0.6189161539077759, "Finetune/Loss (Raw)": 0.6924089193344116, "Finetune/Step": 18191, "Finetune/Step Time": 6.900265745818615}
+{"Finetune/Learning Rate": 1.5296393741764392e-07, "Finetune/Loss": 0.6186597347259521, "Finetune/Loss (Raw)": 0.6502036452293396, "Finetune/Step": 18192, "Finetune/Step Time": 6.896013492718339}
+{"Finetune/Learning Rate": 1.5267066785704e-07, "Finetune/Loss": 0.619790256023407, "Finetune/Loss (Raw)": 0.7214239239692688, "Finetune/Step": 18193, "Finetune/Step Time": 6.898045467212796}
+{"Finetune/Learning Rate": 1.5237767753869536e-07, "Finetune/Loss": 0.6186757683753967, "Finetune/Loss (Raw)": 0.5715938806533813, "Finetune/Step": 18194, "Finetune/Step Time": 6.921031719073653}
+{"Finetune/Learning Rate": 1.5208496647091674e-07, "Finetune/Loss": 0.6189997792243958, "Finetune/Loss (Raw)": 0.6781291365623474, "Finetune/Step": 18195, "Finetune/Step Time": 6.917670879513025}
+{"Finetune/Learning Rate": 1.5179253466200418e-07, "Finetune/Loss": 0.6187863349914551, "Finetune/Loss (Raw)": 0.5748851299285889, "Finetune/Step": 18196, "Finetune/Step Time": 6.926242779940367}
+{"Finetune/Learning Rate": 1.5150038212025097e-07, "Finetune/Loss": 0.6204321384429932, "Finetune/Loss (Raw)": 0.8146997094154358, "Finetune/Step": 18197, "Finetune/Step Time": 6.934642314910889}
+{"Finetune/Learning Rate": 1.5120850885394056e-07, "Finetune/Loss": 0.6227381229400635, "Finetune/Loss (Raw)": 0.8381128907203674, "Finetune/Step": 18198, "Finetune/Step Time": 6.924481682479382}
+{"Finetune/Learning Rate": 1.5091691487135185e-07, "Finetune/Loss": 0.6229313611984253, "Finetune/Loss (Raw)": 0.6902807354927063, "Finetune/Step": 18199, "Finetune/Step Time": 6.872824177145958}
+{"Finetune/Learning Rate": 1.5062560018075267e-07, "Finetune/Loss": 0.6221171021461487, "Finetune/Loss (Raw)": 0.4573734998703003, "Finetune/Step": 18200, "Finetune/Step Time": 6.841141894459724}
+{"Finetune/Learning Rate": 1.5033456479040309e-07, "Finetune/Loss": 0.6216827034950256, "Finetune/Loss (Raw)": 0.5938936471939087, "Finetune/Step": 18201, "Finetune/Step Time": 6.839860618114471}
+{"Finetune/Learning Rate": 1.5004380870855652e-07, "Finetune/Loss": 0.6229465007781982, "Finetune/Loss (Raw)": 0.6763877868652344, "Finetune/Step": 18202, "Finetune/Step Time": 6.833879182115197}
+{"Finetune/Learning Rate": 1.4975333194345853e-07, "Finetune/Loss": 0.622801661491394, "Finetune/Loss (Raw)": 0.6005489826202393, "Finetune/Step": 18203, "Finetune/Step Time": 6.828349731862545}
+{"Finetune/Learning Rate": 1.4946313450334483e-07, "Finetune/Loss": 0.6234222054481506, "Finetune/Loss (Raw)": 0.6380172967910767, "Finetune/Step": 18204, "Finetune/Step Time": 6.827327400445938}
+{"Finetune/Learning Rate": 1.4917321639644654e-07, "Finetune/Loss": 0.6227895021438599, "Finetune/Loss (Raw)": 0.43972253799438477, "Finetune/Step": 18205, "Finetune/Step Time": 6.841623466461897}
+{"Finetune/Learning Rate": 1.488835776309816e-07, "Finetune/Loss": 0.6221771240234375, "Finetune/Loss (Raw)": 0.610578179359436, "Finetune/Step": 18206, "Finetune/Step Time": 6.856021761894226}
+{"Finetune/Learning Rate": 1.4859421821516785e-07, "Finetune/Loss": 0.6210612058639526, "Finetune/Loss (Raw)": 0.5788320302963257, "Finetune/Step": 18207, "Finetune/Step Time": 6.855837970972061}
+{"Finetune/Learning Rate": 1.483051381572076e-07, "Finetune/Loss": 0.6212506294250488, "Finetune/Loss (Raw)": 0.7023853659629822, "Finetune/Step": 18208, "Finetune/Step Time": 6.860873870551586}
+{"Finetune/Learning Rate": 1.4801633746529987e-07, "Finetune/Loss": 0.6209765672683716, "Finetune/Loss (Raw)": 0.6256620287895203, "Finetune/Step": 18209, "Finetune/Step Time": 6.859234666451812}
+{"Finetune/Learning Rate": 1.4772781614763255e-07, "Finetune/Loss": 0.6204511523246765, "Finetune/Loss (Raw)": 0.5829160213470459, "Finetune/Step": 18210, "Finetune/Step Time": 6.855847122147679}
+{"Finetune/Learning Rate": 1.4743957421238908e-07, "Finetune/Loss": 0.6206339001655579, "Finetune/Loss (Raw)": 0.6340649127960205, "Finetune/Step": 18211, "Finetune/Step Time": 6.876163579523563}
+{"Finetune/Learning Rate": 1.4715161166774184e-07, "Finetune/Loss": 0.6213755011558533, "Finetune/Loss (Raw)": 0.6383007764816284, "Finetune/Step": 18212, "Finetune/Step Time": 6.869951983913779}
+{"Finetune/Learning Rate": 1.4686392852185648e-07, "Finetune/Loss": 0.6211788058280945, "Finetune/Loss (Raw)": 0.6745303869247437, "Finetune/Step": 18213, "Finetune/Step Time": 6.892912922427058}
+{"Finetune/Learning Rate": 1.465765247828921e-07, "Finetune/Loss": 0.6205939054489136, "Finetune/Loss (Raw)": 0.6475895047187805, "Finetune/Step": 18214, "Finetune/Step Time": 6.885648904368281}
+{"Finetune/Learning Rate": 1.4628940045899875e-07, "Finetune/Loss": 0.6198819279670715, "Finetune/Loss (Raw)": 0.5805338025093079, "Finetune/Step": 18215, "Finetune/Step Time": 6.88839783705771}
+{"Finetune/Learning Rate": 1.4600255555831667e-07, "Finetune/Loss": 0.6207047700881958, "Finetune/Loss (Raw)": 0.6379542350769043, "Finetune/Step": 18216, "Finetune/Step Time": 6.885396061465144}
+{"Finetune/Learning Rate": 1.4571599008898263e-07, "Finetune/Loss": 0.6208207607269287, "Finetune/Loss (Raw)": 0.691159188747406, "Finetune/Step": 18217, "Finetune/Step Time": 6.8851604871451855}
+{"Finetune/Learning Rate": 1.4542970405912016e-07, "Finetune/Loss": 0.6215066909790039, "Finetune/Loss (Raw)": 0.5463396906852722, "Finetune/Step": 18218, "Finetune/Step Time": 6.8710644748061895}
+{"Finetune/Learning Rate": 1.4514369747684832e-07, "Finetune/Loss": 0.6214948892593384, "Finetune/Loss (Raw)": 0.5629993081092834, "Finetune/Step": 18219, "Finetune/Step Time": 6.865983985364437}
+{"Finetune/Learning Rate": 1.4485797035027728e-07, "Finetune/Loss": 0.6230190992355347, "Finetune/Loss (Raw)": 0.6492016911506653, "Finetune/Step": 18220, "Finetune/Step Time": 6.871186451986432}
+{"Finetune/Learning Rate": 1.4457252268751165e-07, "Finetune/Loss": 0.6234290599822998, "Finetune/Loss (Raw)": 0.5810340642929077, "Finetune/Step": 18221, "Finetune/Step Time": 6.870796289294958}
+{"Finetune/Learning Rate": 1.4428735449664389e-07, "Finetune/Loss": 0.6225358247756958, "Finetune/Loss (Raw)": 0.5543869733810425, "Finetune/Step": 18222, "Finetune/Step Time": 6.8696359898895025}
+{"Finetune/Learning Rate": 1.4400246578576082e-07, "Finetune/Loss": 0.6236021518707275, "Finetune/Loss (Raw)": 0.7257589101791382, "Finetune/Step": 18223, "Finetune/Step Time": 6.870350871235132}
+{"Finetune/Learning Rate": 1.4371785656294045e-07, "Finetune/Loss": 0.6233938932418823, "Finetune/Loss (Raw)": 0.7032444477081299, "Finetune/Step": 18224, "Finetune/Step Time": 6.872133741155267}
+{"Finetune/Learning Rate": 1.4343352683625412e-07, "Finetune/Loss": 0.6227132081985474, "Finetune/Loss (Raw)": 0.6032915711402893, "Finetune/Step": 18225, "Finetune/Step Time": 6.8666734509170055}
+{"Finetune/Learning Rate": 1.4314947661376533e-07, "Finetune/Loss": 0.6212847232818604, "Finetune/Loss (Raw)": 0.5127146244049072, "Finetune/Step": 18226, "Finetune/Step Time": 6.89550588093698}
+{"Finetune/Learning Rate": 1.4286570590352765e-07, "Finetune/Loss": 0.6213490962982178, "Finetune/Loss (Raw)": 0.6123055815696716, "Finetune/Step": 18227, "Finetune/Step Time": 6.909583006054163}
+{"Finetune/Learning Rate": 1.4258221471358913e-07, "Finetune/Loss": 0.6214413642883301, "Finetune/Loss (Raw)": 0.5897639989852905, "Finetune/Step": 18228, "Finetune/Step Time": 6.908546794205904}
+{"Finetune/Learning Rate": 1.4229900305198774e-07, "Finetune/Loss": 0.6221625208854675, "Finetune/Loss (Raw)": 0.5817013382911682, "Finetune/Step": 18229, "Finetune/Step Time": 6.927616011351347}
+{"Finetune/Learning Rate": 1.4201607092675596e-07, "Finetune/Loss": 0.6217061281204224, "Finetune/Loss (Raw)": 0.6149970293045044, "Finetune/Step": 18230, "Finetune/Step Time": 6.943784756585956}
+{"Finetune/Learning Rate": 1.4173341834591515e-07, "Finetune/Loss": 0.622051477432251, "Finetune/Loss (Raw)": 0.7196478247642517, "Finetune/Step": 18231, "Finetune/Step Time": 6.947067668661475}
+{"Finetune/Learning Rate": 1.414510453174811e-07, "Finetune/Loss": 0.621457576751709, "Finetune/Loss (Raw)": 0.7158666253089905, "Finetune/Step": 18232, "Finetune/Step Time": 6.934274032711983}
+{"Finetune/Learning Rate": 1.41168951849463e-07, "Finetune/Loss": 0.6210187673568726, "Finetune/Loss (Raw)": 0.562394380569458, "Finetune/Step": 18233, "Finetune/Step Time": 6.945314083248377}
+{"Finetune/Learning Rate": 1.4088713794985775e-07, "Finetune/Loss": 0.6213589906692505, "Finetune/Loss (Raw)": 0.6597430109977722, "Finetune/Step": 18234, "Finetune/Step Time": 6.927972678095102}
+{"Finetune/Learning Rate": 1.4060560362665676e-07, "Finetune/Loss": 0.6213879585266113, "Finetune/Loss (Raw)": 0.6159456372261047, "Finetune/Step": 18235, "Finetune/Step Time": 6.931110600009561}
+{"Finetune/Learning Rate": 1.4032434888784585e-07, "Finetune/Loss": 0.6218488812446594, "Finetune/Loss (Raw)": 0.6250846982002258, "Finetune/Step": 18236, "Finetune/Step Time": 6.910558223724365}
+{"Finetune/Learning Rate": 1.4004337374139866e-07, "Finetune/Loss": 0.6209820508956909, "Finetune/Loss (Raw)": 0.5948293209075928, "Finetune/Step": 18237, "Finetune/Step Time": 6.907962864264846}
+{"Finetune/Learning Rate": 1.3976267819528432e-07, "Finetune/Loss": 0.6203927397727966, "Finetune/Loss (Raw)": 0.559503972530365, "Finetune/Step": 18238, "Finetune/Step Time": 6.90772426314652}
+{"Finetune/Learning Rate": 1.3948226225746099e-07, "Finetune/Loss": 0.6207771301269531, "Finetune/Loss (Raw)": 0.5534252524375916, "Finetune/Step": 18239, "Finetune/Step Time": 6.9078031945973635}
+{"Finetune/Learning Rate": 1.3920212593588113e-07, "Finetune/Loss": 0.6202890276908875, "Finetune/Loss (Raw)": 0.6626904010772705, "Finetune/Step": 18240, "Finetune/Step Time": 6.902747120708227}
+{"Finetune/Learning Rate": 1.389222692384884e-07, "Finetune/Loss": 0.6198815703392029, "Finetune/Loss (Raw)": 0.5499021410942078, "Finetune/Step": 18241, "Finetune/Step Time": 6.903402891010046}
+{"Finetune/Learning Rate": 1.386426921732187e-07, "Finetune/Loss": 0.6197091341018677, "Finetune/Loss (Raw)": 0.6235692501068115, "Finetune/Step": 18242, "Finetune/Step Time": 6.897864578291774}
+{"Finetune/Learning Rate": 1.383633947480012e-07, "Finetune/Loss": 0.619221568107605, "Finetune/Loss (Raw)": 0.5406384468078613, "Finetune/Step": 18243, "Finetune/Step Time": 6.894671346992254}
+{"Finetune/Learning Rate": 1.3808437697075404e-07, "Finetune/Loss": 0.6191731691360474, "Finetune/Loss (Raw)": 0.6568383574485779, "Finetune/Step": 18244, "Finetune/Step Time": 6.869279062375426}
+{"Finetune/Learning Rate": 1.3780563884939092e-07, "Finetune/Loss": 0.620684027671814, "Finetune/Loss (Raw)": 0.7400340437889099, "Finetune/Step": 18245, "Finetune/Step Time": 6.869102943688631}
+{"Finetune/Learning Rate": 1.3752718039181656e-07, "Finetune/Loss": 0.6200218200683594, "Finetune/Loss (Raw)": 0.5606245398521423, "Finetune/Step": 18246, "Finetune/Step Time": 6.875378483906388}
+{"Finetune/Learning Rate": 1.372490016059247e-07, "Finetune/Loss": 0.6202596426010132, "Finetune/Loss (Raw)": 0.6525067090988159, "Finetune/Step": 18247, "Finetune/Step Time": 6.875318272039294}
+{"Finetune/Learning Rate": 1.3697110249960564e-07, "Finetune/Loss": 0.6202366352081299, "Finetune/Loss (Raw)": 0.6167951226234436, "Finetune/Step": 18248, "Finetune/Step Time": 6.877266386523843}
+{"Finetune/Learning Rate": 1.366934830807398e-07, "Finetune/Loss": 0.6198320984840393, "Finetune/Loss (Raw)": 0.6245537996292114, "Finetune/Step": 18249, "Finetune/Step Time": 6.88025913015008}
+{"Finetune/Learning Rate": 1.3641614335719976e-07, "Finetune/Loss": 0.6189801096916199, "Finetune/Loss (Raw)": 0.5778378248214722, "Finetune/Step": 18250, "Finetune/Step Time": 6.880224920809269}
+{"Finetune/Learning Rate": 1.361390833368492e-07, "Finetune/Loss": 0.6197143793106079, "Finetune/Loss (Raw)": 0.7067959308624268, "Finetune/Step": 18251, "Finetune/Step Time": 6.881217867136002}
+{"Finetune/Learning Rate": 1.358623030275452e-07, "Finetune/Loss": 0.6193080544471741, "Finetune/Loss (Raw)": 0.490344375371933, "Finetune/Step": 18252, "Finetune/Step Time": 6.843513704836369}
+{"Finetune/Learning Rate": 1.3558580243713592e-07, "Finetune/Loss": 0.6198521852493286, "Finetune/Loss (Raw)": 0.6352047920227051, "Finetune/Step": 18253, "Finetune/Step Time": 6.825373273342848}
+{"Finetune/Learning Rate": 1.3530958157346285e-07, "Finetune/Loss": 0.620092511177063, "Finetune/Loss (Raw)": 0.6597685217857361, "Finetune/Step": 18254, "Finetune/Step Time": 6.82394427806139}
+{"Finetune/Learning Rate": 1.3503364044435863e-07, "Finetune/Loss": 0.6187359094619751, "Finetune/Loss (Raw)": 0.49282652139663696, "Finetune/Step": 18255, "Finetune/Step Time": 6.8229293413460255}
+{"Finetune/Learning Rate": 1.3475797905764808e-07, "Finetune/Loss": 0.6180437803268433, "Finetune/Loss (Raw)": 0.5596012473106384, "Finetune/Step": 18256, "Finetune/Step Time": 6.824223846197128}
+{"Finetune/Learning Rate": 1.3448259742114832e-07, "Finetune/Loss": 0.6181883811950684, "Finetune/Loss (Raw)": 0.5490064024925232, "Finetune/Step": 18257, "Finetune/Step Time": 6.808932155370712}
+{"Finetune/Learning Rate": 1.3420749554266976e-07, "Finetune/Loss": 0.6167375445365906, "Finetune/Loss (Raw)": 0.4800582528114319, "Finetune/Step": 18258, "Finetune/Step Time": 6.823099249973893}
+{"Finetune/Learning Rate": 1.3393267343001059e-07, "Finetune/Loss": 0.6172604560852051, "Finetune/Loss (Raw)": 0.6890704035758972, "Finetune/Step": 18259, "Finetune/Step Time": 6.8213126845657825}
+{"Finetune/Learning Rate": 1.336581310909657e-07, "Finetune/Loss": 0.6172223687171936, "Finetune/Loss (Raw)": 0.5989087820053101, "Finetune/Step": 18260, "Finetune/Step Time": 6.823383493348956}
+{"Finetune/Learning Rate": 1.3338386853331997e-07, "Finetune/Loss": 0.6173446178436279, "Finetune/Loss (Raw)": 0.5862479209899902, "Finetune/Step": 18261, "Finetune/Step Time": 6.822819203138351}
+{"Finetune/Learning Rate": 1.331098857648494e-07, "Finetune/Loss": 0.6162562370300293, "Finetune/Loss (Raw)": 0.5641158819198608, "Finetune/Step": 18262, "Finetune/Step Time": 6.812975628301501}
+{"Finetune/Learning Rate": 1.3283618279332668e-07, "Finetune/Loss": 0.6172047853469849, "Finetune/Loss (Raw)": 0.7467095851898193, "Finetune/Step": 18263, "Finetune/Step Time": 6.794559059664607}
+{"Finetune/Learning Rate": 1.3256275962651223e-07, "Finetune/Loss": 0.6173747777938843, "Finetune/Loss (Raw)": 0.45546475052833557, "Finetune/Step": 18264, "Finetune/Step Time": 6.8045749962329865}
+{"Finetune/Learning Rate": 1.3228961627215654e-07, "Finetune/Loss": 0.6192245483398438, "Finetune/Loss (Raw)": 0.6779229640960693, "Finetune/Step": 18265, "Finetune/Step Time": 6.786208683624864}
+{"Finetune/Learning Rate": 1.3201675273800896e-07, "Finetune/Loss": 0.6203354001045227, "Finetune/Loss (Raw)": 0.6762875318527222, "Finetune/Step": 18266, "Finetune/Step Time": 6.768603792414069}
+{"Finetune/Learning Rate": 1.3174416903180442e-07, "Finetune/Loss": 0.620635986328125, "Finetune/Loss (Raw)": 0.68771892786026, "Finetune/Step": 18267, "Finetune/Step Time": 6.771747272461653}
+{"Finetune/Learning Rate": 1.3147186516127453e-07, "Finetune/Loss": 0.6202635765075684, "Finetune/Loss (Raw)": 0.5925902128219604, "Finetune/Step": 18268, "Finetune/Step Time": 6.767399474978447}
+{"Finetune/Learning Rate": 1.3119984113413864e-07, "Finetune/Loss": 0.6200500726699829, "Finetune/Loss (Raw)": 0.6431851983070374, "Finetune/Step": 18269, "Finetune/Step Time": 6.763577692210674}
+{"Finetune/Learning Rate": 1.3092809695811393e-07, "Finetune/Loss": 0.620334804058075, "Finetune/Loss (Raw)": 0.5839516520500183, "Finetune/Step": 18270, "Finetune/Step Time": 6.761525750160217}
+{"Finetune/Learning Rate": 1.306566326409031e-07, "Finetune/Loss": 0.6210819482803345, "Finetune/Loss (Raw)": 0.6867713928222656, "Finetune/Step": 18271, "Finetune/Step Time": 6.762478616088629}
+{"Finetune/Learning Rate": 1.303854481902067e-07, "Finetune/Loss": 0.6206134557723999, "Finetune/Loss (Raw)": 0.5957130193710327, "Finetune/Step": 18272, "Finetune/Step Time": 6.761069172993302}
+{"Finetune/Learning Rate": 1.3011454361371302e-07, "Finetune/Loss": 0.6210085153579712, "Finetune/Loss (Raw)": 0.7571069002151489, "Finetune/Step": 18273, "Finetune/Step Time": 6.756809799000621}
+{"Finetune/Learning Rate": 1.2984391891910476e-07, "Finetune/Loss": 0.6207932233810425, "Finetune/Loss (Raw)": 0.6147021055221558, "Finetune/Step": 18274, "Finetune/Step Time": 6.752305526286364}
+{"Finetune/Learning Rate": 1.295735741140558e-07, "Finetune/Loss": 0.621727466583252, "Finetune/Loss (Raw)": 0.6765716075897217, "Finetune/Step": 18275, "Finetune/Step Time": 6.752370027825236}
+{"Finetune/Learning Rate": 1.2930350920623224e-07, "Finetune/Loss": 0.6211103796958923, "Finetune/Loss (Raw)": 0.6041985750198364, "Finetune/Step": 18276, "Finetune/Step Time": 6.749807026237249}
+{"Finetune/Learning Rate": 1.290337242032935e-07, "Finetune/Loss": 0.6208670735359192, "Finetune/Loss (Raw)": 0.6294757127761841, "Finetune/Step": 18277, "Finetune/Step Time": 6.748090878129005}
+{"Finetune/Learning Rate": 1.2876421911288906e-07, "Finetune/Loss": 0.620268702507019, "Finetune/Loss (Raw)": 0.565938413143158, "Finetune/Step": 18278, "Finetune/Step Time": 6.748921193182468}
+{"Finetune/Learning Rate": 1.2849499394266052e-07, "Finetune/Loss": 0.621810793876648, "Finetune/Loss (Raw)": 0.7401058673858643, "Finetune/Step": 18279, "Finetune/Step Time": 6.739028403535485}
+{"Finetune/Learning Rate": 1.2822604870024403e-07, "Finetune/Loss": 0.6204346418380737, "Finetune/Loss (Raw)": 0.5260054469108582, "Finetune/Step": 18280, "Finetune/Step Time": 6.753678539767861}
+{"Finetune/Learning Rate": 1.2795738339326458e-07, "Finetune/Loss": 0.620838463306427, "Finetune/Loss (Raw)": 0.7101321220397949, "Finetune/Step": 18281, "Finetune/Step Time": 6.751350875943899}
+{"Finetune/Learning Rate": 1.2768899802934164e-07, "Finetune/Loss": 0.6208117008209229, "Finetune/Loss (Raw)": 0.6812728047370911, "Finetune/Step": 18282, "Finetune/Step Time": 6.761874267831445}
+{"Finetune/Learning Rate": 1.274208926160858e-07, "Finetune/Loss": 0.6212936639785767, "Finetune/Loss (Raw)": 0.6211811304092407, "Finetune/Step": 18283, "Finetune/Step Time": 6.774618910625577}
+{"Finetune/Learning Rate": 1.2715306716109876e-07, "Finetune/Loss": 0.6205788850784302, "Finetune/Loss (Raw)": 0.5606632232666016, "Finetune/Step": 18284, "Finetune/Step Time": 6.7789484560489655}
+{"Finetune/Learning Rate": 1.2688552167197665e-07, "Finetune/Loss": 0.6200584173202515, "Finetune/Loss (Raw)": 0.5325713753700256, "Finetune/Step": 18285, "Finetune/Step Time": 6.787882598116994}
+{"Finetune/Learning Rate": 1.2661825615630675e-07, "Finetune/Loss": 0.620419442653656, "Finetune/Loss (Raw)": 0.697331428527832, "Finetune/Step": 18286, "Finetune/Step Time": 6.785443028435111}
+{"Finetune/Learning Rate": 1.2635127062166518e-07, "Finetune/Loss": 0.6219130754470825, "Finetune/Loss (Raw)": 0.6175842881202698, "Finetune/Step": 18287, "Finetune/Step Time": 6.7686437256634235}
+{"Finetune/Learning Rate": 1.2608456507562706e-07, "Finetune/Loss": 0.621646523475647, "Finetune/Loss (Raw)": 0.6127918362617493, "Finetune/Step": 18288, "Finetune/Step Time": 6.770822813734412}
+{"Finetune/Learning Rate": 1.2581813952575073e-07, "Finetune/Loss": 0.6211637258529663, "Finetune/Loss (Raw)": 0.602112352848053, "Finetune/Step": 18289, "Finetune/Step Time": 6.771648492664099}
+{"Finetune/Learning Rate": 1.2555199397959462e-07, "Finetune/Loss": 0.6223753690719604, "Finetune/Loss (Raw)": 0.6527267694473267, "Finetune/Step": 18290, "Finetune/Step Time": 6.761370752006769}
+{"Finetune/Learning Rate": 1.2528612844470377e-07, "Finetune/Loss": 0.6219552755355835, "Finetune/Loss (Raw)": 0.5671738982200623, "Finetune/Step": 18291, "Finetune/Step Time": 6.742398079484701}
+{"Finetune/Learning Rate": 1.2502054292861998e-07, "Finetune/Loss": 0.6214572191238403, "Finetune/Loss (Raw)": 0.5527673959732056, "Finetune/Step": 18292, "Finetune/Step Time": 6.741952212527394}
+{"Finetune/Learning Rate": 1.2475523743887164e-07, "Finetune/Loss": 0.6217510104179382, "Finetune/Loss (Raw)": 0.6168529987335205, "Finetune/Step": 18293, "Finetune/Step Time": 6.739614060148597}
+{"Finetune/Learning Rate": 1.2449021198298493e-07, "Finetune/Loss": 0.6216970682144165, "Finetune/Loss (Raw)": 0.5105725526809692, "Finetune/Step": 18294, "Finetune/Step Time": 6.72245573438704}
+{"Finetune/Learning Rate": 1.2422546656847167e-07, "Finetune/Loss": 0.6210359930992126, "Finetune/Loss (Raw)": 0.5104919672012329, "Finetune/Step": 18295, "Finetune/Step Time": 6.7147435657680035}
+{"Finetune/Learning Rate": 1.2396100120284137e-07, "Finetune/Loss": 0.6208697557449341, "Finetune/Loss (Raw)": 0.6632673144340515, "Finetune/Step": 18296, "Finetune/Step Time": 6.726036028936505}
+{"Finetune/Learning Rate": 1.2369681589359474e-07, "Finetune/Loss": 0.6199711561203003, "Finetune/Loss (Raw)": 0.6402778625488281, "Finetune/Step": 18297, "Finetune/Step Time": 6.722379181534052}
+{"Finetune/Learning Rate": 1.2343291064822127e-07, "Finetune/Loss": 0.6187077760696411, "Finetune/Loss (Raw)": 0.5445486903190613, "Finetune/Step": 18298, "Finetune/Step Time": 6.723453901708126}
+{"Finetune/Learning Rate": 1.2316928547420503e-07, "Finetune/Loss": 0.6192907094955444, "Finetune/Loss (Raw)": 0.6212193369865417, "Finetune/Step": 18299, "Finetune/Step Time": 6.7254290003329515}
+{"Finetune/Learning Rate": 1.2290594037902225e-07, "Finetune/Loss": 0.6190991401672363, "Finetune/Loss (Raw)": 0.6283542513847351, "Finetune/Step": 18300, "Finetune/Step Time": 6.734656324610114}
+{"Finetune/Learning Rate": 1.2264287537014031e-07, "Finetune/Loss": 0.6185529232025146, "Finetune/Loss (Raw)": 0.5998414754867554, "Finetune/Step": 18301, "Finetune/Step Time": 6.732520313933492}
+{"Finetune/Learning Rate": 1.2238009045501985e-07, "Finetune/Loss": 0.6193591356277466, "Finetune/Loss (Raw)": 0.7591657638549805, "Finetune/Step": 18302, "Finetune/Step Time": 6.741439312696457}
+{"Finetune/Learning Rate": 1.2211758564110943e-07, "Finetune/Loss": 0.6200563907623291, "Finetune/Loss (Raw)": 0.6544007062911987, "Finetune/Step": 18303, "Finetune/Step Time": 6.724096231162548}
+{"Finetune/Learning Rate": 1.218553609358575e-07, "Finetune/Loss": 0.618634045124054, "Finetune/Loss (Raw)": 0.5958936810493469, "Finetune/Step": 18304, "Finetune/Step Time": 6.699606318026781}
+{"Finetune/Learning Rate": 1.2159341634669696e-07, "Finetune/Loss": 0.6193158030509949, "Finetune/Loss (Raw)": 0.5983062386512756, "Finetune/Step": 18305, "Finetune/Step Time": 6.688099578022957}
+{"Finetune/Learning Rate": 1.213317518810575e-07, "Finetune/Loss": 0.6195744276046753, "Finetune/Loss (Raw)": 0.5890247225761414, "Finetune/Step": 18306, "Finetune/Step Time": 6.683088589459658}
+{"Finetune/Learning Rate": 1.210703675463576e-07, "Finetune/Loss": 0.6195772886276245, "Finetune/Loss (Raw)": 0.6194735169410706, "Finetune/Step": 18307, "Finetune/Step Time": 6.689991634339094}
+{"Finetune/Learning Rate": 1.208092633500102e-07, "Finetune/Loss": 0.6204675436019897, "Finetune/Loss (Raw)": 0.6280702948570251, "Finetune/Step": 18308, "Finetune/Step Time": 6.687511768192053}
+{"Finetune/Learning Rate": 1.205484392994194e-07, "Finetune/Loss": 0.619088351726532, "Finetune/Loss (Raw)": 0.5704477429389954, "Finetune/Step": 18309, "Finetune/Step Time": 6.684566780924797}
+{"Finetune/Learning Rate": 1.202878954019815e-07, "Finetune/Loss": 0.6186206340789795, "Finetune/Loss (Raw)": 0.6685609221458435, "Finetune/Step": 18310, "Finetune/Step Time": 6.702516108751297}
+{"Finetune/Learning Rate": 1.20027631665085e-07, "Finetune/Loss": 0.618558406829834, "Finetune/Loss (Raw)": 0.5667195916175842, "Finetune/Step": 18311, "Finetune/Step Time": 6.699663683772087}
+{"Finetune/Learning Rate": 1.1976764809611075e-07, "Finetune/Loss": 0.6190787553787231, "Finetune/Loss (Raw)": 0.612845242023468, "Finetune/Step": 18312, "Finetune/Step Time": 6.697358418256044}
+{"Finetune/Learning Rate": 1.1950794470242944e-07, "Finetune/Loss": 0.6191236972808838, "Finetune/Loss (Raw)": 0.6041167974472046, "Finetune/Step": 18313, "Finetune/Step Time": 6.698604851961136}
+{"Finetune/Learning Rate": 1.1924852149140632e-07, "Finetune/Loss": 0.6191098690032959, "Finetune/Loss (Raw)": 0.5490667223930359, "Finetune/Step": 18314, "Finetune/Step Time": 6.709325924515724}
+{"Finetune/Learning Rate": 1.1898937847039771e-07, "Finetune/Loss": 0.6195722818374634, "Finetune/Loss (Raw)": 0.5635500550270081, "Finetune/Step": 18315, "Finetune/Step Time": 6.705164834856987}
+{"Finetune/Learning Rate": 1.1873051564675331e-07, "Finetune/Loss": 0.6191205978393555, "Finetune/Loss (Raw)": 0.571362316608429, "Finetune/Step": 18316, "Finetune/Step Time": 6.748861940577626}
+{"Finetune/Learning Rate": 1.1847193302781279e-07, "Finetune/Loss": 0.6192747354507446, "Finetune/Loss (Raw)": 0.6487032175064087, "Finetune/Step": 18317, "Finetune/Step Time": 6.745482148602605}
+{"Finetune/Learning Rate": 1.1821363062090808e-07, "Finetune/Loss": 0.6172799468040466, "Finetune/Loss (Raw)": 0.503664493560791, "Finetune/Step": 18318, "Finetune/Step Time": 6.764214400202036}
+{"Finetune/Learning Rate": 1.1795560843336661e-07, "Finetune/Loss": 0.6182924509048462, "Finetune/Loss (Raw)": 0.8220083713531494, "Finetune/Step": 18319, "Finetune/Step Time": 6.778584972023964}
+{"Finetune/Learning Rate": 1.1769786647250148e-07, "Finetune/Loss": 0.6181778907775879, "Finetune/Loss (Raw)": 0.6355389952659607, "Finetune/Step": 18320, "Finetune/Step Time": 6.783088404685259}
+{"Finetune/Learning Rate": 1.1744040474562457e-07, "Finetune/Loss": 0.6172091960906982, "Finetune/Loss (Raw)": 0.5974258184432983, "Finetune/Step": 18321, "Finetune/Step Time": 6.780108286067843}
+{"Finetune/Learning Rate": 1.1718322326003451e-07, "Finetune/Loss": 0.6176995635032654, "Finetune/Loss (Raw)": 0.634368896484375, "Finetune/Step": 18322, "Finetune/Step Time": 6.766994098201394}
+{"Finetune/Learning Rate": 1.1692632202302657e-07, "Finetune/Loss": 0.6168115139007568, "Finetune/Loss (Raw)": 0.5644595623016357, "Finetune/Step": 18323, "Finetune/Step Time": 6.770707070827484}
+{"Finetune/Learning Rate": 1.1666970104188379e-07, "Finetune/Loss": 0.6168314218521118, "Finetune/Loss (Raw)": 0.5774340033531189, "Finetune/Step": 18324, "Finetune/Step Time": 6.762602414935827}
+{"Finetune/Learning Rate": 1.1641336032388373e-07, "Finetune/Loss": 0.614698052406311, "Finetune/Loss (Raw)": 0.5416257977485657, "Finetune/Step": 18325, "Finetune/Step Time": 6.76448062621057}
+{"Finetune/Learning Rate": 1.1615729987629498e-07, "Finetune/Loss": 0.6130632758140564, "Finetune/Loss (Raw)": 0.6288623213768005, "Finetune/Step": 18326, "Finetune/Step Time": 6.765998477116227}
+{"Finetune/Learning Rate": 1.1590151970638064e-07, "Finetune/Loss": 0.6130862236022949, "Finetune/Loss (Raw)": 0.6932223439216614, "Finetune/Step": 18327, "Finetune/Step Time": 6.767276465892792}
+{"Finetune/Learning Rate": 1.1564601982139157e-07, "Finetune/Loss": 0.6132245659828186, "Finetune/Loss (Raw)": 0.4750741720199585, "Finetune/Step": 18328, "Finetune/Step Time": 6.75008331052959}
+{"Finetune/Learning Rate": 1.1539080022857419e-07, "Finetune/Loss": 0.6142999529838562, "Finetune/Loss (Raw)": 0.7315433025360107, "Finetune/Step": 18329, "Finetune/Step Time": 6.750035310164094}
+{"Finetune/Learning Rate": 1.1513586093516604e-07, "Finetune/Loss": 0.6130565404891968, "Finetune/Loss (Raw)": 0.5172319412231445, "Finetune/Step": 18330, "Finetune/Step Time": 6.744729874655604}
+{"Finetune/Learning Rate": 1.148812019483958e-07, "Finetune/Loss": 0.613446831703186, "Finetune/Loss (Raw)": 0.6505057215690613, "Finetune/Step": 18331, "Finetune/Step Time": 6.748107412829995}
+{"Finetune/Learning Rate": 1.1462682327548547e-07, "Finetune/Loss": 0.613385796546936, "Finetune/Loss (Raw)": 0.6302058696746826, "Finetune/Step": 18332, "Finetune/Step Time": 6.751299487426877}
+{"Finetune/Learning Rate": 1.1437272492364814e-07, "Finetune/Loss": 0.6147912740707397, "Finetune/Loss (Raw)": 0.6196210980415344, "Finetune/Step": 18333, "Finetune/Step Time": 6.735248161479831}
+{"Finetune/Learning Rate": 1.1411890690008919e-07, "Finetune/Loss": 0.6148099303245544, "Finetune/Loss (Raw)": 0.6129717826843262, "Finetune/Step": 18334, "Finetune/Step Time": 6.718344254419208}
+{"Finetune/Learning Rate": 1.1386536921200619e-07, "Finetune/Loss": 0.6148393154144287, "Finetune/Loss (Raw)": 0.5825932621955872, "Finetune/Step": 18335, "Finetune/Step Time": 6.716895354911685}
+{"Finetune/Learning Rate": 1.1361211186658893e-07, "Finetune/Loss": 0.6145693063735962, "Finetune/Loss (Raw)": 0.6678148508071899, "Finetune/Step": 18336, "Finetune/Step Time": 6.71277504041791}
+{"Finetune/Learning Rate": 1.1335913487101946e-07, "Finetune/Loss": 0.6138485670089722, "Finetune/Loss (Raw)": 0.5334131121635437, "Finetune/Step": 18337, "Finetune/Step Time": 6.729349330067635}
+{"Finetune/Learning Rate": 1.1310643823247091e-07, "Finetune/Loss": 0.6147223114967346, "Finetune/Loss (Raw)": 0.6947538256645203, "Finetune/Step": 18338, "Finetune/Step Time": 6.734107015654445}
+{"Finetune/Learning Rate": 1.128540219581098e-07, "Finetune/Loss": 0.613615870475769, "Finetune/Loss (Raw)": 0.4924439489841461, "Finetune/Step": 18339, "Finetune/Step Time": 6.713585989549756}
+{"Finetune/Learning Rate": 1.1260188605509259e-07, "Finetune/Loss": 0.6134784817695618, "Finetune/Loss (Raw)": 0.6207130551338196, "Finetune/Step": 18340, "Finetune/Step Time": 6.714718729257584}
+{"Finetune/Learning Rate": 1.1235003053057025e-07, "Finetune/Loss": 0.6131943464279175, "Finetune/Loss (Raw)": 0.638154149055481, "Finetune/Step": 18341, "Finetune/Step Time": 6.6928697526454926}
+{"Finetune/Learning Rate": 1.1209845539168373e-07, "Finetune/Loss": 0.6127877235412598, "Finetune/Loss (Raw)": 0.5955548286437988, "Finetune/Step": 18342, "Finetune/Step Time": 6.693110128864646}
+{"Finetune/Learning Rate": 1.1184716064556844e-07, "Finetune/Loss": 0.6135886907577515, "Finetune/Loss (Raw)": 0.6830467581748962, "Finetune/Step": 18343, "Finetune/Step Time": 6.689921310171485}
+{"Finetune/Learning Rate": 1.1159614629934867e-07, "Finetune/Loss": 0.613294780254364, "Finetune/Loss (Raw)": 0.6003409624099731, "Finetune/Step": 18344, "Finetune/Step Time": 6.690210744738579}
+{"Finetune/Learning Rate": 1.1134541236014318e-07, "Finetune/Loss": 0.6129827499389648, "Finetune/Loss (Raw)": 0.6512137651443481, "Finetune/Step": 18345, "Finetune/Step Time": 6.689398473128676}
+{"Finetune/Learning Rate": 1.1109495883506294e-07, "Finetune/Loss": 0.6135178208351135, "Finetune/Loss (Raw)": 0.6148306131362915, "Finetune/Step": 18346, "Finetune/Step Time": 6.693301724269986}
+{"Finetune/Learning Rate": 1.1084478573121004e-07, "Finetune/Loss": 0.6142321825027466, "Finetune/Loss (Raw)": 0.6544387936592102, "Finetune/Step": 18347, "Finetune/Step Time": 6.697564756497741}
+{"Finetune/Learning Rate": 1.1059489305567661e-07, "Finetune/Loss": 0.6136597394943237, "Finetune/Loss (Raw)": 0.5759260654449463, "Finetune/Step": 18348, "Finetune/Step Time": 6.675705010071397}
+{"Finetune/Learning Rate": 1.103452808155514e-07, "Finetune/Loss": 0.6130377054214478, "Finetune/Loss (Raw)": 0.5014157891273499, "Finetune/Step": 18349, "Finetune/Step Time": 6.676316861063242}
+{"Finetune/Learning Rate": 1.1009594901791098e-07, "Finetune/Loss": 0.6135798096656799, "Finetune/Loss (Raw)": 0.6237805485725403, "Finetune/Step": 18350, "Finetune/Step Time": 6.677429221570492}
+{"Finetune/Learning Rate": 1.0984689766982748e-07, "Finetune/Loss": 0.6125242710113525, "Finetune/Loss (Raw)": 0.5906498432159424, "Finetune/Step": 18351, "Finetune/Step Time": 6.678972600027919}
+{"Finetune/Learning Rate": 1.0959812677835968e-07, "Finetune/Loss": 0.6110917329788208, "Finetune/Loss (Raw)": 0.5198834538459778, "Finetune/Step": 18352, "Finetune/Step Time": 6.680349616333842}
+{"Finetune/Learning Rate": 1.093496363505664e-07, "Finetune/Loss": 0.6109867691993713, "Finetune/Loss (Raw)": 0.5898464322090149, "Finetune/Step": 18353, "Finetune/Step Time": 6.683361137285829}
+{"Finetune/Learning Rate": 1.0910142639349198e-07, "Finetune/Loss": 0.6112191677093506, "Finetune/Loss (Raw)": 0.5424652099609375, "Finetune/Step": 18354, "Finetune/Step Time": 6.654896050691605}
+{"Finetune/Learning Rate": 1.0885349691417524e-07, "Finetune/Loss": 0.6120826601982117, "Finetune/Loss (Raw)": 0.72282874584198, "Finetune/Step": 18355, "Finetune/Step Time": 6.641361566260457}
+{"Finetune/Learning Rate": 1.0860584791964612e-07, "Finetune/Loss": 0.6112531423568726, "Finetune/Loss (Raw)": 0.48358967900276184, "Finetune/Step": 18356, "Finetune/Step Time": 6.648108614608645}
+{"Finetune/Learning Rate": 1.083584794169279e-07, "Finetune/Loss": 0.6112699508666992, "Finetune/Loss (Raw)": 0.5838521122932434, "Finetune/Step": 18357, "Finetune/Step Time": 6.646932043135166}
+{"Finetune/Learning Rate": 1.0811139141303607e-07, "Finetune/Loss": 0.6118720769882202, "Finetune/Loss (Raw)": 0.6920780539512634, "Finetune/Step": 18358, "Finetune/Step Time": 6.631907118484378}
+{"Finetune/Learning Rate": 1.0786458391497501e-07, "Finetune/Loss": 0.6110735535621643, "Finetune/Loss (Raw)": 0.6174254417419434, "Finetune/Step": 18359, "Finetune/Step Time": 6.629168165847659}
+{"Finetune/Learning Rate": 1.0761805692974469e-07, "Finetune/Loss": 0.6097605228424072, "Finetune/Loss (Raw)": 0.5478010773658752, "Finetune/Step": 18360, "Finetune/Step Time": 6.626437056809664}
+{"Finetune/Learning Rate": 1.0737181046433842e-07, "Finetune/Loss": 0.6091060042381287, "Finetune/Loss (Raw)": 0.4786149859428406, "Finetune/Step": 18361, "Finetune/Step Time": 6.627542534843087}
+{"Finetune/Learning Rate": 1.0712584452573504e-07, "Finetune/Loss": 0.6084305047988892, "Finetune/Loss (Raw)": 0.573279619216919, "Finetune/Step": 18362, "Finetune/Step Time": 6.626529144123197}
+{"Finetune/Learning Rate": 1.0688015912091121e-07, "Finetune/Loss": 0.6080378293991089, "Finetune/Loss (Raw)": 0.5656792521476746, "Finetune/Step": 18363, "Finetune/Step Time": 6.622200906276703}
+{"Finetune/Learning Rate": 1.0663475425683357e-07, "Finetune/Loss": 0.6083675622940063, "Finetune/Loss (Raw)": 0.6672948598861694, "Finetune/Step": 18364, "Finetune/Step Time": 6.626242948696017}
+{"Finetune/Learning Rate": 1.0638962994046209e-07, "Finetune/Loss": 0.6078437566757202, "Finetune/Loss (Raw)": 0.5277759432792664, "Finetune/Step": 18365, "Finetune/Step Time": 6.647066147997975}
+{"Finetune/Learning Rate": 1.0614478617874569e-07, "Finetune/Loss": 0.6080722808837891, "Finetune/Loss (Raw)": 0.5887652635574341, "Finetune/Step": 18366, "Finetune/Step Time": 6.64886711910367}
+{"Finetune/Learning Rate": 1.05900222978631e-07, "Finetune/Loss": 0.6094256043434143, "Finetune/Loss (Raw)": 0.7266491055488586, "Finetune/Step": 18367, "Finetune/Step Time": 6.649240983650088}
+{"Finetune/Learning Rate": 1.0565594034704918e-07, "Finetune/Loss": 0.6097638607025146, "Finetune/Loss (Raw)": 0.7059895396232605, "Finetune/Step": 18368, "Finetune/Step Time": 6.647806296125054}
+{"Finetune/Learning Rate": 1.0541193829093021e-07, "Finetune/Loss": 0.6095113754272461, "Finetune/Loss (Raw)": 0.5175760388374329, "Finetune/Step": 18369, "Finetune/Step Time": 6.6471572779119015}
+{"Finetune/Learning Rate": 1.0516821681719081e-07, "Finetune/Loss": 0.6085149645805359, "Finetune/Loss (Raw)": 0.4960361421108246, "Finetune/Step": 18370, "Finetune/Step Time": 6.649848705157638}
+{"Finetune/Learning Rate": 1.0492477593274541e-07, "Finetune/Loss": 0.6086956858634949, "Finetune/Loss (Raw)": 0.5637661218643188, "Finetune/Step": 18371, "Finetune/Step Time": 6.65734725445509}
+{"Finetune/Learning Rate": 1.0468161564449409e-07, "Finetune/Loss": 0.6090103387832642, "Finetune/Loss (Raw)": 0.6971149444580078, "Finetune/Step": 18372, "Finetune/Step Time": 6.6610396932810545}
+{"Finetune/Learning Rate": 1.0443873595933463e-07, "Finetune/Loss": 0.6076306104660034, "Finetune/Loss (Raw)": 0.5634250640869141, "Finetune/Step": 18373, "Finetune/Step Time": 6.657001243904233}
+{"Finetune/Learning Rate": 1.0419613688415265e-07, "Finetune/Loss": 0.6080777645111084, "Finetune/Loss (Raw)": 0.6178664565086365, "Finetune/Step": 18374, "Finetune/Step Time": 6.64945844002068}
+{"Finetune/Learning Rate": 1.0395381842582819e-07, "Finetune/Loss": 0.6083006858825684, "Finetune/Loss (Raw)": 0.6810359954833984, "Finetune/Step": 18375, "Finetune/Step Time": 6.671943850815296}
+{"Finetune/Learning Rate": 1.0371178059123354e-07, "Finetune/Loss": 0.607833981513977, "Finetune/Loss (Raw)": 0.5570594668388367, "Finetune/Step": 18376, "Finetune/Step Time": 6.673454845324159}
+{"Finetune/Learning Rate": 1.0347002338723211e-07, "Finetune/Loss": 0.6073843836784363, "Finetune/Loss (Raw)": 0.5670064687728882, "Finetune/Step": 18377, "Finetune/Step Time": 6.672470757737756}
+{"Finetune/Learning Rate": 1.0322854682067729e-07, "Finetune/Loss": 0.6083028316497803, "Finetune/Loss (Raw)": 0.695399820804596, "Finetune/Step": 18378, "Finetune/Step Time": 6.68506346270442}
+{"Finetune/Learning Rate": 1.0298735089841916e-07, "Finetune/Loss": 0.6074998378753662, "Finetune/Loss (Raw)": 0.6040037274360657, "Finetune/Step": 18379, "Finetune/Step Time": 6.682810647413135}
+{"Finetune/Learning Rate": 1.027464356272967e-07, "Finetune/Loss": 0.6085190773010254, "Finetune/Loss (Raw)": 0.6208199262619019, "Finetune/Step": 18380, "Finetune/Step Time": 6.682374570518732}
+{"Finetune/Learning Rate": 1.0250580101413998e-07, "Finetune/Loss": 0.6084595918655396, "Finetune/Loss (Raw)": 0.6275849938392639, "Finetune/Step": 18381, "Finetune/Step Time": 6.686051331460476}
+{"Finetune/Learning Rate": 1.0226544706577579e-07, "Finetune/Loss": 0.6081026196479797, "Finetune/Loss (Raw)": 0.6140700578689575, "Finetune/Step": 18382, "Finetune/Step Time": 6.688923742622137}
+{"Finetune/Learning Rate": 1.0202537378901645e-07, "Finetune/Loss": 0.6092243194580078, "Finetune/Loss (Raw)": 0.636407732963562, "Finetune/Step": 18383, "Finetune/Step Time": 6.690751871094108}
+{"Finetune/Learning Rate": 1.0178558119067316e-07, "Finetune/Loss": 0.6098397374153137, "Finetune/Loss (Raw)": 0.6383768320083618, "Finetune/Step": 18384, "Finetune/Step Time": 6.6934715155512094}
+{"Finetune/Learning Rate": 1.0154606927754385e-07, "Finetune/Loss": 0.6098649501800537, "Finetune/Loss (Raw)": 0.5522318482398987, "Finetune/Step": 18385, "Finetune/Step Time": 6.703431809321046}
+{"Finetune/Learning Rate": 1.013068380564186e-07, "Finetune/Loss": 0.6123311519622803, "Finetune/Loss (Raw)": 0.7957382798194885, "Finetune/Step": 18386, "Finetune/Step Time": 6.687911871820688}
+{"Finetune/Learning Rate": 1.0106788753408425e-07, "Finetune/Loss": 0.612086296081543, "Finetune/Loss (Raw)": 0.6577193140983582, "Finetune/Step": 18387, "Finetune/Step Time": 6.692121459171176}
+{"Finetune/Learning Rate": 1.0082921771731646e-07, "Finetune/Loss": 0.6113367080688477, "Finetune/Loss (Raw)": 0.5029635429382324, "Finetune/Step": 18388, "Finetune/Step Time": 6.699184527620673}
+{"Finetune/Learning Rate": 1.0059082861288205e-07, "Finetune/Loss": 0.6118139624595642, "Finetune/Loss (Raw)": 0.6473365426063538, "Finetune/Step": 18389, "Finetune/Step Time": 6.70905095897615}
+{"Finetune/Learning Rate": 1.0035272022754227e-07, "Finetune/Loss": 0.6123406887054443, "Finetune/Loss (Raw)": 0.6315382122993469, "Finetune/Step": 18390, "Finetune/Step Time": 6.706290822476149}
+{"Finetune/Learning Rate": 1.001148925680484e-07, "Finetune/Loss": 0.6111289262771606, "Finetune/Loss (Raw)": 0.5916009545326233, "Finetune/Step": 18391, "Finetune/Step Time": 6.705201148986816}
+{"Finetune/Learning Rate": 9.987734564114504e-08, "Finetune/Loss": 0.6129385232925415, "Finetune/Loss (Raw)": 0.6870933771133423, "Finetune/Step": 18392, "Finetune/Step Time": 6.692405415698886}
+{"Finetune/Learning Rate": 9.964007945356569e-08, "Finetune/Loss": 0.6129953265190125, "Finetune/Loss (Raw)": 0.6851999759674072, "Finetune/Step": 18393, "Finetune/Step Time": 6.690032333135605}
+{"Finetune/Learning Rate": 9.940309401204273e-08, "Finetune/Loss": 0.6135109066963196, "Finetune/Loss (Raw)": 0.7422806620597839, "Finetune/Step": 18394, "Finetune/Step Time": 6.689889337867498}
+{"Finetune/Learning Rate": 9.916638932329414e-08, "Finetune/Loss": 0.6129486560821533, "Finetune/Loss (Raw)": 0.6157425045967102, "Finetune/Step": 18395, "Finetune/Step Time": 6.687526669353247}
+{"Finetune/Learning Rate": 9.892996539403232e-08, "Finetune/Loss": 0.6126720905303955, "Finetune/Loss (Raw)": 0.5571953654289246, "Finetune/Step": 18396, "Finetune/Step Time": 6.685768907889724}
+{"Finetune/Learning Rate": 9.869382223096303e-08, "Finetune/Loss": 0.6127794981002808, "Finetune/Loss (Raw)": 0.6569315195083618, "Finetune/Step": 18397, "Finetune/Step Time": 6.687645783647895}
+{"Finetune/Learning Rate": 9.845795984078088e-08, "Finetune/Loss": 0.6122350692749023, "Finetune/Loss (Raw)": 0.5142613053321838, "Finetune/Step": 18398, "Finetune/Step Time": 6.686091894283891}
+{"Finetune/Learning Rate": 9.822237823017388e-08, "Finetune/Loss": 0.6114261746406555, "Finetune/Loss (Raw)": 0.5832392573356628, "Finetune/Step": 18399, "Finetune/Step Time": 6.687443226575851}
+{"Finetune/Learning Rate": 9.798707740582447e-08, "Finetune/Loss": 0.6119197607040405, "Finetune/Loss (Raw)": 0.6588956713676453, "Finetune/Step": 18400, "Finetune/Step Time": 6.704764096066356}
+{"Finetune/Learning Rate": 9.775205737440285e-08, "Finetune/Loss": 0.6102331876754761, "Finetune/Loss (Raw)": 0.5412269830703735, "Finetune/Step": 18401, "Finetune/Step Time": 6.7069399654865265}
+{"Finetune/Learning Rate": 9.751731814257481e-08, "Finetune/Loss": 0.6104226112365723, "Finetune/Loss (Raw)": 0.6389408111572266, "Finetune/Step": 18402, "Finetune/Step Time": 6.707930784672499}
+{"Finetune/Learning Rate": 9.728285971699725e-08, "Finetune/Loss": 0.6103346347808838, "Finetune/Loss (Raw)": 0.6653090119361877, "Finetune/Step": 18403, "Finetune/Step Time": 6.708271954208612}
+{"Finetune/Learning Rate": 9.704868210431816e-08, "Finetune/Loss": 0.6103140711784363, "Finetune/Loss (Raw)": 0.6015727519989014, "Finetune/Step": 18404, "Finetune/Step Time": 6.711359603330493}
+{"Finetune/Learning Rate": 9.681478531117894e-08, "Finetune/Loss": 0.6104506850242615, "Finetune/Loss (Raw)": 0.6469615697860718, "Finetune/Step": 18405, "Finetune/Step Time": 6.720197468996048}
+{"Finetune/Learning Rate": 9.65811693442098e-08, "Finetune/Loss": 0.6109498739242554, "Finetune/Loss (Raw)": 0.6298348307609558, "Finetune/Step": 18406, "Finetune/Step Time": 6.744610793888569}
+{"Finetune/Learning Rate": 9.634783421003879e-08, "Finetune/Loss": 0.6101069450378418, "Finetune/Loss (Raw)": 0.6322112679481506, "Finetune/Step": 18407, "Finetune/Step Time": 6.7362288273870945}
+{"Finetune/Learning Rate": 9.61147799152795e-08, "Finetune/Loss": 0.6105383634567261, "Finetune/Loss (Raw)": 0.5812225937843323, "Finetune/Step": 18408, "Finetune/Step Time": 6.723288437351584}
+{"Finetune/Learning Rate": 9.588200646654222e-08, "Finetune/Loss": 0.6095636487007141, "Finetune/Loss (Raw)": 0.5853757858276367, "Finetune/Step": 18409, "Finetune/Step Time": 6.740515695884824}
+{"Finetune/Learning Rate": 9.564951387042942e-08, "Finetune/Loss": 0.6093012094497681, "Finetune/Loss (Raw)": 0.6476793885231018, "Finetune/Step": 18410, "Finetune/Step Time": 6.7242657747119665}
+{"Finetune/Learning Rate": 9.541730213353139e-08, "Finetune/Loss": 0.6095704436302185, "Finetune/Loss (Raw)": 0.6556375622749329, "Finetune/Step": 18411, "Finetune/Step Time": 6.713827325031161}
+{"Finetune/Learning Rate": 9.518537126243399e-08, "Finetune/Loss": 0.6097226142883301, "Finetune/Loss (Raw)": 0.5801442265510559, "Finetune/Step": 18412, "Finetune/Step Time": 6.716117672622204}
+{"Finetune/Learning Rate": 9.495372126371305e-08, "Finetune/Loss": 0.6110191345214844, "Finetune/Loss (Raw)": 0.6985295414924622, "Finetune/Step": 18413, "Finetune/Step Time": 6.698690690100193}
+{"Finetune/Learning Rate": 9.472235214393888e-08, "Finetune/Loss": 0.6110190153121948, "Finetune/Loss (Raw)": 0.6973108053207397, "Finetune/Step": 18414, "Finetune/Step Time": 6.715173710137606}
+{"Finetune/Learning Rate": 9.449126390967178e-08, "Finetune/Loss": 0.6110419034957886, "Finetune/Loss (Raw)": 0.6205140352249146, "Finetune/Step": 18415, "Finetune/Step Time": 6.711864380165935}
+{"Finetune/Learning Rate": 9.42604565674654e-08, "Finetune/Loss": 0.6119124889373779, "Finetune/Loss (Raw)": 0.7242215871810913, "Finetune/Step": 18416, "Finetune/Step Time": 6.706286732107401}
+{"Finetune/Learning Rate": 9.402993012386453e-08, "Finetune/Loss": 0.6116112470626831, "Finetune/Loss (Raw)": 0.563563883304596, "Finetune/Step": 18417, "Finetune/Step Time": 6.701340878382325}
+{"Finetune/Learning Rate": 9.379968458540501e-08, "Finetune/Loss": 0.6121379137039185, "Finetune/Loss (Raw)": 0.7201330661773682, "Finetune/Step": 18418, "Finetune/Step Time": 6.701415402814746}
+{"Finetune/Learning Rate": 9.35697199586183e-08, "Finetune/Loss": 0.6118485927581787, "Finetune/Loss (Raw)": 0.5301442742347717, "Finetune/Step": 18419, "Finetune/Step Time": 6.7049665376544}
+{"Finetune/Learning Rate": 9.334003625002253e-08, "Finetune/Loss": 0.6122189164161682, "Finetune/Loss (Raw)": 0.6001668572425842, "Finetune/Step": 18420, "Finetune/Step Time": 6.707653736695647}
+{"Finetune/Learning Rate": 9.311063346613358e-08, "Finetune/Loss": 0.6128259897232056, "Finetune/Loss (Raw)": 0.6945640444755554, "Finetune/Step": 18421, "Finetune/Step Time": 6.720825113356113}
+{"Finetune/Learning Rate": 9.288151161345626e-08, "Finetune/Loss": 0.6135258078575134, "Finetune/Loss (Raw)": 0.60014408826828, "Finetune/Step": 18422, "Finetune/Step Time": 6.716859577223659}
+{"Finetune/Learning Rate": 9.265267069848649e-08, "Finetune/Loss": 0.613135576248169, "Finetune/Loss (Raw)": 0.46054065227508545, "Finetune/Step": 18423, "Finetune/Step Time": 6.745759496465325}
+{"Finetune/Learning Rate": 9.242411072771463e-08, "Finetune/Loss": 0.6126210689544678, "Finetune/Loss (Raw)": 0.5974164605140686, "Finetune/Step": 18424, "Finetune/Step Time": 6.735726980492473}
+{"Finetune/Learning Rate": 9.219583170762103e-08, "Finetune/Loss": 0.6129531860351562, "Finetune/Loss (Raw)": 0.682792603969574, "Finetune/Step": 18425, "Finetune/Step Time": 6.737749671563506}
+{"Finetune/Learning Rate": 9.196783364467943e-08, "Finetune/Loss": 0.6125390529632568, "Finetune/Loss (Raw)": 0.4915333092212677, "Finetune/Step": 18426, "Finetune/Step Time": 6.735828958451748}
+{"Finetune/Learning Rate": 9.174011654535575e-08, "Finetune/Loss": 0.6125342845916748, "Finetune/Loss (Raw)": 0.6206098198890686, "Finetune/Step": 18427, "Finetune/Step Time": 6.734472995623946}
+{"Finetune/Learning Rate": 9.151268041610706e-08, "Finetune/Loss": 0.6119416356086731, "Finetune/Loss (Raw)": 0.5524898767471313, "Finetune/Step": 18428, "Finetune/Step Time": 6.741876658052206}
+{"Finetune/Learning Rate": 9.128552526338374e-08, "Finetune/Loss": 0.6127110719680786, "Finetune/Loss (Raw)": 0.6983366012573242, "Finetune/Step": 18429, "Finetune/Step Time": 6.744548700749874}
+{"Finetune/Learning Rate": 9.10586510936251e-08, "Finetune/Loss": 0.6112246513366699, "Finetune/Loss (Raw)": 0.56889808177948, "Finetune/Step": 18430, "Finetune/Step Time": 6.7371848206967115}
+{"Finetune/Learning Rate": 9.0832057913266e-08, "Finetune/Loss": 0.6105784773826599, "Finetune/Loss (Raw)": 0.5716918110847473, "Finetune/Step": 18431, "Finetune/Step Time": 6.738974738866091}
+{"Finetune/Learning Rate": 9.060574572873238e-08, "Finetune/Loss": 0.6109567880630493, "Finetune/Loss (Raw)": 0.6443098783493042, "Finetune/Step": 18432, "Finetune/Step Time": 6.73942212946713}
+{"Finetune/Learning Rate": 9.037971454644024e-08, "Finetune/Loss": 0.6121498346328735, "Finetune/Loss (Raw)": 0.7510274648666382, "Finetune/Step": 18433, "Finetune/Step Time": 6.737155435606837}
+{"Finetune/Learning Rate": 9.015396437280222e-08, "Finetune/Loss": 0.611831545829773, "Finetune/Loss (Raw)": 0.5482802987098694, "Finetune/Step": 18434, "Finetune/Step Time": 6.740841707214713}
+{"Finetune/Learning Rate": 8.992849521421543e-08, "Finetune/Loss": 0.6118466854095459, "Finetune/Loss (Raw)": 0.6214149594306946, "Finetune/Step": 18435, "Finetune/Step Time": 6.7351552862674}
+{"Finetune/Learning Rate": 8.970330707707809e-08, "Finetune/Loss": 0.6120320558547974, "Finetune/Loss (Raw)": 0.6517953872680664, "Finetune/Step": 18436, "Finetune/Step Time": 6.736530462279916}
+{"Finetune/Learning Rate": 8.947839996777286e-08, "Finetune/Loss": 0.6121422052383423, "Finetune/Loss (Raw)": 0.5845491290092468, "Finetune/Step": 18437, "Finetune/Step Time": 6.739336233586073}
+{"Finetune/Learning Rate": 8.925377389267797e-08, "Finetune/Loss": 0.6122139692306519, "Finetune/Loss (Raw)": 0.6777428984642029, "Finetune/Step": 18438, "Finetune/Step Time": 6.720406245440245}
+{"Finetune/Learning Rate": 8.902942885816501e-08, "Finetune/Loss": 0.6127249002456665, "Finetune/Loss (Raw)": 0.6321151852607727, "Finetune/Step": 18439, "Finetune/Step Time": 6.719132920727134}
+{"Finetune/Learning Rate": 8.880536487059333e-08, "Finetune/Loss": 0.6126261949539185, "Finetune/Loss (Raw)": 0.6002175807952881, "Finetune/Step": 18440, "Finetune/Step Time": 6.715559309348464}
+{"Finetune/Learning Rate": 8.858158193631894e-08, "Finetune/Loss": 0.6126790046691895, "Finetune/Loss (Raw)": 0.6108734011650085, "Finetune/Step": 18441, "Finetune/Step Time": 6.713057097047567}
+{"Finetune/Learning Rate": 8.835808006168455e-08, "Finetune/Loss": 0.6123032569885254, "Finetune/Loss (Raw)": 0.5009675621986389, "Finetune/Step": 18442, "Finetune/Step Time": 6.715853590518236}
+{"Finetune/Learning Rate": 8.813485925303178e-08, "Finetune/Loss": 0.6133009195327759, "Finetune/Loss (Raw)": 0.6912558078765869, "Finetune/Step": 18443, "Finetune/Step Time": 6.703474767506123}
+{"Finetune/Learning Rate": 8.791191951668886e-08, "Finetune/Loss": 0.6141862273216248, "Finetune/Loss (Raw)": 0.684678316116333, "Finetune/Step": 18444, "Finetune/Step Time": 6.658701563253999}
+{"Finetune/Learning Rate": 8.768926085897744e-08, "Finetune/Loss": 0.6143462061882019, "Finetune/Loss (Raw)": 0.6691854000091553, "Finetune/Step": 18445, "Finetune/Step Time": 6.657616710290313}
+{"Finetune/Learning Rate": 8.746688328621133e-08, "Finetune/Loss": 0.6150678396224976, "Finetune/Loss (Raw)": 0.5960336923599243, "Finetune/Step": 18446, "Finetune/Step Time": 6.640665661543608}
+{"Finetune/Learning Rate": 8.724478680469773e-08, "Finetune/Loss": 0.613656222820282, "Finetune/Loss (Raw)": 0.6413223743438721, "Finetune/Step": 18447, "Finetune/Step Time": 6.626778995618224}
+{"Finetune/Learning Rate": 8.70229714207338e-08, "Finetune/Loss": 0.6140758395195007, "Finetune/Loss (Raw)": 0.6892444491386414, "Finetune/Step": 18448, "Finetune/Step Time": 6.623270392417908}
+{"Finetune/Learning Rate": 8.680143714060785e-08, "Finetune/Loss": 0.6146386861801147, "Finetune/Loss (Raw)": 0.6694793701171875, "Finetune/Step": 18449, "Finetune/Step Time": 6.622704749926925}
+{"Finetune/Learning Rate": 8.658018397060486e-08, "Finetune/Loss": 0.6135287284851074, "Finetune/Loss (Raw)": 0.4922869801521301, "Finetune/Step": 18450, "Finetune/Step Time": 6.6110988557338715}
+{"Finetune/Learning Rate": 8.63592119169987e-08, "Finetune/Loss": 0.6147054433822632, "Finetune/Loss (Raw)": 0.7150735855102539, "Finetune/Step": 18451, "Finetune/Step Time": 6.612334351986647}
+{"Finetune/Learning Rate": 8.613852098605435e-08, "Finetune/Loss": 0.615105152130127, "Finetune/Loss (Raw)": 0.6286013722419739, "Finetune/Step": 18452, "Finetune/Step Time": 6.610427221283317}
+{"Finetune/Learning Rate": 8.591811118403014e-08, "Finetune/Loss": 0.6160049438476562, "Finetune/Loss (Raw)": 0.6568014025688171, "Finetune/Step": 18453, "Finetune/Step Time": 6.599695833399892}
+{"Finetune/Learning Rate": 8.569798251717664e-08, "Finetune/Loss": 0.6163211464881897, "Finetune/Loss (Raw)": 0.669337809085846, "Finetune/Step": 18454, "Finetune/Step Time": 6.596893219277263}
+{"Finetune/Learning Rate": 8.547813499173552e-08, "Finetune/Loss": 0.6163843870162964, "Finetune/Loss (Raw)": 0.7013200521469116, "Finetune/Step": 18455, "Finetune/Step Time": 6.597924057394266}
+{"Finetune/Learning Rate": 8.525856861394177e-08, "Finetune/Loss": 0.6181627511978149, "Finetune/Loss (Raw)": 0.7026959657669067, "Finetune/Step": 18456, "Finetune/Step Time": 6.60429716296494}
+{"Finetune/Learning Rate": 8.503928339002043e-08, "Finetune/Loss": 0.6181073188781738, "Finetune/Loss (Raw)": 0.7244522571563721, "Finetune/Step": 18457, "Finetune/Step Time": 6.594531994313002}
+{"Finetune/Learning Rate": 8.482027932619097e-08, "Finetune/Loss": 0.619143545627594, "Finetune/Loss (Raw)": 0.649864137172699, "Finetune/Step": 18458, "Finetune/Step Time": 6.59482897259295}
+{"Finetune/Learning Rate": 8.460155642866397e-08, "Finetune/Loss": 0.6184291839599609, "Finetune/Loss (Raw)": 0.559070348739624, "Finetune/Step": 18459, "Finetune/Step Time": 6.592189675197005}
+{"Finetune/Learning Rate": 8.438311470364113e-08, "Finetune/Loss": 0.6182606220245361, "Finetune/Loss (Raw)": 0.608627200126648, "Finetune/Step": 18460, "Finetune/Step Time": 6.597828654572368}
+{"Finetune/Learning Rate": 8.41649541573164e-08, "Finetune/Loss": 0.6194480061531067, "Finetune/Loss (Raw)": 0.7716130614280701, "Finetune/Step": 18461, "Finetune/Step Time": 6.599625840783119}
+{"Finetune/Learning Rate": 8.394707479587705e-08, "Finetune/Loss": 0.6198644042015076, "Finetune/Loss (Raw)": 0.666265606880188, "Finetune/Step": 18462, "Finetune/Step Time": 6.600779332220554}
+{"Finetune/Learning Rate": 8.372947662550035e-08, "Finetune/Loss": 0.6199830770492554, "Finetune/Loss (Raw)": 0.5977832078933716, "Finetune/Step": 18463, "Finetune/Step Time": 6.602462261915207}
+{"Finetune/Learning Rate": 8.351215965235915e-08, "Finetune/Loss": 0.619255781173706, "Finetune/Loss (Raw)": 0.5747216939926147, "Finetune/Step": 18464, "Finetune/Step Time": 6.60350227355957}
+{"Finetune/Learning Rate": 8.329512388261297e-08, "Finetune/Loss": 0.6191442012786865, "Finetune/Loss (Raw)": 0.5191310048103333, "Finetune/Step": 18465, "Finetune/Step Time": 6.620711453258991}
+{"Finetune/Learning Rate": 8.307836932241797e-08, "Finetune/Loss": 0.6176093816757202, "Finetune/Loss (Raw)": 0.49828967452049255, "Finetune/Step": 18466, "Finetune/Step Time": 6.629420571029186}
+{"Finetune/Learning Rate": 8.286189597792149e-08, "Finetune/Loss": 0.6193575859069824, "Finetune/Loss (Raw)": 0.7162238359451294, "Finetune/Step": 18467, "Finetune/Step Time": 6.6310887690633535}
+{"Finetune/Learning Rate": 8.264570385525972e-08, "Finetune/Loss": 0.619381308555603, "Finetune/Loss (Raw)": 0.6237494945526123, "Finetune/Step": 18468, "Finetune/Step Time": 6.643832104280591}
+{"Finetune/Learning Rate": 8.242979296056553e-08, "Finetune/Loss": 0.6195284128189087, "Finetune/Loss (Raw)": 0.6569885611534119, "Finetune/Step": 18469, "Finetune/Step Time": 6.644574169069529}
+{"Finetune/Learning Rate": 8.221416329996068e-08, "Finetune/Loss": 0.6195467710494995, "Finetune/Loss (Raw)": 0.5978938937187195, "Finetune/Step": 18470, "Finetune/Step Time": 6.646692084148526}
+{"Finetune/Learning Rate": 8.199881487955919e-08, "Finetune/Loss": 0.619113028049469, "Finetune/Loss (Raw)": 0.6275370717048645, "Finetune/Step": 18471, "Finetune/Step Time": 6.645951958373189}
+{"Finetune/Learning Rate": 8.178374770546838e-08, "Finetune/Loss": 0.6192510724067688, "Finetune/Loss (Raw)": 0.6180101633071899, "Finetune/Step": 18472, "Finetune/Step Time": 6.647526020184159}
+{"Finetune/Learning Rate": 8.156896178378781e-08, "Finetune/Loss": 0.6193414926528931, "Finetune/Loss (Raw)": 0.6627779006958008, "Finetune/Step": 18473, "Finetune/Step Time": 6.64996469207108}
+{"Finetune/Learning Rate": 8.135445712060597e-08, "Finetune/Loss": 0.6198381185531616, "Finetune/Loss (Raw)": 0.6784045100212097, "Finetune/Step": 18474, "Finetune/Step Time": 6.666934374719858}
+{"Finetune/Learning Rate": 8.114023372200797e-08, "Finetune/Loss": 0.6198350191116333, "Finetune/Loss (Raw)": 0.6540447473526001, "Finetune/Step": 18475, "Finetune/Step Time": 6.663668831810355}
+{"Finetune/Learning Rate": 8.092629159406673e-08, "Finetune/Loss": 0.6196616291999817, "Finetune/Loss (Raw)": 0.5537266135215759, "Finetune/Step": 18476, "Finetune/Step Time": 6.664831433445215}
+{"Finetune/Learning Rate": 8.071263074284963e-08, "Finetune/Loss": 0.6200370192527771, "Finetune/Loss (Raw)": 0.5494705438613892, "Finetune/Step": 18477, "Finetune/Step Time": 6.670540489256382}
+{"Finetune/Learning Rate": 8.049925117441626e-08, "Finetune/Loss": 0.6202907562255859, "Finetune/Loss (Raw)": 0.6562504768371582, "Finetune/Step": 18478, "Finetune/Step Time": 6.67013350315392}
+{"Finetune/Learning Rate": 8.028615289481622e-08, "Finetune/Loss": 0.6193358898162842, "Finetune/Loss (Raw)": 0.4684395492076874, "Finetune/Step": 18479, "Finetune/Step Time": 6.672270381823182}
+{"Finetune/Learning Rate": 8.007333591009359e-08, "Finetune/Loss": 0.6188211441040039, "Finetune/Loss (Raw)": 0.45398619771003723, "Finetune/Step": 18480, "Finetune/Step Time": 6.692523419857025}
+{"Finetune/Learning Rate": 7.98608002262824e-08, "Finetune/Loss": 0.6191800832748413, "Finetune/Loss (Raw)": 0.6357955932617188, "Finetune/Step": 18481, "Finetune/Step Time": 6.689757503569126}
+{"Finetune/Learning Rate": 7.964854584941007e-08, "Finetune/Loss": 0.6197218298912048, "Finetune/Loss (Raw)": 0.6118054986000061, "Finetune/Step": 18482, "Finetune/Step Time": 6.69323730096221}
+{"Finetune/Learning Rate": 7.94365727854951e-08, "Finetune/Loss": 0.6195523142814636, "Finetune/Loss (Raw)": 0.7011335492134094, "Finetune/Step": 18483, "Finetune/Step Time": 6.695956187322736}
+{"Finetune/Learning Rate": 7.922488104054826e-08, "Finetune/Loss": 0.6209396123886108, "Finetune/Loss (Raw)": 0.6611577868461609, "Finetune/Step": 18484, "Finetune/Step Time": 6.6893235724419355}
+{"Finetune/Learning Rate": 7.901347062057251e-08, "Finetune/Loss": 0.621495246887207, "Finetune/Loss (Raw)": 0.654978334903717, "Finetune/Step": 18485, "Finetune/Step Time": 6.677235469222069}
+{"Finetune/Learning Rate": 7.880234153156418e-08, "Finetune/Loss": 0.6208704710006714, "Finetune/Loss (Raw)": 0.6121049523353577, "Finetune/Step": 18486, "Finetune/Step Time": 6.675958789885044}
+{"Finetune/Learning Rate": 7.859149377950959e-08, "Finetune/Loss": 0.6208080649375916, "Finetune/Loss (Raw)": 0.6094390749931335, "Finetune/Step": 18487, "Finetune/Step Time": 6.681088101118803}
+{"Finetune/Learning Rate": 7.838092737038617e-08, "Finetune/Loss": 0.6206061244010925, "Finetune/Loss (Raw)": 0.5219540596008301, "Finetune/Step": 18488, "Finetune/Step Time": 6.6758800614625216}
+{"Finetune/Learning Rate": 7.817064231016802e-08, "Finetune/Loss": 0.6216936111450195, "Finetune/Loss (Raw)": 0.6178181171417236, "Finetune/Step": 18489, "Finetune/Step Time": 6.667480984702706}
+{"Finetune/Learning Rate": 7.796063860481595e-08, "Finetune/Loss": 0.6211856603622437, "Finetune/Loss (Raw)": 0.5082529187202454, "Finetune/Step": 18490, "Finetune/Step Time": 6.694753419607878}
+{"Finetune/Learning Rate": 7.775091626028408e-08, "Finetune/Loss": 0.6216801404953003, "Finetune/Loss (Raw)": 0.6289789080619812, "Finetune/Step": 18491, "Finetune/Step Time": 6.695647919550538}
+{"Finetune/Learning Rate": 7.75414752825232e-08, "Finetune/Loss": 0.6205817461013794, "Finetune/Loss (Raw)": 0.526697039604187, "Finetune/Step": 18492, "Finetune/Step Time": 6.692368507385254}
+{"Finetune/Learning Rate": 7.733231567746968e-08, "Finetune/Loss": 0.6219268441200256, "Finetune/Loss (Raw)": 0.6999480128288269, "Finetune/Step": 18493, "Finetune/Step Time": 6.675087910145521}
+{"Finetune/Learning Rate": 7.712343745105544e-08, "Finetune/Loss": 0.6228088140487671, "Finetune/Loss (Raw)": 0.7016624808311462, "Finetune/Step": 18494, "Finetune/Step Time": 6.676367577165365}
+{"Finetune/Learning Rate": 7.691484060920351e-08, "Finetune/Loss": 0.6222002506256104, "Finetune/Loss (Raw)": 0.6487483978271484, "Finetune/Step": 18495, "Finetune/Step Time": 6.68835817091167}
+{"Finetune/Learning Rate": 7.670652515782917e-08, "Finetune/Loss": 0.6226920485496521, "Finetune/Loss (Raw)": 0.7689383625984192, "Finetune/Step": 18496, "Finetune/Step Time": 6.707892073318362}
+{"Finetune/Learning Rate": 7.649849110283991e-08, "Finetune/Loss": 0.6231815814971924, "Finetune/Loss (Raw)": 0.5802381634712219, "Finetune/Step": 18497, "Finetune/Step Time": 6.709773709997535}
+{"Finetune/Learning Rate": 7.629073845013435e-08, "Finetune/Loss": 0.6240787506103516, "Finetune/Loss (Raw)": 0.6108798384666443, "Finetune/Step": 18498, "Finetune/Step Time": 6.706657784059644}
+{"Finetune/Learning Rate": 7.608326720560443e-08, "Finetune/Loss": 0.6251570582389832, "Finetune/Loss (Raw)": 0.7017822861671448, "Finetune/Step": 18499, "Finetune/Step Time": 6.718369895592332}
+{"Finetune/Learning Rate": 7.587607737513325e-08, "Finetune/Loss": 0.6244552135467529, "Finetune/Loss (Raw)": 0.6072772741317749, "Finetune/Step": 18500, "Finetune/Step Time": 6.714230205863714}
+{"Finetune/Learning Rate": 7.566916896459719e-08, "Finetune/Loss": 0.6252424716949463, "Finetune/Loss (Raw)": 0.664194643497467, "Finetune/Step": 18501, "Finetune/Step Time": 6.722507800906897}
+{"Finetune/Learning Rate": 7.546254197986158e-08, "Finetune/Loss": 0.6252392530441284, "Finetune/Loss (Raw)": 0.6174555420875549, "Finetune/Step": 18502, "Finetune/Step Time": 6.740886701270938}
+{"Finetune/Learning Rate": 7.525619642678617e-08, "Finetune/Loss": 0.624488115310669, "Finetune/Loss (Raw)": 0.5848853588104248, "Finetune/Step": 18503, "Finetune/Step Time": 6.722783392295241}
+{"Finetune/Learning Rate": 7.505013231122294e-08, "Finetune/Loss": 0.6241912841796875, "Finetune/Loss (Raw)": 0.5190654397010803, "Finetune/Step": 18504, "Finetune/Step Time": 6.72541026212275}
+{"Finetune/Learning Rate": 7.4844349639015e-08, "Finetune/Loss": 0.6244965195655823, "Finetune/Loss (Raw)": 0.6060863137245178, "Finetune/Step": 18505, "Finetune/Step Time": 6.724470350891352}
+{"Finetune/Learning Rate": 7.463884841599878e-08, "Finetune/Loss": 0.6239336729049683, "Finetune/Loss (Raw)": 0.6233532428741455, "Finetune/Step": 18506, "Finetune/Step Time": 6.713651809841394}
+{"Finetune/Learning Rate": 7.443362864800075e-08, "Finetune/Loss": 0.6226133704185486, "Finetune/Loss (Raw)": 0.4350000023841858, "Finetune/Step": 18507, "Finetune/Step Time": 6.719787936657667}
+{"Finetune/Learning Rate": 7.422869034084068e-08, "Finetune/Loss": 0.6222463846206665, "Finetune/Loss (Raw)": 0.5738492608070374, "Finetune/Step": 18508, "Finetune/Step Time": 6.718739379197359}
+{"Finetune/Learning Rate": 7.40240335003295e-08, "Finetune/Loss": 0.6213161945343018, "Finetune/Loss (Raw)": 0.5085216164588928, "Finetune/Step": 18509, "Finetune/Step Time": 6.716386165469885}
+{"Finetune/Learning Rate": 7.381965813227032e-08, "Finetune/Loss": 0.6213538646697998, "Finetune/Loss (Raw)": 0.6188924908638, "Finetune/Step": 18510, "Finetune/Step Time": 6.714906619861722}
+{"Finetune/Learning Rate": 7.361556424245963e-08, "Finetune/Loss": 0.6213825941085815, "Finetune/Loss (Raw)": 0.6400855183601379, "Finetune/Step": 18511, "Finetune/Step Time": 6.713070696219802}
+{"Finetune/Learning Rate": 7.341175183668503e-08, "Finetune/Loss": 0.6218858361244202, "Finetune/Loss (Raw)": 0.7027859687805176, "Finetune/Step": 18512, "Finetune/Step Time": 6.71783609688282}
+{"Finetune/Learning Rate": 7.320822092072633e-08, "Finetune/Loss": 0.6229169368743896, "Finetune/Loss (Raw)": 0.6842166185379028, "Finetune/Step": 18513, "Finetune/Step Time": 6.704988365992904}
+{"Finetune/Learning Rate": 7.300497150035335e-08, "Finetune/Loss": 0.6209768056869507, "Finetune/Loss (Raw)": 0.5474002361297607, "Finetune/Step": 18514, "Finetune/Step Time": 6.705551544204354}
+{"Finetune/Learning Rate": 7.280200358133149e-08, "Finetune/Loss": 0.6198435425758362, "Finetune/Loss (Raw)": 0.5126618146896362, "Finetune/Step": 18515, "Finetune/Step Time": 6.701199280098081}
+{"Finetune/Learning Rate": 7.259931716941505e-08, "Finetune/Loss": 0.6219016313552856, "Finetune/Loss (Raw)": 0.7664024829864502, "Finetune/Step": 18516, "Finetune/Step Time": 6.686390705406666}
+{"Finetune/Learning Rate": 7.239691227035273e-08, "Finetune/Loss": 0.6216362714767456, "Finetune/Loss (Raw)": 0.6133663058280945, "Finetune/Step": 18517, "Finetune/Step Time": 6.674458984285593}
+{"Finetune/Learning Rate": 7.21947888898844e-08, "Finetune/Loss": 0.6212037205696106, "Finetune/Loss (Raw)": 0.5761778950691223, "Finetune/Step": 18518, "Finetune/Step Time": 6.678374320268631}
+{"Finetune/Learning Rate": 7.199294703373994e-08, "Finetune/Loss": 0.621073842048645, "Finetune/Loss (Raw)": 0.574978768825531, "Finetune/Step": 18519, "Finetune/Step Time": 6.680406769737601}
+{"Finetune/Learning Rate": 7.179138670764363e-08, "Finetune/Loss": 0.6206638813018799, "Finetune/Loss (Raw)": 0.6346079707145691, "Finetune/Step": 18520, "Finetune/Step Time": 6.681762881577015}
+{"Finetune/Learning Rate": 7.159010791731202e-08, "Finetune/Loss": 0.6208114624023438, "Finetune/Loss (Raw)": 0.704100489616394, "Finetune/Step": 18521, "Finetune/Step Time": 6.682328017428517}
+{"Finetune/Learning Rate": 7.138911066845277e-08, "Finetune/Loss": 0.6204346418380737, "Finetune/Loss (Raw)": 0.6940458416938782, "Finetune/Step": 18522, "Finetune/Step Time": 6.680118201300502}
+{"Finetune/Learning Rate": 7.118839496676466e-08, "Finetune/Loss": 0.6196256875991821, "Finetune/Loss (Raw)": 0.5121889710426331, "Finetune/Step": 18523, "Finetune/Step Time": 6.6823248993605375}
+{"Finetune/Learning Rate": 7.098796081793979e-08, "Finetune/Loss": 0.6201105713844299, "Finetune/Loss (Raw)": 0.6192660331726074, "Finetune/Step": 18524, "Finetune/Step Time": 6.685572236776352}
+{"Finetune/Learning Rate": 7.078780822766251e-08, "Finetune/Loss": 0.620184063911438, "Finetune/Loss (Raw)": 0.6663289666175842, "Finetune/Step": 18525, "Finetune/Step Time": 6.683500424027443}
+{"Finetune/Learning Rate": 7.058793720160829e-08, "Finetune/Loss": 0.6210075616836548, "Finetune/Loss (Raw)": 0.6196768879890442, "Finetune/Step": 18526, "Finetune/Step Time": 6.7050224132835865}
+{"Finetune/Learning Rate": 7.038834774544368e-08, "Finetune/Loss": 0.620854377746582, "Finetune/Loss (Raw)": 0.5636339783668518, "Finetune/Step": 18527, "Finetune/Step Time": 6.704469870775938}
+{"Finetune/Learning Rate": 7.018903986483083e-08, "Finetune/Loss": 0.620384693145752, "Finetune/Loss (Raw)": 0.5987770557403564, "Finetune/Step": 18528, "Finetune/Step Time": 6.705491194501519}
+{"Finetune/Learning Rate": 6.999001356541857e-08, "Finetune/Loss": 0.6207842230796814, "Finetune/Loss (Raw)": 0.5923618674278259, "Finetune/Step": 18529, "Finetune/Step Time": 6.7079271245747805}
+{"Finetune/Learning Rate": 6.979126885285348e-08, "Finetune/Loss": 0.6205309629440308, "Finetune/Loss (Raw)": 0.6065170764923096, "Finetune/Step": 18530, "Finetune/Step Time": 6.715846637263894}
+{"Finetune/Learning Rate": 6.959280573277105e-08, "Finetune/Loss": 0.6202623844146729, "Finetune/Loss (Raw)": 0.6309326887130737, "Finetune/Step": 18531, "Finetune/Step Time": 6.717817300930619}
+{"Finetune/Learning Rate": 6.93946242107968e-08, "Finetune/Loss": 0.6203616857528687, "Finetune/Loss (Raw)": 0.614293098449707, "Finetune/Step": 18532, "Finetune/Step Time": 6.721398392692208}
+{"Finetune/Learning Rate": 6.919672429255286e-08, "Finetune/Loss": 0.6199591159820557, "Finetune/Loss (Raw)": 0.5954291820526123, "Finetune/Step": 18533, "Finetune/Step Time": 6.715336970984936}
+{"Finetune/Learning Rate": 6.899910598365034e-08, "Finetune/Loss": 0.6192037463188171, "Finetune/Loss (Raw)": 0.5331500768661499, "Finetune/Step": 18534, "Finetune/Step Time": 6.69340830296278}
+{"Finetune/Learning Rate": 6.880176928969251e-08, "Finetune/Loss": 0.619949460029602, "Finetune/Loss (Raw)": 0.7276632785797119, "Finetune/Step": 18535, "Finetune/Step Time": 6.690347487106919}
+{"Finetune/Learning Rate": 6.860471421627712e-08, "Finetune/Loss": 0.6196497678756714, "Finetune/Loss (Raw)": 0.5428535342216492, "Finetune/Step": 18536, "Finetune/Step Time": 6.7094398252666}
+{"Finetune/Learning Rate": 6.840794076899082e-08, "Finetune/Loss": 0.6202694177627563, "Finetune/Loss (Raw)": 0.664695143699646, "Finetune/Step": 18537, "Finetune/Step Time": 6.693859903141856}
+{"Finetune/Learning Rate": 6.821144895341248e-08, "Finetune/Loss": 0.6197547316551208, "Finetune/Loss (Raw)": 0.5817975997924805, "Finetune/Step": 18538, "Finetune/Step Time": 6.6975573524832726}
+{"Finetune/Learning Rate": 6.801523877511651e-08, "Finetune/Loss": 0.6186178922653198, "Finetune/Loss (Raw)": 0.5101248025894165, "Finetune/Step": 18539, "Finetune/Step Time": 6.698200797662139}
+{"Finetune/Learning Rate": 6.781931023966403e-08, "Finetune/Loss": 0.6188964247703552, "Finetune/Loss (Raw)": 0.615800142288208, "Finetune/Step": 18540, "Finetune/Step Time": 6.701889403164387}
+{"Finetune/Learning Rate": 6.762366335261395e-08, "Finetune/Loss": 0.618182361125946, "Finetune/Loss (Raw)": 0.6071218848228455, "Finetune/Step": 18541, "Finetune/Step Time": 6.70496835373342}
+{"Finetune/Learning Rate": 6.74282981195129e-08, "Finetune/Loss": 0.6177560687065125, "Finetune/Loss (Raw)": 0.6427469253540039, "Finetune/Step": 18542, "Finetune/Step Time": 6.689389754086733}
+{"Finetune/Learning Rate": 6.723321454590093e-08, "Finetune/Loss": 0.6185981035232544, "Finetune/Loss (Raw)": 0.7282997369766235, "Finetune/Step": 18543, "Finetune/Step Time": 6.697503501549363}
+{"Finetune/Learning Rate": 6.703841263730914e-08, "Finetune/Loss": 0.6176062226295471, "Finetune/Loss (Raw)": 0.5972596406936646, "Finetune/Step": 18544, "Finetune/Step Time": 6.702529544010758}
+{"Finetune/Learning Rate": 6.684389239926315e-08, "Finetune/Loss": 0.6182100772857666, "Finetune/Loss (Raw)": 0.6408505439758301, "Finetune/Step": 18545, "Finetune/Step Time": 6.7054947931319475}
+{"Finetune/Learning Rate": 6.66496538372774e-08, "Finetune/Loss": 0.6179054975509644, "Finetune/Loss (Raw)": 0.6811524033546448, "Finetune/Step": 18546, "Finetune/Step Time": 6.719112601131201}
+{"Finetune/Learning Rate": 6.645569695686083e-08, "Finetune/Loss": 0.6190279722213745, "Finetune/Loss (Raw)": 0.6738208532333374, "Finetune/Step": 18547, "Finetune/Step Time": 6.728886563330889}
+{"Finetune/Learning Rate": 6.626202176351349e-08, "Finetune/Loss": 0.6177442073822021, "Finetune/Loss (Raw)": 0.4358474910259247, "Finetune/Step": 18548, "Finetune/Step Time": 6.738579893484712}
+{"Finetune/Learning Rate": 6.606862826272876e-08, "Finetune/Loss": 0.6168751120567322, "Finetune/Loss (Raw)": 0.5833151936531067, "Finetune/Step": 18549, "Finetune/Step Time": 6.726721381768584}
+{"Finetune/Learning Rate": 6.587551645998891e-08, "Finetune/Loss": 0.617469847202301, "Finetune/Loss (Raw)": 0.6762703657150269, "Finetune/Step": 18550, "Finetune/Step Time": 6.725773390382528}
+{"Finetune/Learning Rate": 6.568268636076958e-08, "Finetune/Loss": 0.6188632845878601, "Finetune/Loss (Raw)": 0.6389008164405823, "Finetune/Step": 18551, "Finetune/Step Time": 6.694638289511204}
+{"Finetune/Learning Rate": 6.549013797054083e-08, "Finetune/Loss": 0.6194711923599243, "Finetune/Loss (Raw)": 0.6752296686172485, "Finetune/Step": 18552, "Finetune/Step Time": 6.6934993006289005}
+{"Finetune/Learning Rate": 6.529787129476162e-08, "Finetune/Loss": 0.6191188097000122, "Finetune/Loss (Raw)": 0.6376883387565613, "Finetune/Step": 18553, "Finetune/Step Time": 6.699431195855141}
+{"Finetune/Learning Rate": 6.510588633888315e-08, "Finetune/Loss": 0.6208014488220215, "Finetune/Loss (Raw)": 0.7069028615951538, "Finetune/Step": 18554, "Finetune/Step Time": 6.6999249421060085}
+{"Finetune/Learning Rate": 6.491418310835217e-08, "Finetune/Loss": 0.6211796998977661, "Finetune/Loss (Raw)": 0.6690369248390198, "Finetune/Step": 18555, "Finetune/Step Time": 6.71746158413589}
+{"Finetune/Learning Rate": 6.472276160860324e-08, "Finetune/Loss": 0.6215468645095825, "Finetune/Loss (Raw)": 0.5994824171066284, "Finetune/Step": 18556, "Finetune/Step Time": 6.7021601758897305}
+{"Finetune/Learning Rate": 6.453162184506423e-08, "Finetune/Loss": 0.6203727722167969, "Finetune/Loss (Raw)": 0.5480517148971558, "Finetune/Step": 18557, "Finetune/Step Time": 6.703639788553119}
+{"Finetune/Learning Rate": 6.434076382315524e-08, "Finetune/Loss": 0.6209573745727539, "Finetune/Loss (Raw)": 0.6437309384346008, "Finetune/Step": 18558, "Finetune/Step Time": 6.705081596970558}
+{"Finetune/Learning Rate": 6.415018754828973e-08, "Finetune/Loss": 0.6211079955101013, "Finetune/Loss (Raw)": 0.5909664034843445, "Finetune/Step": 18559, "Finetune/Step Time": 6.7108670473098755}
+{"Finetune/Learning Rate": 6.395989302587113e-08, "Finetune/Loss": 0.62104332447052, "Finetune/Loss (Raw)": 0.6360390782356262, "Finetune/Step": 18560, "Finetune/Step Time": 6.708318019285798}
+{"Finetune/Learning Rate": 6.376988026129515e-08, "Finetune/Loss": 0.6195339560508728, "Finetune/Loss (Raw)": 0.5578235983848572, "Finetune/Step": 18561, "Finetune/Step Time": 6.708234744146466}
+{"Finetune/Learning Rate": 6.358014925995081e-08, "Finetune/Loss": 0.6189111471176147, "Finetune/Loss (Raw)": 0.46856120228767395, "Finetune/Step": 18562, "Finetune/Step Time": 6.718837218359113}
+{"Finetune/Learning Rate": 6.339070002721825e-08, "Finetune/Loss": 0.6189226508140564, "Finetune/Loss (Raw)": 0.6228876113891602, "Finetune/Step": 18563, "Finetune/Step Time": 6.715273518115282}
+{"Finetune/Learning Rate": 6.320153256846873e-08, "Finetune/Loss": 0.6185653209686279, "Finetune/Loss (Raw)": 0.6060570478439331, "Finetune/Step": 18564, "Finetune/Step Time": 6.7132385689765215}
+{"Finetune/Learning Rate": 6.301264688906795e-08, "Finetune/Loss": 0.6186380386352539, "Finetune/Loss (Raw)": 0.5938570499420166, "Finetune/Step": 18565, "Finetune/Step Time": 6.715196248143911}
+{"Finetune/Learning Rate": 6.282404299437162e-08, "Finetune/Loss": 0.6180201768875122, "Finetune/Loss (Raw)": 0.5986546277999878, "Finetune/Step": 18566, "Finetune/Step Time": 6.718255365267396}
+{"Finetune/Learning Rate": 6.263572088972769e-08, "Finetune/Loss": 0.6178784370422363, "Finetune/Loss (Raw)": 0.6139681339263916, "Finetune/Step": 18567, "Finetune/Step Time": 6.720019970089197}
+{"Finetune/Learning Rate": 6.244768058047635e-08, "Finetune/Loss": 0.6177574396133423, "Finetune/Loss (Raw)": 0.5847392082214355, "Finetune/Step": 18568, "Finetune/Step Time": 6.72399378567934}
+{"Finetune/Learning Rate": 6.225992207194997e-08, "Finetune/Loss": 0.6180527210235596, "Finetune/Loss (Raw)": 0.6486614942550659, "Finetune/Step": 18569, "Finetune/Step Time": 6.723895383998752}
+{"Finetune/Learning Rate": 6.20724453694732e-08, "Finetune/Loss": 0.6192355751991272, "Finetune/Loss (Raw)": 0.652370035648346, "Finetune/Step": 18570, "Finetune/Step Time": 6.71349984779954}
+{"Finetune/Learning Rate": 6.188525047836291e-08, "Finetune/Loss": 0.6190528273582458, "Finetune/Loss (Raw)": 0.667868971824646, "Finetune/Step": 18571, "Finetune/Step Time": 6.71539125777781}
+{"Finetune/Learning Rate": 6.169833740392594e-08, "Finetune/Loss": 0.6183981895446777, "Finetune/Loss (Raw)": 0.6008873581886292, "Finetune/Step": 18572, "Finetune/Step Time": 6.716511921957135}
+{"Finetune/Learning Rate": 6.151170615146362e-08, "Finetune/Loss": 0.6179389953613281, "Finetune/Loss (Raw)": 0.6104053258895874, "Finetune/Step": 18573, "Finetune/Step Time": 6.716146964579821}
+{"Finetune/Learning Rate": 6.132535672626839e-08, "Finetune/Loss": 0.6183822154998779, "Finetune/Loss (Raw)": 0.6527665853500366, "Finetune/Step": 18574, "Finetune/Step Time": 6.71760312654078}
+{"Finetune/Learning Rate": 6.113928913362377e-08, "Finetune/Loss": 0.6187365055084229, "Finetune/Loss (Raw)": 0.6866692900657654, "Finetune/Step": 18575, "Finetune/Step Time": 6.712848229333758}
+{"Finetune/Learning Rate": 6.095350337880667e-08, "Finetune/Loss": 0.6173219680786133, "Finetune/Loss (Raw)": 0.5081897377967834, "Finetune/Step": 18576, "Finetune/Step Time": 6.718661889433861}
+{"Finetune/Learning Rate": 6.076799946708622e-08, "Finetune/Loss": 0.6176630258560181, "Finetune/Loss (Raw)": 0.7131402492523193, "Finetune/Step": 18577, "Finetune/Step Time": 6.722313879057765}
+{"Finetune/Learning Rate": 6.058277740372043e-08, "Finetune/Loss": 0.6184526681900024, "Finetune/Loss (Raw)": 0.5933462381362915, "Finetune/Step": 18578, "Finetune/Step Time": 6.72141669690609}
+{"Finetune/Learning Rate": 6.039783719396397e-08, "Finetune/Loss": 0.6167964339256287, "Finetune/Loss (Raw)": 0.5030800700187683, "Finetune/Step": 18579, "Finetune/Step Time": 6.719034506008029}
+{"Finetune/Learning Rate": 6.021317884306044e-08, "Finetune/Loss": 0.6167261004447937, "Finetune/Loss (Raw)": 0.6196008324623108, "Finetune/Step": 18580, "Finetune/Step Time": 6.737370895221829}
+{"Finetune/Learning Rate": 6.002880235624564e-08, "Finetune/Loss": 0.6157805919647217, "Finetune/Loss (Raw)": 0.5357711911201477, "Finetune/Step": 18581, "Finetune/Step Time": 6.7369654178619385}
+{"Finetune/Learning Rate": 5.984470773874984e-08, "Finetune/Loss": 0.6150590777397156, "Finetune/Loss (Raw)": 0.5769891142845154, "Finetune/Step": 18582, "Finetune/Step Time": 6.738395174965262}
+{"Finetune/Learning Rate": 5.966089499579109e-08, "Finetune/Loss": 0.6139950752258301, "Finetune/Loss (Raw)": 0.565121054649353, "Finetune/Step": 18583, "Finetune/Step Time": 6.736759668216109}
+{"Finetune/Learning Rate": 5.9477364132582984e-08, "Finetune/Loss": 0.6130292415618896, "Finetune/Loss (Raw)": 0.5790772438049316, "Finetune/Step": 18584, "Finetune/Step Time": 6.73360762745142}
+{"Finetune/Learning Rate": 5.9294115154329147e-08, "Finetune/Loss": 0.6123223304748535, "Finetune/Loss (Raw)": 0.6339718103408813, "Finetune/Step": 18585, "Finetune/Step Time": 6.737021064385772}
+{"Finetune/Learning Rate": 5.911114806622764e-08, "Finetune/Loss": 0.6116462349891663, "Finetune/Loss (Raw)": 0.5633112192153931, "Finetune/Step": 18586, "Finetune/Step Time": 6.75277634523809}
+{"Finetune/Learning Rate": 5.892846287346543e-08, "Finetune/Loss": 0.6122162938117981, "Finetune/Loss (Raw)": 0.6320427656173706, "Finetune/Step": 18587, "Finetune/Step Time": 6.757010692730546}
+{"Finetune/Learning Rate": 5.874605958122392e-08, "Finetune/Loss": 0.6117415428161621, "Finetune/Loss (Raw)": 0.5478587746620178, "Finetune/Step": 18588, "Finetune/Step Time": 6.748001627624035}
+{"Finetune/Learning Rate": 5.856393819467343e-08, "Finetune/Loss": 0.6111574172973633, "Finetune/Loss (Raw)": 0.6968427896499634, "Finetune/Step": 18589, "Finetune/Step Time": 6.76361739449203}
+{"Finetune/Learning Rate": 5.8382098718980926e-08, "Finetune/Loss": 0.6107789278030396, "Finetune/Loss (Raw)": 0.6178218722343445, "Finetune/Step": 18590, "Finetune/Step Time": 6.763236787170172}
+{"Finetune/Learning Rate": 5.8200541159302296e-08, "Finetune/Loss": 0.6096473932266235, "Finetune/Loss (Raw)": 0.45294296741485596, "Finetune/Step": 18591, "Finetune/Step Time": 6.775361895561218}
+{"Finetune/Learning Rate": 5.801926552078563e-08, "Finetune/Loss": 0.610592246055603, "Finetune/Loss (Raw)": 0.6956629753112793, "Finetune/Step": 18592, "Finetune/Step Time": 6.77552935294807}
+{"Finetune/Learning Rate": 5.783827180857127e-08, "Finetune/Loss": 0.6110559701919556, "Finetune/Loss (Raw)": 0.5784978866577148, "Finetune/Step": 18593, "Finetune/Step Time": 6.74418306723237}
+{"Finetune/Learning Rate": 5.765756002779177e-08, "Finetune/Loss": 0.6109324097633362, "Finetune/Loss (Raw)": 0.48246291279792786, "Finetune/Step": 18594, "Finetune/Step Time": 6.746644387021661}
+{"Finetune/Learning Rate": 5.7477130183571926e-08, "Finetune/Loss": 0.6095660328865051, "Finetune/Loss (Raw)": 0.5413320064544678, "Finetune/Step": 18595, "Finetune/Step Time": 6.743677601218224}
+{"Finetune/Learning Rate": 5.7296982281026534e-08, "Finetune/Loss": 0.6094859838485718, "Finetune/Loss (Raw)": 0.6135050058364868, "Finetune/Step": 18596, "Finetune/Step Time": 6.7304741479456425}
+{"Finetune/Learning Rate": 5.711711632526706e-08, "Finetune/Loss": 0.609138011932373, "Finetune/Loss (Raw)": 0.6124404668807983, "Finetune/Step": 18597, "Finetune/Step Time": 6.729187114164233}
+{"Finetune/Learning Rate": 5.693753232139165e-08, "Finetune/Loss": 0.6092870235443115, "Finetune/Loss (Raw)": 0.6169730424880981, "Finetune/Step": 18598, "Finetune/Step Time": 6.730593997985125}
+{"Finetune/Learning Rate": 5.675823027449401e-08, "Finetune/Loss": 0.6091707944869995, "Finetune/Loss (Raw)": 0.6126588582992554, "Finetune/Step": 18599, "Finetune/Step Time": 6.729276528581977}
+{"Finetune/Learning Rate": 5.657921018965784e-08, "Finetune/Loss": 0.6087118983268738, "Finetune/Loss (Raw)": 0.5592747926712036, "Finetune/Step": 18600, "Finetune/Step Time": 6.725969480350614}
+{"Finetune/Learning Rate": 5.64004720719602e-08, "Finetune/Loss": 0.6079199314117432, "Finetune/Loss (Raw)": 0.5614097118377686, "Finetune/Step": 18601, "Finetune/Step Time": 6.721082508563995}
+{"Finetune/Learning Rate": 5.622201592646925e-08, "Finetune/Loss": 0.6077553629875183, "Finetune/Loss (Raw)": 0.6573305726051331, "Finetune/Step": 18602, "Finetune/Step Time": 6.701791122555733}
+{"Finetune/Learning Rate": 5.604384175824429e-08, "Finetune/Loss": 0.607790470123291, "Finetune/Loss (Raw)": 0.6585491895675659, "Finetune/Step": 18603, "Finetune/Step Time": 6.698298184201121}
+{"Finetune/Learning Rate": 5.586594957234126e-08, "Finetune/Loss": 0.6083101034164429, "Finetune/Loss (Raw)": 0.6202384233474731, "Finetune/Step": 18604, "Finetune/Step Time": 6.697385871782899}
+{"Finetune/Learning Rate": 5.568833937380169e-08, "Finetune/Loss": 0.6078512072563171, "Finetune/Loss (Raw)": 0.49072474241256714, "Finetune/Step": 18605, "Finetune/Step Time": 6.69327543489635}
+{"Finetune/Learning Rate": 5.551101116766267e-08, "Finetune/Loss": 0.6072084903717041, "Finetune/Loss (Raw)": 0.5739805102348328, "Finetune/Step": 18606, "Finetune/Step Time": 6.698274303227663}
+{"Finetune/Learning Rate": 5.533396495895349e-08, "Finetune/Loss": 0.6073452830314636, "Finetune/Loss (Raw)": 0.48595261573791504, "Finetune/Step": 18607, "Finetune/Step Time": 6.692337578162551}
+{"Finetune/Learning Rate": 5.515720075269349e-08, "Finetune/Loss": 0.609929621219635, "Finetune/Loss (Raw)": 0.7847830653190613, "Finetune/Step": 18608, "Finetune/Step Time": 6.672991096973419}
+{"Finetune/Learning Rate": 5.4980718553896414e-08, "Finetune/Loss": 0.6100257635116577, "Finetune/Loss (Raw)": 0.6481021642684937, "Finetune/Step": 18609, "Finetune/Step Time": 6.6724763456732035}
+{"Finetune/Learning Rate": 5.4804518367567173e-08, "Finetune/Loss": 0.610521137714386, "Finetune/Loss (Raw)": 0.675212562084198, "Finetune/Step": 18610, "Finetune/Step Time": 6.669241949915886}
+{"Finetune/Learning Rate": 5.4628600198700645e-08, "Finetune/Loss": 0.610124945640564, "Finetune/Loss (Raw)": 0.6504255533218384, "Finetune/Step": 18611, "Finetune/Step Time": 6.669481201097369}
+{"Finetune/Learning Rate": 5.445296405228617e-08, "Finetune/Loss": 0.6106079816818237, "Finetune/Loss (Raw)": 0.7229838967323303, "Finetune/Step": 18612, "Finetune/Step Time": 6.669314449653029}
+{"Finetune/Learning Rate": 5.427760993330422e-08, "Finetune/Loss": 0.609964907169342, "Finetune/Loss (Raw)": 0.572658896446228, "Finetune/Step": 18613, "Finetune/Step Time": 6.669475248083472}
+{"Finetune/Learning Rate": 5.410253784672748e-08, "Finetune/Loss": 0.6102408170700073, "Finetune/Loss (Raw)": 0.6474276781082153, "Finetune/Step": 18614, "Finetune/Step Time": 6.668800503015518}
+{"Finetune/Learning Rate": 5.3927747797520854e-08, "Finetune/Loss": 0.6113759279251099, "Finetune/Loss (Raw)": 0.7547311186790466, "Finetune/Step": 18615, "Finetune/Step Time": 6.669623449444771}
+{"Finetune/Learning Rate": 5.375323979063929e-08, "Finetune/Loss": 0.6119272708892822, "Finetune/Loss (Raw)": 0.5925266146659851, "Finetune/Step": 18616, "Finetune/Step Time": 6.682962860912085}
+{"Finetune/Learning Rate": 5.3579013831033256e-08, "Finetune/Loss": 0.6115138530731201, "Finetune/Loss (Raw)": 0.5649067163467407, "Finetune/Step": 18617, "Finetune/Step Time": 6.678510354831815}
+{"Finetune/Learning Rate": 5.340506992364325e-08, "Finetune/Loss": 0.6124637126922607, "Finetune/Loss (Raw)": 0.6298260688781738, "Finetune/Step": 18618, "Finetune/Step Time": 6.65392373688519}
+{"Finetune/Learning Rate": 5.323140807339977e-08, "Finetune/Loss": 0.6128802299499512, "Finetune/Loss (Raw)": 0.6822964549064636, "Finetune/Step": 18619, "Finetune/Step Time": 6.655663277953863}
+{"Finetune/Learning Rate": 5.305802828522999e-08, "Finetune/Loss": 0.6149282455444336, "Finetune/Loss (Raw)": 0.7888473868370056, "Finetune/Step": 18620, "Finetune/Step Time": 6.657680209726095}
+{"Finetune/Learning Rate": 5.2884930564048866e-08, "Finetune/Loss": 0.613025426864624, "Finetune/Loss (Raw)": 0.4563830494880676, "Finetune/Step": 18621, "Finetune/Step Time": 6.668555196374655}
+{"Finetune/Learning Rate": 5.271211491476469e-08, "Finetune/Loss": 0.610809326171875, "Finetune/Loss (Raw)": 0.41800081729888916, "Finetune/Step": 18622, "Finetune/Step Time": 6.688234494999051}
+{"Finetune/Learning Rate": 5.25395813422791e-08, "Finetune/Loss": 0.6103063821792603, "Finetune/Loss (Raw)": 0.5843729972839355, "Finetune/Step": 18623, "Finetune/Step Time": 6.6762257646769285}
+{"Finetune/Learning Rate": 5.236732985148374e-08, "Finetune/Loss": 0.609193742275238, "Finetune/Loss (Raw)": 0.6265177726745605, "Finetune/Step": 18624, "Finetune/Step Time": 6.658792946487665}
+{"Finetune/Learning Rate": 5.21953604472647e-08, "Finetune/Loss": 0.6087133288383484, "Finetune/Loss (Raw)": 0.5187463760375977, "Finetune/Step": 18625, "Finetune/Step Time": 6.655253529548645}
+{"Finetune/Learning Rate": 5.202367313449586e-08, "Finetune/Loss": 0.6082451343536377, "Finetune/Loss (Raw)": 0.5509510636329651, "Finetune/Step": 18626, "Finetune/Step Time": 6.658086735755205}
+{"Finetune/Learning Rate": 5.1852267918048874e-08, "Finetune/Loss": 0.6075661778450012, "Finetune/Loss (Raw)": 0.6148762702941895, "Finetune/Step": 18627, "Finetune/Step Time": 6.642489833757281}
+{"Finetune/Learning Rate": 5.168114480278319e-08, "Finetune/Loss": 0.6076863408088684, "Finetune/Loss (Raw)": 0.6226598620414734, "Finetune/Step": 18628, "Finetune/Step Time": 6.643933730199933}
+{"Finetune/Learning Rate": 5.151030379354938e-08, "Finetune/Loss": 0.6065919399261475, "Finetune/Loss (Raw)": 0.5241048336029053, "Finetune/Step": 18629, "Finetune/Step Time": 6.6501445434987545}
+{"Finetune/Learning Rate": 5.133974489519355e-08, "Finetune/Loss": 0.6057376265525818, "Finetune/Loss (Raw)": 0.5081141591072083, "Finetune/Step": 18630, "Finetune/Step Time": 6.646877080202103}
+{"Finetune/Learning Rate": 5.116946811255408e-08, "Finetune/Loss": 0.605768084526062, "Finetune/Loss (Raw)": 0.588779091835022, "Finetune/Step": 18631, "Finetune/Step Time": 6.661077527329326}
+{"Finetune/Learning Rate": 5.0999473450455974e-08, "Finetune/Loss": 0.6060839891433716, "Finetune/Loss (Raw)": 0.5594991445541382, "Finetune/Step": 18632, "Finetune/Step Time": 6.655750956386328}
+{"Finetune/Learning Rate": 5.0829760913723155e-08, "Finetune/Loss": 0.6067504286766052, "Finetune/Loss (Raw)": 0.6913944482803345, "Finetune/Step": 18633, "Finetune/Step Time": 6.671424329280853}
+{"Finetune/Learning Rate": 5.0660330507166236e-08, "Finetune/Loss": 0.6055251359939575, "Finetune/Loss (Raw)": 0.466513454914093, "Finetune/Step": 18634, "Finetune/Step Time": 6.669873874634504}
+{"Finetune/Learning Rate": 5.049118223559024e-08, "Finetune/Loss": 0.607335090637207, "Finetune/Loss (Raw)": 0.6666700839996338, "Finetune/Step": 18635, "Finetune/Step Time": 6.672982292249799}
+{"Finetune/Learning Rate": 5.032231610379135e-08, "Finetune/Loss": 0.6084702610969543, "Finetune/Loss (Raw)": 0.7191532254219055, "Finetune/Step": 18636, "Finetune/Step Time": 6.685879724100232}
+{"Finetune/Learning Rate": 5.015373211655794e-08, "Finetune/Loss": 0.6101785898208618, "Finetune/Loss (Raw)": 0.727188766002655, "Finetune/Step": 18637, "Finetune/Step Time": 6.68692409992218}
+{"Finetune/Learning Rate": 4.9985430278671754e-08, "Finetune/Loss": 0.6093626618385315, "Finetune/Loss (Raw)": 0.5144572257995605, "Finetune/Step": 18638, "Finetune/Step Time": 6.688459372147918}
+{"Finetune/Learning Rate": 4.9817410594905637e-08, "Finetune/Loss": 0.6088034510612488, "Finetune/Loss (Raw)": 0.5685029625892639, "Finetune/Step": 18639, "Finetune/Step Time": 6.689007725566626}
+{"Finetune/Learning Rate": 4.964967307002244e-08, "Finetune/Loss": 0.6078925728797913, "Finetune/Loss (Raw)": 0.5861881971359253, "Finetune/Step": 18640, "Finetune/Step Time": 6.689853696152568}
+{"Finetune/Learning Rate": 4.948221770877948e-08, "Finetune/Loss": 0.6072486639022827, "Finetune/Loss (Raw)": 0.6018002033233643, "Finetune/Step": 18641, "Finetune/Step Time": 6.703044097870588}
+{"Finetune/Learning Rate": 4.931504451592517e-08, "Finetune/Loss": 0.6075165271759033, "Finetune/Loss (Raw)": 0.5816897749900818, "Finetune/Step": 18642, "Finetune/Step Time": 6.701811380684376}
+{"Finetune/Learning Rate": 4.914815349620017e-08, "Finetune/Loss": 0.6076399087905884, "Finetune/Loss (Raw)": 0.5284500122070312, "Finetune/Step": 18643, "Finetune/Step Time": 6.70769527181983}
+{"Finetune/Learning Rate": 4.8981544654337354e-08, "Finetune/Loss": 0.6067771315574646, "Finetune/Loss (Raw)": 0.6559684872627258, "Finetune/Step": 18644, "Finetune/Step Time": 6.708157377317548}
+{"Finetune/Learning Rate": 4.8815217995060727e-08, "Finetune/Loss": 0.6074908971786499, "Finetune/Loss (Raw)": 0.7047278881072998, "Finetune/Step": 18645, "Finetune/Step Time": 6.728614814579487}
+{"Finetune/Learning Rate": 4.8649173523087625e-08, "Finetune/Loss": 0.6072502136230469, "Finetune/Loss (Raw)": 0.5453750491142273, "Finetune/Step": 18646, "Finetune/Step Time": 6.729282105341554}
+{"Finetune/Learning Rate": 4.848341124312539e-08, "Finetune/Loss": 0.6080065965652466, "Finetune/Loss (Raw)": 0.6717936992645264, "Finetune/Step": 18647, "Finetune/Step Time": 6.727026095613837}
+{"Finetune/Learning Rate": 4.831793115987582e-08, "Finetune/Loss": 0.6082717776298523, "Finetune/Loss (Raw)": 0.6685450077056885, "Finetune/Step": 18648, "Finetune/Step Time": 6.731992537155747}
+{"Finetune/Learning Rate": 4.815273327803183e-08, "Finetune/Loss": 0.6073678731918335, "Finetune/Loss (Raw)": 0.5884113907814026, "Finetune/Step": 18649, "Finetune/Step Time": 6.730222335085273}
+{"Finetune/Learning Rate": 4.7987817602275224e-08, "Finetune/Loss": 0.6068886518478394, "Finetune/Loss (Raw)": 0.6327080726623535, "Finetune/Step": 18650, "Finetune/Step Time": 6.729098416864872}
+{"Finetune/Learning Rate": 4.7823184137285595e-08, "Finetune/Loss": 0.6077190637588501, "Finetune/Loss (Raw)": 0.6184709072113037, "Finetune/Step": 18651, "Finetune/Step Time": 6.728739254176617}
+{"Finetune/Learning Rate": 4.765883288772921e-08, "Finetune/Loss": 0.6090697646141052, "Finetune/Loss (Raw)": 0.79215407371521, "Finetune/Step": 18652, "Finetune/Step Time": 6.730771770700812}
+{"Finetune/Learning Rate": 4.749476385826901e-08, "Finetune/Loss": 0.6083022356033325, "Finetune/Loss (Raw)": 0.5680888295173645, "Finetune/Step": 18653, "Finetune/Step Time": 6.7297453340142965}
+{"Finetune/Learning Rate": 4.7330977053555714e-08, "Finetune/Loss": 0.6079639792442322, "Finetune/Loss (Raw)": 0.5763829946517944, "Finetune/Step": 18654, "Finetune/Step Time": 6.7158768475055695}
+{"Finetune/Learning Rate": 4.71674724782345e-08, "Finetune/Loss": 0.6086469292640686, "Finetune/Loss (Raw)": 0.6510491371154785, "Finetune/Step": 18655, "Finetune/Step Time": 6.711084166541696}
+{"Finetune/Learning Rate": 4.7004250136940547e-08, "Finetune/Loss": 0.6092604994773865, "Finetune/Loss (Raw)": 0.6773090958595276, "Finetune/Step": 18656, "Finetune/Step Time": 6.690600290894508}
+{"Finetune/Learning Rate": 4.6841310034304585e-08, "Finetune/Loss": 0.6098423004150391, "Finetune/Loss (Raw)": 0.6668327450752258, "Finetune/Step": 18657, "Finetune/Step Time": 6.690948890522122}
+{"Finetune/Learning Rate": 4.667865217494627e-08, "Finetune/Loss": 0.6110612154006958, "Finetune/Loss (Raw)": 0.762550413608551, "Finetune/Step": 18658, "Finetune/Step Time": 6.681122723966837}
+{"Finetune/Learning Rate": 4.651627656347746e-08, "Finetune/Loss": 0.6115058660507202, "Finetune/Loss (Raw)": 0.6878462433815002, "Finetune/Step": 18659, "Finetune/Step Time": 6.6842888332903385}
+{"Finetune/Learning Rate": 4.6354183204503355e-08, "Finetune/Loss": 0.6118080615997314, "Finetune/Loss (Raw)": 0.6529698371887207, "Finetune/Step": 18660, "Finetune/Step Time": 6.676317883655429}
+{"Finetune/Learning Rate": 4.6192372102619174e-08, "Finetune/Loss": 0.6115540862083435, "Finetune/Loss (Raw)": 0.5629199147224426, "Finetune/Step": 18661, "Finetune/Step Time": 6.676512258127332}
+{"Finetune/Learning Rate": 4.6030843262415694e-08, "Finetune/Loss": 0.6117711663246155, "Finetune/Loss (Raw)": 0.5609369874000549, "Finetune/Step": 18662, "Finetune/Step Time": 6.6740200109779835}
+{"Finetune/Learning Rate": 4.586959668847146e-08, "Finetune/Loss": 0.6105324029922485, "Finetune/Loss (Raw)": 0.5690976977348328, "Finetune/Step": 18663, "Finetune/Step Time": 6.672304283827543}
+{"Finetune/Learning Rate": 4.570863238536061e-08, "Finetune/Loss": 0.6107245087623596, "Finetune/Loss (Raw)": 0.5674414038658142, "Finetune/Step": 18664, "Finetune/Step Time": 6.660414952784777}
+{"Finetune/Learning Rate": 4.5547950357646145e-08, "Finetune/Loss": 0.6109358072280884, "Finetune/Loss (Raw)": 0.6917489171028137, "Finetune/Step": 18665, "Finetune/Step Time": 6.662083985283971}
+{"Finetune/Learning Rate": 4.538755060988553e-08, "Finetune/Loss": 0.6112233400344849, "Finetune/Loss (Raw)": 0.6185954213142395, "Finetune/Step": 18666, "Finetune/Step Time": 6.6606530174613}
+{"Finetune/Learning Rate": 4.5227433146626255e-08, "Finetune/Loss": 0.612456738948822, "Finetune/Loss (Raw)": 0.668001651763916, "Finetune/Step": 18667, "Finetune/Step Time": 6.657879997044802}
+{"Finetune/Learning Rate": 4.5067597972409114e-08, "Finetune/Loss": 0.6129571795463562, "Finetune/Loss (Raw)": 0.6798577308654785, "Finetune/Step": 18668, "Finetune/Step Time": 6.649176837876439}
+{"Finetune/Learning Rate": 4.490804509176827e-08, "Finetune/Loss": 0.6117944121360779, "Finetune/Loss (Raw)": 0.4582889676094055, "Finetune/Step": 18669, "Finetune/Step Time": 6.643978012725711}
+{"Finetune/Learning Rate": 4.474877450922566e-08, "Finetune/Loss": 0.6116844415664673, "Finetune/Loss (Raw)": 0.6286689639091492, "Finetune/Step": 18670, "Finetune/Step Time": 6.641267959028482}
+{"Finetune/Learning Rate": 4.458978622929988e-08, "Finetune/Loss": 0.6112061142921448, "Finetune/Loss (Raw)": 0.6670711040496826, "Finetune/Step": 18671, "Finetune/Step Time": 6.654044782742858}
+{"Finetune/Learning Rate": 4.443108025649623e-08, "Finetune/Loss": 0.6121222972869873, "Finetune/Loss (Raw)": 0.7145337462425232, "Finetune/Step": 18672, "Finetune/Step Time": 6.653934737667441}
+{"Finetune/Learning Rate": 4.4272656595318874e-08, "Finetune/Loss": 0.612171471118927, "Finetune/Loss (Raw)": 0.6471433639526367, "Finetune/Step": 18673, "Finetune/Step Time": 6.6562150828540325}
+{"Finetune/Learning Rate": 4.411451525025867e-08, "Finetune/Loss": 0.6110906600952148, "Finetune/Loss (Raw)": 0.5428116321563721, "Finetune/Step": 18674, "Finetune/Step Time": 6.643326001241803}
+{"Finetune/Learning Rate": 4.395665622579981e-08, "Finetune/Loss": 0.6104218363761902, "Finetune/Loss (Raw)": 0.5882087349891663, "Finetune/Step": 18675, "Finetune/Step Time": 6.6355944368988276}
+{"Finetune/Learning Rate": 4.379907952641871e-08, "Finetune/Loss": 0.6119813323020935, "Finetune/Loss (Raw)": 0.6354657411575317, "Finetune/Step": 18676, "Finetune/Step Time": 6.624034456908703}
+{"Finetune/Learning Rate": 4.364178515658513e-08, "Finetune/Loss": 0.6122139096260071, "Finetune/Loss (Raw)": 0.6130805015563965, "Finetune/Step": 18677, "Finetune/Step Time": 6.633425103500485}
+{"Finetune/Learning Rate": 4.3484773120757714e-08, "Finetune/Loss": 0.612358033657074, "Finetune/Loss (Raw)": 0.6947253942489624, "Finetune/Step": 18678, "Finetune/Step Time": 6.635338060557842}
+{"Finetune/Learning Rate": 4.332804342338959e-08, "Finetune/Loss": 0.612563967704773, "Finetune/Loss (Raw)": 0.6652570962905884, "Finetune/Step": 18679, "Finetune/Step Time": 6.637341795489192}
+{"Finetune/Learning Rate": 4.317159606892496e-08, "Finetune/Loss": 0.611459493637085, "Finetune/Loss (Raw)": 0.5338516235351562, "Finetune/Step": 18680, "Finetune/Step Time": 6.651310216635466}
+{"Finetune/Learning Rate": 4.3015431061800285e-08, "Finetune/Loss": 0.6110948324203491, "Finetune/Loss (Raw)": 0.591009259223938, "Finetune/Step": 18681, "Finetune/Step Time": 6.645535225048661}
+{"Finetune/Learning Rate": 4.285954840644535e-08, "Finetune/Loss": 0.6107910871505737, "Finetune/Loss (Raw)": 0.6680272221565247, "Finetune/Step": 18682, "Finetune/Step Time": 6.648682307451963}
+{"Finetune/Learning Rate": 4.270394810727885e-08, "Finetune/Loss": 0.6109263896942139, "Finetune/Loss (Raw)": 0.6863631010055542, "Finetune/Step": 18683, "Finetune/Step Time": 6.630236227065325}
+{"Finetune/Learning Rate": 4.2548630168712804e-08, "Finetune/Loss": 0.6112527251243591, "Finetune/Loss (Raw)": 0.6412542462348938, "Finetune/Step": 18684, "Finetune/Step Time": 6.630715453997254}
+{"Finetune/Learning Rate": 4.239359459515258e-08, "Finetune/Loss": 0.6108995079994202, "Finetune/Loss (Raw)": 0.5028340816497803, "Finetune/Step": 18685, "Finetune/Step Time": 6.637708876281977}
+{"Finetune/Learning Rate": 4.2238841390994654e-08, "Finetune/Loss": 0.6109997034072876, "Finetune/Loss (Raw)": 0.6565627455711365, "Finetune/Step": 18686, "Finetune/Step Time": 6.640495592728257}
+{"Finetune/Learning Rate": 4.2084370560626643e-08, "Finetune/Loss": 0.6116345524787903, "Finetune/Loss (Raw)": 0.6722202301025391, "Finetune/Step": 18687, "Finetune/Step Time": 6.634070144966245}
+{"Finetune/Learning Rate": 4.1930182108430584e-08, "Finetune/Loss": 0.612637996673584, "Finetune/Loss (Raw)": 0.7644805908203125, "Finetune/Step": 18688, "Finetune/Step Time": 6.630328638479114}
+{"Finetune/Learning Rate": 4.177627603877632e-08, "Finetune/Loss": 0.6133687496185303, "Finetune/Loss (Raw)": 0.6513538360595703, "Finetune/Step": 18689, "Finetune/Step Time": 6.629240179434419}
+{"Finetune/Learning Rate": 4.162265235603036e-08, "Finetune/Loss": 0.6147358417510986, "Finetune/Loss (Raw)": 0.6435564756393433, "Finetune/Step": 18690, "Finetune/Step Time": 6.617499589920044}
+{"Finetune/Learning Rate": 4.14693110645481e-08, "Finetune/Loss": 0.6146800518035889, "Finetune/Loss (Raw)": 0.6157473921775818, "Finetune/Step": 18691, "Finetune/Step Time": 6.62531310506165}
+{"Finetune/Learning Rate": 4.1316252168677187e-08, "Finetune/Loss": 0.6143825054168701, "Finetune/Loss (Raw)": 0.5679678320884705, "Finetune/Step": 18692, "Finetune/Step Time": 6.625450201332569}
+{"Finetune/Learning Rate": 4.116347567275858e-08, "Finetune/Loss": 0.6139294505119324, "Finetune/Loss (Raw)": 0.53586345911026, "Finetune/Step": 18693, "Finetune/Step Time": 6.6205422300845385}
+{"Finetune/Learning Rate": 4.101098158112549e-08, "Finetune/Loss": 0.6138675212860107, "Finetune/Loss (Raw)": 0.5907406210899353, "Finetune/Step": 18694, "Finetune/Step Time": 6.618268648162484}
+{"Finetune/Learning Rate": 4.085876989810111e-08, "Finetune/Loss": 0.6135045289993286, "Finetune/Loss (Raw)": 0.567500650882721, "Finetune/Step": 18695, "Finetune/Step Time": 6.619789052754641}
+{"Finetune/Learning Rate": 4.070684062800201e-08, "Finetune/Loss": 0.6139507293701172, "Finetune/Loss (Raw)": 0.6418501138687134, "Finetune/Step": 18696, "Finetune/Step Time": 6.61783054843545}
+{"Finetune/Learning Rate": 4.055519377513695e-08, "Finetune/Loss": 0.6146411895751953, "Finetune/Loss (Raw)": 0.7370412945747375, "Finetune/Step": 18697, "Finetune/Step Time": 6.618698114529252}
+{"Finetune/Learning Rate": 4.0403829343804715e-08, "Finetune/Loss": 0.6140841245651245, "Finetune/Loss (Raw)": 0.5810650587081909, "Finetune/Step": 18698, "Finetune/Step Time": 6.616929493844509}
+{"Finetune/Learning Rate": 4.025274733829854e-08, "Finetune/Loss": 0.6134759187698364, "Finetune/Loss (Raw)": 0.5900129675865173, "Finetune/Step": 18699, "Finetune/Step Time": 6.613558916375041}
+{"Finetune/Learning Rate": 4.010194776290388e-08, "Finetune/Loss": 0.6139144897460938, "Finetune/Loss (Raw)": 0.6570361852645874, "Finetune/Step": 18700, "Finetune/Step Time": 6.610646719112992}
+{"Finetune/Learning Rate": 3.9951430621895107e-08, "Finetune/Loss": 0.6134563684463501, "Finetune/Loss (Raw)": 0.5517563223838806, "Finetune/Step": 18701, "Finetune/Step Time": 6.627701731398702}
+{"Finetune/Learning Rate": 3.980119591954101e-08, "Finetune/Loss": 0.6137256026268005, "Finetune/Loss (Raw)": 0.6872338056564331, "Finetune/Step": 18702, "Finetune/Step Time": 6.622204285115004}
+{"Finetune/Learning Rate": 3.9651243660102646e-08, "Finetune/Loss": 0.6117969751358032, "Finetune/Loss (Raw)": 0.4398020803928375, "Finetune/Step": 18703, "Finetune/Step Time": 6.628027837723494}
+{"Finetune/Learning Rate": 3.950157384783104e-08, "Finetune/Loss": 0.6130601167678833, "Finetune/Loss (Raw)": 0.6698718667030334, "Finetune/Step": 18704, "Finetune/Step Time": 6.626912614330649}
+{"Finetune/Learning Rate": 3.935218648697059e-08, "Finetune/Loss": 0.6130034327507019, "Finetune/Loss (Raw)": 0.7058800458908081, "Finetune/Step": 18705, "Finetune/Step Time": 6.621624328196049}
+{"Finetune/Learning Rate": 3.9203081581759e-08, "Finetune/Loss": 0.6131557822227478, "Finetune/Loss (Raw)": 0.6128568053245544, "Finetune/Step": 18706, "Finetune/Step Time": 6.6252576150000095}
+{"Finetune/Learning Rate": 3.90542591364218e-08, "Finetune/Loss": 0.6138767004013062, "Finetune/Loss (Raw)": 0.5953494310379028, "Finetune/Step": 18707, "Finetune/Step Time": 6.627419255673885}
+{"Finetune/Learning Rate": 3.8905719155182263e-08, "Finetune/Loss": 0.6146304607391357, "Finetune/Loss (Raw)": 0.7160850167274475, "Finetune/Step": 18708, "Finetune/Step Time": 6.610422937199473}
+{"Finetune/Learning Rate": 3.875746164225036e-08, "Finetune/Loss": 0.6155024170875549, "Finetune/Loss (Raw)": 0.6473803520202637, "Finetune/Step": 18709, "Finetune/Step Time": 6.610113402828574}
+{"Finetune/Learning Rate": 3.86094866018305e-08, "Finetune/Loss": 0.6165324449539185, "Finetune/Loss (Raw)": 0.7088416814804077, "Finetune/Step": 18710, "Finetune/Step Time": 6.609445771202445}
+{"Finetune/Learning Rate": 3.846179403811934e-08, "Finetune/Loss": 0.6168617010116577, "Finetune/Loss (Raw)": 0.6072615385055542, "Finetune/Step": 18711, "Finetune/Step Time": 6.612004522234201}
+{"Finetune/Learning Rate": 3.8314383955304624e-08, "Finetune/Loss": 0.6169993281364441, "Finetune/Loss (Raw)": 0.596689760684967, "Finetune/Step": 18712, "Finetune/Step Time": 6.625421399250627}
+{"Finetune/Learning Rate": 3.8167256357567464e-08, "Finetune/Loss": 0.6148896217346191, "Finetune/Loss (Raw)": 0.3639315664768219, "Finetune/Step": 18713, "Finetune/Step Time": 6.6325074434280396}
+{"Finetune/Learning Rate": 3.802041124907896e-08, "Finetune/Loss": 0.6158814430236816, "Finetune/Loss (Raw)": 0.6902722716331482, "Finetune/Step": 18714, "Finetune/Step Time": 6.626781141385436}
+{"Finetune/Learning Rate": 3.787384863400245e-08, "Finetune/Loss": 0.61609947681427, "Finetune/Loss (Raw)": 0.6599414944648743, "Finetune/Step": 18715, "Finetune/Step Time": 6.6222105380147696}
+{"Finetune/Learning Rate": 3.7727568516496835e-08, "Finetune/Loss": 0.6158269643783569, "Finetune/Loss (Raw)": 0.5129727721214294, "Finetune/Step": 18716, "Finetune/Step Time": 6.635435959324241}
+{"Finetune/Learning Rate": 3.7581570900707685e-08, "Finetune/Loss": 0.6152921915054321, "Finetune/Loss (Raw)": 0.6283922791481018, "Finetune/Step": 18717, "Finetune/Step Time": 6.626426985487342}
+{"Finetune/Learning Rate": 3.743585579077502e-08, "Finetune/Loss": 0.6146692037582397, "Finetune/Loss (Raw)": 0.5380853414535522, "Finetune/Step": 18718, "Finetune/Step Time": 6.63882970251143}
+{"Finetune/Learning Rate": 3.729042319083331e-08, "Finetune/Loss": 0.61552894115448, "Finetune/Loss (Raw)": 0.5629862546920776, "Finetune/Step": 18719, "Finetune/Step Time": 6.633619083091617}
+{"Finetune/Learning Rate": 3.714527310500371e-08, "Finetune/Loss": 0.6146868467330933, "Finetune/Loss (Raw)": 0.5878734588623047, "Finetune/Step": 18720, "Finetune/Step Time": 6.63278966024518}
+{"Finetune/Learning Rate": 3.7000405537405136e-08, "Finetune/Loss": 0.6153231859207153, "Finetune/Loss (Raw)": 0.6599485278129578, "Finetune/Step": 18721, "Finetune/Step Time": 6.648236719891429}
+{"Finetune/Learning Rate": 3.68558204921432e-08, "Finetune/Loss": 0.6170299053192139, "Finetune/Loss (Raw)": 0.7009336948394775, "Finetune/Step": 18722, "Finetune/Step Time": 6.637459317222238}
+{"Finetune/Learning Rate": 3.6711517973317956e-08, "Finetune/Loss": 0.6176890134811401, "Finetune/Loss (Raw)": 0.6256942749023438, "Finetune/Step": 18723, "Finetune/Step Time": 6.640193298459053}
+{"Finetune/Learning Rate": 3.65674979850239e-08, "Finetune/Loss": 0.6178300380706787, "Finetune/Loss (Raw)": 0.6315468549728394, "Finetune/Step": 18724, "Finetune/Step Time": 6.645880872383714}
+{"Finetune/Learning Rate": 3.6423760531342225e-08, "Finetune/Loss": 0.6180468201637268, "Finetune/Loss (Raw)": 0.6401930451393127, "Finetune/Step": 18725, "Finetune/Step Time": 6.641641238704324}
+{"Finetune/Learning Rate": 3.628030561635076e-08, "Finetune/Loss": 0.618129312992096, "Finetune/Loss (Raw)": 0.6275347471237183, "Finetune/Step": 18726, "Finetune/Step Time": 6.639212170615792}
+{"Finetune/Learning Rate": 3.613713324411627e-08, "Finetune/Loss": 0.6179047226905823, "Finetune/Loss (Raw)": 0.5839115381240845, "Finetune/Step": 18727, "Finetune/Step Time": 6.643545622006059}
+{"Finetune/Learning Rate": 3.599424341869884e-08, "Finetune/Loss": 0.6181763410568237, "Finetune/Loss (Raw)": 0.5940365791320801, "Finetune/Step": 18728, "Finetune/Step Time": 6.646168258041143}
+{"Finetune/Learning Rate": 3.585163614415188e-08, "Finetune/Loss": 0.6188825368881226, "Finetune/Loss (Raw)": 0.6518034934997559, "Finetune/Step": 18729, "Finetune/Step Time": 6.649310799315572}
+{"Finetune/Learning Rate": 3.570931142451772e-08, "Finetune/Loss": 0.6192338466644287, "Finetune/Loss (Raw)": 0.7023041248321533, "Finetune/Step": 18730, "Finetune/Step Time": 6.646529164165258}
+{"Finetune/Learning Rate": 3.556726926383314e-08, "Finetune/Loss": 0.6196358799934387, "Finetune/Loss (Raw)": 0.7100095748901367, "Finetune/Step": 18731, "Finetune/Step Time": 6.643202196806669}
+{"Finetune/Learning Rate": 3.5425509666126014e-08, "Finetune/Loss": 0.6192556619644165, "Finetune/Loss (Raw)": 0.5715649724006653, "Finetune/Step": 18732, "Finetune/Step Time": 6.647698687389493}
+{"Finetune/Learning Rate": 3.5284032635415355e-08, "Finetune/Loss": 0.6211559772491455, "Finetune/Loss (Raw)": 0.7339674830436707, "Finetune/Step": 18733, "Finetune/Step Time": 6.64558101631701}
+{"Finetune/Learning Rate": 3.514283817571351e-08, "Finetune/Loss": 0.6209986209869385, "Finetune/Loss (Raw)": 0.5538438558578491, "Finetune/Step": 18734, "Finetune/Step Time": 6.648518359288573}
+{"Finetune/Learning Rate": 3.5001926291025057e-08, "Finetune/Loss": 0.621812105178833, "Finetune/Loss (Raw)": 0.5900710225105286, "Finetune/Step": 18735, "Finetune/Step Time": 6.675282083451748}
+{"Finetune/Learning Rate": 3.486129698534457e-08, "Finetune/Loss": 0.6203840970993042, "Finetune/Loss (Raw)": 0.6019932627677917, "Finetune/Step": 18736, "Finetune/Step Time": 6.688515063375235}
+{"Finetune/Learning Rate": 3.47209502626622e-08, "Finetune/Loss": 0.6195933818817139, "Finetune/Loss (Raw)": 0.5468989610671997, "Finetune/Step": 18737, "Finetune/Step Time": 6.687392422929406}
+{"Finetune/Learning Rate": 3.458088612695476e-08, "Finetune/Loss": 0.6186304092407227, "Finetune/Loss (Raw)": 0.5519531965255737, "Finetune/Step": 18738, "Finetune/Step Time": 6.699526492506266}
+{"Finetune/Learning Rate": 3.444110458219685e-08, "Finetune/Loss": 0.6182938814163208, "Finetune/Loss (Raw)": 0.6073496341705322, "Finetune/Step": 18739, "Finetune/Step Time": 6.698332004249096}
+{"Finetune/Learning Rate": 3.430160563234974e-08, "Finetune/Loss": 0.6174596548080444, "Finetune/Loss (Raw)": 0.6161981225013733, "Finetune/Step": 18740, "Finetune/Step Time": 6.6967900693416595}
+{"Finetune/Learning Rate": 3.4162389281370276e-08, "Finetune/Loss": 0.6180664300918579, "Finetune/Loss (Raw)": 0.6503251791000366, "Finetune/Step": 18741, "Finetune/Step Time": 6.692690990865231}
+{"Finetune/Learning Rate": 3.4023455533207514e-08, "Finetune/Loss": 0.6186816692352295, "Finetune/Loss (Raw)": 0.7261833548545837, "Finetune/Step": 18742, "Finetune/Step Time": 6.694053711369634}
+{"Finetune/Learning Rate": 3.3884804391799417e-08, "Finetune/Loss": 0.6176221966743469, "Finetune/Loss (Raw)": 0.6191200017929077, "Finetune/Step": 18743, "Finetune/Step Time": 6.689065895974636}
+{"Finetune/Learning Rate": 3.3746435861078394e-08, "Finetune/Loss": 0.616962194442749, "Finetune/Loss (Raw)": 0.5080488920211792, "Finetune/Step": 18744, "Finetune/Step Time": 6.68375376239419}
+{"Finetune/Learning Rate": 3.360834994496909e-08, "Finetune/Loss": 0.6171237826347351, "Finetune/Loss (Raw)": 0.5855816602706909, "Finetune/Step": 18745, "Finetune/Step Time": 6.682488322257996}
+{"Finetune/Learning Rate": 3.347054664738503e-08, "Finetune/Loss": 0.6169160604476929, "Finetune/Loss (Raw)": 0.6032422184944153, "Finetune/Step": 18746, "Finetune/Step Time": 6.680444559082389}
+{"Finetune/Learning Rate": 3.3333025972236424e-08, "Finetune/Loss": 0.6168105006217957, "Finetune/Loss (Raw)": 0.6687880754470825, "Finetune/Step": 18747, "Finetune/Step Time": 6.6778260469436646}
+{"Finetune/Learning Rate": 3.319578792342126e-08, "Finetune/Loss": 0.6163512468338013, "Finetune/Loss (Raw)": 0.7300629019737244, "Finetune/Step": 18748, "Finetune/Step Time": 6.676722282543778}
+{"Finetune/Learning Rate": 3.3058832504830887e-08, "Finetune/Loss": 0.6176393032073975, "Finetune/Loss (Raw)": 0.621243953704834, "Finetune/Step": 18749, "Finetune/Step Time": 6.663744933903217}
+{"Finetune/Learning Rate": 3.2922159720351067e-08, "Finetune/Loss": 0.6194313764572144, "Finetune/Loss (Raw)": 0.6473903656005859, "Finetune/Step": 18750, "Finetune/Step Time": 6.641003608703613}
+{"Finetune/Learning Rate": 3.2785769573856486e-08, "Finetune/Loss": 0.6207565665245056, "Finetune/Loss (Raw)": 0.753998339176178, "Finetune/Step": 18751, "Finetune/Step Time": 6.641410950571299}
+{"Finetune/Learning Rate": 3.264966206921294e-08, "Finetune/Loss": 0.6207555532455444, "Finetune/Loss (Raw)": 0.6263852119445801, "Finetune/Step": 18752, "Finetune/Step Time": 6.640104243531823}
+{"Finetune/Learning Rate": 3.25138372102829e-08, "Finetune/Loss": 0.6219081878662109, "Finetune/Loss (Raw)": 0.6662808060646057, "Finetune/Step": 18753, "Finetune/Step Time": 6.6457921881228685}
+{"Finetune/Learning Rate": 3.237829500091661e-08, "Finetune/Loss": 0.6222511529922485, "Finetune/Loss (Raw)": 0.5948543548583984, "Finetune/Step": 18754, "Finetune/Step Time": 6.648096604272723}
+{"Finetune/Learning Rate": 3.224303544495766e-08, "Finetune/Loss": 0.6215776205062866, "Finetune/Loss (Raw)": 0.5286732316017151, "Finetune/Step": 18755, "Finetune/Step Time": 6.650176014751196}
+{"Finetune/Learning Rate": 3.2108058546241884e-08, "Finetune/Loss": 0.6212891340255737, "Finetune/Loss (Raw)": 0.5857313275337219, "Finetune/Step": 18756, "Finetune/Step Time": 6.652913250029087}
+{"Finetune/Learning Rate": 3.197336430859621e-08, "Finetune/Loss": 0.6219041347503662, "Finetune/Loss (Raw)": 0.6028187274932861, "Finetune/Step": 18757, "Finetune/Step Time": 6.646450100466609}
+{"Finetune/Learning Rate": 3.183895273584092e-08, "Finetune/Loss": 0.6222445964813232, "Finetune/Loss (Raw)": 0.5516987442970276, "Finetune/Step": 18758, "Finetune/Step Time": 6.634189190343022}
+{"Finetune/Learning Rate": 3.17048238317863e-08, "Finetune/Loss": 0.6217448115348816, "Finetune/Loss (Raw)": 0.5248033404350281, "Finetune/Step": 18759, "Finetune/Step Time": 6.621585177257657}
+{"Finetune/Learning Rate": 3.157097760023819e-08, "Finetune/Loss": 0.6229687929153442, "Finetune/Loss (Raw)": 0.7161705493927002, "Finetune/Step": 18760, "Finetune/Step Time": 6.623742604628205}
+{"Finetune/Learning Rate": 3.143741404499023e-08, "Finetune/Loss": 0.622859001159668, "Finetune/Loss (Raw)": 0.6773391366004944, "Finetune/Step": 18761, "Finetune/Step Time": 6.621012540534139}
+{"Finetune/Learning Rate": 3.1304133169830496e-08, "Finetune/Loss": 0.6238673329353333, "Finetune/Loss (Raw)": 0.5955789089202881, "Finetune/Step": 18762, "Finetune/Step Time": 6.624399712309241}
+{"Finetune/Learning Rate": 3.1171134978538185e-08, "Finetune/Loss": 0.6234302520751953, "Finetune/Loss (Raw)": 0.6107297539710999, "Finetune/Step": 18763, "Finetune/Step Time": 6.61591362208128}
+{"Finetune/Learning Rate": 3.103841947488584e-08, "Finetune/Loss": 0.6219655275344849, "Finetune/Loss (Raw)": 0.5316707491874695, "Finetune/Step": 18764, "Finetune/Step Time": 6.6055390276014805}
+{"Finetune/Learning Rate": 3.090598666263489e-08, "Finetune/Loss": 0.6211802959442139, "Finetune/Loss (Raw)": 0.6266695857048035, "Finetune/Step": 18765, "Finetune/Step Time": 6.603606650605798}
+{"Finetune/Learning Rate": 3.077383654554233e-08, "Finetune/Loss": 0.622033953666687, "Finetune/Loss (Raw)": 0.6237320303916931, "Finetune/Step": 18766, "Finetune/Step Time": 6.60048177652061}
+{"Finetune/Learning Rate": 3.064196912735517e-08, "Finetune/Loss": 0.623088002204895, "Finetune/Loss (Raw)": 0.7034101486206055, "Finetune/Step": 18767, "Finetune/Step Time": 6.6184365302324295}
+{"Finetune/Learning Rate": 3.0510384411812645e-08, "Finetune/Loss": 0.6233828067779541, "Finetune/Loss (Raw)": 0.6239258646965027, "Finetune/Step": 18768, "Finetune/Step Time": 6.616922443732619}
+{"Finetune/Learning Rate": 3.037908240264509e-08, "Finetune/Loss": 0.6233830451965332, "Finetune/Loss (Raw)": 0.6018309593200684, "Finetune/Step": 18769, "Finetune/Step Time": 6.628537395969033}
+{"Finetune/Learning Rate": 3.0248063103578416e-08, "Finetune/Loss": 0.6233749985694885, "Finetune/Loss (Raw)": 0.5806650519371033, "Finetune/Step": 18770, "Finetune/Step Time": 6.649954661726952}
+{"Finetune/Learning Rate": 3.011732651832633e-08, "Finetune/Loss": 0.62412029504776, "Finetune/Loss (Raw)": 0.6238439083099365, "Finetune/Step": 18771, "Finetune/Step Time": 6.64375190064311}
+{"Finetune/Learning Rate": 2.998687265059586e-08, "Finetune/Loss": 0.6239247918128967, "Finetune/Loss (Raw)": 0.6309492588043213, "Finetune/Step": 18772, "Finetune/Step Time": 6.648115672171116}
+{"Finetune/Learning Rate": 2.985670150408626e-08, "Finetune/Loss": 0.622759222984314, "Finetune/Loss (Raw)": 0.5555349588394165, "Finetune/Step": 18773, "Finetune/Step Time": 6.632797518745065}
+{"Finetune/Learning Rate": 2.9726813082490145e-08, "Finetune/Loss": 0.6241214871406555, "Finetune/Loss (Raw)": 0.7197441458702087, "Finetune/Step": 18774, "Finetune/Step Time": 6.634103717282414}
+{"Finetune/Learning Rate": 2.9597207389490125e-08, "Finetune/Loss": 0.6244186758995056, "Finetune/Loss (Raw)": 0.7098296284675598, "Finetune/Step": 18775, "Finetune/Step Time": 6.634276747703552}
+{"Finetune/Learning Rate": 2.946788442876103e-08, "Finetune/Loss": 0.6237831115722656, "Finetune/Loss (Raw)": 0.5871931910514832, "Finetune/Step": 18776, "Finetune/Step Time": 6.626901747658849}
+{"Finetune/Learning Rate": 2.933884420396993e-08, "Finetune/Loss": 0.6239880323410034, "Finetune/Loss (Raw)": 0.61463862657547, "Finetune/Step": 18777, "Finetune/Step Time": 6.628464661538601}
+{"Finetune/Learning Rate": 2.921008671877612e-08, "Finetune/Loss": 0.6225429773330688, "Finetune/Loss (Raw)": 0.44774752855300903, "Finetune/Step": 18778, "Finetune/Step Time": 6.642456043511629}
+{"Finetune/Learning Rate": 2.9081611976832237e-08, "Finetune/Loss": 0.6238484382629395, "Finetune/Loss (Raw)": 0.7855690121650696, "Finetune/Step": 18779, "Finetune/Step Time": 6.647777756676078}
+{"Finetune/Learning Rate": 2.8953419981779808e-08, "Finetune/Loss": 0.621904730796814, "Finetune/Loss (Raw)": 0.5433609485626221, "Finetune/Step": 18780, "Finetune/Step Time": 6.643296226859093}
+{"Finetune/Learning Rate": 2.8825510737254813e-08, "Finetune/Loss": 0.6227988600730896, "Finetune/Loss (Raw)": 0.6825348734855652, "Finetune/Step": 18781, "Finetune/Step Time": 6.64813457429409}
+{"Finetune/Learning Rate": 2.8697884246884355e-08, "Finetune/Loss": 0.622997522354126, "Finetune/Loss (Raw)": 0.601818323135376, "Finetune/Step": 18782, "Finetune/Step Time": 6.641032429412007}
+{"Finetune/Learning Rate": 2.857054051428665e-08, "Finetune/Loss": 0.6235024929046631, "Finetune/Loss (Raw)": 0.7156760692596436, "Finetune/Step": 18783, "Finetune/Step Time": 6.643139725551009}
+{"Finetune/Learning Rate": 2.8443479543073248e-08, "Finetune/Loss": 0.6229056715965271, "Finetune/Loss (Raw)": 0.6009209752082825, "Finetune/Step": 18784, "Finetune/Step Time": 6.645510720089078}
+{"Finetune/Learning Rate": 2.8316701336847942e-08, "Finetune/Loss": 0.6225841045379639, "Finetune/Loss (Raw)": 0.6256698369979858, "Finetune/Step": 18785, "Finetune/Step Time": 6.64907412417233}
+{"Finetune/Learning Rate": 2.8190205899205626e-08, "Finetune/Loss": 0.6211271286010742, "Finetune/Loss (Raw)": 0.576062798500061, "Finetune/Step": 18786, "Finetune/Step Time": 6.6595193315297365}
+{"Finetune/Learning Rate": 2.8063993233732323e-08, "Finetune/Loss": 0.6215519905090332, "Finetune/Loss (Raw)": 0.7422212958335876, "Finetune/Step": 18787, "Finetune/Step Time": 6.656384896486998}
+{"Finetune/Learning Rate": 2.7938063344008504e-08, "Finetune/Loss": 0.6212072968482971, "Finetune/Loss (Raw)": 0.6088542938232422, "Finetune/Step": 18788, "Finetune/Step Time": 6.667676394805312}
+{"Finetune/Learning Rate": 2.7812416233603536e-08, "Finetune/Loss": 0.6214556694030762, "Finetune/Loss (Raw)": 0.594707190990448, "Finetune/Step": 18789, "Finetune/Step Time": 6.667321557179093}
+{"Finetune/Learning Rate": 2.7687051906082342e-08, "Finetune/Loss": 0.6223406791687012, "Finetune/Loss (Raw)": 0.6742236614227295, "Finetune/Step": 18790, "Finetune/Step Time": 6.677038302645087}
+{"Finetune/Learning Rate": 2.7561970364997637e-08, "Finetune/Loss": 0.6233058571815491, "Finetune/Loss (Raw)": 0.6926379203796387, "Finetune/Step": 18791, "Finetune/Step Time": 6.6810577772557735}
+{"Finetune/Learning Rate": 2.7437171613898806e-08, "Finetune/Loss": 0.622979998588562, "Finetune/Loss (Raw)": 0.5257278084754944, "Finetune/Step": 18792, "Finetune/Step Time": 6.674967460334301}
+{"Finetune/Learning Rate": 2.7312655656323016e-08, "Finetune/Loss": 0.6231033802032471, "Finetune/Loss (Raw)": 0.7075425386428833, "Finetune/Step": 18793, "Finetune/Step Time": 6.67120623216033}
+{"Finetune/Learning Rate": 2.7188422495801892e-08, "Finetune/Loss": 0.6238757371902466, "Finetune/Loss (Raw)": 0.7174580097198486, "Finetune/Step": 18794, "Finetune/Step Time": 6.668846387416124}
+{"Finetune/Learning Rate": 2.7064472135858167e-08, "Finetune/Loss": 0.6230981349945068, "Finetune/Loss (Raw)": 0.5684677362442017, "Finetune/Step": 18795, "Finetune/Step Time": 6.673270229250193}
+{"Finetune/Learning Rate": 2.6940804580007918e-08, "Finetune/Loss": 0.6216346621513367, "Finetune/Loss (Raw)": 0.49253329634666443, "Finetune/Step": 18796, "Finetune/Step Time": 6.678572099655867}
+{"Finetune/Learning Rate": 2.681741983175501e-08, "Finetune/Loss": 0.6227478384971619, "Finetune/Loss (Raw)": 0.6007771492004395, "Finetune/Step": 18797, "Finetune/Step Time": 6.679956229403615}
+{"Finetune/Learning Rate": 2.6694317894601086e-08, "Finetune/Loss": 0.6226133704185486, "Finetune/Loss (Raw)": 0.6114541292190552, "Finetune/Step": 18798, "Finetune/Step Time": 6.684325411915779}
+{"Finetune/Learning Rate": 2.6571498772036687e-08, "Finetune/Loss": 0.6224865317344666, "Finetune/Loss (Raw)": 0.6508389115333557, "Finetune/Step": 18799, "Finetune/Step Time": 6.661737537011504}
+{"Finetune/Learning Rate": 2.644896246754236e-08, "Finetune/Loss": 0.6212829351425171, "Finetune/Loss (Raw)": 0.5604749321937561, "Finetune/Step": 18800, "Finetune/Step Time": 6.668486416339874}
+{"Finetune/Learning Rate": 2.6326708984595327e-08, "Finetune/Loss": 0.6214010715484619, "Finetune/Loss (Raw)": 0.6622617244720459, "Finetune/Step": 18801, "Finetune/Step Time": 6.66535815782845}
+{"Finetune/Learning Rate": 2.6204738326661705e-08, "Finetune/Loss": 0.6221279501914978, "Finetune/Loss (Raw)": 0.6358542442321777, "Finetune/Step": 18802, "Finetune/Step Time": 6.66523964703083}
+{"Finetune/Learning Rate": 2.6083050497199835e-08, "Finetune/Loss": 0.6228617429733276, "Finetune/Loss (Raw)": 0.6821378469467163, "Finetune/Step": 18803, "Finetune/Step Time": 6.663756124675274}
+{"Finetune/Learning Rate": 2.5961645499661404e-08, "Finetune/Loss": 0.6227219104766846, "Finetune/Loss (Raw)": 0.6175646185874939, "Finetune/Step": 18804, "Finetune/Step Time": 6.662779310718179}
+{"Finetune/Learning Rate": 2.584052333748699e-08, "Finetune/Loss": 0.6231052279472351, "Finetune/Loss (Raw)": 0.6621425151824951, "Finetune/Step": 18805, "Finetune/Step Time": 6.649262899532914}
+{"Finetune/Learning Rate": 2.5719684014113845e-08, "Finetune/Loss": 0.6231763362884521, "Finetune/Loss (Raw)": 0.7038319110870361, "Finetune/Step": 18806, "Finetune/Step Time": 6.6522275768220425}
+{"Finetune/Learning Rate": 2.5599127532965896e-08, "Finetune/Loss": 0.6238651275634766, "Finetune/Loss (Raw)": 0.7534162998199463, "Finetune/Step": 18807, "Finetune/Step Time": 6.658723769709468}
+{"Finetune/Learning Rate": 2.547885389746485e-08, "Finetune/Loss": 0.6252666711807251, "Finetune/Loss (Raw)": 0.7132493853569031, "Finetune/Step": 18808, "Finetune/Step Time": 6.6432292852550745}
+{"Finetune/Learning Rate": 2.5358863111019095e-08, "Finetune/Loss": 0.625236988067627, "Finetune/Loss (Raw)": 0.5872118473052979, "Finetune/Step": 18809, "Finetune/Step Time": 6.642762023955584}
+{"Finetune/Learning Rate": 2.523915517703257e-08, "Finetune/Loss": 0.6246513724327087, "Finetune/Loss (Raw)": 0.5930690169334412, "Finetune/Step": 18810, "Finetune/Step Time": 6.642479334026575}
+{"Finetune/Learning Rate": 2.511973009889812e-08, "Finetune/Loss": 0.6242051720619202, "Finetune/Loss (Raw)": 0.6292479038238525, "Finetune/Step": 18811, "Finetune/Step Time": 6.644059043377638}
+{"Finetune/Learning Rate": 2.5000587880003037e-08, "Finetune/Loss": 0.6250317096710205, "Finetune/Loss (Raw)": 0.7470455169677734, "Finetune/Step": 18812, "Finetune/Step Time": 6.645656634122133}
+{"Finetune/Learning Rate": 2.4881728523726834e-08, "Finetune/Loss": 0.6266356110572815, "Finetune/Loss (Raw)": 0.7081401944160461, "Finetune/Step": 18813, "Finetune/Step Time": 6.635808011516929}
+{"Finetune/Learning Rate": 2.4763152033440153e-08, "Finetune/Loss": 0.6259095072746277, "Finetune/Loss (Raw)": 0.5636186003684998, "Finetune/Step": 18814, "Finetune/Step Time": 6.6376322247087955}
+{"Finetune/Learning Rate": 2.4644858412503637e-08, "Finetune/Loss": 0.6256486177444458, "Finetune/Loss (Raw)": 0.6388248205184937, "Finetune/Step": 18815, "Finetune/Step Time": 6.63982324115932}
+{"Finetune/Learning Rate": 2.4526847664273488e-08, "Finetune/Loss": 0.6247847080230713, "Finetune/Loss (Raw)": 0.6539021730422974, "Finetune/Step": 18816, "Finetune/Step Time": 6.64168806374073}
+{"Finetune/Learning Rate": 2.4409119792094816e-08, "Finetune/Loss": 0.6242185235023499, "Finetune/Loss (Raw)": 0.5788813233375549, "Finetune/Step": 18817, "Finetune/Step Time": 6.640986002981663}
+{"Finetune/Learning Rate": 2.4291674799307162e-08, "Finetune/Loss": 0.6247091293334961, "Finetune/Loss (Raw)": 0.7063630223274231, "Finetune/Step": 18818, "Finetune/Step Time": 6.639745092019439}
+{"Finetune/Learning Rate": 2.4174512689240092e-08, "Finetune/Loss": 0.6248245239257812, "Finetune/Loss (Raw)": 0.6305076479911804, "Finetune/Step": 18819, "Finetune/Step Time": 6.63376815058291}
+{"Finetune/Learning Rate": 2.405763346521761e-08, "Finetune/Loss": 0.6247703433036804, "Finetune/Loss (Raw)": 0.5610384345054626, "Finetune/Step": 18820, "Finetune/Step Time": 6.637170301750302}
+{"Finetune/Learning Rate": 2.3941037130551515e-08, "Finetune/Loss": 0.6257891654968262, "Finetune/Loss (Raw)": 0.6662672758102417, "Finetune/Step": 18821, "Finetune/Step Time": 6.641403516754508}
+{"Finetune/Learning Rate": 2.3824723688550265e-08, "Finetune/Loss": 0.6261733174324036, "Finetune/Loss (Raw)": 0.6399134397506714, "Finetune/Step": 18822, "Finetune/Step Time": 6.640211373567581}
+{"Finetune/Learning Rate": 2.370869314251123e-08, "Finetune/Loss": 0.6268719434738159, "Finetune/Loss (Raw)": 0.6569267511367798, "Finetune/Step": 18823, "Finetune/Step Time": 6.639475068077445}
+{"Finetune/Learning Rate": 2.3592945495725107e-08, "Finetune/Loss": 0.6266051530838013, "Finetune/Loss (Raw)": 0.6077051758766174, "Finetune/Step": 18824, "Finetune/Step Time": 6.638800574466586}
+{"Finetune/Learning Rate": 2.3477480751472602e-08, "Finetune/Loss": 0.6252113580703735, "Finetune/Loss (Raw)": 0.558628261089325, "Finetune/Step": 18825, "Finetune/Step Time": 6.660708740353584}
+{"Finetune/Learning Rate": 2.33622989130311e-08, "Finetune/Loss": 0.6255083084106445, "Finetune/Loss (Raw)": 0.6190809011459351, "Finetune/Step": 18826, "Finetune/Step Time": 6.659357471391559}
+{"Finetune/Learning Rate": 2.3247399983663545e-08, "Finetune/Loss": 0.625869870185852, "Finetune/Loss (Raw)": 0.6362907290458679, "Finetune/Step": 18827, "Finetune/Step Time": 6.662130743265152}
+{"Finetune/Learning Rate": 2.3132783966630657e-08, "Finetune/Loss": 0.6259952783584595, "Finetune/Loss (Raw)": 0.6730842590332031, "Finetune/Step": 18828, "Finetune/Step Time": 6.662831045687199}
+{"Finetune/Learning Rate": 2.3018450865182063e-08, "Finetune/Loss": 0.6258597373962402, "Finetune/Loss (Raw)": 0.5344061255455017, "Finetune/Step": 18829, "Finetune/Step Time": 6.645775193348527}
+{"Finetune/Learning Rate": 2.2904400682558505e-08, "Finetune/Loss": 0.6249111294746399, "Finetune/Loss (Raw)": 0.5658170580863953, "Finetune/Step": 18830, "Finetune/Step Time": 6.650335671380162}
+{"Finetune/Learning Rate": 2.2790633421995167e-08, "Finetune/Loss": 0.6265600919723511, "Finetune/Loss (Raw)": 0.6508678793907166, "Finetune/Step": 18831, "Finetune/Step Time": 6.64643949829042}
+{"Finetune/Learning Rate": 2.2677149086718363e-08, "Finetune/Loss": 0.6264949440956116, "Finetune/Loss (Raw)": 0.6615360975265503, "Finetune/Step": 18832, "Finetune/Step Time": 6.645301168784499}
+{"Finetune/Learning Rate": 2.256394767994552e-08, "Finetune/Loss": 0.6258496642112732, "Finetune/Loss (Raw)": 0.6232794523239136, "Finetune/Step": 18833, "Finetune/Step Time": 6.648782800883055}
+{"Finetune/Learning Rate": 2.2451029204887396e-08, "Finetune/Loss": 0.6256312727928162, "Finetune/Loss (Raw)": 0.584902822971344, "Finetune/Step": 18834, "Finetune/Step Time": 6.6477320343256}
+{"Finetune/Learning Rate": 2.2338393664745883e-08, "Finetune/Loss": 0.6255627274513245, "Finetune/Loss (Raw)": 0.5865775942802429, "Finetune/Step": 18835, "Finetune/Step Time": 6.669070968404412}
+{"Finetune/Learning Rate": 2.2226041062715087e-08, "Finetune/Loss": 0.6245026588439941, "Finetune/Loss (Raw)": 0.5803987979888916, "Finetune/Step": 18836, "Finetune/Step Time": 6.6674525029957294}
+{"Finetune/Learning Rate": 2.211397140198024e-08, "Finetune/Loss": 0.6247784495353699, "Finetune/Loss (Raw)": 0.6826764345169067, "Finetune/Step": 18837, "Finetune/Step Time": 6.666863862425089}
+{"Finetune/Learning Rate": 2.2002184685719906e-08, "Finetune/Loss": 0.6247469186782837, "Finetune/Loss (Raw)": 0.7048059105873108, "Finetune/Step": 18838, "Finetune/Step Time": 6.670380709692836}
+{"Finetune/Learning Rate": 2.189068091710378e-08, "Finetune/Loss": 0.6247021555900574, "Finetune/Loss (Raw)": 0.6015333533287048, "Finetune/Step": 18839, "Finetune/Step Time": 6.667995262891054}
+{"Finetune/Learning Rate": 2.177946009929377e-08, "Finetune/Loss": 0.6255794763565063, "Finetune/Loss (Raw)": 0.7089869379997253, "Finetune/Step": 18840, "Finetune/Step Time": 6.654356565326452}
+{"Finetune/Learning Rate": 2.1668522235445133e-08, "Finetune/Loss": 0.6274818181991577, "Finetune/Loss (Raw)": 0.6074331402778625, "Finetune/Step": 18841, "Finetune/Step Time": 6.665860475972295}
+{"Finetune/Learning Rate": 2.1557867328702022e-08, "Finetune/Loss": 0.6278699636459351, "Finetune/Loss (Raw)": 0.7399551272392273, "Finetune/Step": 18842, "Finetune/Step Time": 6.6581286657601595}
+{"Finetune/Learning Rate": 2.1447495382203033e-08, "Finetune/Loss": 0.6273915767669678, "Finetune/Loss (Raw)": 0.5987018942832947, "Finetune/Step": 18843, "Finetune/Step Time": 6.680789181962609}
+{"Finetune/Learning Rate": 2.1337406399077887e-08, "Finetune/Loss": 0.62900310754776, "Finetune/Loss (Raw)": 0.7192555069923401, "Finetune/Step": 18844, "Finetune/Step Time": 6.671196641400456}
+{"Finetune/Learning Rate": 2.122760038244742e-08, "Finetune/Loss": 0.6283860206604004, "Finetune/Loss (Raw)": 0.5494073629379272, "Finetune/Step": 18845, "Finetune/Step Time": 6.665206437930465}
+{"Finetune/Learning Rate": 2.1118077335428034e-08, "Finetune/Loss": 0.6289798617362976, "Finetune/Loss (Raw)": 0.6140918135643005, "Finetune/Step": 18846, "Finetune/Step Time": 6.6632289700210094}
+{"Finetune/Learning Rate": 2.1008837261122795e-08, "Finetune/Loss": 0.6299303770065308, "Finetune/Loss (Raw)": 0.6846529841423035, "Finetune/Step": 18847, "Finetune/Step Time": 6.657865304499865}
+{"Finetune/Learning Rate": 2.0899880162630336e-08, "Finetune/Loss": 0.6308878660202026, "Finetune/Loss (Raw)": 0.7104337811470032, "Finetune/Step": 18848, "Finetune/Step Time": 6.658358255401254}
+{"Finetune/Learning Rate": 2.0791206043040414e-08, "Finetune/Loss": 0.6307794451713562, "Finetune/Loss (Raw)": 0.6460685133934021, "Finetune/Step": 18849, "Finetune/Step Time": 6.643665490671992}
+{"Finetune/Learning Rate": 2.068281490543611e-08, "Finetune/Loss": 0.6303087472915649, "Finetune/Loss (Raw)": 0.640686571598053, "Finetune/Step": 18850, "Finetune/Step Time": 6.645044451579452}
+{"Finetune/Learning Rate": 2.057470675288831e-08, "Finetune/Loss": 0.6302038431167603, "Finetune/Loss (Raw)": 0.6122609972953796, "Finetune/Step": 18851, "Finetune/Step Time": 6.664299895986915}
+{"Finetune/Learning Rate": 2.046688158846455e-08, "Finetune/Loss": 0.6292414665222168, "Finetune/Loss (Raw)": 0.5083725452423096, "Finetune/Step": 18852, "Finetune/Step Time": 6.673239229246974}
+{"Finetune/Learning Rate": 2.035933941522239e-08, "Finetune/Loss": 0.6295859813690186, "Finetune/Loss (Raw)": 0.6842776536941528, "Finetune/Step": 18853, "Finetune/Step Time": 6.67736903578043}
+{"Finetune/Learning Rate": 2.0252080236211612e-08, "Finetune/Loss": 0.6300430297851562, "Finetune/Loss (Raw)": 0.6860383152961731, "Finetune/Step": 18854, "Finetune/Step Time": 6.685480557382107}
+{"Finetune/Learning Rate": 2.014510405447201e-08, "Finetune/Loss": 0.6304458379745483, "Finetune/Loss (Raw)": 0.635475218296051, "Finetune/Step": 18855, "Finetune/Step Time": 6.683516198769212}
+{"Finetune/Learning Rate": 2.0038410873038926e-08, "Finetune/Loss": 0.6310259103775024, "Finetune/Loss (Raw)": 0.6682944297790527, "Finetune/Step": 18856, "Finetune/Step Time": 6.683531967923045}
+{"Finetune/Learning Rate": 1.9932000694937725e-08, "Finetune/Loss": 0.6303889751434326, "Finetune/Loss (Raw)": 0.5702673196792603, "Finetune/Step": 18857, "Finetune/Step Time": 6.696924488991499}
+{"Finetune/Learning Rate": 1.982587352318488e-08, "Finetune/Loss": 0.6295667886734009, "Finetune/Loss (Raw)": 0.5970679521560669, "Finetune/Step": 18858, "Finetune/Step Time": 6.7011963352561}
+{"Finetune/Learning Rate": 1.9720029360790206e-08, "Finetune/Loss": 0.6279739141464233, "Finetune/Loss (Raw)": 0.5061129927635193, "Finetune/Step": 18859, "Finetune/Step Time": 6.7009067088365555}
+{"Finetune/Learning Rate": 1.9614468210755743e-08, "Finetune/Loss": 0.6275109052658081, "Finetune/Loss (Raw)": 0.5123109221458435, "Finetune/Step": 18860, "Finetune/Step Time": 6.716371653601527}
+{"Finetune/Learning Rate": 1.9509190076074657e-08, "Finetune/Loss": 0.6265735626220703, "Finetune/Loss (Raw)": 0.6139878034591675, "Finetune/Step": 18861, "Finetune/Step Time": 6.7177391685545444}
+{"Finetune/Learning Rate": 1.9404194959732337e-08, "Finetune/Loss": 0.6279522776603699, "Finetune/Loss (Raw)": 0.7303124666213989, "Finetune/Step": 18862, "Finetune/Step Time": 6.709994684904814}
+{"Finetune/Learning Rate": 1.9299482864706397e-08, "Finetune/Loss": 0.6280977725982666, "Finetune/Loss (Raw)": 0.6087026000022888, "Finetune/Step": 18863, "Finetune/Step Time": 6.685481991618872}
+{"Finetune/Learning Rate": 1.9195053793964468e-08, "Finetune/Loss": 0.6298501491546631, "Finetune/Loss (Raw)": 0.8262956142425537, "Finetune/Step": 18864, "Finetune/Step Time": 6.666912896558642}
+{"Finetune/Learning Rate": 1.9090907750470843e-08, "Finetune/Loss": 0.6296926736831665, "Finetune/Loss (Raw)": 0.5267375707626343, "Finetune/Step": 18865, "Finetune/Step Time": 6.666615726426244}
+{"Finetune/Learning Rate": 1.8987044737176497e-08, "Finetune/Loss": 0.6299316883087158, "Finetune/Loss (Raw)": 0.5825510025024414, "Finetune/Step": 18866, "Finetune/Step Time": 6.650365673005581}
+{"Finetune/Learning Rate": 1.888346475702685e-08, "Finetune/Loss": 0.6295448541641235, "Finetune/Loss (Raw)": 0.5578301548957825, "Finetune/Step": 18867, "Finetune/Step Time": 6.65100765787065}
+{"Finetune/Learning Rate": 1.878016781295955e-08, "Finetune/Loss": 0.6293305158615112, "Finetune/Loss (Raw)": 0.5887594223022461, "Finetune/Step": 18868, "Finetune/Step Time": 6.6601036954671144}
+{"Finetune/Learning Rate": 1.867715390790448e-08, "Finetune/Loss": 0.6294921636581421, "Finetune/Loss (Raw)": 0.6710150837898254, "Finetune/Step": 18869, "Finetune/Step Time": 6.659586695954204}
+{"Finetune/Learning Rate": 1.857442304478263e-08, "Finetune/Loss": 0.6287773847579956, "Finetune/Loss (Raw)": 0.6346985101699829, "Finetune/Step": 18870, "Finetune/Step Time": 6.6614197082817554}
+{"Finetune/Learning Rate": 1.8471975226506123e-08, "Finetune/Loss": 0.629170298576355, "Finetune/Loss (Raw)": 0.6694088578224182, "Finetune/Step": 18871, "Finetune/Step Time": 6.6667445078492165}
+{"Finetune/Learning Rate": 1.8369810455981517e-08, "Finetune/Loss": 0.6302781105041504, "Finetune/Loss (Raw)": 0.6498563885688782, "Finetune/Step": 18872, "Finetune/Step Time": 6.660255897790194}
+{"Finetune/Learning Rate": 1.826792873610428e-08, "Finetune/Loss": 0.629921555519104, "Finetune/Loss (Raw)": 0.5399336218833923, "Finetune/Step": 18873, "Finetune/Step Time": 6.676160998642445}
+{"Finetune/Learning Rate": 1.8166330069764315e-08, "Finetune/Loss": 0.6306183338165283, "Finetune/Loss (Raw)": 0.6924401521682739, "Finetune/Step": 18874, "Finetune/Step Time": 6.677826380357146}
+{"Finetune/Learning Rate": 1.8065014459842657e-08, "Finetune/Loss": 0.6308409571647644, "Finetune/Loss (Raw)": 0.6972754597663879, "Finetune/Step": 18875, "Finetune/Step Time": 6.678736586123705}
+{"Finetune/Learning Rate": 1.796398190921256e-08, "Finetune/Loss": 0.6298139095306396, "Finetune/Loss (Raw)": 0.598601758480072, "Finetune/Step": 18876, "Finetune/Step Time": 6.680012840777636}
+{"Finetune/Learning Rate": 1.7863232420739506e-08, "Finetune/Loss": 0.630033016204834, "Finetune/Loss (Raw)": 0.649286150932312, "Finetune/Step": 18877, "Finetune/Step Time": 6.680323734879494}
+{"Finetune/Learning Rate": 1.7762765997278996e-08, "Finetune/Loss": 0.6302483677864075, "Finetune/Loss (Raw)": 0.6749563813209534, "Finetune/Step": 18878, "Finetune/Step Time": 6.678829936310649}
+{"Finetune/Learning Rate": 1.766258264168097e-08, "Finetune/Loss": 0.6283568143844604, "Finetune/Loss (Raw)": 0.5118857026100159, "Finetune/Step": 18879, "Finetune/Step Time": 6.679077602922916}
+{"Finetune/Learning Rate": 1.7562682356786488e-08, "Finetune/Loss": 0.628547191619873, "Finetune/Loss (Raw)": 0.6507507562637329, "Finetune/Step": 18880, "Finetune/Step Time": 6.690679570659995}
+{"Finetune/Learning Rate": 1.7463065145426617e-08, "Finetune/Loss": 0.6279742121696472, "Finetune/Loss (Raw)": 0.5929341912269592, "Finetune/Step": 18881, "Finetune/Step Time": 6.685632819309831}
+{"Finetune/Learning Rate": 1.7363731010429096e-08, "Finetune/Loss": 0.6279904842376709, "Finetune/Loss (Raw)": 0.5969377756118774, "Finetune/Step": 18882, "Finetune/Step Time": 6.68282431550324}
+{"Finetune/Learning Rate": 1.7264679954609453e-08, "Finetune/Loss": 0.6288445591926575, "Finetune/Loss (Raw)": 0.6379987597465515, "Finetune/Step": 18883, "Finetune/Step Time": 6.6790100540965796}
+{"Finetune/Learning Rate": 1.716591198077544e-08, "Finetune/Loss": 0.6296684741973877, "Finetune/Loss (Raw)": 0.6911954879760742, "Finetune/Step": 18884, "Finetune/Step Time": 6.680849684402347}
+{"Finetune/Learning Rate": 1.706742709173037e-08, "Finetune/Loss": 0.6299095153808594, "Finetune/Loss (Raw)": 0.6336693167686462, "Finetune/Step": 18885, "Finetune/Step Time": 6.677017606794834}
+{"Finetune/Learning Rate": 1.6969225290264235e-08, "Finetune/Loss": 0.630109429359436, "Finetune/Loss (Raw)": 0.5772814154624939, "Finetune/Step": 18886, "Finetune/Step Time": 6.674280783161521}
+{"Finetune/Learning Rate": 1.6871306579162584e-08, "Finetune/Loss": 0.630851149559021, "Finetune/Loss (Raw)": 0.6197527050971985, "Finetune/Step": 18887, "Finetune/Step Time": 6.673236031085253}
+{"Finetune/Learning Rate": 1.677367096120319e-08, "Finetune/Loss": 0.6313583850860596, "Finetune/Loss (Raw)": 0.7810959219932556, "Finetune/Step": 18888, "Finetune/Step Time": 6.67300346121192}
+{"Finetune/Learning Rate": 1.667631843915385e-08, "Finetune/Loss": 0.6313354969024658, "Finetune/Loss (Raw)": 0.674405574798584, "Finetune/Step": 18889, "Finetune/Step Time": 6.664075864478946}
+{"Finetune/Learning Rate": 1.6579249015774568e-08, "Finetune/Loss": 0.6312459707260132, "Finetune/Loss (Raw)": 0.5841250419616699, "Finetune/Step": 18890, "Finetune/Step Time": 6.663118889555335}
+{"Finetune/Learning Rate": 1.648246269381981e-08, "Finetune/Loss": 0.6311818957328796, "Finetune/Loss (Raw)": 0.6025246977806091, "Finetune/Step": 18891, "Finetune/Step Time": 6.668192842975259}
+{"Finetune/Learning Rate": 1.6385959476032942e-08, "Finetune/Loss": 0.6307766437530518, "Finetune/Loss (Raw)": 0.47979632019996643, "Finetune/Step": 18892, "Finetune/Step Time": 6.66430869884789}
+{"Finetune/Learning Rate": 1.6289739365150658e-08, "Finetune/Loss": 0.6311629414558411, "Finetune/Loss (Raw)": 0.6761203408241272, "Finetune/Step": 18893, "Finetune/Step Time": 6.664237571880221}
+{"Finetune/Learning Rate": 1.619380236390078e-08, "Finetune/Loss": 0.6314077377319336, "Finetune/Loss (Raw)": 0.6550619602203369, "Finetune/Step": 18894, "Finetune/Step Time": 6.674915656447411}
+{"Finetune/Learning Rate": 1.6098148475005572e-08, "Finetune/Loss": 0.6306631565093994, "Finetune/Loss (Raw)": 0.6081027984619141, "Finetune/Step": 18895, "Finetune/Step Time": 6.654663799330592}
+{"Finetune/Learning Rate": 1.6002777701175088e-08, "Finetune/Loss": 0.6308524012565613, "Finetune/Loss (Raw)": 0.6481472849845886, "Finetune/Step": 18896, "Finetune/Step Time": 6.644809415563941}
+{"Finetune/Learning Rate": 1.590769004511605e-08, "Finetune/Loss": 0.6309878826141357, "Finetune/Loss (Raw)": 0.6191731691360474, "Finetune/Step": 18897, "Finetune/Step Time": 6.618663776665926}
+{"Finetune/Learning Rate": 1.581288550952409e-08, "Finetune/Loss": 0.6310374140739441, "Finetune/Loss (Raw)": 0.587004542350769, "Finetune/Step": 18898, "Finetune/Step Time": 6.597232077270746}
+{"Finetune/Learning Rate": 1.5718364097087048e-08, "Finetune/Loss": 0.631080687046051, "Finetune/Loss (Raw)": 0.6293854117393494, "Finetune/Step": 18899, "Finetune/Step Time": 6.597008418291807}
+{"Finetune/Learning Rate": 1.5624125810486114e-08, "Finetune/Loss": 0.6300392150878906, "Finetune/Loss (Raw)": 0.4976482093334198, "Finetune/Step": 18900, "Finetune/Step Time": 6.608390476554632}
+{"Finetune/Learning Rate": 1.5530170652393596e-08, "Finetune/Loss": 0.6313619017601013, "Finetune/Loss (Raw)": 0.7248376607894897, "Finetune/Step": 18901, "Finetune/Step Time": 6.609894959256053}
+{"Finetune/Learning Rate": 1.5436498625471806e-08, "Finetune/Loss": 0.6304963231086731, "Finetune/Loss (Raw)": 0.6089432239532471, "Finetune/Step": 18902, "Finetune/Step Time": 6.609560944139957}
+{"Finetune/Learning Rate": 1.5343109732379734e-08, "Finetune/Loss": 0.6304409503936768, "Finetune/Loss (Raw)": 0.7027410864830017, "Finetune/Step": 18903, "Finetune/Step Time": 6.609335342422128}
+{"Finetune/Learning Rate": 1.5250003975765258e-08, "Finetune/Loss": 0.6310092806816101, "Finetune/Loss (Raw)": 0.6599444150924683, "Finetune/Step": 18904, "Finetune/Step Time": 6.613101093098521}
+{"Finetune/Learning Rate": 1.515718135826627e-08, "Finetune/Loss": 0.6310710310935974, "Finetune/Loss (Raw)": 0.6225442290306091, "Finetune/Step": 18905, "Finetune/Step Time": 6.620098756626248}
+{"Finetune/Learning Rate": 1.506464188251733e-08, "Finetune/Loss": 0.6325916051864624, "Finetune/Loss (Raw)": 0.6423772573471069, "Finetune/Step": 18906, "Finetune/Step Time": 6.606393793597817}
+{"Finetune/Learning Rate": 1.497238555114189e-08, "Finetune/Loss": 0.6315310001373291, "Finetune/Loss (Raw)": 0.6498098969459534, "Finetune/Step": 18907, "Finetune/Step Time": 6.6050977520644665}
+{"Finetune/Learning Rate": 1.4880412366755637e-08, "Finetune/Loss": 0.6320613622665405, "Finetune/Loss (Raw)": 0.6112561225891113, "Finetune/Step": 18908, "Finetune/Step Time": 6.608773116022348}
+{"Finetune/Learning Rate": 1.4788722331967598e-08, "Finetune/Loss": 0.6303399801254272, "Finetune/Loss (Raw)": 0.46219637989997864, "Finetune/Step": 18909, "Finetune/Step Time": 6.6187703628093}
+{"Finetune/Learning Rate": 1.4697315449376803e-08, "Finetune/Loss": 0.6305147409439087, "Finetune/Loss (Raw)": 0.6241819858551025, "Finetune/Step": 18910, "Finetune/Step Time": 6.622882831841707}
+{"Finetune/Learning Rate": 1.4606191721575625e-08, "Finetune/Loss": 0.629378616809845, "Finetune/Loss (Raw)": 0.5702521204948425, "Finetune/Step": 18911, "Finetune/Step Time": 6.625210717320442}
+{"Finetune/Learning Rate": 1.451535115114866e-08, "Finetune/Loss": 0.6290101408958435, "Finetune/Loss (Raw)": 0.553757905960083, "Finetune/Step": 18912, "Finetune/Step Time": 6.630723789334297}
+{"Finetune/Learning Rate": 1.4424793740670517e-08, "Finetune/Loss": 0.6284686326980591, "Finetune/Loss (Raw)": 0.5563614368438721, "Finetune/Step": 18913, "Finetune/Step Time": 6.6265085227787495}
+{"Finetune/Learning Rate": 1.4334519492711362e-08, "Finetune/Loss": 0.628508448600769, "Finetune/Loss (Raw)": 0.5811565518379211, "Finetune/Step": 18914, "Finetune/Step Time": 6.622402489185333}
+{"Finetune/Learning Rate": 1.424452840982915e-08, "Finetune/Loss": 0.6277925372123718, "Finetune/Loss (Raw)": 0.6505783200263977, "Finetune/Step": 18915, "Finetune/Step Time": 6.625245466828346}
+{"Finetune/Learning Rate": 1.4154820494576282e-08, "Finetune/Loss": 0.6284767389297485, "Finetune/Loss (Raw)": 0.6964340806007385, "Finetune/Step": 18916, "Finetune/Step Time": 6.637585684657097}
+{"Finetune/Learning Rate": 1.406539574949628e-08, "Finetune/Loss": 0.6298559308052063, "Finetune/Loss (Raw)": 0.7712465524673462, "Finetune/Step": 18917, "Finetune/Step Time": 6.63536841981113}
+{"Finetune/Learning Rate": 1.3976254177126003e-08, "Finetune/Loss": 0.6287955045700073, "Finetune/Loss (Raw)": 0.5384905934333801, "Finetune/Step": 18918, "Finetune/Step Time": 6.628371011465788}
+{"Finetune/Learning Rate": 1.3887395779993429e-08, "Finetune/Loss": 0.6284031271934509, "Finetune/Loss (Raw)": 0.6424092650413513, "Finetune/Step": 18919, "Finetune/Step Time": 6.631861386820674}
+{"Finetune/Learning Rate": 1.3798820560616544e-08, "Finetune/Loss": 0.6296250224113464, "Finetune/Loss (Raw)": 0.682134211063385, "Finetune/Step": 18920, "Finetune/Step Time": 6.636320171877742}
+{"Finetune/Learning Rate": 1.3710528521508893e-08, "Finetune/Loss": 0.6284708976745605, "Finetune/Loss (Raw)": 0.5598176717758179, "Finetune/Step": 18921, "Finetune/Step Time": 6.643284512683749}
+{"Finetune/Learning Rate": 1.3622519665172918e-08, "Finetune/Loss": 0.6288905739784241, "Finetune/Loss (Raw)": 0.771170973777771, "Finetune/Step": 18922, "Finetune/Step Time": 6.640626231208444}
+{"Finetune/Learning Rate": 1.35347939941044e-08, "Finetune/Loss": 0.6302698850631714, "Finetune/Loss (Raw)": 0.7450227737426758, "Finetune/Step": 18923, "Finetune/Step Time": 6.638314735144377}
+{"Finetune/Learning Rate": 1.3447351510792461e-08, "Finetune/Loss": 0.6305558681488037, "Finetune/Loss (Raw)": 0.5291333794593811, "Finetune/Step": 18924, "Finetune/Step Time": 6.632423596456647}
+{"Finetune/Learning Rate": 1.3360192217715117e-08, "Finetune/Loss": 0.6309641599655151, "Finetune/Loss (Raw)": 0.6530380249023438, "Finetune/Step": 18925, "Finetune/Step Time": 6.63224027492106}
+{"Finetune/Learning Rate": 1.3273316117344837e-08, "Finetune/Loss": 0.6310772895812988, "Finetune/Loss (Raw)": 0.6259389519691467, "Finetune/Step": 18926, "Finetune/Step Time": 6.631823401898146}
+{"Finetune/Learning Rate": 1.3186723212145202e-08, "Finetune/Loss": 0.6314417123794556, "Finetune/Loss (Raw)": 0.6974842548370361, "Finetune/Step": 18927, "Finetune/Step Time": 6.653429692611098}
+{"Finetune/Learning Rate": 1.3100413504570918e-08, "Finetune/Loss": 0.6321114301681519, "Finetune/Loss (Raw)": 0.6461980938911438, "Finetune/Step": 18928, "Finetune/Step Time": 6.646702129393816}
+{"Finetune/Learning Rate": 1.3014386997070028e-08, "Finetune/Loss": 0.6323426365852356, "Finetune/Loss (Raw)": 0.691853404045105, "Finetune/Step": 18929, "Finetune/Step Time": 6.650045484304428}
+{"Finetune/Learning Rate": 1.2928643692081688e-08, "Finetune/Loss": 0.6325318217277527, "Finetune/Loss (Raw)": 0.6600726842880249, "Finetune/Step": 18930, "Finetune/Step Time": 6.651807449758053}
+{"Finetune/Learning Rate": 1.284318359203729e-08, "Finetune/Loss": 0.6319664716720581, "Finetune/Loss (Raw)": 0.6097723245620728, "Finetune/Step": 18931, "Finetune/Step Time": 6.6486553605645895}
+{"Finetune/Learning Rate": 1.2758006699361558e-08, "Finetune/Loss": 0.632262110710144, "Finetune/Loss (Raw)": 0.6554126143455505, "Finetune/Step": 18932, "Finetune/Step Time": 6.644795378670096}
+{"Finetune/Learning Rate": 1.2673113016468119e-08, "Finetune/Loss": 0.6322188377380371, "Finetune/Loss (Raw)": 0.656595766544342, "Finetune/Step": 18933, "Finetune/Step Time": 6.643272677436471}
+{"Finetune/Learning Rate": 1.2588502545765048e-08, "Finetune/Loss": 0.6320165395736694, "Finetune/Loss (Raw)": 0.67793869972229, "Finetune/Step": 18934, "Finetune/Step Time": 6.643387554213405}
+{"Finetune/Learning Rate": 1.2504175289651532e-08, "Finetune/Loss": 0.6305016279220581, "Finetune/Loss (Raw)": 0.5595120787620544, "Finetune/Step": 18935, "Finetune/Step Time": 6.6374689899384975}
+{"Finetune/Learning Rate": 1.2420131250520107e-08, "Finetune/Loss": 0.6296968460083008, "Finetune/Loss (Raw)": 0.6102362275123596, "Finetune/Step": 18936, "Finetune/Step Time": 6.639294346794486}
+{"Finetune/Learning Rate": 1.2336370430751087e-08, "Finetune/Loss": 0.6302416324615479, "Finetune/Loss (Raw)": 0.6569389700889587, "Finetune/Step": 18937, "Finetune/Step Time": 6.639227643609047}
+{"Finetune/Learning Rate": 1.2252892832722573e-08, "Finetune/Loss": 0.6316816806793213, "Finetune/Loss (Raw)": 0.7773978114128113, "Finetune/Step": 18938, "Finetune/Step Time": 6.634600939229131}
+{"Finetune/Learning Rate": 1.216969845880045e-08, "Finetune/Loss": 0.6315022706985474, "Finetune/Loss (Raw)": 0.6062851548194885, "Finetune/Step": 18939, "Finetune/Step Time": 6.637098699808121}
+{"Finetune/Learning Rate": 1.208678731134505e-08, "Finetune/Loss": 0.6302698254585266, "Finetune/Loss (Raw)": 0.5892888903617859, "Finetune/Step": 18940, "Finetune/Step Time": 6.639582972973585}
+{"Finetune/Learning Rate": 1.2004159392705606e-08, "Finetune/Loss": 0.6293519735336304, "Finetune/Loss (Raw)": 0.5906561017036438, "Finetune/Step": 18941, "Finetune/Step Time": 6.660018486902118}
+{"Finetune/Learning Rate": 1.1921814705225798e-08, "Finetune/Loss": 0.6299126148223877, "Finetune/Loss (Raw)": 0.6353810429573059, "Finetune/Step": 18942, "Finetune/Step Time": 6.672741083428264}
+{"Finetune/Learning Rate": 1.1839753251241537e-08, "Finetune/Loss": 0.6300640106201172, "Finetune/Loss (Raw)": 0.658208429813385, "Finetune/Step": 18943, "Finetune/Step Time": 6.671306515112519}
+{"Finetune/Learning Rate": 1.175797503307874e-08, "Finetune/Loss": 0.6301271319389343, "Finetune/Loss (Raw)": 0.6619766354560852, "Finetune/Step": 18944, "Finetune/Step Time": 6.674384852871299}
+{"Finetune/Learning Rate": 1.167648005305777e-08, "Finetune/Loss": 0.6307586431503296, "Finetune/Loss (Raw)": 0.6597123742103577, "Finetune/Step": 18945, "Finetune/Step Time": 6.674146514385939}
+{"Finetune/Learning Rate": 1.1595268313489005e-08, "Finetune/Loss": 0.6300873756408691, "Finetune/Loss (Raw)": 0.6204365491867065, "Finetune/Step": 18946, "Finetune/Step Time": 6.691037558019161}
+{"Finetune/Learning Rate": 1.1514339816675047e-08, "Finetune/Loss": 0.6301876306533813, "Finetune/Loss (Raw)": 0.6433416604995728, "Finetune/Step": 18947, "Finetune/Step Time": 6.707925416529179}
+{"Finetune/Learning Rate": 1.1433694564910724e-08, "Finetune/Loss": 0.6310344338417053, "Finetune/Loss (Raw)": 0.6694357395172119, "Finetune/Step": 18948, "Finetune/Step Time": 6.724480981007218}
+{"Finetune/Learning Rate": 1.1353332560483098e-08, "Finetune/Loss": 0.6304039359092712, "Finetune/Loss (Raw)": 0.5855648517608643, "Finetune/Step": 18949, "Finetune/Step Time": 6.723855895921588}
+{"Finetune/Learning Rate": 1.1273253805670347e-08, "Finetune/Loss": 0.6305141448974609, "Finetune/Loss (Raw)": 0.6540151238441467, "Finetune/Step": 18950, "Finetune/Step Time": 6.741459781304002}
+{"Finetune/Learning Rate": 1.1193458302745097e-08, "Finetune/Loss": 0.6315898895263672, "Finetune/Loss (Raw)": 0.7946219444274902, "Finetune/Step": 18951, "Finetune/Step Time": 6.738892922177911}
+{"Finetune/Learning Rate": 1.1113946053968872e-08, "Finetune/Loss": 0.6312479972839355, "Finetune/Loss (Raw)": 0.5639457702636719, "Finetune/Step": 18952, "Finetune/Step Time": 6.739771742373705}
+{"Finetune/Learning Rate": 1.1034717061596534e-08, "Finetune/Loss": 0.6323443651199341, "Finetune/Loss (Raw)": 0.6989637017250061, "Finetune/Step": 18953, "Finetune/Step Time": 6.71416974440217}
+{"Finetune/Learning Rate": 1.0955771327874065e-08, "Finetune/Loss": 0.6317036151885986, "Finetune/Loss (Raw)": 0.5370678305625916, "Finetune/Step": 18954, "Finetune/Step Time": 6.712538465857506}
+{"Finetune/Learning Rate": 1.0877108855041895e-08, "Finetune/Loss": 0.6314294934272766, "Finetune/Loss (Raw)": 0.601199209690094, "Finetune/Step": 18955, "Finetune/Step Time": 6.7136294785887}
+{"Finetune/Learning Rate": 1.0798729645329353e-08, "Finetune/Loss": 0.6316342949867249, "Finetune/Loss (Raw)": 0.6992940306663513, "Finetune/Step": 18956, "Finetune/Step Time": 6.717166114598513}
+{"Finetune/Learning Rate": 1.0720633700959104e-08, "Finetune/Loss": 0.6328492164611816, "Finetune/Loss (Raw)": 0.6899256706237793, "Finetune/Step": 18957, "Finetune/Step Time": 6.737652441486716}
+{"Finetune/Learning Rate": 1.0642821024146045e-08, "Finetune/Loss": 0.6332193613052368, "Finetune/Loss (Raw)": 0.6131867170333862, "Finetune/Step": 18958, "Finetune/Step Time": 6.734346862882376}
+{"Finetune/Learning Rate": 1.0565291617096185e-08, "Finetune/Loss": 0.6330397129058838, "Finetune/Loss (Raw)": 0.6278728246688843, "Finetune/Step": 18959, "Finetune/Step Time": 6.738663909956813}
+{"Finetune/Learning Rate": 1.048804548200888e-08, "Finetune/Loss": 0.6325935125350952, "Finetune/Loss (Raw)": 0.6044249534606934, "Finetune/Step": 18960, "Finetune/Step Time": 6.736358139663935}
+{"Finetune/Learning Rate": 1.0411082621074598e-08, "Finetune/Loss": 0.6319369673728943, "Finetune/Loss (Raw)": 0.5392446517944336, "Finetune/Step": 18961, "Finetune/Step Time": 6.762592978775501}
+{"Finetune/Learning Rate": 1.0334403036474927e-08, "Finetune/Loss": 0.6322708129882812, "Finetune/Loss (Raw)": 0.6276334524154663, "Finetune/Step": 18962, "Finetune/Step Time": 6.778218032792211}
+{"Finetune/Learning Rate": 1.0258006730385906e-08, "Finetune/Loss": 0.6338823437690735, "Finetune/Loss (Raw)": 0.7928491830825806, "Finetune/Step": 18963, "Finetune/Step Time": 6.757577298209071}
+{"Finetune/Learning Rate": 1.0181893704971358e-08, "Finetune/Loss": 0.6350746750831604, "Finetune/Loss (Raw)": 0.7330219745635986, "Finetune/Step": 18964, "Finetune/Step Time": 6.757172679528594}
+{"Finetune/Learning Rate": 1.0106063962391777e-08, "Finetune/Loss": 0.6343781352043152, "Finetune/Loss (Raw)": 0.5935227870941162, "Finetune/Step": 18965, "Finetune/Step Time": 6.7606467343866825}
+{"Finetune/Learning Rate": 1.0030517504796555e-08, "Finetune/Loss": 0.6341036558151245, "Finetune/Loss (Raw)": 0.6696650385856628, "Finetune/Step": 18966, "Finetune/Step Time": 6.7595420349389315}
+{"Finetune/Learning Rate": 9.955254334328424e-09, "Finetune/Loss": 0.6338397264480591, "Finetune/Loss (Raw)": 0.5677531957626343, "Finetune/Step": 18967, "Finetune/Step Time": 6.7678602784872055}
+{"Finetune/Learning Rate": 9.88027445312123e-09, "Finetune/Loss": 0.6336681842803955, "Finetune/Loss (Raw)": 0.6870352029800415, "Finetune/Step": 18968, "Finetune/Step Time": 6.766175460070372}
+{"Finetune/Learning Rate": 9.805577863301052e-09, "Finetune/Loss": 0.6339998245239258, "Finetune/Loss (Raw)": 0.6498836874961853, "Finetune/Step": 18969, "Finetune/Step Time": 6.749386405572295}
+{"Finetune/Learning Rate": 9.731164566987305e-09, "Finetune/Loss": 0.632359504699707, "Finetune/Loss (Raw)": 0.5299925208091736, "Finetune/Step": 18970, "Finetune/Step Time": 6.7510448303073645}
+{"Finetune/Learning Rate": 9.657034566288303e-09, "Finetune/Loss": 0.6321792602539062, "Finetune/Loss (Raw)": 0.5756243467330933, "Finetune/Step": 18971, "Finetune/Step Time": 6.736480716615915}
+{"Finetune/Learning Rate": 9.583187863306808e-09, "Finetune/Loss": 0.6302334070205688, "Finetune/Loss (Raw)": 0.4701869785785675, "Finetune/Step": 18972, "Finetune/Step Time": 6.731768202036619}
+{"Finetune/Learning Rate": 9.509624460137812e-09, "Finetune/Loss": 0.6305074095726013, "Finetune/Loss (Raw)": 0.5844807028770447, "Finetune/Step": 18973, "Finetune/Step Time": 6.7308349665254354}
+{"Finetune/Learning Rate": 9.436344358867422e-09, "Finetune/Loss": 0.6301277279853821, "Finetune/Loss (Raw)": 0.5654961466789246, "Finetune/Step": 18974, "Finetune/Step Time": 6.723936008289456}
+{"Finetune/Learning Rate": 9.363347561571755e-09, "Finetune/Loss": 0.6298670768737793, "Finetune/Loss (Raw)": 0.6512885689735413, "Finetune/Step": 18975, "Finetune/Step Time": 6.72485844232142}
+{"Finetune/Learning Rate": 9.290634070322491e-09, "Finetune/Loss": 0.62950599193573, "Finetune/Loss (Raw)": 0.6642096042633057, "Finetune/Step": 18976, "Finetune/Step Time": 6.732213752344251}
+{"Finetune/Learning Rate": 9.21820388718131e-09, "Finetune/Loss": 0.6286745071411133, "Finetune/Loss (Raw)": 0.5396484136581421, "Finetune/Step": 18977, "Finetune/Step Time": 6.73638997040689}
+{"Finetune/Learning Rate": 9.146057014201015e-09, "Finetune/Loss": 0.6283083558082581, "Finetune/Loss (Raw)": 0.5938144326210022, "Finetune/Step": 18978, "Finetune/Step Time": 6.732634054496884}
+{"Finetune/Learning Rate": 9.07419345342886e-09, "Finetune/Loss": 0.6284511089324951, "Finetune/Loss (Raw)": 0.6305285692214966, "Finetune/Step": 18979, "Finetune/Step Time": 6.720386633649468}
+{"Finetune/Learning Rate": 9.0026132069021e-09, "Finetune/Loss": 0.6289800405502319, "Finetune/Loss (Raw)": 0.5760812759399414, "Finetune/Step": 18980, "Finetune/Step Time": 6.707347311079502}
+{"Finetune/Learning Rate": 8.931316276651336e-09, "Finetune/Loss": 0.6287444829940796, "Finetune/Loss (Raw)": 0.6541198492050171, "Finetune/Step": 18981, "Finetune/Step Time": 6.7036025784909725}
+{"Finetune/Learning Rate": 8.860302664697174e-09, "Finetune/Loss": 0.6290090084075928, "Finetune/Loss (Raw)": 0.7199082970619202, "Finetune/Step": 18982, "Finetune/Step Time": 6.696216797456145}
+{"Finetune/Learning Rate": 8.789572373053557e-09, "Finetune/Loss": 0.6284976005554199, "Finetune/Loss (Raw)": 0.5700117945671082, "Finetune/Step": 18983, "Finetune/Step Time": 6.698177408427}
+{"Finetune/Learning Rate": 8.719125403726658e-09, "Finetune/Loss": 0.6277189254760742, "Finetune/Loss (Raw)": 0.5686284899711609, "Finetune/Step": 18984, "Finetune/Step Time": 6.704165790230036}
+{"Finetune/Learning Rate": 8.648961758713769e-09, "Finetune/Loss": 0.6289365291595459, "Finetune/Loss (Raw)": 0.7261132001876831, "Finetune/Step": 18985, "Finetune/Step Time": 6.698709648102522}
+{"Finetune/Learning Rate": 8.579081440004411e-09, "Finetune/Loss": 0.6297996640205383, "Finetune/Loss (Raw)": 0.7075487971305847, "Finetune/Step": 18986, "Finetune/Step Time": 6.69886027276516}
+{"Finetune/Learning Rate": 8.50948444958144e-09, "Finetune/Loss": 0.630577802658081, "Finetune/Loss (Raw)": 0.6057166457176208, "Finetune/Step": 18987, "Finetune/Step Time": 6.709012197330594}
+{"Finetune/Learning Rate": 8.440170789417723e-09, "Finetune/Loss": 0.6319549083709717, "Finetune/Loss (Raw)": 0.6885821223258972, "Finetune/Step": 18988, "Finetune/Step Time": 6.693945825099945}
+{"Finetune/Learning Rate": 8.371140461477245e-09, "Finetune/Loss": 0.6315823197364807, "Finetune/Loss (Raw)": 0.5662956833839417, "Finetune/Step": 18989, "Finetune/Step Time": 6.701203919947147}
+{"Finetune/Learning Rate": 8.30239346771955e-09, "Finetune/Loss": 0.6312843561172485, "Finetune/Loss (Raw)": 0.6921702027320862, "Finetune/Step": 18990, "Finetune/Step Time": 6.698928903788328}
+{"Finetune/Learning Rate": 8.233929810094188e-09, "Finetune/Loss": 0.6318194270133972, "Finetune/Loss (Raw)": 0.6771937012672424, "Finetune/Step": 18991, "Finetune/Step Time": 6.699672052636743}
+{"Finetune/Learning Rate": 8.16574949054072e-09, "Finetune/Loss": 0.6302890777587891, "Finetune/Loss (Raw)": 0.630408525466919, "Finetune/Step": 18992, "Finetune/Step Time": 6.700339427217841}
+{"Finetune/Learning Rate": 8.097852510993154e-09, "Finetune/Loss": 0.6310522556304932, "Finetune/Loss (Raw)": 0.6244328618049622, "Finetune/Step": 18993, "Finetune/Step Time": 6.712442060932517}
+{"Finetune/Learning Rate": 8.030238873378838e-09, "Finetune/Loss": 0.6319452524185181, "Finetune/Loss (Raw)": 0.6968438029289246, "Finetune/Step": 18994, "Finetune/Step Time": 6.714198116213083}
+{"Finetune/Learning Rate": 7.962908579612905e-09, "Finetune/Loss": 0.6323760747909546, "Finetune/Loss (Raw)": 0.6129815578460693, "Finetune/Step": 18995, "Finetune/Step Time": 6.719705330207944}
+{"Finetune/Learning Rate": 7.895861631604939e-09, "Finetune/Loss": 0.6336135268211365, "Finetune/Loss (Raw)": 0.7471497058868408, "Finetune/Step": 18996, "Finetune/Step Time": 6.70728462934494}
+{"Finetune/Learning Rate": 7.829098031256755e-09, "Finetune/Loss": 0.6334131956100464, "Finetune/Loss (Raw)": 0.6453773975372314, "Finetune/Step": 18997, "Finetune/Step Time": 6.712659142911434}
+{"Finetune/Learning Rate": 7.76261778046128e-09, "Finetune/Loss": 0.6341017484664917, "Finetune/Loss (Raw)": 0.7228273749351501, "Finetune/Step": 18998, "Finetune/Step Time": 6.708665473386645}
+{"Finetune/Learning Rate": 7.696420881104783e-09, "Finetune/Loss": 0.6336367130279541, "Finetune/Loss (Raw)": 0.6098892092704773, "Finetune/Step": 18999, "Finetune/Step Time": 6.705583455041051}
+{"Finetune/Learning Rate": 7.630507335062432e-09, "Finetune/Loss": 0.6327638626098633, "Finetune/Loss (Raw)": 0.5381327271461487, "Finetune/Step": 19000, "Finetune/Step Time": 6.70654253475368}
+{"Finetune/Learning Rate": 7.564877144204951e-09, "Finetune/Loss": 0.6327891945838928, "Finetune/Loss (Raw)": 0.5431729555130005, "Finetune/Step": 19001, "Finetune/Step Time": 6.690612038597465}
+{"Finetune/Learning Rate": 7.499530310393078e-09, "Finetune/Loss": 0.6318666934967041, "Finetune/Loss (Raw)": 0.5743625164031982, "Finetune/Step": 19002, "Finetune/Step Time": 6.696660766378045}
+{"Finetune/Learning Rate": 7.4344668354786596e-09, "Finetune/Loss": 0.6316884160041809, "Finetune/Loss (Raw)": 0.6744560599327087, "Finetune/Step": 19003, "Finetune/Step Time": 6.702378656715155}
+{"Finetune/Learning Rate": 7.369686721309111e-09, "Finetune/Loss": 0.6316142082214355, "Finetune/Loss (Raw)": 0.5890926718711853, "Finetune/Step": 19004, "Finetune/Step Time": 6.7044408693909645}
+{"Finetune/Learning Rate": 7.305189969718518e-09, "Finetune/Loss": 0.6313796043395996, "Finetune/Loss (Raw)": 0.6192675232887268, "Finetune/Step": 19005, "Finetune/Step Time": 6.706543220207095}
+{"Finetune/Learning Rate": 7.24097658253875e-09, "Finetune/Loss": 0.630578875541687, "Finetune/Loss (Raw)": 0.5724543929100037, "Finetune/Step": 19006, "Finetune/Step Time": 6.730472736060619}
+{"Finetune/Learning Rate": 7.177046561588352e-09, "Finetune/Loss": 0.6316978931427002, "Finetune/Loss (Raw)": 0.6551192998886108, "Finetune/Step": 19007, "Finetune/Step Time": 6.733827898278832}
+{"Finetune/Learning Rate": 7.113399908681429e-09, "Finetune/Loss": 0.631630003452301, "Finetune/Loss (Raw)": 0.6420677900314331, "Finetune/Step": 19008, "Finetune/Step Time": 6.728102723136544}
+{"Finetune/Learning Rate": 7.050036625622092e-09, "Finetune/Loss": 0.6314201951026917, "Finetune/Loss (Raw)": 0.5660815834999084, "Finetune/Step": 19009, "Finetune/Step Time": 6.731625756248832}
+{"Finetune/Learning Rate": 6.986956714207793e-09, "Finetune/Loss": 0.631278932094574, "Finetune/Loss (Raw)": 0.5788544416427612, "Finetune/Step": 19010, "Finetune/Step Time": 6.734321361407638}
+{"Finetune/Learning Rate": 6.924160176228212e-09, "Finetune/Loss": 0.6313939094543457, "Finetune/Loss (Raw)": 0.6527196764945984, "Finetune/Step": 19011, "Finetune/Step Time": 6.735520577058196}
+{"Finetune/Learning Rate": 6.861647013461925e-09, "Finetune/Loss": 0.6312210559844971, "Finetune/Loss (Raw)": 0.6690667867660522, "Finetune/Step": 19012, "Finetune/Step Time": 6.733836956322193}
+{"Finetune/Learning Rate": 6.799417227681959e-09, "Finetune/Loss": 0.6305238604545593, "Finetune/Loss (Raw)": 0.5444273352622986, "Finetune/Step": 19013, "Finetune/Step Time": 6.7369447108358145}
+{"Finetune/Learning Rate": 6.737470820654679e-09, "Finetune/Loss": 0.6303286552429199, "Finetune/Loss (Raw)": 0.5522871017456055, "Finetune/Step": 19014, "Finetune/Step Time": 6.738973710685968}
+{"Finetune/Learning Rate": 6.675807794135347e-09, "Finetune/Loss": 0.6295785307884216, "Finetune/Loss (Raw)": 0.5237469673156738, "Finetune/Step": 19015, "Finetune/Step Time": 6.743793899193406}
+{"Finetune/Learning Rate": 6.614428149873675e-09, "Finetune/Loss": 0.6285631656646729, "Finetune/Loss (Raw)": 0.6511268615722656, "Finetune/Step": 19016, "Finetune/Step Time": 6.743028102442622}
+{"Finetune/Learning Rate": 6.553331889608272e-09, "Finetune/Loss": 0.627679169178009, "Finetune/Loss (Raw)": 0.5612561106681824, "Finetune/Step": 19017, "Finetune/Step Time": 6.745994262397289}
+{"Finetune/Learning Rate": 6.4925190150733065e-09, "Finetune/Loss": 0.6287129521369934, "Finetune/Loss (Raw)": 0.7164506316184998, "Finetune/Step": 19018, "Finetune/Step Time": 6.7421145010739565}
+{"Finetune/Learning Rate": 6.431989527992954e-09, "Finetune/Loss": 0.6289740800857544, "Finetune/Loss (Raw)": 0.6359491944313049, "Finetune/Step": 19019, "Finetune/Step Time": 6.746651636436582}
+{"Finetune/Learning Rate": 6.371743430082511e-09, "Finetune/Loss": 0.6298881769180298, "Finetune/Loss (Raw)": 0.5967908501625061, "Finetune/Step": 19020, "Finetune/Step Time": 6.7483517434448}
+{"Finetune/Learning Rate": 6.31178072305283e-09, "Finetune/Loss": 0.6292427182197571, "Finetune/Loss (Raw)": 0.5935081243515015, "Finetune/Step": 19021, "Finetune/Step Time": 6.751052873209119}
+{"Finetune/Learning Rate": 6.2521014086014405e-09, "Finetune/Loss": 0.6293822526931763, "Finetune/Loss (Raw)": 0.672921359539032, "Finetune/Step": 19022, "Finetune/Step Time": 6.744613265618682}
+{"Finetune/Learning Rate": 6.192705488423656e-09, "Finetune/Loss": 0.6288114190101624, "Finetune/Loss (Raw)": 0.535034716129303, "Finetune/Step": 19023, "Finetune/Step Time": 6.746748562902212}
+{"Finetune/Learning Rate": 6.1335929642014626e-09, "Finetune/Loss": 0.629856526851654, "Finetune/Loss (Raw)": 0.7819249629974365, "Finetune/Step": 19024, "Finetune/Step Time": 6.7517515029758215}
+{"Finetune/Learning Rate": 6.0747638376112976e-09, "Finetune/Loss": 0.6302412152290344, "Finetune/Loss (Raw)": 0.6684146523475647, "Finetune/Step": 19025, "Finetune/Step Time": 6.75357068143785}
+{"Finetune/Learning Rate": 6.016218110321825e-09, "Finetune/Loss": 0.6307902932167053, "Finetune/Loss (Raw)": 0.6572847366333008, "Finetune/Step": 19026, "Finetune/Step Time": 6.756436659023166}
+{"Finetune/Learning Rate": 5.9579557839939405e-09, "Finetune/Loss": 0.6313042640686035, "Finetune/Loss (Raw)": 0.6951746344566345, "Finetune/Step": 19027, "Finetune/Step Time": 6.758251830935478}
+{"Finetune/Learning Rate": 5.899976860278545e-09, "Finetune/Loss": 0.6320874094963074, "Finetune/Loss (Raw)": 0.5978879332542419, "Finetune/Step": 19028, "Finetune/Step Time": 6.7427599634975195}
+{"Finetune/Learning Rate": 5.8422813408209875e-09, "Finetune/Loss": 0.6315110325813293, "Finetune/Loss (Raw)": 0.6510634422302246, "Finetune/Step": 19029, "Finetune/Step Time": 6.738441377878189}
+{"Finetune/Learning Rate": 5.784869227256628e-09, "Finetune/Loss": 0.6330170631408691, "Finetune/Loss (Raw)": 0.8017086386680603, "Finetune/Step": 19030, "Finetune/Step Time": 6.733877325430512}
+{"Finetune/Learning Rate": 5.727740521213054e-09, "Finetune/Loss": 0.6322489380836487, "Finetune/Loss (Raw)": 0.6044299006462097, "Finetune/Step": 19031, "Finetune/Step Time": 6.7536591198295355}
+{"Finetune/Learning Rate": 5.6708952243123e-09, "Finetune/Loss": 0.6315107941627502, "Finetune/Loss (Raw)": 0.5654577612876892, "Finetune/Step": 19032, "Finetune/Step Time": 6.752040062099695}
+{"Finetune/Learning Rate": 5.61433333816308e-09, "Finetune/Loss": 0.631486713886261, "Finetune/Loss (Raw)": 0.6194629073143005, "Finetune/Step": 19033, "Finetune/Step Time": 6.747529122978449}
+{"Finetune/Learning Rate": 5.558054864371887e-09, "Finetune/Loss": 0.6314233541488647, "Finetune/Loss (Raw)": 0.6342685222625732, "Finetune/Step": 19034, "Finetune/Step Time": 6.750210743397474}
+{"Finetune/Learning Rate": 5.50205980453411e-09, "Finetune/Loss": 0.6300352215766907, "Finetune/Loss (Raw)": 0.47213247418403625, "Finetune/Step": 19035, "Finetune/Step Time": 6.758097693324089}
+{"Finetune/Learning Rate": 5.446348160237369e-09, "Finetune/Loss": 0.6302167177200317, "Finetune/Loss (Raw)": 0.6344777941703796, "Finetune/Step": 19036, "Finetune/Step Time": 6.761994602158666}
+{"Finetune/Learning Rate": 5.390919933061512e-09, "Finetune/Loss": 0.6321996450424194, "Finetune/Loss (Raw)": 0.7160207033157349, "Finetune/Step": 19037, "Finetune/Step Time": 6.7654456701129675}
+{"Finetune/Learning Rate": 5.335775124578612e-09, "Finetune/Loss": 0.6315226554870605, "Finetune/Loss (Raw)": 0.5375227928161621, "Finetune/Step": 19038, "Finetune/Step Time": 6.762924216687679}
+{"Finetune/Learning Rate": 5.280913736351867e-09, "Finetune/Loss": 0.6328511834144592, "Finetune/Loss (Raw)": 0.7403079271316528, "Finetune/Step": 19039, "Finetune/Step Time": 6.7615494430065155}
+{"Finetune/Learning Rate": 5.226335769936697e-09, "Finetune/Loss": 0.6341040134429932, "Finetune/Loss (Raw)": 0.7141213417053223, "Finetune/Step": 19040, "Finetune/Step Time": 6.776108803227544}
+{"Finetune/Learning Rate": 5.1720412268818634e-09, "Finetune/Loss": 0.6336374282836914, "Finetune/Loss (Raw)": 0.4966375231742859, "Finetune/Step": 19041, "Finetune/Step Time": 6.783730978146195}
+{"Finetune/Learning Rate": 5.1180301087261355e-09, "Finetune/Loss": 0.6331827640533447, "Finetune/Loss (Raw)": 0.522956907749176, "Finetune/Step": 19042, "Finetune/Step Time": 6.7856375351548195}
+{"Finetune/Learning Rate": 5.064302417001621e-09, "Finetune/Loss": 0.6339560747146606, "Finetune/Loss (Raw)": 0.7495648264884949, "Finetune/Step": 19043, "Finetune/Step Time": 6.787154285237193}
+{"Finetune/Learning Rate": 5.010858153231546e-09, "Finetune/Loss": 0.6329171061515808, "Finetune/Loss (Raw)": 0.5634405016899109, "Finetune/Step": 19044, "Finetune/Step Time": 6.7679830472916365}
+{"Finetune/Learning Rate": 4.957697318931365e-09, "Finetune/Loss": 0.6324059367179871, "Finetune/Loss (Raw)": 0.7058210372924805, "Finetune/Step": 19045, "Finetune/Step Time": 6.772607861086726}
+{"Finetune/Learning Rate": 4.9048199156087604e-09, "Finetune/Loss": 0.6334159970283508, "Finetune/Loss (Raw)": 0.6677718758583069, "Finetune/Step": 19046, "Finetune/Step Time": 6.768776139244437}
+{"Finetune/Learning Rate": 4.852225944763644e-09, "Finetune/Loss": 0.6326087713241577, "Finetune/Loss (Raw)": 0.5390876531600952, "Finetune/Step": 19047, "Finetune/Step Time": 6.76285962946713}
+{"Finetune/Learning Rate": 4.799915407887046e-09, "Finetune/Loss": 0.6328029632568359, "Finetune/Loss (Raw)": 0.7069889903068542, "Finetune/Step": 19048, "Finetune/Step Time": 6.763979272916913}
+{"Finetune/Learning Rate": 4.7478883064622225e-09, "Finetune/Loss": 0.6343101263046265, "Finetune/Loss (Raw)": 0.7527326345443726, "Finetune/Step": 19049, "Finetune/Step Time": 6.756920179352164}
+{"Finetune/Learning Rate": 4.696144641964662e-09, "Finetune/Loss": 0.6343674659729004, "Finetune/Loss (Raw)": 0.7785137891769409, "Finetune/Step": 19050, "Finetune/Step Time": 6.758337529376149}
+{"Finetune/Learning Rate": 4.644684415862077e-09, "Finetune/Loss": 0.6338879466056824, "Finetune/Loss (Raw)": 0.6836463212966919, "Finetune/Step": 19051, "Finetune/Step Time": 6.777288682758808}
+{"Finetune/Learning Rate": 4.593507629612193e-09, "Finetune/Loss": 0.6347540616989136, "Finetune/Loss (Raw)": 0.6399991512298584, "Finetune/Step": 19052, "Finetune/Step Time": 6.781476389616728}
+{"Finetune/Learning Rate": 4.54261428466829e-09, "Finetune/Loss": 0.63385009765625, "Finetune/Loss (Raw)": 0.5373324155807495, "Finetune/Step": 19053, "Finetune/Step Time": 6.808413069695234}
+{"Finetune/Learning Rate": 4.492004382471438e-09, "Finetune/Loss": 0.6342644691467285, "Finetune/Loss (Raw)": 0.6789705157279968, "Finetune/Step": 19054, "Finetune/Step Time": 6.817845366895199}
+{"Finetune/Learning Rate": 4.441677924459376e-09, "Finetune/Loss": 0.6341009736061096, "Finetune/Loss (Raw)": 0.6765620112419128, "Finetune/Step": 19055, "Finetune/Step Time": 6.796589961275458}
+{"Finetune/Learning Rate": 4.39163491205652e-09, "Finetune/Loss": 0.6338766813278198, "Finetune/Loss (Raw)": 0.617487907409668, "Finetune/Step": 19056, "Finetune/Step Time": 6.793903147801757}
+{"Finetune/Learning Rate": 4.341875346683955e-09, "Finetune/Loss": 0.6329687833786011, "Finetune/Loss (Raw)": 0.5756425261497498, "Finetune/Step": 19057, "Finetune/Step Time": 6.794113237410784}
+{"Finetune/Learning Rate": 4.2923992297516645e-09, "Finetune/Loss": 0.6323038339614868, "Finetune/Loss (Raw)": 0.5749514102935791, "Finetune/Step": 19058, "Finetune/Step Time": 6.804653372615576}
+{"Finetune/Learning Rate": 4.243206562662971e-09, "Finetune/Loss": 0.6326801776885986, "Finetune/Loss (Raw)": 0.6579464673995972, "Finetune/Step": 19059, "Finetune/Step Time": 6.805327221751213}
+{"Finetune/Learning Rate": 4.194297346812315e-09, "Finetune/Loss": 0.6324973106384277, "Finetune/Loss (Raw)": 0.6320073008537292, "Finetune/Step": 19060, "Finetune/Step Time": 6.806812880560756}
+{"Finetune/Learning Rate": 4.145671583587474e-09, "Finetune/Loss": 0.6317293643951416, "Finetune/Loss (Raw)": 0.5583024621009827, "Finetune/Step": 19061, "Finetune/Step Time": 6.81303133815527}
+{"Finetune/Learning Rate": 4.0973292743673455e-09, "Finetune/Loss": 0.6307083368301392, "Finetune/Loss (Raw)": 0.5472456216812134, "Finetune/Step": 19062, "Finetune/Step Time": 6.807958386838436}
+{"Finetune/Learning Rate": 4.0492704205219446e-09, "Finetune/Loss": 0.6315009593963623, "Finetune/Loss (Raw)": 0.6609610915184021, "Finetune/Step": 19063, "Finetune/Step Time": 6.806164722889662}
+{"Finetune/Learning Rate": 4.001495023414626e-09, "Finetune/Loss": 0.6318858861923218, "Finetune/Loss (Raw)": 0.6595166325569153, "Finetune/Step": 19064, "Finetune/Step Time": 6.807460641488433}
+{"Finetune/Learning Rate": 3.9540030844009705e-09, "Finetune/Loss": 0.6316736936569214, "Finetune/Loss (Raw)": 0.6297787427902222, "Finetune/Step": 19065, "Finetune/Step Time": 6.810330018401146}
+{"Finetune/Learning Rate": 3.906794604825459e-09, "Finetune/Loss": 0.6301053762435913, "Finetune/Loss (Raw)": 0.5766465663909912, "Finetune/Step": 19066, "Finetune/Step Time": 6.813082259148359}
+{"Finetune/Learning Rate": 3.859869586029241e-09, "Finetune/Loss": 0.6305001974105835, "Finetune/Loss (Raw)": 0.6568255424499512, "Finetune/Step": 19067, "Finetune/Step Time": 6.809262135997415}
+{"Finetune/Learning Rate": 3.813228029341253e-09, "Finetune/Loss": 0.6308637857437134, "Finetune/Loss (Raw)": 0.6358307003974915, "Finetune/Step": 19068, "Finetune/Step Time": 6.804979544132948}
+{"Finetune/Learning Rate": 3.766869936084883e-09, "Finetune/Loss": 0.6324840784072876, "Finetune/Loss (Raw)": 0.7980559468269348, "Finetune/Step": 19069, "Finetune/Step Time": 6.78192444704473}
+{"Finetune/Learning Rate": 3.720795307574632e-09, "Finetune/Loss": 0.6327865719795227, "Finetune/Loss (Raw)": 0.6740950345993042, "Finetune/Step": 19070, "Finetune/Step Time": 6.76402535662055}
+{"Finetune/Learning Rate": 3.6750041451172334e-09, "Finetune/Loss": 0.6322174072265625, "Finetune/Loss (Raw)": 0.5853544473648071, "Finetune/Step": 19071, "Finetune/Step Time": 6.76121586933732}
+{"Finetune/Learning Rate": 3.6294964500116492e-09, "Finetune/Loss": 0.6324130296707153, "Finetune/Loss (Raw)": 0.6870254278182983, "Finetune/Step": 19072, "Finetune/Step Time": 6.759175905957818}
+{"Finetune/Learning Rate": 3.5842722235468475e-09, "Finetune/Loss": 0.6316165924072266, "Finetune/Loss (Raw)": 0.5577568411827087, "Finetune/Step": 19073, "Finetune/Step Time": 6.763718366622925}
+{"Finetune/Learning Rate": 3.539331467006246e-09, "Finetune/Loss": 0.6312177181243896, "Finetune/Loss (Raw)": 0.5693817138671875, "Finetune/Step": 19074, "Finetune/Step Time": 6.754025148227811}
+{"Finetune/Learning Rate": 3.494674181663271e-09, "Finetune/Loss": 0.6309221386909485, "Finetune/Loss (Raw)": 0.6055108308792114, "Finetune/Step": 19075, "Finetune/Step Time": 6.739404680207372}
+{"Finetune/Learning Rate": 3.450300368785797e-09, "Finetune/Loss": 0.6305424571037292, "Finetune/Loss (Raw)": 0.6208375096321106, "Finetune/Step": 19076, "Finetune/Step Time": 6.723297322168946}
+{"Finetune/Learning Rate": 3.406210029631707e-09, "Finetune/Loss": 0.6310668587684631, "Finetune/Loss (Raw)": 0.6526855826377869, "Finetune/Step": 19077, "Finetune/Step Time": 6.721315544098616}
+{"Finetune/Learning Rate": 3.3624031654511115e-09, "Finetune/Loss": 0.6317151784896851, "Finetune/Loss (Raw)": 0.7369942665100098, "Finetune/Step": 19078, "Finetune/Step Time": 6.70688446238637}
+{"Finetune/Learning Rate": 3.31887977748524e-09, "Finetune/Loss": 0.6305258274078369, "Finetune/Loss (Raw)": 0.6423941254615784, "Finetune/Step": 19079, "Finetune/Step Time": 6.705767041072249}
+{"Finetune/Learning Rate": 3.2756398669697708e-09, "Finetune/Loss": 0.6307322978973389, "Finetune/Loss (Raw)": 0.5903669595718384, "Finetune/Step": 19080, "Finetune/Step Time": 6.7098524160683155}
+{"Finetune/Learning Rate": 3.2326834351303903e-09, "Finetune/Loss": 0.6300481557846069, "Finetune/Loss (Raw)": 0.6113940477371216, "Finetune/Step": 19081, "Finetune/Step Time": 6.715543443337083}
+{"Finetune/Learning Rate": 3.1900104831850133e-09, "Finetune/Loss": 0.6303359270095825, "Finetune/Loss (Raw)": 0.5739129185676575, "Finetune/Step": 19082, "Finetune/Step Time": 6.719610223546624}
+{"Finetune/Learning Rate": 3.147621012342672e-09, "Finetune/Loss": 0.629890501499176, "Finetune/Loss (Raw)": 0.5441811680793762, "Finetune/Step": 19083, "Finetune/Step Time": 6.720151660963893}
+{"Finetune/Learning Rate": 3.105515023807959e-09, "Finetune/Loss": 0.6301826238632202, "Finetune/Loss (Raw)": 0.7366757988929749, "Finetune/Step": 19084, "Finetune/Step Time": 6.723980380222201}
+{"Finetune/Learning Rate": 3.0636925187732538e-09, "Finetune/Loss": 0.6291009187698364, "Finetune/Loss (Raw)": 0.5514789819717407, "Finetune/Step": 19085, "Finetune/Step Time": 6.706297375261784}
+{"Finetune/Learning Rate": 3.022153498424274e-09, "Finetune/Loss": 0.628510057926178, "Finetune/Loss (Raw)": 0.5375536680221558, "Finetune/Step": 19086, "Finetune/Step Time": 6.704728404060006}
+{"Finetune/Learning Rate": 2.980897963940077e-09, "Finetune/Loss": 0.6280598640441895, "Finetune/Loss (Raw)": 0.5702454447746277, "Finetune/Step": 19087, "Finetune/Step Time": 6.704308578744531}
+{"Finetune/Learning Rate": 2.9399259164897278e-09, "Finetune/Loss": 0.6285359859466553, "Finetune/Loss (Raw)": 0.6653703451156616, "Finetune/Step": 19088, "Finetune/Step Time": 6.703519864007831}
+{"Finetune/Learning Rate": 2.8992373572345187e-09, "Finetune/Loss": 0.6302280426025391, "Finetune/Loss (Raw)": 0.7558335661888123, "Finetune/Step": 19089, "Finetune/Step Time": 6.677980288863182}
+{"Finetune/Learning Rate": 2.8588322873301933e-09, "Finetune/Loss": 0.6304953694343567, "Finetune/Loss (Raw)": 0.6618440747261047, "Finetune/Step": 19090, "Finetune/Step Time": 6.665233768522739}
+{"Finetune/Learning Rate": 2.8187107079202803e-09, "Finetune/Loss": 0.6290645599365234, "Finetune/Loss (Raw)": 0.6097057461738586, "Finetune/Step": 19091, "Finetune/Step Time": 6.663905357941985}
+{"Finetune/Learning Rate": 2.7788726201438687e-09, "Finetune/Loss": 0.6284578442573547, "Finetune/Loss (Raw)": 0.6553595662117004, "Finetune/Step": 19092, "Finetune/Step Time": 6.666280869394541}
+{"Finetune/Learning Rate": 2.739318025131166e-09, "Finetune/Loss": 0.6270784139633179, "Finetune/Loss (Raw)": 0.4169558584690094, "Finetune/Step": 19093, "Finetune/Step Time": 6.680008826777339}
+{"Finetune/Learning Rate": 2.7000469240023865e-09, "Finetune/Loss": 0.6251488924026489, "Finetune/Loss (Raw)": 0.42268267273902893, "Finetune/Step": 19094, "Finetune/Step Time": 6.68945062533021}
+{"Finetune/Learning Rate": 2.661059317871084e-09, "Finetune/Loss": 0.6260486841201782, "Finetune/Loss (Raw)": 0.6829282641410828, "Finetune/Step": 19095, "Finetune/Step Time": 6.680529572069645}
+{"Finetune/Learning Rate": 2.622355207844152e-09, "Finetune/Loss": 0.6244676113128662, "Finetune/Loss (Raw)": 0.48465433716773987, "Finetune/Step": 19096, "Finetune/Step Time": 6.713374393060803}
+{"Finetune/Learning Rate": 2.5839345950184892e-09, "Finetune/Loss": 0.6251088380813599, "Finetune/Loss (Raw)": 0.731975793838501, "Finetune/Step": 19097, "Finetune/Step Time": 6.713017739355564}
+{"Finetune/Learning Rate": 2.5457974804832252e-09, "Finetune/Loss": 0.6259022951126099, "Finetune/Loss (Raw)": 0.6315508484840393, "Finetune/Step": 19098, "Finetune/Step Time": 6.71181121096015}
+{"Finetune/Learning Rate": 2.507943865320828e-09, "Finetune/Loss": 0.6261109113693237, "Finetune/Loss (Raw)": 0.6023249626159668, "Finetune/Step": 19099, "Finetune/Step Time": 6.705999834463}
+{"Finetune/Learning Rate": 2.4703737506037715e-09, "Finetune/Loss": 0.627557635307312, "Finetune/Loss (Raw)": 0.6553599834442139, "Finetune/Step": 19100, "Finetune/Step Time": 6.7090986631810665}
+{"Finetune/Learning Rate": 2.4330871373978714e-09, "Finetune/Loss": 0.6272332668304443, "Finetune/Loss (Raw)": 0.5429701209068298, "Finetune/Step": 19101, "Finetune/Step Time": 6.709185026586056}
+{"Finetune/Learning Rate": 2.3960840267600595e-09, "Finetune/Loss": 0.6285967826843262, "Finetune/Loss (Raw)": 0.7400214672088623, "Finetune/Step": 19102, "Finetune/Step Time": 6.719033425673842}
+{"Finetune/Learning Rate": 2.359364419739496e-09, "Finetune/Loss": 0.6284072399139404, "Finetune/Loss (Raw)": 0.6270362734794617, "Finetune/Step": 19103, "Finetune/Step Time": 6.717846188694239}
+{"Finetune/Learning Rate": 2.322928317378681e-09, "Finetune/Loss": 0.6286025047302246, "Finetune/Loss (Raw)": 0.6891992092132568, "Finetune/Step": 19104, "Finetune/Step Time": 6.71683719009161}
+{"Finetune/Learning Rate": 2.2867757207101215e-09, "Finetune/Loss": 0.6289669275283813, "Finetune/Loss (Raw)": 0.586293637752533, "Finetune/Step": 19105, "Finetune/Step Time": 6.714997263625264}
+{"Finetune/Learning Rate": 2.2509066307585537e-09, "Finetune/Loss": 0.6289656758308411, "Finetune/Loss (Raw)": 0.5936490893363953, "Finetune/Step": 19106, "Finetune/Step Time": 6.712765779346228}
+{"Finetune/Learning Rate": 2.2153210485420517e-09, "Finetune/Loss": 0.6283193826675415, "Finetune/Loss (Raw)": 0.547804057598114, "Finetune/Step": 19107, "Finetune/Step Time": 6.722902189940214}
+{"Finetune/Learning Rate": 2.1800189750686984e-09, "Finetune/Loss": 0.6278983354568481, "Finetune/Loss (Raw)": 0.5221863985061646, "Finetune/Step": 19108, "Finetune/Step Time": 6.721755696460605}
+{"Finetune/Learning Rate": 2.1450004113399146e-09, "Finetune/Loss": 0.628169059753418, "Finetune/Loss (Raw)": 0.6887714862823486, "Finetune/Step": 19109, "Finetune/Step Time": 6.724310269579291}
+{"Finetune/Learning Rate": 2.1102653583482403e-09, "Finetune/Loss": 0.6279784440994263, "Finetune/Loss (Raw)": 0.695507824420929, "Finetune/Step": 19110, "Finetune/Step Time": 6.721145702525973}
+{"Finetune/Learning Rate": 2.0758138170795526e-09, "Finetune/Loss": 0.6291608214378357, "Finetune/Loss (Raw)": 0.7213637828826904, "Finetune/Step": 19111, "Finetune/Step Time": 6.719180760905147}
+{"Finetune/Learning Rate": 2.0416457885108486e-09, "Finetune/Loss": 0.6299049258232117, "Finetune/Loss (Raw)": 0.6638699173927307, "Finetune/Step": 19112, "Finetune/Step Time": 6.7127708327025175}
+{"Finetune/Learning Rate": 2.007761273611353e-09, "Finetune/Loss": 0.6294481158256531, "Finetune/Loss (Raw)": 0.6676453351974487, "Finetune/Step": 19113, "Finetune/Step Time": 6.7026820704340935}
+{"Finetune/Learning Rate": 1.9741602733402975e-09, "Finetune/Loss": 0.6280515193939209, "Finetune/Loss (Raw)": 0.5287845134735107, "Finetune/Step": 19114, "Finetune/Step Time": 6.699251268059015}
+{"Finetune/Learning Rate": 1.940842788652475e-09, "Finetune/Loss": 0.6274948120117188, "Finetune/Loss (Raw)": 0.5344560742378235, "Finetune/Step": 19115, "Finetune/Step Time": 6.693828821182251}
+{"Finetune/Learning Rate": 1.9078088204904643e-09, "Finetune/Loss": 0.6277669668197632, "Finetune/Loss (Raw)": 0.7234117984771729, "Finetune/Step": 19116, "Finetune/Step Time": 6.697384409606457}
+{"Finetune/Learning Rate": 1.875058369792404e-09, "Finetune/Loss": 0.6285192966461182, "Finetune/Loss (Raw)": 0.6625966429710388, "Finetune/Step": 19117, "Finetune/Step Time": 6.691578563302755}
+{"Finetune/Learning Rate": 1.842591437487551e-09, "Finetune/Loss": 0.6276205778121948, "Finetune/Loss (Raw)": 0.5771316289901733, "Finetune/Step": 19118, "Finetune/Step Time": 6.701772419735789}
+{"Finetune/Learning Rate": 1.8104080244951693e-09, "Finetune/Loss": 0.6275923252105713, "Finetune/Loss (Raw)": 0.6735885143280029, "Finetune/Step": 19119, "Finetune/Step Time": 6.706568982452154}
+{"Finetune/Learning Rate": 1.7785081317289732e-09, "Finetune/Loss": 0.6285443902015686, "Finetune/Loss (Raw)": 0.7522653937339783, "Finetune/Step": 19120, "Finetune/Step Time": 6.708033682778478}
+{"Finetune/Learning Rate": 1.7468917600926839e-09, "Finetune/Loss": 0.6285143494606018, "Finetune/Loss (Raw)": 0.6205883026123047, "Finetune/Step": 19121, "Finetune/Step Time": 6.7181766871362925}
+{"Finetune/Learning Rate": 1.7155589104844717e-09, "Finetune/Loss": 0.626272439956665, "Finetune/Loss (Raw)": 0.4098772704601288, "Finetune/Step": 19122, "Finetune/Step Time": 6.729394234716892}
+{"Finetune/Learning Rate": 1.6845095837902948e-09, "Finetune/Loss": 0.6247941851615906, "Finetune/Loss (Raw)": 0.42377039790153503, "Finetune/Step": 19123, "Finetune/Step Time": 6.738236658275127}
+{"Finetune/Learning Rate": 1.6537437808927804e-09, "Finetune/Loss": 0.623696506023407, "Finetune/Loss (Raw)": 0.6066447496414185, "Finetune/Step": 19124, "Finetune/Step Time": 6.746104316785932}
+{"Finetune/Learning Rate": 1.6232615026634534e-09, "Finetune/Loss": 0.6234560608863831, "Finetune/Loss (Raw)": 0.6145997643470764, "Finetune/Step": 19125, "Finetune/Step Time": 6.743538672104478}
+{"Finetune/Learning Rate": 1.593062749967178e-09, "Finetune/Loss": 0.622104287147522, "Finetune/Loss (Raw)": 0.5498030781745911, "Finetune/Step": 19126, "Finetune/Step Time": 6.745310060679913}
+{"Finetune/Learning Rate": 1.5631475236599357e-09, "Finetune/Loss": 0.6225334405899048, "Finetune/Loss (Raw)": 0.6648246645927429, "Finetune/Step": 19127, "Finetune/Step Time": 6.760100420564413}
+{"Finetune/Learning Rate": 1.5335158245899372e-09, "Finetune/Loss": 0.6220529079437256, "Finetune/Loss (Raw)": 0.4766177833080292, "Finetune/Step": 19128, "Finetune/Step Time": 6.773425221443176}
+{"Finetune/Learning Rate": 1.504167653596511e-09, "Finetune/Loss": 0.6223548054695129, "Finetune/Loss (Raw)": 0.5818120241165161, "Finetune/Step": 19129, "Finetune/Step Time": 6.774255778640509}
+{"Finetune/Learning Rate": 1.475103011514545e-09, "Finetune/Loss": 0.6224203109741211, "Finetune/Loss (Raw)": 0.5827560424804688, "Finetune/Step": 19130, "Finetune/Step Time": 6.781894043087959}
+{"Finetune/Learning Rate": 1.4463218991656037e-09, "Finetune/Loss": 0.6223333477973938, "Finetune/Loss (Raw)": 0.663322925567627, "Finetune/Step": 19131, "Finetune/Step Time": 6.779541816562414}
+{"Finetune/Learning Rate": 1.4178243173679218e-09, "Finetune/Loss": 0.6224074363708496, "Finetune/Loss (Raw)": 0.5985702872276306, "Finetune/Step": 19132, "Finetune/Step Time": 6.775937702506781}
+{"Finetune/Learning Rate": 1.3896102669275212e-09, "Finetune/Loss": 0.6217761039733887, "Finetune/Loss (Raw)": 0.5384622812271118, "Finetune/Step": 19133, "Finetune/Step Time": 6.775700153782964}
+{"Finetune/Learning Rate": 1.3616797486459832e-09, "Finetune/Loss": 0.6211370229721069, "Finetune/Loss (Raw)": 0.490650475025177, "Finetune/Step": 19134, "Finetune/Step Time": 6.767015594989061}
+{"Finetune/Learning Rate": 1.3340327633148964e-09, "Finetune/Loss": 0.6201370358467102, "Finetune/Loss (Raw)": 0.5271210670471191, "Finetune/Step": 19135, "Finetune/Step Time": 6.766799829900265}
+{"Finetune/Learning Rate": 1.3066693117191886e-09, "Finetune/Loss": 0.6204525232315063, "Finetune/Loss (Raw)": 0.6824458837509155, "Finetune/Step": 19136, "Finetune/Step Time": 6.7620571218431}
+{"Finetune/Learning Rate": 1.2795893946326853e-09, "Finetune/Loss": 0.6215004324913025, "Finetune/Loss (Raw)": 0.7002129554748535, "Finetune/Step": 19137, "Finetune/Step Time": 6.757822845131159}
+{"Finetune/Learning Rate": 1.2527930128247713e-09, "Finetune/Loss": 0.6222189664840698, "Finetune/Loss (Raw)": 0.6708328127861023, "Finetune/Step": 19138, "Finetune/Step Time": 6.758337635546923}
+{"Finetune/Learning Rate": 1.2262801670548385e-09, "Finetune/Loss": 0.6222991943359375, "Finetune/Loss (Raw)": 0.6629849672317505, "Finetune/Step": 19139, "Finetune/Step Time": 6.762660725042224}
+{"Finetune/Learning Rate": 1.2000508580745085e-09, "Finetune/Loss": 0.622300386428833, "Finetune/Loss (Raw)": 0.6692253351211548, "Finetune/Step": 19140, "Finetune/Step Time": 6.759881967678666}
+{"Finetune/Learning Rate": 1.1741050866287407e-09, "Finetune/Loss": 0.6216320395469666, "Finetune/Loss (Raw)": 0.45887577533721924, "Finetune/Step": 19141, "Finetune/Step Time": 6.780807284638286}
+{"Finetune/Learning Rate": 1.1484428534525027e-09, "Finetune/Loss": 0.6221140623092651, "Finetune/Loss (Raw)": 0.6139891147613525, "Finetune/Step": 19142, "Finetune/Step Time": 6.783942433074117}
+{"Finetune/Learning Rate": 1.1230641592729907e-09, "Finetune/Loss": 0.6227594614028931, "Finetune/Loss (Raw)": 0.6063572764396667, "Finetune/Step": 19143, "Finetune/Step Time": 6.776611132547259}
+{"Finetune/Learning Rate": 1.0979690048107395e-09, "Finetune/Loss": 0.6218730211257935, "Finetune/Loss (Raw)": 0.53766268491745, "Finetune/Step": 19144, "Finetune/Step Time": 6.7808266673237085}
+{"Finetune/Learning Rate": 1.0731573907774017e-09, "Finetune/Loss": 0.6228904128074646, "Finetune/Loss (Raw)": 0.6914727687835693, "Finetune/Step": 19145, "Finetune/Step Time": 6.777440560981631}
+{"Finetune/Learning Rate": 1.048629317875749e-09, "Finetune/Loss": 0.6216257810592651, "Finetune/Loss (Raw)": 0.5545793175697327, "Finetune/Step": 19146, "Finetune/Step Time": 6.779356149956584}
+{"Finetune/Learning Rate": 1.0243847868018908e-09, "Finetune/Loss": 0.6217069029808044, "Finetune/Loss (Raw)": 0.6463391184806824, "Finetune/Step": 19147, "Finetune/Step Time": 6.772292833775282}
+{"Finetune/Learning Rate": 1.0004237982430553e-09, "Finetune/Loss": 0.6214948892593384, "Finetune/Loss (Raw)": 0.5696543455123901, "Finetune/Step": 19148, "Finetune/Step Time": 6.771679850295186}
+{"Finetune/Learning Rate": 9.767463528786992e-10, "Finetune/Loss": 0.6220936179161072, "Finetune/Loss (Raw)": 0.6701427698135376, "Finetune/Step": 19149, "Finetune/Step Time": 6.772700069472194}
+{"Finetune/Learning Rate": 9.53352451380507e-10, "Finetune/Loss": 0.6223717331886292, "Finetune/Loss (Raw)": 0.7085186243057251, "Finetune/Step": 19150, "Finetune/Step Time": 6.772007981315255}
+{"Finetune/Learning Rate": 9.302420944112822e-10, "Finetune/Loss": 0.6225717663764954, "Finetune/Loss (Raw)": 0.5606434941291809, "Finetune/Step": 19151, "Finetune/Step Time": 6.769631506875157}
+{"Finetune/Learning Rate": 9.074152826271665e-10, "Finetune/Loss": 0.6216381788253784, "Finetune/Loss (Raw)": 0.6624272465705872, "Finetune/Step": 19152, "Finetune/Step Time": 6.769385226070881}
+{"Finetune/Learning Rate": 8.848720166754198e-10, "Finetune/Loss": 0.6207002401351929, "Finetune/Loss (Raw)": 0.5483503937721252, "Finetune/Step": 19153, "Finetune/Step Time": 6.77214670740068}
+{"Finetune/Learning Rate": 8.626122971955309e-10, "Finetune/Loss": 0.619594395160675, "Finetune/Loss (Raw)": 0.5157427787780762, "Finetune/Step": 19154, "Finetune/Step Time": 6.769378600642085}
+{"Finetune/Learning Rate": 8.406361248169958e-10, "Finetune/Loss": 0.6187366843223572, "Finetune/Loss (Raw)": 0.5853863954544067, "Finetune/Step": 19155, "Finetune/Step Time": 6.768058525398374}
+{"Finetune/Learning Rate": 8.189435001648705e-10, "Finetune/Loss": 0.6199337840080261, "Finetune/Loss (Raw)": 0.7511137127876282, "Finetune/Step": 19156, "Finetune/Step Time": 6.786377573385835}
+{"Finetune/Learning Rate": 7.975344238542182e-10, "Finetune/Loss": 0.6188455820083618, "Finetune/Loss (Raw)": 0.5117713809013367, "Finetune/Step": 19157, "Finetune/Step Time": 6.78322628326714}
+{"Finetune/Learning Rate": 7.764088964912209e-10, "Finetune/Loss": 0.6176780462265015, "Finetune/Loss (Raw)": 0.6522692441940308, "Finetune/Step": 19158, "Finetune/Step Time": 6.802314709872007}
+{"Finetune/Learning Rate": 7.555669186742886e-10, "Finetune/Loss": 0.6176949739456177, "Finetune/Loss (Raw)": 0.6066005229949951, "Finetune/Step": 19159, "Finetune/Step Time": 6.794862804934382}
+{"Finetune/Learning Rate": 7.350084909962807e-10, "Finetune/Loss": 0.618395209312439, "Finetune/Loss (Raw)": 0.6550859212875366, "Finetune/Step": 19160, "Finetune/Step Time": 6.794206600636244}
+{"Finetune/Learning Rate": 7.147336140389538e-10, "Finetune/Loss": 0.6181843280792236, "Finetune/Loss (Raw)": 0.5924658179283142, "Finetune/Step": 19161, "Finetune/Step Time": 6.799620462581515}
+{"Finetune/Learning Rate": 6.947422883785137e-10, "Finetune/Loss": 0.6182010769844055, "Finetune/Loss (Raw)": 0.6364113688468933, "Finetune/Step": 19162, "Finetune/Step Time": 6.797817923128605}
+{"Finetune/Learning Rate": 6.750345145800641e-10, "Finetune/Loss": 0.6191201210021973, "Finetune/Loss (Raw)": 0.589773416519165, "Finetune/Step": 19163, "Finetune/Step Time": 6.791020872071385}
+{"Finetune/Learning Rate": 6.556102932042673e-10, "Finetune/Loss": 0.6190277338027954, "Finetune/Loss (Raw)": 0.622654378414154, "Finetune/Step": 19164, "Finetune/Step Time": 6.785361040383577}
+{"Finetune/Learning Rate": 6.364696247995739e-10, "Finetune/Loss": 0.6185431480407715, "Finetune/Loss (Raw)": 0.6539894938468933, "Finetune/Step": 19165, "Finetune/Step Time": 6.768712380900979}
+{"Finetune/Learning Rate": 6.17612509911103e-10, "Finetune/Loss": 0.6191544532775879, "Finetune/Loss (Raw)": 0.6157735586166382, "Finetune/Step": 19166, "Finetune/Step Time": 6.771137498319149}
+{"Finetune/Learning Rate": 5.990389490728721e-10, "Finetune/Loss": 0.6183612942695618, "Finetune/Loss (Raw)": 0.6387854814529419, "Finetune/Step": 19167, "Finetune/Step Time": 6.767900360748172}
+{"Finetune/Learning Rate": 5.807489428111268e-10, "Finetune/Loss": 0.6174862384796143, "Finetune/Loss (Raw)": 0.6021079421043396, "Finetune/Step": 19168, "Finetune/Step Time": 6.753620082512498}
+{"Finetune/Learning Rate": 5.627424916454515e-10, "Finetune/Loss": 0.6187129020690918, "Finetune/Loss (Raw)": 0.6536539196968079, "Finetune/Step": 19169, "Finetune/Step Time": 6.745512332767248}
+{"Finetune/Learning Rate": 5.450195960854387e-10, "Finetune/Loss": 0.6189080476760864, "Finetune/Loss (Raw)": 0.5479360222816467, "Finetune/Step": 19170, "Finetune/Step Time": 6.752702984958887}
+{"Finetune/Learning Rate": 5.275802566340194e-10, "Finetune/Loss": 0.6179347038269043, "Finetune/Loss (Raw)": 0.6249766945838928, "Finetune/Step": 19171, "Finetune/Step Time": 6.748733239248395}
+{"Finetune/Learning Rate": 5.104244737852426e-10, "Finetune/Loss": 0.6184710264205933, "Finetune/Loss (Raw)": 0.6320915222167969, "Finetune/Step": 19172, "Finetune/Step Time": 6.752339068800211}
+{"Finetune/Learning Rate": 4.935522480264965e-10, "Finetune/Loss": 0.6177147626876831, "Finetune/Loss (Raw)": 0.6090196371078491, "Finetune/Step": 19173, "Finetune/Step Time": 6.752374090254307}
+{"Finetune/Learning Rate": 4.769635798351768e-10, "Finetune/Loss": 0.6174814701080322, "Finetune/Loss (Raw)": 0.6379067897796631, "Finetune/Step": 19174, "Finetune/Step Time": 6.7539226319640875}
+{"Finetune/Learning Rate": 4.6065846968312846e-10, "Finetune/Loss": 0.6182639598846436, "Finetune/Loss (Raw)": 0.6392531394958496, "Finetune/Step": 19175, "Finetune/Step Time": 6.757101729512215}
+{"Finetune/Learning Rate": 4.446369180322041e-10, "Finetune/Loss": 0.6176276206970215, "Finetune/Loss (Raw)": 0.6255351901054382, "Finetune/Step": 19176, "Finetune/Step Time": 6.749715480953455}
+{"Finetune/Learning Rate": 4.288989253353748e-10, "Finetune/Loss": 0.6168674230575562, "Finetune/Loss (Raw)": 0.6554266214370728, "Finetune/Step": 19177, "Finetune/Step Time": 6.749737149104476}
+{"Finetune/Learning Rate": 4.1344449204117064e-10, "Finetune/Loss": 0.6145527362823486, "Finetune/Loss (Raw)": 0.482230007648468, "Finetune/Step": 19178, "Finetune/Step Time": 6.749135762453079}
+{"Finetune/Learning Rate": 3.982736185859093e-10, "Finetune/Loss": 0.6136159896850586, "Finetune/Loss (Raw)": 0.5637439489364624, "Finetune/Step": 19179, "Finetune/Step Time": 6.735751502215862}
+{"Finetune/Learning Rate": 3.8338630540035726e-10, "Finetune/Loss": 0.6140238046646118, "Finetune/Loss (Raw)": 0.69219970703125, "Finetune/Step": 19180, "Finetune/Step Time": 6.734408378601074}
+{"Finetune/Learning Rate": 3.6878255290750954e-10, "Finetune/Loss": 0.6138007640838623, "Finetune/Loss (Raw)": 0.508781909942627, "Finetune/Step": 19181, "Finetune/Step Time": 6.715015819296241}
+{"Finetune/Learning Rate": 3.544623615203691e-10, "Finetune/Loss": 0.6137609481811523, "Finetune/Loss (Raw)": 0.673871636390686, "Finetune/Step": 19182, "Finetune/Step Time": 6.705278908833861}
+{"Finetune/Learning Rate": 3.404257316452775e-10, "Finetune/Loss": 0.6133851408958435, "Finetune/Loss (Raw)": 0.6284627914428711, "Finetune/Step": 19183, "Finetune/Step Time": 6.707299970090389}
+{"Finetune/Learning Rate": 3.2667266368080486e-10, "Finetune/Loss": 0.6138210892677307, "Finetune/Loss (Raw)": 0.6732866168022156, "Finetune/Step": 19184, "Finetune/Step Time": 6.709269454702735}
+{"Finetune/Learning Rate": 3.1320315801663945e-10, "Finetune/Loss": 0.6138597130775452, "Finetune/Loss (Raw)": 0.5805879831314087, "Finetune/Step": 19185, "Finetune/Step Time": 6.703349687159061}
+{"Finetune/Learning Rate": 3.0001721503469807e-10, "Finetune/Loss": 0.6147055625915527, "Finetune/Loss (Raw)": 0.6832232475280762, "Finetune/Step": 19186, "Finetune/Step Time": 6.707487942650914}
+{"Finetune/Learning Rate": 2.8711483510912573e-10, "Finetune/Loss": 0.614378035068512, "Finetune/Loss (Raw)": 0.6160200238227844, "Finetune/Step": 19187, "Finetune/Step Time": 6.70685145445168}
+{"Finetune/Learning Rate": 2.7449601860629614e-10, "Finetune/Loss": 0.6152802109718323, "Finetune/Loss (Raw)": 0.7474868297576904, "Finetune/Step": 19188, "Finetune/Step Time": 6.70800156891346}
+{"Finetune/Learning Rate": 2.6216076588259086e-10, "Finetune/Loss": 0.6151475310325623, "Finetune/Loss (Raw)": 0.5413208603858948, "Finetune/Step": 19189, "Finetune/Step Time": 6.707202592864633}
+{"Finetune/Learning Rate": 2.5010907728773016e-10, "Finetune/Loss": 0.6154133081436157, "Finetune/Loss (Raw)": 0.581268310546875, "Finetune/Step": 19190, "Finetune/Step Time": 6.710416290909052}
+{"Finetune/Learning Rate": 2.383409531658831e-10, "Finetune/Loss": 0.6149122714996338, "Finetune/Loss (Raw)": 0.5968220233917236, "Finetune/Step": 19191, "Finetune/Step Time": 6.713980823755264}
+{"Finetune/Learning Rate": 2.2685639384789625e-10, "Finetune/Loss": 0.6138359904289246, "Finetune/Loss (Raw)": 0.5217517614364624, "Finetune/Step": 19192, "Finetune/Step Time": 6.714320160448551}
+{"Finetune/Learning Rate": 2.1565539966128535e-10, "Finetune/Loss": 0.6130383610725403, "Finetune/Loss (Raw)": 0.5276866555213928, "Finetune/Step": 19193, "Finetune/Step Time": 6.712550701573491}
+{"Finetune/Learning Rate": 2.0473797092357418e-10, "Finetune/Loss": 0.6123899817466736, "Finetune/Loss (Raw)": 0.4936525821685791, "Finetune/Step": 19194, "Finetune/Step Time": 6.710013719275594}
+{"Finetune/Learning Rate": 1.9410410794340474e-10, "Finetune/Loss": 0.6112584471702576, "Finetune/Loss (Raw)": 0.511987030506134, "Finetune/Step": 19195, "Finetune/Step Time": 6.7092519626021385}
+{"Finetune/Learning Rate": 1.837538110227577e-10, "Finetune/Loss": 0.6126051545143127, "Finetune/Loss (Raw)": 0.8082090616226196, "Finetune/Step": 19196, "Finetune/Step Time": 6.709984300658107}
+{"Finetune/Learning Rate": 1.7368708045473193e-10, "Finetune/Loss": 0.6109724044799805, "Finetune/Loss (Raw)": 0.5890727639198303, "Finetune/Step": 19197, "Finetune/Step Time": 6.713688783347607}
+{"Finetune/Learning Rate": 1.6390391652576498e-10, "Finetune/Loss": 0.6099789142608643, "Finetune/Loss (Raw)": 0.5469167232513428, "Finetune/Step": 19198, "Finetune/Step Time": 6.714321894571185}
+{"Finetune/Learning Rate": 1.544043195123024e-10, "Finetune/Loss": 0.6103338599205017, "Finetune/Loss (Raw)": 0.6307923793792725, "Finetune/Step": 19199, "Finetune/Step Time": 6.7161325346678495}
+{"Finetune/Learning Rate": 1.4518828968523857e-10, "Finetune/Loss": 0.61027991771698, "Finetune/Loss (Raw)": 0.680124044418335, "Finetune/Step": 19200, "Finetune/Step Time": 6.717210611328483}
+{"Finetune/Learning Rate": 1.3625582730325548e-10, "Finetune/Loss": 0.6104464530944824, "Finetune/Loss (Raw)": 0.5790683627128601, "Finetune/Step": 19201, "Finetune/Step Time": 6.713787836953998}
+{"Finetune/Learning Rate": 1.2760693262281466e-10, "Finetune/Loss": 0.61136794090271, "Finetune/Loss (Raw)": 0.6873366832733154, "Finetune/Step": 19202, "Finetune/Step Time": 6.7063694559037685}
+{"Finetune/Learning Rate": 1.192416058870549e-10, "Finetune/Loss": 0.6119648218154907, "Finetune/Loss (Raw)": 0.6819066405296326, "Finetune/Step": 19203, "Finetune/Step Time": 6.703580437228084}
+{"Finetune/Learning Rate": 1.11159847333564e-10, "Finetune/Loss": 0.6122291088104248, "Finetune/Loss (Raw)": 0.6546691060066223, "Finetune/Step": 19204, "Finetune/Step Time": 6.7000748962163925}
+{"Finetune/Learning Rate": 1.0336165719215807e-10, "Finetune/Loss": 0.6125108003616333, "Finetune/Loss (Raw)": 0.6887467503547668, "Finetune/Step": 19205, "Finetune/Step Time": 6.7020980175584555}
+{"Finetune/Learning Rate": 9.584703568266129e-11, "Finetune/Loss": 0.6116989850997925, "Finetune/Loss (Raw)": 0.6330707669258118, "Finetune/Step": 19206, "Finetune/Step Time": 6.699394209310412}
+{"Finetune/Learning Rate": 8.861598301934671e-11, "Finetune/Loss": 0.6112020015716553, "Finetune/Loss (Raw)": 0.5787847638130188, "Finetune/Step": 19207, "Finetune/Step Time": 6.700637789443135}
+{"Finetune/Learning Rate": 8.166849940760557e-11, "Finetune/Loss": 0.6110848188400269, "Finetune/Loss (Raw)": 0.5753674507141113, "Finetune/Step": 19208, "Finetune/Step Time": 6.698301071301103}
+{"Finetune/Learning Rate": 7.500458504283714e-11, "Finetune/Loss": 0.6116557121276855, "Finetune/Loss (Raw)": 0.6844645738601685, "Finetune/Step": 19209, "Finetune/Step Time": 6.700042255222797}
+{"Finetune/Learning Rate": 6.862424011599977e-11, "Finetune/Loss": 0.6130427122116089, "Finetune/Loss (Raw)": 0.751449704170227, "Finetune/Step": 19210, "Finetune/Step Time": 6.696864319965243}
+{"Finetune/Learning Rate": 6.252746480583938e-11, "Finetune/Loss": 0.6139174699783325, "Finetune/Loss (Raw)": 0.656156063079834, "Finetune/Step": 19211, "Finetune/Step Time": 6.726402452215552}
+{"Finetune/Learning Rate": 5.671425928777119e-11, "Finetune/Loss": 0.612899899482727, "Finetune/Loss (Raw)": 0.6064245104789734, "Finetune/Step": 19212, "Finetune/Step Time": 6.7257110346108675}
+{"Finetune/Learning Rate": 5.118462372388777e-11, "Finetune/Loss": 0.6138259172439575, "Finetune/Loss (Raw)": 0.670009195804596, "Finetune/Step": 19213, "Finetune/Step Time": 6.726860145106912}
+{"Finetune/Learning Rate": 4.5938558272951016e-11, "Finetune/Loss": 0.6143750548362732, "Finetune/Loss (Raw)": 0.6078407168388367, "Finetune/Step": 19214, "Finetune/Step Time": 6.727919023483992}
+{"Finetune/Learning Rate": 4.097606308373081e-11, "Finetune/Loss": 0.6149740815162659, "Finetune/Loss (Raw)": 0.646923840045929, "Finetune/Step": 19215, "Finetune/Step Time": 6.723529174923897}
+{"Finetune/Learning Rate": 3.629713829500503e-11, "Finetune/Loss": 0.6147658824920654, "Finetune/Loss (Raw)": 0.6387223601341248, "Finetune/Step": 19216, "Finetune/Step Time": 6.725195832550526}
+{"Finetune/Learning Rate": 3.1901784042220885e-11, "Finetune/Loss": 0.6138771772384644, "Finetune/Loss (Raw)": 0.6420771479606628, "Finetune/Step": 19217, "Finetune/Step Time": 6.747330257669091}
+{"Finetune/Learning Rate": 2.7790000447502907e-11, "Finetune/Loss": 0.6135730743408203, "Finetune/Loss (Raw)": 0.6229140758514404, "Finetune/Step": 19218, "Finetune/Step Time": 6.748372068628669}
+{"Finetune/Learning Rate": 2.3961787628534738e-11, "Finetune/Loss": 0.6133916974067688, "Finetune/Loss (Raw)": 0.5864946842193604, "Finetune/Step": 19219, "Finetune/Step Time": 6.748523786664009}
+{"Finetune/Learning Rate": 2.0417145695228456e-11, "Finetune/Loss": 0.6120039820671082, "Finetune/Loss (Raw)": 0.4777260422706604, "Finetune/Step": 19220, "Finetune/Step Time": 6.763099893927574}
+{"Finetune/Learning Rate": 1.715607474528369e-11, "Finetune/Loss": 0.6136579513549805, "Finetune/Loss (Raw)": 0.628669261932373, "Finetune/Step": 19221, "Finetune/Step Time": 6.749082343652844}
+{"Finetune/Learning Rate": 1.4178574873069395e-11, "Finetune/Loss": 0.6159756183624268, "Finetune/Loss (Raw)": 0.7193469405174255, "Finetune/Step": 19222, "Finetune/Step Time": 6.736140655353665}
+{"Finetune/Learning Rate": 1.148464616296252e-11, "Finetune/Loss": 0.6155717372894287, "Finetune/Loss (Raw)": 0.631228506565094, "Finetune/Step": 19223, "Finetune/Step Time": 6.74191190674901}
+{"Finetune/Learning Rate": 9.074288690458232e-12, "Finetune/Loss": 0.6159831285476685, "Finetune/Loss (Raw)": 0.5373087525367737, "Finetune/Step": 19224, "Finetune/Step Time": 6.7115095015615225}
+{"Finetune/Learning Rate": 6.947502525500583e-12, "Finetune/Loss": 0.6154487133026123, "Finetune/Loss (Raw)": 0.6635697484016418, "Finetune/Step": 19225, "Finetune/Step Time": 6.707980215549469}
+{"Finetune/Learning Rate": 5.10428772693139e-12, "Finetune/Loss": 0.6157090663909912, "Finetune/Loss (Raw)": 0.6648751497268677, "Finetune/Step": 19226, "Finetune/Step Time": 6.709264224395156}
+{"Finetune/Learning Rate": 3.5446443469311363e-12, "Finetune/Loss": 0.615554928779602, "Finetune/Loss (Raw)": 0.582594096660614, "Finetune/Step": 19227, "Finetune/Step Time": 6.708392541855574}
+{"Finetune/Learning Rate": 2.2685724299087443e-12, "Finetune/Loss": 0.6149271726608276, "Finetune/Loss (Raw)": 0.5750091671943665, "Finetune/Step": 19228, "Finetune/Step Time": 6.708803441375494}
+{"Finetune/Learning Rate": 1.2760720125015724e-12, "Finetune/Loss": 0.6151219606399536, "Finetune/Loss (Raw)": 0.5679023265838623, "Finetune/Step": 19229, "Finetune/Step Time": 6.712689083069563}
+{"Finetune/Learning Rate": 5.671431235754199e-13, "Finetune/Loss": 0.6136602163314819, "Finetune/Loss (Raw)": 0.5529264807701111, "Finetune/Step": 19230, "Finetune/Step Time": 6.710160164162517}
+{"Finetune/Learning Rate": 1.41785782004078e-13, "Finetune/Loss": 0.6135307550430298, "Finetune/Loss (Raw)": 0.6104616522789001, "Finetune/Step": 19231, "Finetune/Step Time": 6.710587924346328}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.6128660440444946, "Finetune/Loss (Raw)": 0.6041145920753479, "Finetune/Step": 19232, "Finetune/Step Time": 6.7041946947574615}