diff --git "a/train-1.25-epochs+7b/run-metrics.jsonl" "b/train-1.25-epochs+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/train-1.25-epochs+7b/run-metrics.jsonl"
@@ -0,0 +1,6501 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": 6500, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "train-1.25-epochs+7b", "reduce_in_full_precision": false, "type": "train-1.25-epochs+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "train-1.25-epochs+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "train-1.25-epochs+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.0256410256410257e-07, "Finetune/Loss": 5.428145885467529, "Finetune/Loss (Raw)": 5.428145885467529, "Finetune/Step": 1, "Finetune/Step Time": 23.544858932495117}
+{"Finetune/Learning Rate": 2.0512820512820514e-07, "Finetune/Loss": 5.697373390197754, "Finetune/Loss (Raw)": 5.9666008949279785, "Finetune/Step": 2, "Finetune/Step Time": 16.310355067253113}
+{"Finetune/Learning Rate": 3.0769230769230774e-07, "Finetune/Loss": 5.0980939865112305, "Finetune/Loss (Raw)": 3.8995351791381836, "Finetune/Step": 3, "Finetune/Step Time": 12.731551965077719}
+{"Finetune/Learning Rate": 4.102564102564103e-07, "Finetune/Loss": 4.652972221374512, "Finetune/Loss (Raw)": 3.3176071643829346, "Finetune/Step": 4, "Finetune/Step Time": 10.969289600849152}
+{"Finetune/Learning Rate": 5.128205128205128e-07, "Finetune/Loss": 4.2928466796875, "Finetune/Loss (Raw)": 2.852343797683716, "Finetune/Step": 5, "Finetune/Step Time": 10.083600330352784}
+{"Finetune/Learning Rate": 6.153846153846155e-07, "Finetune/Loss": 4.023257732391357, "Finetune/Loss (Raw)": 2.6753125190734863, "Finetune/Step": 6, "Finetune/Step Time": 9.455888827641806}
+{"Finetune/Learning Rate": 7.179487179487179e-07, "Finetune/Loss": 3.8368804454803467, "Finetune/Loss (Raw)": 2.718616485595703, "Finetune/Step": 7, "Finetune/Step Time": 8.971975871494838}
+{"Finetune/Learning Rate": 8.205128205128206e-07, "Finetune/Loss": 3.6856417655944824, "Finetune/Loss (Raw)": 2.6269724369049072, "Finetune/Step": 8, "Finetune/Step Time": 8.789443910121918}
+{"Finetune/Learning Rate": 9.230769230769232e-07, "Finetune/Loss": 3.5365145206451416, "Finetune/Loss (Raw)": 2.3434956073760986, "Finetune/Step": 9, "Finetune/Step Time": 8.508149597379896}
+{"Finetune/Learning Rate": 1.0256410256410257e-06, "Finetune/Loss": 3.4524552822113037, "Finetune/Loss (Raw)": 2.69592022895813, "Finetune/Step": 10, "Finetune/Step Time": 8.531568813323975}
+{"Finetune/Learning Rate": 1.1282051282051283e-06, "Finetune/Loss": 3.3639752864837646, "Finetune/Loss (Raw)": 2.4791786670684814, "Finetune/Step": 11, "Finetune/Step Time": 8.297983234578913}
+{"Finetune/Learning Rate": 1.230769230769231e-06, "Finetune/Loss": 3.281712293624878, "Finetune/Loss (Raw)": 2.3768198490142822, "Finetune/Step": 12, "Finetune/Step Time": 8.109909971555075}
+{"Finetune/Learning Rate": 1.3333333333333334e-06, "Finetune/Loss": 3.202901601791382, "Finetune/Loss (Raw)": 2.257171630859375, "Finetune/Step": 13, "Finetune/Step Time": 7.94754800429711}
+{"Finetune/Learning Rate": 1.4358974358974359e-06, "Finetune/Loss": 3.1575710773468018, "Finetune/Loss (Raw)": 2.568274736404419, "Finetune/Step": 14, "Finetune/Step Time": 7.790731481143406}
+{"Finetune/Learning Rate": 1.5384615384615387e-06, "Finetune/Loss": 3.0846915245056152, "Finetune/Loss (Raw)": 2.0643765926361084, "Finetune/Step": 15, "Finetune/Step Time": 7.745542065302531}
+{"Finetune/Learning Rate": 1.6410256410256412e-06, "Finetune/Loss": 2.9829678535461426, "Finetune/Loss (Raw)": 1.4571136236190796, "Finetune/Step": 16, "Finetune/Step Time": 7.716543793678284}
+{"Finetune/Learning Rate": 1.7435897435897436e-06, "Finetune/Loss": 2.9238479137420654, "Finetune/Loss (Raw)": 1.9779300689697266, "Finetune/Step": 17, "Finetune/Step Time": 7.627245257882511}
+{"Finetune/Learning Rate": 1.8461538461538465e-06, "Finetune/Loss": 2.8456127643585205, "Finetune/Loss (Raw)": 1.5156102180480957, "Finetune/Step": 18, "Finetune/Step Time": 7.576602035098606}
+{"Finetune/Learning Rate": 1.948717948717949e-06, "Finetune/Loss": 2.79550838470459, "Finetune/Loss (Raw)": 1.8936333656311035, "Finetune/Step": 19, "Finetune/Step Time": 7.482121254268446}
+{"Finetune/Learning Rate": 2.0512820512820513e-06, "Finetune/Loss": 2.743000030517578, "Finetune/Loss (Raw)": 1.7453409433364868, "Finetune/Step": 20, "Finetune/Step Time": 7.384217035770416}
+{"Finetune/Learning Rate": 2.153846153846154e-06, "Finetune/Loss": 2.6873247623443604, "Finetune/Loss (Raw)": 1.573819637298584, "Finetune/Step": 21, "Finetune/Step Time": 7.380614768891108}
+{"Finetune/Learning Rate": 2.2564102564102566e-06, "Finetune/Loss": 2.627706289291382, "Finetune/Loss (Raw)": 1.3757137060165405, "Finetune/Step": 22, "Finetune/Step Time": 7.328730312260714}
+{"Finetune/Learning Rate": 2.358974358974359e-06, "Finetune/Loss": 2.5230448246002197, "Finetune/Loss (Raw)": 0.22049427032470703, "Finetune/Step": 23, "Finetune/Step Time": 7.3928647144981054}
+{"Finetune/Learning Rate": 2.461538461538462e-06, "Finetune/Loss": 2.4871506690979004, "Finetune/Loss (Raw)": 1.6615843772888184, "Finetune/Step": 24, "Finetune/Step Time": 7.3173860013484955}
+{"Finetune/Learning Rate": 2.564102564102564e-06, "Finetune/Loss": 2.448139190673828, "Finetune/Loss (Raw)": 1.5118712186813354, "Finetune/Step": 25, "Finetune/Step Time": 7.269656085968018}
+{"Finetune/Learning Rate": 2.666666666666667e-06, "Finetune/Loss": 2.364208221435547, "Finetune/Loss (Raw)": 0.2659289538860321, "Finetune/Step": 26, "Finetune/Step Time": 7.339736003142137}
+{"Finetune/Learning Rate": 2.7692307692307697e-06, "Finetune/Loss": 2.3362350463867188, "Finetune/Loss (Raw)": 1.6089346408843994, "Finetune/Step": 27, "Finetune/Step Time": 7.267333481046888}
+{"Finetune/Learning Rate": 2.8717948717948717e-06, "Finetune/Loss": 2.3037185668945312, "Finetune/Loss (Raw)": 1.4257712364196777, "Finetune/Step": 28, "Finetune/Step Time": 7.205162184579032}
+{"Finetune/Learning Rate": 2.9743589743589746e-06, "Finetune/Loss": 2.2762558460235596, "Finetune/Loss (Raw)": 1.5073052644729614, "Finetune/Step": 29, "Finetune/Step Time": 7.196350862239969}
+{"Finetune/Learning Rate": 3.0769230769230774e-06, "Finetune/Loss": 2.245002269744873, "Finetune/Loss (Raw)": 1.3386496305465698, "Finetune/Step": 30, "Finetune/Step Time": 7.192503293355306}
+{"Finetune/Learning Rate": 3.1794871794871795e-06, "Finetune/Loss": 2.2223668098449707, "Finetune/Loss (Raw)": 1.54330313205719, "Finetune/Step": 31, "Finetune/Step Time": 7.16415810585022}
+{"Finetune/Learning Rate": 3.2820512820512823e-06, "Finetune/Loss": 2.196753978729248, "Finetune/Loss (Raw)": 1.4027546644210815, "Finetune/Step": 32, "Finetune/Step Time": 7.190626047551632}
+{"Finetune/Learning Rate": 3.384615384615385e-06, "Finetune/Loss": 2.169785976409912, "Finetune/Loss (Raw)": 1.306805968284607, "Finetune/Step": 33, "Finetune/Step Time": 7.170933839046594}
+{"Finetune/Learning Rate": 3.487179487179487e-06, "Finetune/Loss": 2.1417040824890137, "Finetune/Loss (Raw)": 1.2150006294250488, "Finetune/Step": 34, "Finetune/Step Time": 7.135897292810328}
+{"Finetune/Learning Rate": 3.58974358974359e-06, "Finetune/Loss": 2.127777099609375, "Finetune/Loss (Raw)": 1.6542600393295288, "Finetune/Step": 35, "Finetune/Step Time": 7.112764385768346}
+{"Finetune/Learning Rate": 3.692307692307693e-06, "Finetune/Loss": 2.1048214435577393, "Finetune/Loss (Raw)": 1.301374077796936, "Finetune/Step": 36, "Finetune/Step Time": 7.125023166338603}
+{"Finetune/Learning Rate": 3.794871794871795e-06, "Finetune/Loss": 2.0875473022460938, "Finetune/Loss (Raw)": 1.4656758308410645, "Finetune/Step": 37, "Finetune/Step Time": 7.176119069795351}
+{"Finetune/Learning Rate": 3.897435897435898e-06, "Finetune/Loss": 2.0671498775482178, "Finetune/Loss (Raw)": 1.3124511241912842, "Finetune/Step": 38, "Finetune/Step Time": 7.135099341994838}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.047682523727417, "Finetune/Loss (Raw)": 1.3079240322113037, "Finetune/Step": 39, "Finetune/Step Time": 7.092091291378706}
+{"Finetune/Learning Rate": 4.102564102564103e-06, "Finetune/Loss": 2.028733015060425, "Finetune/Loss (Raw)": 1.2897001504898071, "Finetune/Step": 40, "Finetune/Step Time": 7.100379765033722}
+{"Finetune/Learning Rate": 4.2051282051282055e-06, "Finetune/Loss": 2.012749671936035, "Finetune/Loss (Raw)": 1.373414397239685, "Finetune/Step": 41, "Finetune/Step Time": 7.051746281181893}
+{"Finetune/Learning Rate": 4.307692307692308e-06, "Finetune/Loss": 1.9966988563537598, "Finetune/Loss (Raw)": 1.338614583015442, "Finetune/Step": 42, "Finetune/Step Time": 7.015782594680786}
+{"Finetune/Learning Rate": 4.4102564102564104e-06, "Finetune/Loss": 1.9806443452835083, "Finetune/Loss (Raw)": 1.3063644170761108, "Finetune/Step": 43, "Finetune/Step Time": 7.014328895613205}
+{"Finetune/Learning Rate": 4.512820512820513e-06, "Finetune/Loss": 1.9662889242172241, "Finetune/Loss (Raw)": 1.3489912748336792, "Finetune/Step": 44, "Finetune/Step Time": 7.004754093560305}
+{"Finetune/Learning Rate": 4.615384615384616e-06, "Finetune/Loss": 1.9485104084014893, "Finetune/Loss (Raw)": 1.1662653684616089, "Finetune/Step": 45, "Finetune/Step Time": 7.064623461829291}
+{"Finetune/Learning Rate": 4.717948717948718e-06, "Finetune/Loss": 1.9114636182785034, "Finetune/Loss (Raw)": 0.2443445324897766, "Finetune/Step": 46, "Finetune/Step Time": 7.09729556415392}
+{"Finetune/Learning Rate": 4.820512820512821e-06, "Finetune/Loss": 1.8972251415252686, "Finetune/Loss (Raw)": 1.2422752380371094, "Finetune/Step": 47, "Finetune/Step Time": 7.074588993762402}
+{"Finetune/Learning Rate": 4.923076923076924e-06, "Finetune/Loss": 1.8828706741333008, "Finetune/Loss (Raw)": 1.2082040309906006, "Finetune/Step": 48, "Finetune/Step Time": 7.0840790420770645}
+{"Finetune/Learning Rate": 5.025641025641026e-06, "Finetune/Loss": 1.8702815771102905, "Finetune/Loss (Raw)": 1.2660068273544312, "Finetune/Step": 49, "Finetune/Step Time": 7.063069484671768}
+{"Finetune/Learning Rate": 5.128205128205128e-06, "Finetune/Loss": 1.8553467988967896, "Finetune/Loss (Raw)": 1.123537540435791, "Finetune/Step": 50, "Finetune/Step Time": 7.0316383123397825}
+{"Finetune/Learning Rate": 5.230769230769232e-06, "Finetune/Loss": 1.8425730466842651, "Finetune/Loss (Raw)": 1.2038801908493042, "Finetune/Step": 51, "Finetune/Step Time": 7.008971284417545}
+{"Finetune/Learning Rate": 5.333333333333334e-06, "Finetune/Loss": 1.831615924835205, "Finetune/Loss (Raw)": 1.2728066444396973, "Finetune/Step": 52, "Finetune/Step Time": 7.00368005495805}
+{"Finetune/Learning Rate": 5.435897435897436e-06, "Finetune/Loss": 1.8158119916915894, "Finetune/Loss (Raw)": 0.9940141439437866, "Finetune/Step": 53, "Finetune/Step Time": 7.042997963023636}
+{"Finetune/Learning Rate": 5.538461538461539e-06, "Finetune/Loss": 1.8005436658859253, "Finetune/Loss (Raw)": 0.9913091659545898, "Finetune/Step": 54, "Finetune/Step Time": 7.039071409790604}
+{"Finetune/Learning Rate": 5.641025641025641e-06, "Finetune/Loss": 1.7898571491241455, "Finetune/Loss (Raw)": 1.2127937078475952, "Finetune/Step": 55, "Finetune/Step Time": 7.042386653206565}
+{"Finetune/Learning Rate": 5.743589743589743e-06, "Finetune/Loss": 1.7786338329315186, "Finetune/Loss (Raw)": 1.161347508430481, "Finetune/Step": 56, "Finetune/Step Time": 7.054719988788877}
+{"Finetune/Learning Rate": 5.846153846153847e-06, "Finetune/Loss": 1.7663553953170776, "Finetune/Loss (Raw)": 1.07876718044281, "Finetune/Step": 57, "Finetune/Step Time": 7.0348134877388935}
+{"Finetune/Learning Rate": 5.948717948717949e-06, "Finetune/Loss": 1.7548354864120483, "Finetune/Loss (Raw)": 1.0981937646865845, "Finetune/Step": 58, "Finetune/Step Time": 7.061326758614902}
+{"Finetune/Learning Rate": 6.051282051282051e-06, "Finetune/Loss": 1.7441109418869019, "Finetune/Loss (Raw)": 1.1220887899398804, "Finetune/Step": 59, "Finetune/Step Time": 7.070577593173011}
+{"Finetune/Learning Rate": 6.153846153846155e-06, "Finetune/Loss": 1.733863115310669, "Finetune/Loss (Raw)": 1.1292369365692139, "Finetune/Step": 60, "Finetune/Step Time": 7.048418005307515}
+{"Finetune/Learning Rate": 6.256410256410257e-06, "Finetune/Loss": 1.7247000932693481, "Finetune/Loss (Raw)": 1.174932599067688, "Finetune/Step": 61, "Finetune/Step Time": 7.033586541160208}
+{"Finetune/Learning Rate": 6.358974358974359e-06, "Finetune/Loss": 1.716900110244751, "Finetune/Loss (Raw)": 1.2410968542099, "Finetune/Step": 62, "Finetune/Step Time": 7.011437073830636}
+{"Finetune/Learning Rate": 6.461538461538463e-06, "Finetune/Loss": 1.7090225219726562, "Finetune/Loss (Raw)": 1.220598816871643, "Finetune/Step": 63, "Finetune/Step Time": 7.0118779757666205}
+{"Finetune/Learning Rate": 6.564102564102565e-06, "Finetune/Loss": 1.6991721391677856, "Finetune/Loss (Raw)": 1.0786081552505493, "Finetune/Step": 64, "Finetune/Step Time": 7.046737056225538}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.6895591020584106, "Finetune/Loss (Raw)": 1.0743257999420166, "Finetune/Step": 65, "Finetune/Step Time": 7.042290130028358}
+{"Finetune/Learning Rate": 6.76923076923077e-06, "Finetune/Loss": 1.6793745756149292, "Finetune/Loss (Raw)": 1.0173784494400024, "Finetune/Step": 66, "Finetune/Step Time": 7.029315681168527}
+{"Finetune/Learning Rate": 6.871794871794872e-06, "Finetune/Loss": 1.6681509017944336, "Finetune/Loss (Raw)": 0.9273931384086609, "Finetune/Step": 67, "Finetune/Step Time": 7.0061970717871365}
+{"Finetune/Learning Rate": 6.974358974358974e-06, "Finetune/Loss": 1.6604044437408447, "Finetune/Loss (Raw)": 1.1413897275924683, "Finetune/Step": 68, "Finetune/Step Time": 7.004458641304689}
+{"Finetune/Learning Rate": 7.076923076923078e-06, "Finetune/Loss": 1.6532177925109863, "Finetune/Loss (Raw)": 1.1645199060440063, "Finetune/Step": 69, "Finetune/Step Time": 6.982967981393786}
+{"Finetune/Learning Rate": 7.17948717948718e-06, "Finetune/Loss": 1.6466721296310425, "Finetune/Loss (Raw)": 1.1950281858444214, "Finetune/Step": 70, "Finetune/Step Time": 6.964695685250419}
+{"Finetune/Learning Rate": 7.282051282051282e-06, "Finetune/Loss": 1.6366300582885742, "Finetune/Loss (Raw)": 0.9336848258972168, "Finetune/Step": 71, "Finetune/Step Time": 6.948558058537228}
+{"Finetune/Learning Rate": 7.384615384615386e-06, "Finetune/Loss": 1.6282868385314941, "Finetune/Loss (Raw)": 1.035912275314331, "Finetune/Step": 72, "Finetune/Step Time": 6.9266919824812145}
+{"Finetune/Learning Rate": 7.487179487179488e-06, "Finetune/Loss": 1.6188749074935913, "Finetune/Loss (Raw)": 0.9412254691123962, "Finetune/Step": 73, "Finetune/Step Time": 6.910470407303065}
+{"Finetune/Learning Rate": 7.58974358974359e-06, "Finetune/Loss": 1.6097571849822998, "Finetune/Loss (Raw)": 0.9441554546356201, "Finetune/Step": 74, "Finetune/Step Time": 6.89412965323474}
+{"Finetune/Learning Rate": 7.692307692307694e-06, "Finetune/Loss": 1.5992951393127441, "Finetune/Loss (Raw)": 0.8250948190689087, "Finetune/Step": 75, "Finetune/Step Time": 6.889963887532552}
+{"Finetune/Learning Rate": 7.794871794871796e-06, "Finetune/Loss": 1.5915944576263428, "Finetune/Loss (Raw)": 1.0140554904937744, "Finetune/Step": 76, "Finetune/Step Time": 6.884028026932164}
+{"Finetune/Learning Rate": 7.897435897435898e-06, "Finetune/Loss": 1.585737943649292, "Finetune/Loss (Raw)": 1.1406430006027222, "Finetune/Step": 77, "Finetune/Step Time": 6.86575697614001}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.5809522867202759, "Finetune/Loss (Raw)": 1.2124521732330322, "Finetune/Step": 78, "Finetune/Step Time": 6.847543636957805}
+{"Finetune/Learning Rate": 8.102564102564103e-06, "Finetune/Loss": 1.5758914947509766, "Finetune/Loss (Raw)": 1.1811482906341553, "Finetune/Step": 79, "Finetune/Step Time": 6.833772789073896}
+{"Finetune/Learning Rate": 8.205128205128205e-06, "Finetune/Loss": 1.5683611631393433, "Finetune/Loss (Raw)": 0.9734587073326111, "Finetune/Step": 80, "Finetune/Step Time": 6.840555602312088}
+{"Finetune/Learning Rate": 8.307692307692309e-06, "Finetune/Loss": 1.5631169080734253, "Finetune/Loss (Raw)": 1.1435883045196533, "Finetune/Step": 81, "Finetune/Step Time": 6.839512872107235}
+{"Finetune/Learning Rate": 8.410256410256411e-06, "Finetune/Loss": 1.557471752166748, "Finetune/Loss (Raw)": 1.1002073287963867, "Finetune/Step": 82, "Finetune/Step Time": 6.825010930619588}
+{"Finetune/Learning Rate": 8.512820512820513e-06, "Finetune/Loss": 1.5503993034362793, "Finetune/Loss (Raw)": 0.9704711437225342, "Finetune/Step": 83, "Finetune/Step Time": 6.834367212042751}
+{"Finetune/Learning Rate": 8.615384615384617e-06, "Finetune/Loss": 1.5462995767593384, "Finetune/Loss (Raw)": 1.2060014009475708, "Finetune/Step": 84, "Finetune/Step Time": 6.837723363013494}
+{"Finetune/Learning Rate": 8.717948717948719e-06, "Finetune/Loss": 1.5405431985855103, "Finetune/Loss (Raw)": 1.0570179224014282, "Finetune/Step": 85, "Finetune/Step Time": 6.8257981300354}
+{"Finetune/Learning Rate": 8.820512820512821e-06, "Finetune/Loss": 1.5261993408203125, "Finetune/Loss (Raw)": 0.30697309970855713, "Finetune/Step": 86, "Finetune/Step Time": 6.855569279471109}
+{"Finetune/Learning Rate": 8.923076923076925e-06, "Finetune/Loss": 1.5204393863677979, "Finetune/Loss (Raw)": 1.0250784158706665, "Finetune/Step": 87, "Finetune/Step Time": 6.844136717675746}
+{"Finetune/Learning Rate": 9.025641025641027e-06, "Finetune/Loss": 1.5170955657958984, "Finetune/Loss (Raw)": 1.226190447807312, "Finetune/Step": 88, "Finetune/Step Time": 6.853026983412829}
+{"Finetune/Learning Rate": 9.128205128205129e-06, "Finetune/Loss": 1.5119848251342773, "Finetune/Loss (Raw)": 1.062246322631836, "Finetune/Step": 89, "Finetune/Step Time": 6.841704612367608}
+{"Finetune/Learning Rate": 9.230769230769232e-06, "Finetune/Loss": 1.5079069137573242, "Finetune/Loss (Raw)": 1.1449682712554932, "Finetune/Step": 90, "Finetune/Step Time": 6.850737934642368}
+{"Finetune/Learning Rate": 9.333333333333334e-06, "Finetune/Loss": 1.5040022134780884, "Finetune/Loss (Raw)": 1.1525689363479614, "Finetune/Step": 91, "Finetune/Step Time": 6.854751890832251}
+{"Finetune/Learning Rate": 9.435897435897436e-06, "Finetune/Loss": 1.5005508661270142, "Finetune/Loss (Raw)": 1.1864784955978394, "Finetune/Step": 92, "Finetune/Step Time": 6.84532470288484}
+{"Finetune/Learning Rate": 9.53846153846154e-06, "Finetune/Loss": 1.4943877458572388, "Finetune/Loss (Raw)": 0.9273828268051147, "Finetune/Step": 93, "Finetune/Step Time": 6.838269892559256}
+{"Finetune/Learning Rate": 9.641025641025642e-06, "Finetune/Loss": 1.4907793998718262, "Finetune/Loss (Raw)": 1.1552152633666992, "Finetune/Step": 94, "Finetune/Step Time": 6.82402115426165}
+{"Finetune/Learning Rate": 9.743589743589744e-06, "Finetune/Loss": 1.486424446105957, "Finetune/Loss (Raw)": 1.0770424604415894, "Finetune/Step": 95, "Finetune/Step Time": 6.8137133196780555}
+{"Finetune/Learning Rate": 9.846153846153848e-06, "Finetune/Loss": 1.4821056127548218, "Finetune/Loss (Raw)": 1.0718110799789429, "Finetune/Step": 96, "Finetune/Step Time": 6.817598298192024}
+{"Finetune/Learning Rate": 9.94871794871795e-06, "Finetune/Loss": 1.4774260520935059, "Finetune/Loss (Raw)": 1.0282095670700073, "Finetune/Step": 97, "Finetune/Step Time": 6.8146080135070175}
+{"Finetune/Learning Rate": 1.0051282051282052e-05, "Finetune/Loss": 1.4736791849136353, "Finetune/Loss (Raw)": 1.1102417707443237, "Finetune/Step": 98, "Finetune/Step Time": 6.804465452019049}
+{"Finetune/Learning Rate": 1.0153846153846154e-05, "Finetune/Loss": 1.4607257843017578, "Finetune/Loss (Raw)": 0.1912754476070404, "Finetune/Step": 99, "Finetune/Step Time": 6.818034056461219}
+{"Finetune/Learning Rate": 1.0256410256410256e-05, "Finetune/Loss": 1.458141803741455, "Finetune/Loss (Raw)": 1.2023297548294067, "Finetune/Step": 100, "Finetune/Step Time": 6.812919454574585}
+{"Finetune/Learning Rate": 1.0358974358974361e-05, "Finetune/Loss": 1.45408034324646, "Finetune/Loss (Raw)": 1.0479458570480347, "Finetune/Step": 101, "Finetune/Step Time": 6.8161128700369655}
+{"Finetune/Learning Rate": 1.0461538461538463e-05, "Finetune/Loss": 1.4516569375991821, "Finetune/Loss (Raw)": 1.2068827152252197, "Finetune/Step": 102, "Finetune/Step Time": 6.801580029375413}
+{"Finetune/Learning Rate": 1.0564102564102565e-05, "Finetune/Loss": 1.440290927886963, "Finetune/Loss (Raw)": 0.2809491455554962, "Finetune/Step": 103, "Finetune/Step Time": 6.815868002697102}
+{"Finetune/Learning Rate": 1.0666666666666667e-05, "Finetune/Loss": 1.4373703002929688, "Finetune/Loss (Raw)": 1.1365656852722168, "Finetune/Step": 104, "Finetune/Step Time": 6.804846144639528}
+{"Finetune/Learning Rate": 1.076923076923077e-05, "Finetune/Loss": 1.4335492849349976, "Finetune/Loss (Raw)": 1.0361627340316772, "Finetune/Step": 105, "Finetune/Step Time": 6.789863949730282}
+{"Finetune/Learning Rate": 1.0871794871794871e-05, "Finetune/Loss": 1.4299051761627197, "Finetune/Loss (Raw)": 1.047255516052246, "Finetune/Step": 106, "Finetune/Step Time": 6.778293018071157}
+{"Finetune/Learning Rate": 1.0974358974358977e-05, "Finetune/Loss": 1.4270015954971313, "Finetune/Loss (Raw)": 1.1192506551742554, "Finetune/Step": 107, "Finetune/Step Time": 6.767534559018144}
+{"Finetune/Learning Rate": 1.1076923076923079e-05, "Finetune/Loss": 1.423082947731018, "Finetune/Loss (Raw)": 1.00377357006073, "Finetune/Step": 108, "Finetune/Step Time": 6.759885125690037}
+{"Finetune/Learning Rate": 1.117948717948718e-05, "Finetune/Loss": 1.4204045534133911, "Finetune/Loss (Raw)": 1.1311440467834473, "Finetune/Step": 109, "Finetune/Step Time": 6.750049860105602}
+{"Finetune/Learning Rate": 1.1282051282051283e-05, "Finetune/Loss": 1.4168787002563477, "Finetune/Loss (Raw)": 1.0325546264648438, "Finetune/Step": 110, "Finetune/Step Time": 6.738942180980335}
+{"Finetune/Learning Rate": 1.1384615384615385e-05, "Finetune/Loss": 1.414129376411438, "Finetune/Loss (Raw)": 1.1116994619369507, "Finetune/Step": 111, "Finetune/Step Time": 6.744905879905632}
+{"Finetune/Learning Rate": 1.1487179487179487e-05, "Finetune/Loss": 1.4110277891159058, "Finetune/Loss (Raw)": 1.0667506456375122, "Finetune/Step": 112, "Finetune/Step Time": 6.74108099937439}
+{"Finetune/Learning Rate": 1.1589743589743592e-05, "Finetune/Loss": 1.4083062410354614, "Finetune/Loss (Raw)": 1.1035000085830688, "Finetune/Step": 113, "Finetune/Step Time": 6.744720030674892}
+{"Finetune/Learning Rate": 1.1692307692307694e-05, "Finetune/Loss": 1.397942304611206, "Finetune/Loss (Raw)": 0.22681273519992828, "Finetune/Step": 114, "Finetune/Step Time": 6.770069663984733}
+{"Finetune/Learning Rate": 1.1794871794871796e-05, "Finetune/Loss": 1.395080804824829, "Finetune/Loss (Raw)": 1.0688680410385132, "Finetune/Step": 115, "Finetune/Step Time": 6.7614716405453885}
+{"Finetune/Learning Rate": 1.1897435897435898e-05, "Finetune/Loss": 1.3908940553665161, "Finetune/Loss (Raw)": 0.9094115495681763, "Finetune/Step": 116, "Finetune/Step Time": 6.7669102015166445}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.3884321451187134, "Finetune/Loss (Raw)": 1.1028486490249634, "Finetune/Step": 117, "Finetune/Step Time": 6.7630064283680715}
+{"Finetune/Learning Rate": 1.2102564102564102e-05, "Finetune/Loss": 1.3862932920455933, "Finetune/Loss (Raw)": 1.1360580921173096, "Finetune/Step": 118, "Finetune/Step Time": 6.753460500199916}
+{"Finetune/Learning Rate": 1.2205128205128208e-05, "Finetune/Loss": 1.383378505706787, "Finetune/Loss (Raw)": 1.0394335985183716, "Finetune/Step": 119, "Finetune/Step Time": 6.745489701503465}
+{"Finetune/Learning Rate": 1.230769230769231e-05, "Finetune/Loss": 1.380814552307129, "Finetune/Loss (Raw)": 1.075696587562561, "Finetune/Step": 120, "Finetune/Step Time": 6.741387399037679}
+{"Finetune/Learning Rate": 1.2410256410256412e-05, "Finetune/Loss": 1.3777685165405273, "Finetune/Loss (Raw)": 1.012262225151062, "Finetune/Step": 121, "Finetune/Step Time": 6.749797180664441}
+{"Finetune/Learning Rate": 1.2512820512820514e-05, "Finetune/Loss": 1.374358057975769, "Finetune/Loss (Raw)": 0.9616978764533997, "Finetune/Step": 122, "Finetune/Step Time": 6.742071151733398}
+{"Finetune/Learning Rate": 1.2615384615384616e-05, "Finetune/Loss": 1.371263861656189, "Finetune/Loss (Raw)": 0.9937666058540344, "Finetune/Step": 123, "Finetune/Step Time": 6.7332403427217065}
+{"Finetune/Learning Rate": 1.2717948717948718e-05, "Finetune/Loss": 1.3691846132278442, "Finetune/Loss (Raw)": 1.1134424209594727, "Finetune/Step": 124, "Finetune/Step Time": 6.727035835866006}
+{"Finetune/Learning Rate": 1.2820512820512823e-05, "Finetune/Loss": 1.3662110567092896, "Finetune/Loss (Raw)": 0.9974559545516968, "Finetune/Step": 125, "Finetune/Step Time": 6.721033136367798}
+{"Finetune/Learning Rate": 1.2923076923076925e-05, "Finetune/Loss": 1.3640575408935547, "Finetune/Loss (Raw)": 1.0948734283447266, "Finetune/Step": 126, "Finetune/Step Time": 6.733217771091159}
+{"Finetune/Learning Rate": 1.3025641025641027e-05, "Finetune/Loss": 1.3608804941177368, "Finetune/Loss (Raw)": 0.9605882167816162, "Finetune/Step": 127, "Finetune/Step Time": 6.724451357924093}
+{"Finetune/Learning Rate": 1.312820512820513e-05, "Finetune/Loss": 1.3589491844177246, "Finetune/Loss (Raw)": 1.113681435585022, "Finetune/Step": 128, "Finetune/Step Time": 6.718255760148168}
+{"Finetune/Learning Rate": 1.3230769230769231e-05, "Finetune/Loss": 1.3254411220550537, "Finetune/Loss (Raw)": 1.1391054391860962, "Finetune/Step": 129, "Finetune/Step Time": 6.579239955171943}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 1.2876148223876953, "Finetune/Loss (Raw)": 1.1248340606689453, "Finetune/Step": 130, "Finetune/Step Time": 6.561162523925304}
+{"Finetune/Learning Rate": 1.3435897435897435e-05, "Finetune/Loss": 1.2656426429748535, "Finetune/Loss (Raw)": 1.08708918094635, "Finetune/Step": 131, "Finetune/Step Time": 6.560416029766202}
+{"Finetune/Learning Rate": 1.353846153846154e-05, "Finetune/Loss": 1.248166799545288, "Finetune/Loss (Raw)": 1.0806975364685059, "Finetune/Step": 132, "Finetune/Step Time": 6.560435749590397}
+{"Finetune/Learning Rate": 1.3641025641025643e-05, "Finetune/Loss": 1.2327477931976318, "Finetune/Loss (Raw)": 0.8787062764167786, "Finetune/Step": 133, "Finetune/Step Time": 6.570339996367693}
+{"Finetune/Learning Rate": 1.3743589743589745e-05, "Finetune/Loss": 1.2213749885559082, "Finetune/Loss (Raw)": 1.2195887565612793, "Finetune/Step": 134, "Finetune/Step Time": 6.565906016156077}
+{"Finetune/Learning Rate": 1.3846153846153847e-05, "Finetune/Loss": 1.2077820301055908, "Finetune/Loss (Raw)": 0.9787330031394958, "Finetune/Step": 135, "Finetune/Step Time": 6.567877812311053}
+{"Finetune/Learning Rate": 1.3948717948717949e-05, "Finetune/Loss": 1.1955430507659912, "Finetune/Loss (Raw)": 1.0603902339935303, "Finetune/Step": 136, "Finetune/Step Time": 6.563067238777876}
+{"Finetune/Learning Rate": 1.405128205128205e-05, "Finetune/Loss": 1.1847186088562012, "Finetune/Loss (Raw)": 0.9579579830169678, "Finetune/Step": 137, "Finetune/Step Time": 6.564918654039502}
+{"Finetune/Learning Rate": 1.4153846153846156e-05, "Finetune/Loss": 1.1723113059997559, "Finetune/Loss (Raw)": 1.107782244682312, "Finetune/Step": 138, "Finetune/Step Time": 6.5365473087877035}
+{"Finetune/Learning Rate": 1.4256410256410258e-05, "Finetune/Loss": 1.1598849296569824, "Finetune/Loss (Raw)": 0.8886138200759888, "Finetune/Step": 139, "Finetune/Step Time": 6.537447592243552}
+{"Finetune/Learning Rate": 1.435897435897436e-05, "Finetune/Loss": 1.1512548923492432, "Finetune/Loss (Raw)": 1.2721563577651978, "Finetune/Step": 140, "Finetune/Step Time": 6.532008374109864}
+{"Finetune/Learning Rate": 1.4461538461538462e-05, "Finetune/Loss": 1.141500473022461, "Finetune/Loss (Raw)": 1.0086091756820679, "Finetune/Step": 141, "Finetune/Step Time": 6.526059053838253}
+{"Finetune/Learning Rate": 1.4564102564102564e-05, "Finetune/Loss": 1.1293244361877441, "Finetune/Loss (Raw)": 1.0097488164901733, "Finetune/Step": 142, "Finetune/Step Time": 6.564094264060259}
+{"Finetune/Learning Rate": 1.4666666666666666e-05, "Finetune/Loss": 1.1206190586090088, "Finetune/Loss (Raw)": 0.9500853419303894, "Finetune/Step": 143, "Finetune/Step Time": 6.57872006483376}
+{"Finetune/Learning Rate": 1.4769230769230772e-05, "Finetune/Loss": 1.1117427349090576, "Finetune/Loss (Raw)": 0.32094764709472656, "Finetune/Step": 144, "Finetune/Step Time": 6.586407305672765}
+{"Finetune/Learning Rate": 1.4871794871794874e-05, "Finetune/Loss": 1.0987520217895508, "Finetune/Loss (Raw)": 0.3151167929172516, "Finetune/Step": 145, "Finetune/Step Time": 6.6058475356549025}
+{"Finetune/Learning Rate": 1.4974358974358976e-05, "Finetune/Loss": 1.0942926406860352, "Finetune/Loss (Raw)": 0.9448118805885315, "Finetune/Step": 146, "Finetune/Step Time": 6.596806963905692}
+{"Finetune/Learning Rate": 1.5076923076923078e-05, "Finetune/Loss": 1.0863500833511353, "Finetune/Loss (Raw)": 0.8769843578338623, "Finetune/Step": 147, "Finetune/Step Time": 6.602553343400359}
+{"Finetune/Learning Rate": 1.517948717948718e-05, "Finetune/Loss": 1.0809879302978516, "Finetune/Loss (Raw)": 1.0589746236801147, "Finetune/Step": 148, "Finetune/Step Time": 6.604686237871647}
+{"Finetune/Learning Rate": 1.5282051282051282e-05, "Finetune/Loss": 1.0771372318267822, "Finetune/Loss (Raw)": 1.0809446573257446, "Finetune/Step": 149, "Finetune/Step Time": 6.594364808872342}
+{"Finetune/Learning Rate": 1.5384615384615387e-05, "Finetune/Loss": 1.0748913288116455, "Finetune/Loss (Raw)": 1.0882349014282227, "Finetune/Step": 150, "Finetune/Step Time": 6.597778523340821}
+{"Finetune/Learning Rate": 1.548717948717949e-05, "Finetune/Loss": 1.0815536975860596, "Finetune/Loss (Raw)": 1.073272943496704, "Finetune/Step": 151, "Finetune/Step Time": 6.577971091493964}
+{"Finetune/Learning Rate": 1.558974358974359e-05, "Finetune/Loss": 1.0764620304107666, "Finetune/Loss (Raw)": 1.0098475217819214, "Finetune/Step": 152, "Finetune/Step Time": 6.583624182268977}
+{"Finetune/Learning Rate": 1.5692307692307693e-05, "Finetune/Loss": 1.0734634399414062, "Finetune/Loss (Raw)": 1.1280503273010254, "Finetune/Step": 153, "Finetune/Step Time": 6.593624597415328}
+{"Finetune/Learning Rate": 1.5794871794871795e-05, "Finetune/Loss": 1.0799013376235962, "Finetune/Loss (Raw)": 1.0899907350540161, "Finetune/Step": 154, "Finetune/Step Time": 6.5690598879009485}
+{"Finetune/Learning Rate": 1.5897435897435897e-05, "Finetune/Loss": 1.0764546394348145, "Finetune/Loss (Raw)": 1.1677539348602295, "Finetune/Step": 155, "Finetune/Step Time": 6.5754975732415915}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.067707896232605, "Finetune/Loss (Raw)": 0.30618342757225037, "Finetune/Step": 156, "Finetune/Step Time": 6.598570568487048}
+{"Finetune/Learning Rate": 1.6102564102564105e-05, "Finetune/Loss": 1.064211130142212, "Finetune/Loss (Raw)": 1.0597246885299683, "Finetune/Step": 157, "Finetune/Step Time": 6.590029733255506}
+{"Finetune/Learning Rate": 1.6205128205128207e-05, "Finetune/Loss": 1.0622050762176514, "Finetune/Loss (Raw)": 1.0818662643432617, "Finetune/Step": 158, "Finetune/Step Time": 6.581621089950204}
+{"Finetune/Learning Rate": 1.630769230769231e-05, "Finetune/Loss": 1.0585129261016846, "Finetune/Loss (Raw)": 1.0707064867019653, "Finetune/Step": 159, "Finetune/Step Time": 6.574956810101867}
+{"Finetune/Learning Rate": 1.641025641025641e-05, "Finetune/Loss": 1.0553076267242432, "Finetune/Loss (Raw)": 0.9924910664558411, "Finetune/Step": 160, "Finetune/Step Time": 6.564954066649079}
+{"Finetune/Learning Rate": 1.6512820512820513e-05, "Finetune/Loss": 1.0528420209884644, "Finetune/Loss (Raw)": 0.9912030100822449, "Finetune/Step": 161, "Finetune/Step Time": 6.561267048120499}
+{"Finetune/Learning Rate": 1.6615384615384618e-05, "Finetune/Loss": 1.052957534790039, "Finetune/Loss (Raw)": 1.2297877073287964, "Finetune/Step": 162, "Finetune/Step Time": 6.56025150232017}
+{"Finetune/Learning Rate": 1.671794871794872e-05, "Finetune/Loss": 1.048309564590454, "Finetune/Loss (Raw)": 1.0593117475509644, "Finetune/Step": 163, "Finetune/Step Time": 6.560949753969908}
+{"Finetune/Learning Rate": 1.6820512820512822e-05, "Finetune/Loss": 1.045469045639038, "Finetune/Loss (Raw)": 0.9377967715263367, "Finetune/Step": 164, "Finetune/Step Time": 6.559030245989561}
+{"Finetune/Learning Rate": 1.6923076923076924e-05, "Finetune/Loss": 1.0420345067977905, "Finetune/Loss (Raw)": 1.0260530710220337, "Finetune/Step": 165, "Finetune/Step Time": 6.537063255906105}
+{"Finetune/Learning Rate": 1.7025641025641026e-05, "Finetune/Loss": 1.0393092632293701, "Finetune/Loss (Raw)": 0.9636114239692688, "Finetune/Step": 166, "Finetune/Step Time": 6.539010319858789}
+{"Finetune/Learning Rate": 1.7128205128205128e-05, "Finetune/Loss": 1.0378339290618896, "Finetune/Loss (Raw)": 1.1190837621688843, "Finetune/Step": 167, "Finetune/Step Time": 6.5415833462029696}
+{"Finetune/Learning Rate": 1.7230769230769234e-05, "Finetune/Loss": 1.0352941751480103, "Finetune/Loss (Raw)": 0.9646170139312744, "Finetune/Step": 168, "Finetune/Step Time": 6.530721748247743}
+{"Finetune/Learning Rate": 1.7333333333333336e-05, "Finetune/Loss": 1.0318975448608398, "Finetune/Loss (Raw)": 0.9386360049247742, "Finetune/Step": 169, "Finetune/Step Time": 6.535810532048345}
+{"Finetune/Learning Rate": 1.7435897435897438e-05, "Finetune/Loss": 1.0241950750350952, "Finetune/Loss (Raw)": 0.35270726680755615, "Finetune/Step": 170, "Finetune/Step Time": 6.5550716817379}
+{"Finetune/Learning Rate": 1.753846153846154e-05, "Finetune/Loss": 1.021634578704834, "Finetune/Loss (Raw)": 0.9786178469657898, "Finetune/Step": 171, "Finetune/Step Time": 6.553935375064611}
+{"Finetune/Learning Rate": 1.7641025641025642e-05, "Finetune/Loss": 1.01854407787323, "Finetune/Loss (Raw)": 0.9534072279930115, "Finetune/Step": 172, "Finetune/Step Time": 6.568424679338932}
+{"Finetune/Learning Rate": 1.7743589743589744e-05, "Finetune/Loss": 1.01836097240448, "Finetune/Loss (Raw)": 1.142839789390564, "Finetune/Step": 173, "Finetune/Step Time": 6.53725335560739}
+{"Finetune/Learning Rate": 1.784615384615385e-05, "Finetune/Loss": 1.0232608318328857, "Finetune/Loss (Raw)": 0.871522843837738, "Finetune/Step": 174, "Finetune/Step Time": 6.519930709153414}
+{"Finetune/Learning Rate": 1.794871794871795e-05, "Finetune/Loss": 1.0225138664245605, "Finetune/Loss (Raw)": 1.1466625928878784, "Finetune/Step": 175, "Finetune/Step Time": 6.5173729956150055}
+{"Finetune/Learning Rate": 1.8051282051282053e-05, "Finetune/Loss": 1.0156866312026978, "Finetune/Loss (Raw)": 0.33431437611579895, "Finetune/Step": 176, "Finetune/Step Time": 6.5229068621993065}
+{"Finetune/Learning Rate": 1.8153846153846155e-05, "Finetune/Loss": 1.013239860534668, "Finetune/Loss (Raw)": 0.952814519405365, "Finetune/Step": 177, "Finetune/Step Time": 6.525947881862521}
+{"Finetune/Learning Rate": 1.8256410256410257e-05, "Finetune/Loss": 1.0134378671646118, "Finetune/Loss (Raw)": 1.1488819122314453, "Finetune/Step": 178, "Finetune/Step Time": 6.533424304798245}
+{"Finetune/Learning Rate": 1.835897435897436e-05, "Finetune/Loss": 1.0109376907348633, "Finetune/Loss (Raw)": 0.8838756680488586, "Finetune/Step": 179, "Finetune/Step Time": 6.537021532654762}
+{"Finetune/Learning Rate": 1.8461538461538465e-05, "Finetune/Loss": 1.0091921091079712, "Finetune/Loss (Raw)": 1.0493566989898682, "Finetune/Step": 180, "Finetune/Step Time": 6.534363321959972}
+{"Finetune/Learning Rate": 1.8564102564102567e-05, "Finetune/Loss": 1.0091527700424194, "Finetune/Loss (Raw)": 0.9889825582504272, "Finetune/Step": 181, "Finetune/Step Time": 6.505572777241468}
+{"Finetune/Learning Rate": 1.866666666666667e-05, "Finetune/Loss": 1.0094373226165771, "Finetune/Loss (Raw)": 1.027733564376831, "Finetune/Step": 182, "Finetune/Step Time": 6.499468047171831}
+{"Finetune/Learning Rate": 1.876923076923077e-05, "Finetune/Loss": 1.0077061653137207, "Finetune/Loss (Raw)": 0.991195559501648, "Finetune/Step": 183, "Finetune/Step Time": 6.482787370681763}
+{"Finetune/Learning Rate": 1.8871794871794873e-05, "Finetune/Loss": 1.007464051246643, "Finetune/Loss (Raw)": 1.1303598880767822, "Finetune/Step": 184, "Finetune/Step Time": 6.469669433310628}
+{"Finetune/Learning Rate": 1.8974358974358975e-05, "Finetune/Loss": 1.0060887336730957, "Finetune/Loss (Raw)": 0.9027374982833862, "Finetune/Step": 185, "Finetune/Step Time": 6.4676996767520905}
+{"Finetune/Learning Rate": 1.907692307692308e-05, "Finetune/Loss": 1.004982829093933, "Finetune/Loss (Raw)": 0.956634521484375, "Finetune/Step": 186, "Finetune/Step Time": 6.4592275861650705}
+{"Finetune/Learning Rate": 1.9179487179487182e-05, "Finetune/Loss": 1.0038785934448242, "Finetune/Loss (Raw)": 0.9807554483413696, "Finetune/Step": 187, "Finetune/Step Time": 6.445442466065288}
+{"Finetune/Learning Rate": 1.9282051282051284e-05, "Finetune/Loss": 1.0036139488220215, "Finetune/Loss (Raw)": 1.095357060432434, "Finetune/Step": 188, "Finetune/Step Time": 6.4438677579164505}
+{"Finetune/Learning Rate": 1.9384615384615386e-05, "Finetune/Loss": 1.0021235942840576, "Finetune/Loss (Raw)": 0.9841675162315369, "Finetune/Step": 189, "Finetune/Step Time": 6.455483542755246}
+{"Finetune/Learning Rate": 1.9487179487179488e-05, "Finetune/Loss": 1.0006332397460938, "Finetune/Loss (Raw)": 1.0503140687942505, "Finetune/Step": 190, "Finetune/Step Time": 6.460936019197106}
+{"Finetune/Learning Rate": 1.958974358974359e-05, "Finetune/Loss": 0.9993554949760437, "Finetune/Loss (Raw)": 1.0570577383041382, "Finetune/Step": 191, "Finetune/Step Time": 6.457129834219813}
+{"Finetune/Learning Rate": 1.9692307692307696e-05, "Finetune/Loss": 0.9990606904029846, "Finetune/Loss (Raw)": 1.0408687591552734, "Finetune/Step": 192, "Finetune/Step Time": 6.438801256939769}
+{"Finetune/Learning Rate": 1.9794871794871798e-05, "Finetune/Loss": 0.9978830218315125, "Finetune/Loss (Raw)": 0.923593282699585, "Finetune/Step": 193, "Finetune/Step Time": 6.432171046733856}
+{"Finetune/Learning Rate": 1.98974358974359e-05, "Finetune/Loss": 0.9980093240737915, "Finetune/Loss (Raw)": 1.0335420370101929, "Finetune/Step": 194, "Finetune/Step Time": 6.4314781203866005}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 0.9983938932418823, "Finetune/Loss (Raw)": 0.9766164422035217, "Finetune/Step": 195, "Finetune/Step Time": 6.438522484153509}
+{"Finetune/Learning Rate": 1.9999998758634823e-05, "Finetune/Loss": 0.9969028830528259, "Finetune/Loss (Raw)": 0.9505401849746704, "Finetune/Step": 196, "Finetune/Step Time": 6.435726022347808}
+{"Finetune/Learning Rate": 1.9999995034539596e-05, "Finetune/Loss": 0.995844841003418, "Finetune/Loss (Raw)": 1.0290982723236084, "Finetune/Step": 197, "Finetune/Step Time": 6.442152921110392}
+{"Finetune/Learning Rate": 1.999998882771524e-05, "Finetune/Loss": 0.9941532015800476, "Finetune/Loss (Raw)": 0.9784888029098511, "Finetune/Step": 198, "Finetune/Step Time": 6.4424411952495575}
+{"Finetune/Learning Rate": 1.9999980138163305e-05, "Finetune/Loss": 0.9944055676460266, "Finetune/Loss (Raw)": 0.9659841060638428, "Finetune/Step": 199, "Finetune/Step Time": 6.447261283174157}
+{"Finetune/Learning Rate": 1.9999968965885945e-05, "Finetune/Loss": 0.9941399097442627, "Finetune/Loss (Raw)": 1.0019187927246094, "Finetune/Step": 200, "Finetune/Step Time": 6.452457148581743}
+{"Finetune/Learning Rate": 1.999995531088593e-05, "Finetune/Loss": 0.9953344464302063, "Finetune/Loss (Raw)": 1.094119906425476, "Finetune/Step": 201, "Finetune/Step Time": 6.456961393356323}
+{"Finetune/Learning Rate": 1.9999939173166648e-05, "Finetune/Loss": 0.9965832233428955, "Finetune/Loss (Raw)": 1.1039998531341553, "Finetune/Step": 202, "Finetune/Step Time": 6.460928065702319}
+{"Finetune/Learning Rate": 1.9999920552732118e-05, "Finetune/Loss": 0.9982523322105408, "Finetune/Loss (Raw)": 1.0387403964996338, "Finetune/Step": 203, "Finetune/Step Time": 6.4554712399840355}
+{"Finetune/Learning Rate": 1.999989944958695e-05, "Finetune/Loss": 0.9984681606292725, "Finetune/Loss (Raw)": 1.0416840314865112, "Finetune/Step": 204, "Finetune/Step Time": 6.4502907525748014}
+{"Finetune/Learning Rate": 1.9999875863736393e-05, "Finetune/Loss": 0.9919111728668213, "Finetune/Loss (Raw)": 0.30134934186935425, "Finetune/Step": 205, "Finetune/Step Time": 6.4723682794719934}
+{"Finetune/Learning Rate": 1.9999849795186296e-05, "Finetune/Loss": 0.990202784538269, "Finetune/Loss (Raw)": 0.9937811493873596, "Finetune/Step": 206, "Finetune/Step Time": 6.481694377958775}
+{"Finetune/Learning Rate": 1.999982124394313e-05, "Finetune/Loss": 0.9899778366088867, "Finetune/Loss (Raw)": 1.1523536443710327, "Finetune/Step": 207, "Finetune/Step Time": 6.505117980763316}
+{"Finetune/Learning Rate": 1.999979021001399e-05, "Finetune/Loss": 0.9902637600898743, "Finetune/Loss (Raw)": 1.010050654411316, "Finetune/Step": 208, "Finetune/Step Time": 6.490867538377643}
+{"Finetune/Learning Rate": 1.999975669340658e-05, "Finetune/Loss": 0.9889636039733887, "Finetune/Loss (Raw)": 0.9771695137023926, "Finetune/Step": 209, "Finetune/Step Time": 6.4945241548120975}
+{"Finetune/Learning Rate": 1.9999720694129215e-05, "Finetune/Loss": 0.982771635055542, "Finetune/Loss (Raw)": 0.30764341354370117, "Finetune/Step": 210, "Finetune/Step Time": 6.516560954973102}
+{"Finetune/Learning Rate": 1.9999682212190835e-05, "Finetune/Loss": 0.9827667474746704, "Finetune/Loss (Raw)": 0.969835102558136, "Finetune/Step": 211, "Finetune/Step Time": 6.509861262515187}
+{"Finetune/Learning Rate": 1.9999641247601e-05, "Finetune/Loss": 0.9815038442611694, "Finetune/Loss (Raw)": 1.0443576574325562, "Finetune/Step": 212, "Finetune/Step Time": 6.507405165582895}
+{"Finetune/Learning Rate": 1.9999597800369874e-05, "Finetune/Loss": 0.9822790622711182, "Finetune/Loss (Raw)": 1.1562466621398926, "Finetune/Step": 213, "Finetune/Step Time": 6.509743899106979}
+{"Finetune/Learning Rate": 1.999955187050825e-05, "Finetune/Loss": 0.9874002933502197, "Finetune/Loss (Raw)": 0.9624829888343811, "Finetune/Step": 214, "Finetune/Step Time": 6.499685315415263}
+{"Finetune/Learning Rate": 1.9999503458027522e-05, "Finetune/Loss": 0.9867909550666809, "Finetune/Loss (Raw)": 0.9470822811126709, "Finetune/Step": 215, "Finetune/Step Time": 6.4987143855541945}
+{"Finetune/Learning Rate": 1.9999452562939715e-05, "Finetune/Loss": 0.9843224287033081, "Finetune/Loss (Raw)": 0.9102211594581604, "Finetune/Step": 216, "Finetune/Step Time": 6.497492456808686}
+{"Finetune/Learning Rate": 1.9999399185257464e-05, "Finetune/Loss": 0.9844945073127747, "Finetune/Loss (Raw)": 1.0842698812484741, "Finetune/Step": 217, "Finetune/Step Time": 6.495462365448475}
+{"Finetune/Learning Rate": 1.9999343324994024e-05, "Finetune/Loss": 0.9837427139282227, "Finetune/Loss (Raw)": 1.0487407445907593, "Finetune/Step": 218, "Finetune/Step Time": 6.485009700059891}
+{"Finetune/Learning Rate": 1.9999284982163257e-05, "Finetune/Loss": 0.9839379787445068, "Finetune/Loss (Raw)": 1.1775623559951782, "Finetune/Step": 219, "Finetune/Step Time": 6.473951201885939}
+{"Finetune/Learning Rate": 1.9999224156779658e-05, "Finetune/Loss": 0.9821195602416992, "Finetune/Loss (Raw)": 0.9537280797958374, "Finetune/Step": 220, "Finetune/Step Time": 6.47055733576417}
+{"Finetune/Learning Rate": 1.999916084885832e-05, "Finetune/Loss": 0.9833290576934814, "Finetune/Loss (Raw)": 1.0821924209594727, "Finetune/Step": 221, "Finetune/Step Time": 6.4733848460018635}
+{"Finetune/Learning Rate": 1.9999095058414962e-05, "Finetune/Loss": 0.9816546440124512, "Finetune/Loss (Raw)": 0.9409008622169495, "Finetune/Step": 222, "Finetune/Step Time": 6.478732351213694}
+{"Finetune/Learning Rate": 1.999902678546592e-05, "Finetune/Loss": 0.9807249307632446, "Finetune/Loss (Raw)": 0.9580369591712952, "Finetune/Step": 223, "Finetune/Step Time": 6.479880617931485}
+{"Finetune/Learning Rate": 1.9998956030028144e-05, "Finetune/Loss": 0.9749265313148499, "Finetune/Loss (Raw)": 0.32961079478263855, "Finetune/Step": 224, "Finetune/Step Time": 6.488008523359895}
+{"Finetune/Learning Rate": 1.99988827921192e-05, "Finetune/Loss": 0.9749441146850586, "Finetune/Loss (Raw)": 1.0304625034332275, "Finetune/Step": 225, "Finetune/Step Time": 6.487858971580863}
+{"Finetune/Learning Rate": 1.9998807071757272e-05, "Finetune/Loss": 0.9753353595733643, "Finetune/Loss (Raw)": 1.1603219509124756, "Finetune/Step": 226, "Finetune/Step Time": 6.4856451619416475}
+{"Finetune/Learning Rate": 1.999872886896116e-05, "Finetune/Loss": 0.982784628868103, "Finetune/Loss (Raw)": 1.1447710990905762, "Finetune/Step": 227, "Finetune/Step Time": 6.465300647541881}
+{"Finetune/Learning Rate": 1.9998648183750272e-05, "Finetune/Loss": 0.981972336769104, "Finetune/Loss (Raw)": 1.098363995552063, "Finetune/Step": 228, "Finetune/Step Time": 6.470188405364752}
+{"Finetune/Learning Rate": 1.999856501614465e-05, "Finetune/Loss": 0.9816420674324036, "Finetune/Loss (Raw)": 1.0056674480438232, "Finetune/Step": 229, "Finetune/Step Time": 6.463482316583395}
+{"Finetune/Learning Rate": 1.9998479366164938e-05, "Finetune/Loss": 0.9809514284133911, "Finetune/Loss (Raw)": 1.1184799671173096, "Finetune/Step": 230, "Finetune/Step Time": 6.465623317286372}
+{"Finetune/Learning Rate": 1.99983912338324e-05, "Finetune/Loss": 0.9865545034408569, "Finetune/Loss (Raw)": 0.9981521368026733, "Finetune/Step": 231, "Finetune/Step Time": 6.446804061532021}
+{"Finetune/Learning Rate": 1.999830061916892e-05, "Finetune/Loss": 0.9857656955718994, "Finetune/Loss (Raw)": 1.035582184791565, "Finetune/Step": 232, "Finetune/Step Time": 6.449961407110095}
+{"Finetune/Learning Rate": 1.9998207522196988e-05, "Finetune/Loss": 0.9800235629081726, "Finetune/Loss (Raw)": 0.30117741227149963, "Finetune/Step": 233, "Finetune/Step Time": 6.473936727270484}
+{"Finetune/Learning Rate": 1.9998111942939727e-05, "Finetune/Loss": 0.9807050824165344, "Finetune/Loss (Raw)": 1.134490728378296, "Finetune/Step": 234, "Finetune/Step Time": 6.493951678276062}
+{"Finetune/Learning Rate": 1.999801388142086e-05, "Finetune/Loss": 0.9810353517532349, "Finetune/Loss (Raw)": 1.1615229845046997, "Finetune/Step": 235, "Finetune/Step Time": 6.53399583697319}
+{"Finetune/Learning Rate": 1.9997913337664737e-05, "Finetune/Loss": 0.9809879064559937, "Finetune/Loss (Raw)": 0.9977006912231445, "Finetune/Step": 236, "Finetune/Step Time": 6.535551533102989}
+{"Finetune/Learning Rate": 1.999781031169632e-05, "Finetune/Loss": 0.9802511930465698, "Finetune/Loss (Raw)": 1.0368560552597046, "Finetune/Step": 237, "Finetune/Step Time": 6.5683952905237675}
+{"Finetune/Learning Rate": 1.999770480354118e-05, "Finetune/Loss": 0.9797919392585754, "Finetune/Loss (Raw)": 0.9737679362297058, "Finetune/Step": 238, "Finetune/Step Time": 6.573001081123948}
+{"Finetune/Learning Rate": 1.9997596813225523e-05, "Finetune/Loss": 0.9778914451599121, "Finetune/Loss (Raw)": 0.8684390187263489, "Finetune/Step": 239, "Finetune/Step Time": 6.558083774521947}
+{"Finetune/Learning Rate": 1.9997486340776155e-05, "Finetune/Loss": 0.976912260055542, "Finetune/Loss (Raw)": 0.9414055347442627, "Finetune/Step": 240, "Finetune/Step Time": 6.5563737619668245}
+{"Finetune/Learning Rate": 1.9997373386220504e-05, "Finetune/Loss": 0.9766455292701721, "Finetune/Loss (Raw)": 1.0693588256835938, "Finetune/Step": 241, "Finetune/Step Time": 6.544616298750043}
+{"Finetune/Learning Rate": 1.999725794958661e-05, "Finetune/Loss": 0.9828839302062988, "Finetune/Loss (Raw)": 1.0253264904022217, "Finetune/Step": 242, "Finetune/Step Time": 6.517236664891243}
+{"Finetune/Learning Rate": 1.9997140030903135e-05, "Finetune/Loss": 0.982663094997406, "Finetune/Loss (Raw)": 1.0406044721603394, "Finetune/Step": 243, "Finetune/Step Time": 6.527134791016579}
+{"Finetune/Learning Rate": 1.999701963019936e-05, "Finetune/Loss": 0.9825049638748169, "Finetune/Loss (Raw)": 0.8891673684120178, "Finetune/Step": 244, "Finetune/Step Time": 6.513251703232527}
+{"Finetune/Learning Rate": 1.999689674750517e-05, "Finetune/Loss": 0.9830835461616516, "Finetune/Loss (Raw)": 1.1769115924835205, "Finetune/Step": 245, "Finetune/Step Time": 6.5059878043830395}
+{"Finetune/Learning Rate": 1.9996771382851078e-05, "Finetune/Loss": 0.982947051525116, "Finetune/Loss (Raw)": 1.1185842752456665, "Finetune/Step": 246, "Finetune/Step Time": 6.515137642621994}
+{"Finetune/Learning Rate": 1.9996643536268202e-05, "Finetune/Loss": 0.9828435182571411, "Finetune/Loss (Raw)": 1.0261842012405396, "Finetune/Step": 247, "Finetune/Step Time": 6.516136953607202}
+{"Finetune/Learning Rate": 1.9996513207788295e-05, "Finetune/Loss": 0.9820910096168518, "Finetune/Loss (Raw)": 0.9793676137924194, "Finetune/Step": 248, "Finetune/Step Time": 6.521054670214653}
+{"Finetune/Learning Rate": 1.99963803974437e-05, "Finetune/Loss": 0.9819035530090332, "Finetune/Loss (Raw)": 0.9882779121398926, "Finetune/Step": 249, "Finetune/Step Time": 6.504005478695035}
+{"Finetune/Learning Rate": 1.9996245105267405e-05, "Finetune/Loss": 0.9824442267417908, "Finetune/Loss (Raw)": 1.030899167060852, "Finetune/Step": 250, "Finetune/Step Time": 6.502396794036031}
+{"Finetune/Learning Rate": 1.9996107331292986e-05, "Finetune/Loss": 0.9833419322967529, "Finetune/Loss (Raw)": 1.1086727380752563, "Finetune/Step": 251, "Finetune/Step Time": 6.5180106125772}
+{"Finetune/Learning Rate": 1.9995967075554657e-05, "Finetune/Loss": 0.9824685454368591, "Finetune/Loss (Raw)": 1.0016511678695679, "Finetune/Step": 252, "Finetune/Step Time": 6.518385175615549}
+{"Finetune/Learning Rate": 1.9995824338087236e-05, "Finetune/Loss": 0.9828743934631348, "Finetune/Loss (Raw)": 1.0494087934494019, "Finetune/Step": 253, "Finetune/Step Time": 6.514444096013904}
+{"Finetune/Learning Rate": 1.999567911892616e-05, "Finetune/Loss": 0.9817415475845337, "Finetune/Loss (Raw)": 0.9498645663261414, "Finetune/Step": 254, "Finetune/Step Time": 6.495667831972241}
+{"Finetune/Learning Rate": 1.9995531418107487e-05, "Finetune/Loss": 0.9766712188720703, "Finetune/Loss (Raw)": 0.31159135699272156, "Finetune/Step": 255, "Finetune/Step Time": 6.515252150595188}
+{"Finetune/Learning Rate": 1.9995381235667886e-05, "Finetune/Loss": 0.9751368761062622, "Finetune/Loss (Raw)": 0.917283833026886, "Finetune/Step": 256, "Finetune/Step Time": 6.516483644023538}
+{"Finetune/Learning Rate": 1.9995228571644638e-05, "Finetune/Loss": 0.9752007722854614, "Finetune/Loss (Raw)": 1.1472803354263306, "Finetune/Step": 257, "Finetune/Step Time": 6.516232687979937}
+{"Finetune/Learning Rate": 1.9995073426075655e-05, "Finetune/Loss": 0.9748255014419556, "Finetune/Loss (Raw)": 1.0767987966537476, "Finetune/Step": 258, "Finetune/Step Time": 6.516124311834574}
+{"Finetune/Learning Rate": 1.9994915798999445e-05, "Finetune/Loss": 0.9745690822601318, "Finetune/Loss (Raw)": 1.0542713403701782, "Finetune/Step": 259, "Finetune/Step Time": 6.5182038601487875}
+{"Finetune/Learning Rate": 1.9994755690455154e-05, "Finetune/Loss": 0.9743010401725769, "Finetune/Loss (Raw)": 1.0463817119598389, "Finetune/Step": 260, "Finetune/Step Time": 6.537239287048578}
+{"Finetune/Learning Rate": 1.999459310048252e-05, "Finetune/Loss": 0.9738372564315796, "Finetune/Loss (Raw)": 0.8193433284759521, "Finetune/Step": 261, "Finetune/Step Time": 6.520623283460736}
+{"Finetune/Learning Rate": 1.9994428029121917e-05, "Finetune/Loss": 0.9706562161445618, "Finetune/Loss (Raw)": 0.8124179244041443, "Finetune/Step": 262, "Finetune/Step Time": 6.53065662458539}
+{"Finetune/Learning Rate": 1.9994260476414328e-05, "Finetune/Loss": 0.9708894491195679, "Finetune/Loss (Raw)": 1.008589267730713, "Finetune/Step": 263, "Finetune/Step Time": 6.528629710897803}
+{"Finetune/Learning Rate": 1.999409044240135e-05, "Finetune/Loss": 0.970037579536438, "Finetune/Loss (Raw)": 0.9513513445854187, "Finetune/Step": 264, "Finetune/Step Time": 6.532403429970145}
+{"Finetune/Learning Rate": 1.9993917927125196e-05, "Finetune/Loss": 0.969900369644165, "Finetune/Loss (Raw)": 0.9403990507125854, "Finetune/Step": 265, "Finetune/Step Time": 6.529301214963198}
+{"Finetune/Learning Rate": 1.9993742930628702e-05, "Finetune/Loss": 0.970454216003418, "Finetune/Loss (Raw)": 1.1786640882492065, "Finetune/Step": 266, "Finetune/Step Time": 6.539883619174361}
+{"Finetune/Learning Rate": 1.9993565452955312e-05, "Finetune/Loss": 0.9702664017677307, "Finetune/Loss (Raw)": 0.8645755052566528, "Finetune/Step": 267, "Finetune/Step Time": 6.537452023476362}
+{"Finetune/Learning Rate": 1.9993385494149087e-05, "Finetune/Loss": 0.9687855839729309, "Finetune/Loss (Raw)": 1.0826120376586914, "Finetune/Step": 268, "Finetune/Step Time": 6.540430376306176}
+{"Finetune/Learning Rate": 1.9993203054254712e-05, "Finetune/Loss": 0.9688209891319275, "Finetune/Loss (Raw)": 1.0131429433822632, "Finetune/Step": 269, "Finetune/Step Time": 6.545537935569882}
+{"Finetune/Learning Rate": 1.9993018133317476e-05, "Finetune/Loss": 0.9688175916671753, "Finetune/Loss (Raw)": 1.0093148946762085, "Finetune/Step": 270, "Finetune/Step Time": 6.511940265074372}
+{"Finetune/Learning Rate": 1.9992830731383292e-05, "Finetune/Loss": 0.9692567586898804, "Finetune/Loss (Raw)": 1.0062977075576782, "Finetune/Step": 271, "Finetune/Step Time": 6.5023474134504795}
+{"Finetune/Learning Rate": 1.9992640848498682e-05, "Finetune/Loss": 0.9751222133636475, "Finetune/Loss (Raw)": 1.071731448173523, "Finetune/Step": 272, "Finetune/Step Time": 6.486139290034771}
+{"Finetune/Learning Rate": 1.99924484847108e-05, "Finetune/Loss": 0.9807447195053101, "Finetune/Loss (Raw)": 1.0347918272018433, "Finetune/Step": 273, "Finetune/Step Time": 6.466010939329863}
+{"Finetune/Learning Rate": 1.9992253640067395e-05, "Finetune/Loss": 0.9816681146621704, "Finetune/Loss (Raw)": 1.0630098581314087, "Finetune/Step": 274, "Finetune/Step Time": 6.471024418249726}
+{"Finetune/Learning Rate": 1.9992056314616843e-05, "Finetune/Loss": 0.9823669791221619, "Finetune/Loss (Raw)": 0.9664310812950134, "Finetune/Step": 275, "Finetune/Step Time": 6.468005444854498}
+{"Finetune/Learning Rate": 1.9991856508408142e-05, "Finetune/Loss": 0.9802210330963135, "Finetune/Loss (Raw)": 0.7842909097671509, "Finetune/Step": 276, "Finetune/Step Time": 6.499586371704936}
+{"Finetune/Learning Rate": 1.9991654221490887e-05, "Finetune/Loss": 0.9795925617218018, "Finetune/Loss (Raw)": 1.0005085468292236, "Finetune/Step": 277, "Finetune/Step Time": 6.498440228402615}
+{"Finetune/Learning Rate": 1.9991449453915307e-05, "Finetune/Loss": 0.9789901971817017, "Finetune/Loss (Raw)": 1.0111324787139893, "Finetune/Step": 278, "Finetune/Step Time": 6.4910250548273325}
+{"Finetune/Learning Rate": 1.9991242205732245e-05, "Finetune/Loss": 0.9796181917190552, "Finetune/Loss (Raw)": 1.1536575555801392, "Finetune/Step": 279, "Finetune/Step Time": 6.496355105191469}
+{"Finetune/Learning Rate": 1.9991032476993143e-05, "Finetune/Loss": 0.9790832996368408, "Finetune/Loss (Raw)": 0.941377580165863, "Finetune/Step": 280, "Finetune/Step Time": 6.494791492819786}
+{"Finetune/Learning Rate": 1.9990820267750082e-05, "Finetune/Loss": 0.9783884286880493, "Finetune/Loss (Raw)": 1.0391041040420532, "Finetune/Step": 281, "Finetune/Step Time": 6.480259530246258}
+{"Finetune/Learning Rate": 1.9990605578055743e-05, "Finetune/Loss": 0.9776376485824585, "Finetune/Loss (Raw)": 0.9939033389091492, "Finetune/Step": 282, "Finetune/Step Time": 6.488500023260713}
+{"Finetune/Learning Rate": 1.9990388407963425e-05, "Finetune/Loss": 0.9771766662597656, "Finetune/Loss (Raw)": 1.108742117881775, "Finetune/Step": 283, "Finetune/Step Time": 6.487093344330788}
+{"Finetune/Learning Rate": 1.9990168757527053e-05, "Finetune/Loss": 0.9834457635879517, "Finetune/Loss (Raw)": 1.1086212396621704, "Finetune/Step": 284, "Finetune/Step Time": 6.475091069936752}
+{"Finetune/Learning Rate": 1.9989946626801154e-05, "Finetune/Loss": 0.9825670719146729, "Finetune/Loss (Raw)": 0.9472503066062927, "Finetune/Step": 285, "Finetune/Step Time": 6.491451790556312}
+{"Finetune/Learning Rate": 1.998972201584088e-05, "Finetune/Loss": 0.9821153283119202, "Finetune/Loss (Raw)": 1.0240530967712402, "Finetune/Step": 286, "Finetune/Step Time": 6.505788942798972}
+{"Finetune/Learning Rate": 1.998949492470199e-05, "Finetune/Loss": 0.9818806648254395, "Finetune/Loss (Raw)": 1.0406644344329834, "Finetune/Step": 287, "Finetune/Step Time": 6.512383732944727}
+{"Finetune/Learning Rate": 1.9989265353440875e-05, "Finetune/Loss": 0.9809939861297607, "Finetune/Loss (Raw)": 0.8789975643157959, "Finetune/Step": 288, "Finetune/Step Time": 6.519835187122226}
+{"Finetune/Learning Rate": 1.9989033302114526e-05, "Finetune/Loss": 0.9817581176757812, "Finetune/Loss (Raw)": 1.0890144109725952, "Finetune/Step": 289, "Finetune/Step Time": 6.523868070915341}
+{"Finetune/Learning Rate": 1.9988798770780553e-05, "Finetune/Loss": 0.9792923927307129, "Finetune/Loss (Raw)": 0.9141762256622314, "Finetune/Step": 290, "Finetune/Step Time": 6.534003281965852}
+{"Finetune/Learning Rate": 1.9988561759497185e-05, "Finetune/Loss": 0.979465663433075, "Finetune/Loss (Raw)": 1.081483006477356, "Finetune/Step": 291, "Finetune/Step Time": 6.527674397453666}
+{"Finetune/Learning Rate": 1.998832226832327e-05, "Finetune/Loss": 0.9804164171218872, "Finetune/Loss (Raw)": 1.0594922304153442, "Finetune/Step": 292, "Finetune/Step Time": 6.515538334846497}
+{"Finetune/Learning Rate": 1.998808029731826e-05, "Finetune/Loss": 0.9809805154800415, "Finetune/Loss (Raw)": 1.0982612371444702, "Finetune/Step": 293, "Finetune/Step Time": 6.510506635531783}
+{"Finetune/Learning Rate": 1.998783584654223e-05, "Finetune/Loss": 0.978959858417511, "Finetune/Loss (Raw)": 0.7049712538719177, "Finetune/Step": 294, "Finetune/Step Time": 6.515866871923208}
+{"Finetune/Learning Rate": 1.998758891605588e-05, "Finetune/Loss": 0.9785705804824829, "Finetune/Loss (Raw)": 1.0692527294158936, "Finetune/Step": 295, "Finetune/Step Time": 6.521103942766786}
+{"Finetune/Learning Rate": 1.9987339505920505e-05, "Finetune/Loss": 0.9786314964294434, "Finetune/Loss (Raw)": 0.9724202752113342, "Finetune/Step": 296, "Finetune/Step Time": 6.525441704317927}
+{"Finetune/Learning Rate": 1.9987087616198036e-05, "Finetune/Loss": 0.9798460006713867, "Finetune/Loss (Raw)": 1.0940848588943481, "Finetune/Step": 297, "Finetune/Step Time": 6.527523137629032}
+{"Finetune/Learning Rate": 1.9986833246951006e-05, "Finetune/Loss": 0.9835852980613708, "Finetune/Loss (Raw)": 0.8313427567481995, "Finetune/Step": 298, "Finetune/Step Time": 6.532664634287357}
+{"Finetune/Learning Rate": 1.9986576398242566e-05, "Finetune/Loss": 0.9783786535263062, "Finetune/Loss (Raw)": 0.3121574819087982, "Finetune/Step": 299, "Finetune/Step Time": 6.544095419347286}
+{"Finetune/Learning Rate": 1.9986317070136488e-05, "Finetune/Loss": 0.9736920595169067, "Finetune/Loss (Raw)": 0.3535294830799103, "Finetune/Step": 300, "Finetune/Step Time": 6.541254200041294}
+{"Finetune/Learning Rate": 1.9986055262697154e-05, "Finetune/Loss": 0.9677670001983643, "Finetune/Loss (Raw)": 0.3844358026981354, "Finetune/Step": 301, "Finetune/Step Time": 6.560835929587483}
+{"Finetune/Learning Rate": 1.9985790975989567e-05, "Finetune/Loss": 0.967519998550415, "Finetune/Loss (Raw)": 0.8399040699005127, "Finetune/Step": 302, "Finetune/Step Time": 6.5697369910776615}
+{"Finetune/Learning Rate": 1.9985524210079336e-05, "Finetune/Loss": 0.9610192775726318, "Finetune/Loss (Raw)": 0.3145727217197418, "Finetune/Step": 303, "Finetune/Step Time": 6.589171459898353}
+{"Finetune/Learning Rate": 1.99852549650327e-05, "Finetune/Loss": 0.966662585735321, "Finetune/Loss (Raw)": 1.0566545724868774, "Finetune/Step": 304, "Finetune/Step Time": 6.5712349731475115}
+{"Finetune/Learning Rate": 1.9984983240916502e-05, "Finetune/Loss": 0.9671205282211304, "Finetune/Loss (Raw)": 1.0114308595657349, "Finetune/Step": 305, "Finetune/Step Time": 6.562657414004207}
+{"Finetune/Learning Rate": 1.9984709037798198e-05, "Finetune/Loss": 0.9652637243270874, "Finetune/Loss (Raw)": 0.9112122654914856, "Finetune/Step": 306, "Finetune/Step Time": 6.56303496286273}
+{"Finetune/Learning Rate": 1.9984432355745875e-05, "Finetune/Loss": 0.9672495722770691, "Finetune/Loss (Raw)": 1.1380622386932373, "Finetune/Step": 307, "Finetune/Step Time": 6.565383434295654}
+{"Finetune/Learning Rate": 1.998415319482822e-05, "Finetune/Loss": 0.9668866395950317, "Finetune/Loss (Raw)": 1.0029042959213257, "Finetune/Step": 308, "Finetune/Step Time": 6.565005453303456}
+{"Finetune/Learning Rate": 1.998387155511454e-05, "Finetune/Loss": 0.9677071571350098, "Finetune/Loss (Raw)": 1.0940053462982178, "Finetune/Step": 309, "Finetune/Step Time": 6.57864860445261}
+{"Finetune/Learning Rate": 1.998358743667476e-05, "Finetune/Loss": 0.9673086404800415, "Finetune/Loss (Raw)": 0.9767282009124756, "Finetune/Step": 310, "Finetune/Step Time": 6.579569797962904}
+{"Finetune/Learning Rate": 1.998330083957942e-05, "Finetune/Loss": 0.9673359990119934, "Finetune/Loss (Raw)": 0.9946938753128052, "Finetune/Step": 311, "Finetune/Step Time": 6.586349992081523}
+{"Finetune/Learning Rate": 1.9983011763899674e-05, "Finetune/Loss": 0.9657676219940186, "Finetune/Loss (Raw)": 0.9296100735664368, "Finetune/Step": 312, "Finetune/Step Time": 6.58465064689517}
+{"Finetune/Learning Rate": 1.9982720209707288e-05, "Finetune/Loss": 0.9671019911766052, "Finetune/Loss (Raw)": 1.0735365152359009, "Finetune/Step": 313, "Finetune/Step Time": 6.591754788532853}
+{"Finetune/Learning Rate": 1.9982426177074655e-05, "Finetune/Loss": 0.9684951305389404, "Finetune/Loss (Raw)": 1.134954810142517, "Finetune/Step": 314, "Finetune/Step Time": 6.5757784731686115}
+{"Finetune/Learning Rate": 1.9982129666074772e-05, "Finetune/Loss": 0.9681887626647949, "Finetune/Loss (Raw)": 0.9415302872657776, "Finetune/Step": 315, "Finetune/Step Time": 6.580951180309057}
+{"Finetune/Learning Rate": 1.998183067678125e-05, "Finetune/Loss": 0.9625162482261658, "Finetune/Loss (Raw)": 0.3692833185195923, "Finetune/Step": 316, "Finetune/Step Time": 6.600907551124692}
+{"Finetune/Learning Rate": 1.9981529209268327e-05, "Finetune/Loss": 0.9621435403823853, "Finetune/Loss (Raw)": 0.9364625215530396, "Finetune/Step": 317, "Finetune/Step Time": 6.590960705652833}
+{"Finetune/Learning Rate": 1.9981225263610846e-05, "Finetune/Loss": 0.9619432091712952, "Finetune/Loss (Raw)": 1.0246723890304565, "Finetune/Step": 318, "Finetune/Step Time": 6.584048764780164}
+{"Finetune/Learning Rate": 1.9980918839884263e-05, "Finetune/Loss": 0.9609172344207764, "Finetune/Loss (Raw)": 0.9257234930992126, "Finetune/Step": 319, "Finetune/Step Time": 6.590669699013233}
+{"Finetune/Learning Rate": 1.9980609938164664e-05, "Finetune/Loss": 0.9598137140274048, "Finetune/Loss (Raw)": 0.899624764919281, "Finetune/Step": 320, "Finetune/Step Time": 6.585603795945644}
+{"Finetune/Learning Rate": 1.9980298558528738e-05, "Finetune/Loss": 0.9550689458847046, "Finetune/Loss (Raw)": 0.31626778841018677, "Finetune/Step": 321, "Finetune/Step Time": 6.607481138780713}
+{"Finetune/Learning Rate": 1.9979984701053786e-05, "Finetune/Loss": 0.9544057846069336, "Finetune/Loss (Raw)": 0.9486578702926636, "Finetune/Step": 322, "Finetune/Step Time": 6.607908546924591}
+{"Finetune/Learning Rate": 1.997966836581774e-05, "Finetune/Loss": 0.954725444316864, "Finetune/Loss (Raw)": 1.0175244808197021, "Finetune/Step": 323, "Finetune/Step Time": 6.6019129157066345}
+{"Finetune/Learning Rate": 1.9979349552899134e-05, "Finetune/Loss": 0.9556366205215454, "Finetune/Loss (Raw)": 1.0671780109405518, "Finetune/Step": 324, "Finetune/Step Time": 6.600225364789367}
+{"Finetune/Learning Rate": 1.997902826237712e-05, "Finetune/Loss": 0.9554880857467651, "Finetune/Loss (Raw)": 1.0100888013839722, "Finetune/Step": 325, "Finetune/Step Time": 6.596981376409531}
+{"Finetune/Learning Rate": 1.9978704494331464e-05, "Finetune/Loss": 0.9567417502403259, "Finetune/Loss (Raw)": 1.1389564275741577, "Finetune/Step": 326, "Finetune/Step Time": 6.596332976594567}
+{"Finetune/Learning Rate": 1.997837824884255e-05, "Finetune/Loss": 0.956780195236206, "Finetune/Loss (Raw)": 0.9709013104438782, "Finetune/Step": 327, "Finetune/Step Time": 6.589825676754117}
+{"Finetune/Learning Rate": 1.9978049525991375e-05, "Finetune/Loss": 0.9568860530853271, "Finetune/Loss (Raw)": 1.015472173690796, "Finetune/Step": 328, "Finetune/Step Time": 6.595269767567515}
+{"Finetune/Learning Rate": 1.997771832585955e-05, "Finetune/Loss": 0.9552261233329773, "Finetune/Loss (Raw)": 0.8816443085670471, "Finetune/Step": 329, "Finetune/Step Time": 6.611008573323488}
+{"Finetune/Learning Rate": 1.9977384648529315e-05, "Finetune/Loss": 0.9533020853996277, "Finetune/Loss (Raw)": 0.8577240705490112, "Finetune/Step": 330, "Finetune/Step Time": 6.614776520058513}
+{"Finetune/Learning Rate": 1.99770484940835e-05, "Finetune/Loss": 0.9532039165496826, "Finetune/Loss (Raw)": 1.0261696577072144, "Finetune/Step": 331, "Finetune/Step Time": 6.618715634569526}
+{"Finetune/Learning Rate": 1.997670986260557e-05, "Finetune/Loss": 0.9511531591415405, "Finetune/Loss (Raw)": 0.7791885733604431, "Finetune/Step": 332, "Finetune/Step Time": 6.634955877438188}
+{"Finetune/Learning Rate": 1.9976368754179593e-05, "Finetune/Loss": 0.9564763903617859, "Finetune/Loss (Raw)": 0.9827275276184082, "Finetune/Step": 333, "Finetune/Step Time": 6.619914187118411}
+{"Finetune/Learning Rate": 1.997602516889026e-05, "Finetune/Loss": 0.9562243819236755, "Finetune/Loss (Raw)": 0.9615246653556824, "Finetune/Step": 334, "Finetune/Step Time": 6.614125927910209}
+{"Finetune/Learning Rate": 1.997567910682287e-05, "Finetune/Loss": 0.9545966386795044, "Finetune/Loss (Raw)": 0.9439948797225952, "Finetune/Step": 335, "Finetune/Step Time": 6.6005493346601725}
+{"Finetune/Learning Rate": 1.997533056806335e-05, "Finetune/Loss": 0.9549229145050049, "Finetune/Loss (Raw)": 1.051820158958435, "Finetune/Step": 336, "Finetune/Step Time": 6.603168344125152}
+{"Finetune/Learning Rate": 1.9974979552698228e-05, "Finetune/Loss": 0.9563450813293457, "Finetune/Loss (Raw)": 1.15920889377594, "Finetune/Step": 337, "Finetune/Step Time": 6.58894875086844}
+{"Finetune/Learning Rate": 1.997462606081465e-05, "Finetune/Loss": 0.9610856175422668, "Finetune/Loss (Raw)": 0.9144293069839478, "Finetune/Step": 338, "Finetune/Step Time": 6.57500327937305}
+{"Finetune/Learning Rate": 1.9974270092500373e-05, "Finetune/Loss": 0.9604456424713135, "Finetune/Loss (Raw)": 0.8879168629646301, "Finetune/Step": 339, "Finetune/Step Time": 6.577108012512326}
+{"Finetune/Learning Rate": 1.997391164784379e-05, "Finetune/Loss": 0.9591736793518066, "Finetune/Loss (Raw)": 0.8815475702285767, "Finetune/Step": 340, "Finetune/Step Time": 6.585898553952575}
+{"Finetune/Learning Rate": 1.9973550726933878e-05, "Finetune/Loss": 0.9577715396881104, "Finetune/Loss (Raw)": 0.9767757058143616, "Finetune/Step": 341, "Finetune/Step Time": 6.587088575586677}
+{"Finetune/Learning Rate": 1.9973187329860252e-05, "Finetune/Loss": 0.9582359790802002, "Finetune/Loss (Raw)": 1.0219337940216064, "Finetune/Step": 342, "Finetune/Step Time": 6.568351317197084}
+{"Finetune/Learning Rate": 1.9972821456713132e-05, "Finetune/Loss": 0.9585101008415222, "Finetune/Loss (Raw)": 0.9821639657020569, "Finetune/Step": 343, "Finetune/Step Time": 6.566675093024969}
+{"Finetune/Learning Rate": 1.9972453107583352e-05, "Finetune/Loss": 0.9593561887741089, "Finetune/Loss (Raw)": 1.0185205936431885, "Finetune/Step": 344, "Finetune/Step Time": 6.5519442316144705}
+{"Finetune/Learning Rate": 1.9972082282562367e-05, "Finetune/Loss": 0.9592596292495728, "Finetune/Loss (Raw)": 1.0719105005264282, "Finetune/Step": 345, "Finetune/Step Time": 6.554263571277261}
+{"Finetune/Learning Rate": 1.997170898174224e-05, "Finetune/Loss": 0.9593613147735596, "Finetune/Loss (Raw)": 1.0617578029632568, "Finetune/Step": 346, "Finetune/Step Time": 6.560737870633602}
+{"Finetune/Learning Rate": 1.9971333205215653e-05, "Finetune/Loss": 0.958766520023346, "Finetune/Loss (Raw)": 1.1014255285263062, "Finetune/Step": 347, "Finetune/Step Time": 6.564220720902085}
+{"Finetune/Learning Rate": 1.9970954953075902e-05, "Finetune/Loss": 0.9592726230621338, "Finetune/Loss (Raw)": 1.0185071229934692, "Finetune/Step": 348, "Finetune/Step Time": 6.584598360583186}
+{"Finetune/Learning Rate": 1.997057422541689e-05, "Finetune/Loss": 0.9592366218566895, "Finetune/Loss (Raw)": 1.077591896057129, "Finetune/Step": 349, "Finetune/Step Time": 6.593399580568075}
+{"Finetune/Learning Rate": 1.997019102233315e-05, "Finetune/Loss": 0.9587825536727905, "Finetune/Loss (Raw)": 0.8827691674232483, "Finetune/Step": 350, "Finetune/Step Time": 6.608406929299235}
+{"Finetune/Learning Rate": 1.9969805343919822e-05, "Finetune/Loss": 0.9586812257766724, "Finetune/Loss (Raw)": 0.9450739026069641, "Finetune/Step": 351, "Finetune/Step Time": 6.621863629668951}
+{"Finetune/Learning Rate": 1.9969417190272652e-05, "Finetune/Loss": 0.963467001914978, "Finetune/Loss (Raw)": 0.9421913027763367, "Finetune/Step": 352, "Finetune/Step Time": 6.61270447075367}
+{"Finetune/Learning Rate": 1.9969026561488013e-05, "Finetune/Loss": 0.9625118970870972, "Finetune/Loss (Raw)": 0.9082050919532776, "Finetune/Step": 353, "Finetune/Step Time": 6.6118593998253345}
+{"Finetune/Learning Rate": 1.9968633457662887e-05, "Finetune/Loss": 0.9601552486419678, "Finetune/Loss (Raw)": 0.8586716651916504, "Finetune/Step": 354, "Finetune/Step Time": 6.628036327660084}
+{"Finetune/Learning Rate": 1.9968237878894865e-05, "Finetune/Loss": 0.9591996669769287, "Finetune/Loss (Raw)": 1.0224618911743164, "Finetune/Step": 355, "Finetune/Step Time": 6.638334892690182}
+{"Finetune/Learning Rate": 1.9967839825282167e-05, "Finetune/Loss": 0.9572206735610962, "Finetune/Loss (Raw)": 0.8450532555580139, "Finetune/Step": 356, "Finetune/Step Time": 6.635206209495664}
+{"Finetune/Learning Rate": 1.9967439296923613e-05, "Finetune/Loss": 0.9559392929077148, "Finetune/Loss (Raw)": 0.8416430950164795, "Finetune/Step": 357, "Finetune/Step Time": 6.648990774527192}
+{"Finetune/Learning Rate": 1.9967036293918653e-05, "Finetune/Loss": 0.9499807357788086, "Finetune/Loss (Raw)": 0.3557937741279602, "Finetune/Step": 358, "Finetune/Step Time": 6.668369989842176}
+{"Finetune/Learning Rate": 1.996663081636733e-05, "Finetune/Loss": 0.9485567808151245, "Finetune/Loss (Raw)": 0.8158825039863586, "Finetune/Step": 359, "Finetune/Step Time": 6.669948631897569}
+{"Finetune/Learning Rate": 1.9966222864370318e-05, "Finetune/Loss": 0.9477094411849976, "Finetune/Loss (Raw)": 0.9271175265312195, "Finetune/Step": 360, "Finetune/Step Time": 6.669005841016769}
+{"Finetune/Learning Rate": 1.99658124380289e-05, "Finetune/Loss": 0.9518098831176758, "Finetune/Loss (Raw)": 0.8260354399681091, "Finetune/Step": 361, "Finetune/Step Time": 6.648545043542981}
+{"Finetune/Learning Rate": 1.9965399537444978e-05, "Finetune/Loss": 0.9499542713165283, "Finetune/Loss (Raw)": 0.8969736099243164, "Finetune/Step": 362, "Finetune/Step Time": 6.639999391511083}
+{"Finetune/Learning Rate": 1.9964984162721056e-05, "Finetune/Loss": 0.9488952159881592, "Finetune/Loss (Raw)": 1.0259590148925781, "Finetune/Step": 363, "Finetune/Step Time": 6.600094173103571}
+{"Finetune/Learning Rate": 1.9964566313960265e-05, "Finetune/Loss": 0.9492360353469849, "Finetune/Loss (Raw)": 1.0413306951522827, "Finetune/Step": 364, "Finetune/Step Time": 6.5977202616631985}
+{"Finetune/Learning Rate": 1.996414599126635e-05, "Finetune/Loss": 0.9493895769119263, "Finetune/Loss (Raw)": 1.056513786315918, "Finetune/Step": 365, "Finetune/Step Time": 6.568078028038144}
+{"Finetune/Learning Rate": 1.996372319474366e-05, "Finetune/Loss": 0.9486091136932373, "Finetune/Loss (Raw)": 0.8738564848899841, "Finetune/Step": 366, "Finetune/Step Time": 6.57259395159781}
+{"Finetune/Learning Rate": 1.996329792449716e-05, "Finetune/Loss": 0.9494045972824097, "Finetune/Loss (Raw)": 0.9702680706977844, "Finetune/Step": 367, "Finetune/Step Time": 6.5780931785702705}
+{"Finetune/Learning Rate": 1.9962870180632442e-05, "Finetune/Loss": 0.9495152831077576, "Finetune/Loss (Raw)": 0.9555690884590149, "Finetune/Step": 368, "Finetune/Step Time": 6.5784593634307384}
+{"Finetune/Learning Rate": 1.99624399632557e-05, "Finetune/Loss": 0.9484050273895264, "Finetune/Loss (Raw)": 0.9272500872612, "Finetune/Step": 369, "Finetune/Step Time": 6.578512748703361}
+{"Finetune/Learning Rate": 1.9962007272473744e-05, "Finetune/Loss": 0.9489171504974365, "Finetune/Loss (Raw)": 1.0908827781677246, "Finetune/Step": 370, "Finetune/Step Time": 6.5777148101478815}
+{"Finetune/Learning Rate": 1.9961572108394e-05, "Finetune/Loss": 0.9494554996490479, "Finetune/Loss (Raw)": 1.1095056533813477, "Finetune/Step": 371, "Finetune/Step Time": 6.568686923012137}
+{"Finetune/Learning Rate": 1.9961134471124507e-05, "Finetune/Loss": 0.9501776099205017, "Finetune/Loss (Raw)": 0.9815986156463623, "Finetune/Step": 372, "Finetune/Step Time": 6.577040772885084}
+{"Finetune/Learning Rate": 1.996069436077392e-05, "Finetune/Loss": 0.9443206787109375, "Finetune/Loss (Raw)": 0.4272265136241913, "Finetune/Step": 373, "Finetune/Step Time": 6.599808324128389}
+{"Finetune/Learning Rate": 1.9960251777451507e-05, "Finetune/Loss": 0.9382975697517395, "Finetune/Loss (Raw)": 0.34762856364250183, "Finetune/Step": 374, "Finetune/Step Time": 6.6109142899513245}
+{"Finetune/Learning Rate": 1.9959806721267147e-05, "Finetune/Loss": 0.9384567737579346, "Finetune/Loss (Raw)": 1.0465655326843262, "Finetune/Step": 375, "Finetune/Step Time": 6.608509540557861}
+{"Finetune/Learning Rate": 1.9959359192331335e-05, "Finetune/Loss": 0.9373590350151062, "Finetune/Loss (Raw)": 0.8388490676879883, "Finetune/Step": 376, "Finetune/Step Time": 6.607531316578388}
+{"Finetune/Learning Rate": 1.995890919075519e-05, "Finetune/Loss": 0.9368333220481873, "Finetune/Loss (Raw)": 0.9209911227226257, "Finetune/Step": 377, "Finetune/Step Time": 6.607783272862434}
+{"Finetune/Learning Rate": 1.9958456716650418e-05, "Finetune/Loss": 0.9377021789550781, "Finetune/Loss (Raw)": 1.1421140432357788, "Finetune/Step": 378, "Finetune/Step Time": 6.607490872964263}
+{"Finetune/Learning Rate": 1.995800177012937e-05, "Finetune/Loss": 0.937630832195282, "Finetune/Loss (Raw)": 1.0995352268218994, "Finetune/Step": 379, "Finetune/Step Time": 6.5934519320726395}
+{"Finetune/Learning Rate": 1.995754435130499e-05, "Finetune/Loss": 0.9375354051589966, "Finetune/Loss (Raw)": 0.9894364476203918, "Finetune/Step": 380, "Finetune/Step Time": 6.590679781511426}
+{"Finetune/Learning Rate": 1.9957084460290848e-05, "Finetune/Loss": 0.9372715950012207, "Finetune/Loss (Raw)": 1.0156434774398804, "Finetune/Step": 381, "Finetune/Step Time": 6.597989236935973}
+{"Finetune/Learning Rate": 1.9956622097201125e-05, "Finetune/Loss": 0.9366067051887512, "Finetune/Loss (Raw)": 0.8647551536560059, "Finetune/Step": 382, "Finetune/Step Time": 6.635071016848087}
+{"Finetune/Learning Rate": 1.9956157262150598e-05, "Finetune/Loss": 0.940535306930542, "Finetune/Loss (Raw)": 0.8144563436508179, "Finetune/Step": 383, "Finetune/Step Time": 6.648087715730071}
+{"Finetune/Learning Rate": 1.995568995525469e-05, "Finetune/Loss": 0.9371821880340576, "Finetune/Loss (Raw)": 0.4880805015563965, "Finetune/Step": 384, "Finetune/Step Time": 6.6635588221251965}
+{"Finetune/Learning Rate": 1.9955220176629412e-05, "Finetune/Loss": 0.935380220413208, "Finetune/Loss (Raw)": 0.9166369438171387, "Finetune/Step": 385, "Finetune/Step Time": 6.66101354546845}
+{"Finetune/Learning Rate": 1.99547479263914e-05, "Finetune/Loss": 0.9337079524993896, "Finetune/Loss (Raw)": 0.8627406358718872, "Finetune/Step": 386, "Finetune/Step Time": 6.660508122295141}
+{"Finetune/Learning Rate": 1.9954273204657898e-05, "Finetune/Loss": 0.9319044351577759, "Finetune/Loss (Raw)": 0.8234248161315918, "Finetune/Step": 387, "Finetune/Step Time": 6.662324773147702}
+{"Finetune/Learning Rate": 1.9953796011546768e-05, "Finetune/Loss": 0.9302392601966858, "Finetune/Loss (Raw)": 0.8332379460334778, "Finetune/Step": 388, "Finetune/Step Time": 6.641278646886349}
+{"Finetune/Learning Rate": 1.995331634717649e-05, "Finetune/Loss": 0.9307215213775635, "Finetune/Loss (Raw)": 0.8810744881629944, "Finetune/Step": 389, "Finetune/Step Time": 6.640630513429642}
+{"Finetune/Learning Rate": 1.995283421166614e-05, "Finetune/Loss": 0.9301744699478149, "Finetune/Loss (Raw)": 0.7423942685127258, "Finetune/Step": 390, "Finetune/Step Time": 6.627964690327644}
+{"Finetune/Learning Rate": 1.995234960513543e-05, "Finetune/Loss": 0.929685652256012, "Finetune/Loss (Raw)": 0.9460222125053406, "Finetune/Step": 391, "Finetune/Step Time": 6.6237701661884785}
+{"Finetune/Learning Rate": 1.9951862527704674e-05, "Finetune/Loss": 0.9290761947631836, "Finetune/Loss (Raw)": 0.8733320236206055, "Finetune/Step": 392, "Finetune/Step Time": 6.6201914101839066}
+{"Finetune/Learning Rate": 1.9951372979494792e-05, "Finetune/Loss": 0.9277830123901367, "Finetune/Loss (Raw)": 0.774882972240448, "Finetune/Step": 393, "Finetune/Step Time": 6.631920801475644}
+{"Finetune/Learning Rate": 1.995088096062733e-05, "Finetune/Loss": 0.9247079491615295, "Finetune/Loss (Raw)": 0.7850491404533386, "Finetune/Step": 394, "Finetune/Step Time": 6.6471922639757395}
+{"Finetune/Learning Rate": 1.9950386471224445e-05, "Finetune/Loss": 0.9269639253616333, "Finetune/Loss (Raw)": 1.1533489227294922, "Finetune/Step": 395, "Finetune/Step Time": 6.646377852186561}
+{"Finetune/Learning Rate": 1.9949889511408905e-05, "Finetune/Loss": 0.9267382621765137, "Finetune/Loss (Raw)": 1.053720474243164, "Finetune/Step": 396, "Finetune/Step Time": 6.64704867452383}
+{"Finetune/Learning Rate": 1.994939008130409e-05, "Finetune/Loss": 0.9244921207427979, "Finetune/Loss (Raw)": 0.7256359457969666, "Finetune/Step": 397, "Finetune/Step Time": 6.673251265659928}
+{"Finetune/Learning Rate": 1.9948888181033996e-05, "Finetune/Loss": 0.9251314401626587, "Finetune/Loss (Raw)": 1.0911468267440796, "Finetune/Step": 398, "Finetune/Step Time": 6.667348923161626}
+{"Finetune/Learning Rate": 1.9948383810723227e-05, "Finetune/Loss": 0.923568844795227, "Finetune/Loss (Raw)": 0.8062947988510132, "Finetune/Step": 399, "Finetune/Step Time": 6.655098279938102}
+{"Finetune/Learning Rate": 1.9947876970497015e-05, "Finetune/Loss": 0.9222896695137024, "Finetune/Loss (Raw)": 0.907988429069519, "Finetune/Step": 400, "Finetune/Step Time": 6.6528301276266575}
+{"Finetune/Learning Rate": 1.9947367660481186e-05, "Finetune/Loss": 0.9222129583358765, "Finetune/Loss (Raw)": 1.02497398853302, "Finetune/Step": 401, "Finetune/Step Time": 6.655547793954611}
+{"Finetune/Learning Rate": 1.994685588080219e-05, "Finetune/Loss": 0.9211854934692383, "Finetune/Loss (Raw)": 0.9314910769462585, "Finetune/Step": 402, "Finetune/Step Time": 6.667726658284664}
+{"Finetune/Learning Rate": 1.9946341631587086e-05, "Finetune/Loss": 0.9208874702453613, "Finetune/Loss (Raw)": 0.9282962083816528, "Finetune/Step": 403, "Finetune/Step Time": 6.667599979788065}
+{"Finetune/Learning Rate": 1.9945824912963553e-05, "Finetune/Loss": 0.9227660894393921, "Finetune/Loss (Raw)": 1.0247424840927124, "Finetune/Step": 404, "Finetune/Step Time": 6.6361127737909555}
+{"Finetune/Learning Rate": 1.9945305725059875e-05, "Finetune/Loss": 0.920403003692627, "Finetune/Loss (Raw)": 0.6980406045913696, "Finetune/Step": 405, "Finetune/Step Time": 6.647732036188245}
+{"Finetune/Learning Rate": 1.9944784068004954e-05, "Finetune/Loss": 0.9161058664321899, "Finetune/Loss (Raw)": 0.46109411120414734, "Finetune/Step": 406, "Finetune/Step Time": 6.667621064931154}
+{"Finetune/Learning Rate": 1.99442599419283e-05, "Finetune/Loss": 0.9102456569671631, "Finetune/Loss (Raw)": 0.40355420112609863, "Finetune/Step": 407, "Finetune/Step Time": 6.676130207255483}
+{"Finetune/Learning Rate": 1.9943733346960047e-05, "Finetune/Loss": 0.9100818634033203, "Finetune/Loss (Raw)": 0.9204122424125671, "Finetune/Step": 408, "Finetune/Step Time": 6.675897814333439}
+{"Finetune/Learning Rate": 1.9943204283230924e-05, "Finetune/Loss": 0.9108244180679321, "Finetune/Loss (Raw)": 1.1341546773910522, "Finetune/Step": 409, "Finetune/Step Time": 6.676407089456916}
+{"Finetune/Learning Rate": 1.9942672750872293e-05, "Finetune/Loss": 0.9119735360145569, "Finetune/Loss (Raw)": 1.1409831047058105, "Finetune/Step": 410, "Finetune/Step Time": 6.664889466017485}
+{"Finetune/Learning Rate": 1.994213875001611e-05, "Finetune/Loss": 0.9107272624969482, "Finetune/Loss (Raw)": 0.9492167830467224, "Finetune/Step": 411, "Finetune/Step Time": 6.667415328323841}
+{"Finetune/Learning Rate": 1.9941602280794964e-05, "Finetune/Loss": 0.9048618674278259, "Finetune/Loss (Raw)": 0.357854962348938, "Finetune/Step": 412, "Finetune/Step Time": 6.677253149449825}
+{"Finetune/Learning Rate": 1.9941063343342034e-05, "Finetune/Loss": 0.9055101871490479, "Finetune/Loss (Raw)": 1.0302308797836304, "Finetune/Step": 413, "Finetune/Step Time": 6.656167794018984}
+{"Finetune/Learning Rate": 1.9940521937791132e-05, "Finetune/Loss": 0.9044342637062073, "Finetune/Loss (Raw)": 0.8863376379013062, "Finetune/Step": 414, "Finetune/Step Time": 6.641175353899598}
+{"Finetune/Learning Rate": 1.993997806427667e-05, "Finetune/Loss": 0.9038476943969727, "Finetune/Loss (Raw)": 0.9655818343162537, "Finetune/Step": 415, "Finetune/Step Time": 6.637987045571208}
+{"Finetune/Learning Rate": 1.9939431722933678e-05, "Finetune/Loss": 0.9052767753601074, "Finetune/Loss (Raw)": 1.061924934387207, "Finetune/Step": 416, "Finetune/Step Time": 6.623894885182381}
+{"Finetune/Learning Rate": 1.99388829138978e-05, "Finetune/Loss": 0.9043943881988525, "Finetune/Loss (Raw)": 0.9760705828666687, "Finetune/Step": 417, "Finetune/Step Time": 6.618459567427635}
+{"Finetune/Learning Rate": 1.993833163730529e-05, "Finetune/Loss": 0.9053264856338501, "Finetune/Loss (Raw)": 1.0334789752960205, "Finetune/Step": 418, "Finetune/Step Time": 6.6065957229584455}
+{"Finetune/Learning Rate": 1.9937777893293013e-05, "Finetune/Loss": 0.9037681221961975, "Finetune/Loss (Raw)": 0.8820160031318665, "Finetune/Step": 419, "Finetune/Step Time": 6.623696710914373}
+{"Finetune/Learning Rate": 1.9937221681998447e-05, "Finetune/Loss": 0.8982694149017334, "Finetune/Loss (Raw)": 0.3556533455848694, "Finetune/Step": 420, "Finetune/Step Time": 6.64213777333498}
+{"Finetune/Learning Rate": 1.9936663003559694e-05, "Finetune/Loss": 0.8971068859100342, "Finetune/Loss (Raw)": 0.9494644403457642, "Finetune/Step": 421, "Finetune/Step Time": 6.642995165660977}
+{"Finetune/Learning Rate": 1.9936101858115448e-05, "Finetune/Loss": 0.8990657925605774, "Finetune/Loss (Raw)": 0.9557079672813416, "Finetune/Step": 422, "Finetune/Step Time": 6.648715982213616}
+{"Finetune/Learning Rate": 1.993553824580503e-05, "Finetune/Loss": 0.8988231420516968, "Finetune/Loss (Raw)": 1.0381883382797241, "Finetune/Step": 423, "Finetune/Step Time": 6.642818432301283}
+{"Finetune/Learning Rate": 1.9934972166768368e-05, "Finetune/Loss": 0.8990338444709778, "Finetune/Loss (Raw)": 0.9993933439254761, "Finetune/Step": 424, "Finetune/Step Time": 6.641852745786309}
+{"Finetune/Learning Rate": 1.993440362114601e-05, "Finetune/Loss": 0.8957971334457397, "Finetune/Loss (Raw)": 0.6797872185707092, "Finetune/Step": 425, "Finetune/Step Time": 6.676130572333932}
+{"Finetune/Learning Rate": 1.9933832609079105e-05, "Finetune/Loss": 0.8964480757713318, "Finetune/Loss (Raw)": 0.9146620035171509, "Finetune/Step": 426, "Finetune/Step Time": 6.656406300142407}
+{"Finetune/Learning Rate": 1.993325913070942e-05, "Finetune/Loss": 0.9011124968528748, "Finetune/Loss (Raw)": 0.909202516078949, "Finetune/Step": 427, "Finetune/Step Time": 6.653598770499229}
+{"Finetune/Learning Rate": 1.993268318617934e-05, "Finetune/Loss": 0.9064161777496338, "Finetune/Loss (Raw)": 1.0324022769927979, "Finetune/Step": 428, "Finetune/Step Time": 6.634773176163435}
+{"Finetune/Learning Rate": 1.9932104775631847e-05, "Finetune/Loss": 0.9115074276924133, "Finetune/Loss (Raw)": 1.0361133813858032, "Finetune/Step": 429, "Finetune/Step Time": 6.618948431685567}
+{"Finetune/Learning Rate": 1.9931523899210553e-05, "Finetune/Loss": 0.9114698171615601, "Finetune/Loss (Raw)": 0.835096001625061, "Finetune/Step": 430, "Finetune/Step Time": 6.611809756606817}
+{"Finetune/Learning Rate": 1.993094055705967e-05, "Finetune/Loss": 0.9163870811462402, "Finetune/Loss (Raw)": 0.9439767599105835, "Finetune/Step": 431, "Finetune/Step Time": 6.60118811391294}
+{"Finetune/Learning Rate": 1.9930354749324026e-05, "Finetune/Loss": 0.9149830341339111, "Finetune/Loss (Raw)": 0.876943051815033, "Finetune/Step": 432, "Finetune/Step Time": 6.606764245778322}
+{"Finetune/Learning Rate": 1.9929766476149065e-05, "Finetune/Loss": 0.9137773513793945, "Finetune/Loss (Raw)": 0.8571057319641113, "Finetune/Step": 433, "Finetune/Step Time": 6.610869754105806}
+{"Finetune/Learning Rate": 1.9929175737680835e-05, "Finetune/Loss": 0.9138469696044922, "Finetune/Loss (Raw)": 0.9201228618621826, "Finetune/Step": 434, "Finetune/Step Time": 6.611683834344149}
+{"Finetune/Learning Rate": 1.9928582534066005e-05, "Finetune/Loss": 0.9111112356185913, "Finetune/Loss (Raw)": 0.7878771424293518, "Finetune/Step": 435, "Finetune/Step Time": 6.602349322289228}
+{"Finetune/Learning Rate": 1.9927986865451846e-05, "Finetune/Loss": 0.9101376533508301, "Finetune/Loss (Raw)": 0.8782873153686523, "Finetune/Step": 436, "Finetune/Step Time": 6.599574446678162}
+{"Finetune/Learning Rate": 1.9927388731986248e-05, "Finetune/Loss": 0.908962607383728, "Finetune/Loss (Raw)": 0.9436028003692627, "Finetune/Step": 437, "Finetune/Step Time": 6.590819289907813}
+{"Finetune/Learning Rate": 1.992678813381771e-05, "Finetune/Loss": 0.9075995683670044, "Finetune/Loss (Raw)": 0.8022668361663818, "Finetune/Step": 438, "Finetune/Step Time": 6.587850878015161}
+{"Finetune/Learning Rate": 1.9926185071095353e-05, "Finetune/Loss": 0.9066253900527954, "Finetune/Loss (Raw)": 0.8699955344200134, "Finetune/Step": 439, "Finetune/Step Time": 6.59276981279254}
+{"Finetune/Learning Rate": 1.9925579543968892e-05, "Finetune/Loss": 0.9068580269813538, "Finetune/Loss (Raw)": 0.9593818187713623, "Finetune/Step": 440, "Finetune/Step Time": 6.594947077333927}
+{"Finetune/Learning Rate": 1.9924971552588666e-05, "Finetune/Loss": 0.9062622785568237, "Finetune/Loss (Raw)": 0.9972861409187317, "Finetune/Step": 441, "Finetune/Step Time": 6.593372941017151}
+{"Finetune/Learning Rate": 1.9924361097105624e-05, "Finetune/Loss": 0.9007468223571777, "Finetune/Loss (Raw)": 0.4289761483669281, "Finetune/Step": 442, "Finetune/Step Time": 6.614782834425569}
+{"Finetune/Learning Rate": 1.9923748177671322e-05, "Finetune/Loss": 0.9012126326560974, "Finetune/Loss (Raw)": 1.001152753829956, "Finetune/Step": 443, "Finetune/Step Time": 6.619894878938794}
+{"Finetune/Learning Rate": 1.9923132794437937e-05, "Finetune/Loss": 0.9066418409347534, "Finetune/Loss (Raw)": 1.0642218589782715, "Finetune/Step": 444, "Finetune/Step Time": 6.601597335189581}
+{"Finetune/Learning Rate": 1.9922514947558248e-05, "Finetune/Loss": 0.9065597057342529, "Finetune/Loss (Raw)": 0.9259451627731323, "Finetune/Step": 445, "Finetune/Step Time": 6.598084043711424}
+{"Finetune/Learning Rate": 1.9921894637185654e-05, "Finetune/Loss": 0.9063896536827087, "Finetune/Loss (Raw)": 1.0029102563858032, "Finetune/Step": 446, "Finetune/Step Time": 6.600903458893299}
+{"Finetune/Learning Rate": 1.992127186347415e-05, "Finetune/Loss": 0.9067916870117188, "Finetune/Loss (Raw)": 0.9771795272827148, "Finetune/Step": 447, "Finetune/Step Time": 6.5914785005152225}
+{"Finetune/Learning Rate": 1.992064662657837e-05, "Finetune/Loss": 0.9070397615432739, "Finetune/Loss (Raw)": 0.9313851594924927, "Finetune/Step": 448, "Finetune/Step Time": 6.591902347281575}
+{"Finetune/Learning Rate": 1.992001892665353e-05, "Finetune/Loss": 0.9130321741104126, "Finetune/Loss (Raw)": 1.0832951068878174, "Finetune/Step": 449, "Finetune/Step Time": 6.572955856099725}
+{"Finetune/Learning Rate": 1.991938876385548e-05, "Finetune/Loss": 0.9124946594238281, "Finetune/Loss (Raw)": 0.8798492550849915, "Finetune/Step": 450, "Finetune/Step Time": 6.572366254404187}
+{"Finetune/Learning Rate": 1.9918756138340666e-05, "Finetune/Loss": 0.911670446395874, "Finetune/Loss (Raw)": 0.9120285511016846, "Finetune/Step": 451, "Finetune/Step Time": 6.577516421675682}
+{"Finetune/Learning Rate": 1.9918121050266156e-05, "Finetune/Loss": 0.9103982448577881, "Finetune/Loss (Raw)": 0.9043352007865906, "Finetune/Step": 452, "Finetune/Step Time": 6.571505378931761}
+{"Finetune/Learning Rate": 1.9917483499789626e-05, "Finetune/Loss": 0.9111580848693848, "Finetune/Loss (Raw)": 1.1073492765426636, "Finetune/Step": 453, "Finetune/Step Time": 6.567251987755299}
+{"Finetune/Learning Rate": 1.991684348706936e-05, "Finetune/Loss": 0.90947425365448, "Finetune/Loss (Raw)": 0.9234276413917542, "Finetune/Step": 454, "Finetune/Step Time": 6.5931372325867414}
+{"Finetune/Learning Rate": 1.9916201012264255e-05, "Finetune/Loss": 0.9097295999526978, "Finetune/Loss (Raw)": 1.0035829544067383, "Finetune/Step": 455, "Finetune/Step Time": 6.592681109905243}
+{"Finetune/Learning Rate": 1.991555607553382e-05, "Finetune/Loss": 0.9044062495231628, "Finetune/Loss (Raw)": 0.3340863585472107, "Finetune/Step": 456, "Finetune/Step Time": 6.60120608843863}
+{"Finetune/Learning Rate": 1.9914908677038178e-05, "Finetune/Loss": 0.903937578201294, "Finetune/Loss (Raw)": 0.821649968624115, "Finetune/Step": 457, "Finetune/Step Time": 6.583113359287381}
+{"Finetune/Learning Rate": 1.991425881693806e-05, "Finetune/Loss": 0.9058197736740112, "Finetune/Loss (Raw)": 1.0986528396606445, "Finetune/Step": 458, "Finetune/Step Time": 6.580891311168671}
+{"Finetune/Learning Rate": 1.9913606495394807e-05, "Finetune/Loss": 0.9047744870185852, "Finetune/Loss (Raw)": 0.8923698663711548, "Finetune/Step": 459, "Finetune/Step Time": 6.584153734147549}
+{"Finetune/Learning Rate": 1.9912951712570377e-05, "Finetune/Loss": 0.9045534133911133, "Finetune/Loss (Raw)": 0.7508838772773743, "Finetune/Step": 460, "Finetune/Step Time": 6.583574378862977}
+{"Finetune/Learning Rate": 1.991229446862733e-05, "Finetune/Loss": 0.9037719368934631, "Finetune/Loss (Raw)": 0.882708728313446, "Finetune/Step": 461, "Finetune/Step Time": 6.582734266296029}
+{"Finetune/Learning Rate": 1.9911634763728847e-05, "Finetune/Loss": 0.903401255607605, "Finetune/Loss (Raw)": 0.9140710234642029, "Finetune/Step": 462, "Finetune/Step Time": 6.582388924434781}
+{"Finetune/Learning Rate": 1.9910972598038708e-05, "Finetune/Loss": 0.9048973917961121, "Finetune/Loss (Raw)": 1.1355019807815552, "Finetune/Step": 463, "Finetune/Step Time": 6.576475631445646}
+{"Finetune/Learning Rate": 1.9910307971721317e-05, "Finetune/Loss": 0.8988946676254272, "Finetune/Loss (Raw)": 0.28347599506378174, "Finetune/Step": 464, "Finetune/Step Time": 6.595138842239976}
+{"Finetune/Learning Rate": 1.9909640884941683e-05, "Finetune/Loss": 0.8975381255149841, "Finetune/Loss (Raw)": 0.9855651259422302, "Finetune/Step": 465, "Finetune/Step Time": 6.602548383176327}
+{"Finetune/Learning Rate": 1.990897133786542e-05, "Finetune/Loss": 0.8964597582817078, "Finetune/Loss (Raw)": 0.7763999700546265, "Finetune/Step": 466, "Finetune/Step Time": 6.606861310079694}
+{"Finetune/Learning Rate": 1.990829933065876e-05, "Finetune/Loss": 0.8970993757247925, "Finetune/Loss (Raw)": 0.9697980880737305, "Finetune/Step": 467, "Finetune/Step Time": 6.6067379005253315}
+{"Finetune/Learning Rate": 1.990762486348855e-05, "Finetune/Loss": 0.8960714340209961, "Finetune/Loss (Raw)": 0.7499633431434631, "Finetune/Step": 468, "Finetune/Step Time": 6.607536373659968}
+{"Finetune/Learning Rate": 1.9906947936522235e-05, "Finetune/Loss": 0.8911623954772949, "Finetune/Loss (Raw)": 0.3484182357788086, "Finetune/Step": 469, "Finetune/Step Time": 6.62286464869976}
+{"Finetune/Learning Rate": 1.9906268549927886e-05, "Finetune/Loss": 0.8902599811553955, "Finetune/Loss (Raw)": 0.9064180254936218, "Finetune/Step": 470, "Finetune/Step Time": 6.622768511995673}
+{"Finetune/Learning Rate": 1.9905586703874164e-05, "Finetune/Loss": 0.8898203372955322, "Finetune/Loss (Raw)": 0.9258986115455627, "Finetune/Step": 471, "Finetune/Step Time": 6.637520786374807}
+{"Finetune/Learning Rate": 1.9904902398530366e-05, "Finetune/Loss": 0.8901525735855103, "Finetune/Loss (Raw)": 1.0610451698303223, "Finetune/Step": 472, "Finetune/Step Time": 6.638549488037825}
+{"Finetune/Learning Rate": 1.990421563406638e-05, "Finetune/Loss": 0.8883641362190247, "Finetune/Loss (Raw)": 0.8429896831512451, "Finetune/Step": 473, "Finetune/Step Time": 6.636409755796194}
+{"Finetune/Learning Rate": 1.990352641065271e-05, "Finetune/Loss": 0.8877815008163452, "Finetune/Loss (Raw)": 0.9871830344200134, "Finetune/Step": 474, "Finetune/Step Time": 6.632340963929892}
+{"Finetune/Learning Rate": 1.9902834728460473e-05, "Finetune/Loss": 0.8866755962371826, "Finetune/Loss (Raw)": 0.9598631262779236, "Finetune/Step": 475, "Finetune/Step Time": 6.630835702642798}
+{"Finetune/Learning Rate": 1.9902140587661396e-05, "Finetune/Loss": 0.8862094879150391, "Finetune/Loss (Raw)": 0.9588420391082764, "Finetune/Step": 476, "Finetune/Step Time": 6.614704100415111}
+{"Finetune/Learning Rate": 1.9901443988427815e-05, "Finetune/Loss": 0.8849630355834961, "Finetune/Loss (Raw)": 0.9180499315261841, "Finetune/Step": 477, "Finetune/Step Time": 6.619901163503528}
+{"Finetune/Learning Rate": 1.9900744930932676e-05, "Finetune/Loss": 0.8848838806152344, "Finetune/Loss (Raw)": 0.8726363778114319, "Finetune/Step": 478, "Finetune/Step Time": 6.596488216891885}
+{"Finetune/Learning Rate": 1.9900043415349538e-05, "Finetune/Loss": 0.8849688768386841, "Finetune/Loss (Raw)": 0.9559630155563354, "Finetune/Step": 479, "Finetune/Step Time": 6.580582847818732}
+{"Finetune/Learning Rate": 1.9899339441852566e-05, "Finetune/Loss": 0.8854383230209351, "Finetune/Loss (Raw)": 1.0022722482681274, "Finetune/Step": 480, "Finetune/Step Time": 6.572304278612137}
+{"Finetune/Learning Rate": 1.989863301061654e-05, "Finetune/Loss": 0.8857224583625793, "Finetune/Loss (Raw)": 0.9445750713348389, "Finetune/Step": 481, "Finetune/Step Time": 6.575846875086427}
+{"Finetune/Learning Rate": 1.989792412181685e-05, "Finetune/Loss": 0.8865966796875, "Finetune/Loss (Raw)": 0.9705774784088135, "Finetune/Step": 482, "Finetune/Step Time": 6.5743250492960215}
+{"Finetune/Learning Rate": 1.9897212775629485e-05, "Finetune/Loss": 0.885948896408081, "Finetune/Loss (Raw)": 0.9395391345024109, "Finetune/Step": 483, "Finetune/Step Time": 6.584160950034857}
+{"Finetune/Learning Rate": 1.989649897223106e-05, "Finetune/Loss": 0.8858911991119385, "Finetune/Loss (Raw)": 0.8376662135124207, "Finetune/Step": 484, "Finetune/Step Time": 6.587573239579797}
+{"Finetune/Learning Rate": 1.9895782711798795e-05, "Finetune/Loss": 0.8847404718399048, "Finetune/Loss (Raw)": 0.6943511366844177, "Finetune/Step": 485, "Finetune/Step Time": 6.590652277693152}
+{"Finetune/Learning Rate": 1.9895063994510512e-05, "Finetune/Loss": 0.8889278173446655, "Finetune/Loss (Raw)": 0.8917761445045471, "Finetune/Step": 486, "Finetune/Step Time": 6.583359662443399}
+{"Finetune/Learning Rate": 1.9894342820544653e-05, "Finetune/Loss": 0.8899771571159363, "Finetune/Loss (Raw)": 0.9501971006393433, "Finetune/Step": 487, "Finetune/Step Time": 6.581713242456317}
+{"Finetune/Learning Rate": 1.9893619190080266e-05, "Finetune/Loss": 0.8904785513877869, "Finetune/Loss (Raw)": 0.9913005232810974, "Finetune/Step": 488, "Finetune/Step Time": 6.579059448093176}
+{"Finetune/Learning Rate": 1.9892893103297008e-05, "Finetune/Loss": 0.890465497970581, "Finetune/Loss (Raw)": 0.8243604898452759, "Finetune/Step": 489, "Finetune/Step Time": 6.582930188626051}
+{"Finetune/Learning Rate": 1.9892164560375145e-05, "Finetune/Loss": 0.8896821737289429, "Finetune/Loss (Raw)": 0.7967056632041931, "Finetune/Step": 490, "Finetune/Step Time": 6.588865337893367}
+{"Finetune/Learning Rate": 1.989143356149556e-05, "Finetune/Loss": 0.8858941793441772, "Finetune/Loss (Raw)": 0.5411077737808228, "Finetune/Step": 491, "Finetune/Step Time": 6.616126539185643}
+{"Finetune/Learning Rate": 1.9890700106839734e-05, "Finetune/Loss": 0.8845809698104858, "Finetune/Loss (Raw)": 0.8732371926307678, "Finetune/Step": 492, "Finetune/Step Time": 6.621732207015157}
+{"Finetune/Learning Rate": 1.988996419658977e-05, "Finetune/Loss": 0.8838129639625549, "Finetune/Loss (Raw)": 0.9582035541534424, "Finetune/Step": 493, "Finetune/Step Time": 6.62315578199923}
+{"Finetune/Learning Rate": 1.9889225830928365e-05, "Finetune/Loss": 0.8838217258453369, "Finetune/Loss (Raw)": 0.8749829530715942, "Finetune/Step": 494, "Finetune/Step Time": 6.633329130709171}
+{"Finetune/Learning Rate": 1.9888485010038848e-05, "Finetune/Loss": 0.883465051651001, "Finetune/Loss (Raw)": 0.9246078133583069, "Finetune/Step": 495, "Finetune/Step Time": 6.633193062618375}
+{"Finetune/Learning Rate": 1.9887741734105134e-05, "Finetune/Loss": 0.883521318435669, "Finetune/Loss (Raw)": 0.9627704620361328, "Finetune/Step": 496, "Finetune/Step Time": 6.645661659538746}
+{"Finetune/Learning Rate": 1.9886996003311767e-05, "Finetune/Loss": 0.8832036256790161, "Finetune/Loss (Raw)": 0.8865863680839539, "Finetune/Step": 497, "Finetune/Step Time": 6.647480249404907}
+{"Finetune/Learning Rate": 1.988624781784389e-05, "Finetune/Loss": 0.8823912143707275, "Finetune/Loss (Raw)": 0.9868963956832886, "Finetune/Step": 498, "Finetune/Step Time": 6.6450736448168755}
+{"Finetune/Learning Rate": 1.988549717788725e-05, "Finetune/Loss": 0.8804148435592651, "Finetune/Loss (Raw)": 0.8565243482589722, "Finetune/Step": 499, "Finetune/Step Time": 6.646527256816626}
+{"Finetune/Learning Rate": 1.9884744083628217e-05, "Finetune/Loss": 0.8797706365585327, "Finetune/Loss (Raw)": 0.8991414308547974, "Finetune/Step": 500, "Finetune/Step Time": 6.660535037517548}
+{"Finetune/Learning Rate": 1.988398853525376e-05, "Finetune/Loss": 0.8820021152496338, "Finetune/Loss (Raw)": 0.7128571271896362, "Finetune/Step": 501, "Finetune/Step Time": 6.6514162085950375}
+{"Finetune/Learning Rate": 1.988323053295147e-05, "Finetune/Loss": 0.885272741317749, "Finetune/Loss (Raw)": 0.7662725448608398, "Finetune/Step": 502, "Finetune/Step Time": 6.64950468018651}
+{"Finetune/Learning Rate": 1.9882470076909527e-05, "Finetune/Loss": 0.8835659027099609, "Finetune/Loss (Raw)": 0.8280877470970154, "Finetune/Step": 503, "Finetune/Step Time": 6.66505990922451}
+{"Finetune/Learning Rate": 1.9881707167316738e-05, "Finetune/Loss": 0.8843499422073364, "Finetune/Loss (Raw)": 0.939212441444397, "Finetune/Step": 504, "Finetune/Step Time": 6.659912971779704}
+{"Finetune/Learning Rate": 1.9880941804362518e-05, "Finetune/Loss": 0.8844870924949646, "Finetune/Loss (Raw)": 0.9385428428649902, "Finetune/Step": 505, "Finetune/Step Time": 6.6604339219629765}
+{"Finetune/Learning Rate": 1.9880173988236873e-05, "Finetune/Loss": 0.8807486295700073, "Finetune/Loss (Raw)": 0.6635879278182983, "Finetune/Step": 506, "Finetune/Step Time": 6.671637216582894}
+{"Finetune/Learning Rate": 1.987940371913044e-05, "Finetune/Loss": 0.879618227481842, "Finetune/Loss (Raw)": 0.9548497796058655, "Finetune/Step": 507, "Finetune/Step Time": 6.667853439226747}
+{"Finetune/Learning Rate": 1.987863099723446e-05, "Finetune/Loss": 0.8789833784103394, "Finetune/Loss (Raw)": 0.9081748723983765, "Finetune/Step": 508, "Finetune/Step Time": 6.667419420555234}
+{"Finetune/Learning Rate": 1.987785582274077e-05, "Finetune/Loss": 0.877946674823761, "Finetune/Loss (Raw)": 0.8829419016838074, "Finetune/Step": 509, "Finetune/Step Time": 6.670494312420487}
+{"Finetune/Learning Rate": 1.9877078195841823e-05, "Finetune/Loss": 0.877841591835022, "Finetune/Loss (Raw)": 0.851301372051239, "Finetune/Step": 510, "Finetune/Step Time": 6.634560914710164}
+{"Finetune/Learning Rate": 1.9876298116730694e-05, "Finetune/Loss": 0.879209041595459, "Finetune/Loss (Raw)": 0.9894977807998657, "Finetune/Step": 511, "Finetune/Step Time": 6.616016695275903}
+{"Finetune/Learning Rate": 1.9875515585601047e-05, "Finetune/Loss": 0.8825779557228088, "Finetune/Loss (Raw)": 0.9192956686019897, "Finetune/Step": 512, "Finetune/Step Time": 6.598820060491562}
+{"Finetune/Learning Rate": 1.9874730602647164e-05, "Finetune/Loss": 0.8833528161048889, "Finetune/Loss (Raw)": 1.015816569328308, "Finetune/Step": 513, "Finetune/Step Time": 6.602804193273187}
+{"Finetune/Learning Rate": 1.987394316806394e-05, "Finetune/Loss": 0.8841129541397095, "Finetune/Loss (Raw)": 0.9600424766540527, "Finetune/Step": 514, "Finetune/Step Time": 6.616346977651119}
+{"Finetune/Learning Rate": 1.9873153282046873e-05, "Finetune/Loss": 0.8807475566864014, "Finetune/Loss (Raw)": 0.39264965057373047, "Finetune/Step": 515, "Finetune/Step Time": 6.634756760671735}
+{"Finetune/Learning Rate": 1.9872360944792066e-05, "Finetune/Loss": 0.8820217847824097, "Finetune/Loss (Raw)": 0.9963435530662537, "Finetune/Step": 516, "Finetune/Step Time": 6.638468768447638}
+{"Finetune/Learning Rate": 1.9871566156496237e-05, "Finetune/Loss": 0.8828121423721313, "Finetune/Loss (Raw)": 0.9822371602058411, "Finetune/Step": 517, "Finetune/Step Time": 6.638123337179422}
+{"Finetune/Learning Rate": 1.9870768917356715e-05, "Finetune/Loss": 0.8843855857849121, "Finetune/Loss (Raw)": 0.9437996745109558, "Finetune/Step": 518, "Finetune/Step Time": 6.640667421743274}
+{"Finetune/Learning Rate": 1.9869969227571423e-05, "Finetune/Loss": 0.8846904039382935, "Finetune/Loss (Raw)": 0.9850343465805054, "Finetune/Step": 519, "Finetune/Step Time": 6.655545836314559}
+{"Finetune/Learning Rate": 1.9869167087338908e-05, "Finetune/Loss": 0.8842004537582397, "Finetune/Loss (Raw)": 0.8106171488761902, "Finetune/Step": 520, "Finetune/Step Time": 6.656041828915477}
+{"Finetune/Learning Rate": 1.9868362496858323e-05, "Finetune/Loss": 0.8857247233390808, "Finetune/Loss (Raw)": 0.9699932336807251, "Finetune/Step": 521, "Finetune/Step Time": 6.64775269664824}
+{"Finetune/Learning Rate": 1.986755545632942e-05, "Finetune/Loss": 0.8865742683410645, "Finetune/Loss (Raw)": 0.8937969207763672, "Finetune/Step": 522, "Finetune/Step Time": 6.630669962614775}
+{"Finetune/Learning Rate": 1.9866745965952572e-05, "Finetune/Loss": 0.8830548524856567, "Finetune/Loss (Raw)": 0.7028610706329346, "Finetune/Step": 523, "Finetune/Step Time": 6.637538550421596}
+{"Finetune/Learning Rate": 1.9865934025928748e-05, "Finetune/Loss": 0.8821632862091064, "Finetune/Loss (Raw)": 0.9395915865898132, "Finetune/Step": 524, "Finetune/Step Time": 6.634333975613117}
+{"Finetune/Learning Rate": 1.9865119636459533e-05, "Finetune/Loss": 0.8839820027351379, "Finetune/Loss (Raw)": 0.9584383964538574, "Finetune/Step": 525, "Finetune/Step Time": 6.607743702828884}
+{"Finetune/Learning Rate": 1.986430279774712e-05, "Finetune/Loss": 0.8821361064910889, "Finetune/Loss (Raw)": 0.8548700213432312, "Finetune/Step": 526, "Finetune/Step Time": 6.620121080428362}
+{"Finetune/Learning Rate": 1.98634835099943e-05, "Finetune/Loss": 0.882541298866272, "Finetune/Loss (Raw)": 0.8581632971763611, "Finetune/Step": 527, "Finetune/Step Time": 6.61525303684175}
+{"Finetune/Learning Rate": 1.9862661773404492e-05, "Finetune/Loss": 0.8828833699226379, "Finetune/Loss (Raw)": 0.951765775680542, "Finetune/Step": 528, "Finetune/Step Time": 6.610790679231286}
+{"Finetune/Learning Rate": 1.9861837588181703e-05, "Finetune/Loss": 0.882229208946228, "Finetune/Loss (Raw)": 0.9412464499473572, "Finetune/Step": 529, "Finetune/Step Time": 6.6104881931096315}
+{"Finetune/Learning Rate": 1.986101095453056e-05, "Finetune/Loss": 0.8827597498893738, "Finetune/Loss (Raw)": 0.9994001388549805, "Finetune/Step": 530, "Finetune/Step Time": 6.595346435904503}
+{"Finetune/Learning Rate": 1.9860181872656288e-05, "Finetune/Loss": 0.8838048577308655, "Finetune/Loss (Raw)": 1.0620709657669067, "Finetune/Step": 531, "Finetune/Step Time": 6.591668868437409}
+{"Finetune/Learning Rate": 1.9859350342764728e-05, "Finetune/Loss": 0.8827383518218994, "Finetune/Loss (Raw)": 0.8882203102111816, "Finetune/Step": 532, "Finetune/Step Time": 6.589582895860076}
+{"Finetune/Learning Rate": 1.9858516365062334e-05, "Finetune/Loss": 0.8841344118118286, "Finetune/Loss (Raw)": 0.8767470121383667, "Finetune/Step": 533, "Finetune/Step Time": 6.586189590394497}
+{"Finetune/Learning Rate": 1.985767993975615e-05, "Finetune/Loss": 0.8875682353973389, "Finetune/Loss (Raw)": 0.9006156921386719, "Finetune/Step": 534, "Finetune/Step Time": 6.574049506336451}
+{"Finetune/Learning Rate": 1.9856841067053844e-05, "Finetune/Loss": 0.8908042907714844, "Finetune/Loss (Raw)": 0.8177775740623474, "Finetune/Step": 535, "Finetune/Step Time": 6.56624068506062}
+{"Finetune/Learning Rate": 1.9855999747163685e-05, "Finetune/Loss": 0.8897795677185059, "Finetune/Loss (Raw)": 0.789247989654541, "Finetune/Step": 536, "Finetune/Step Time": 6.58768337033689}
+{"Finetune/Learning Rate": 1.9855155980294546e-05, "Finetune/Loss": 0.8884175419807434, "Finetune/Loss (Raw)": 0.9598135948181152, "Finetune/Step": 537, "Finetune/Step Time": 6.589537352323532}
+{"Finetune/Learning Rate": 1.9854309766655913e-05, "Finetune/Loss": 0.8868066072463989, "Finetune/Loss (Raw)": 0.9347788691520691, "Finetune/Step": 538, "Finetune/Step Time": 6.59791418351233}
+{"Finetune/Learning Rate": 1.9853461106457878e-05, "Finetune/Loss": 0.8874533176422119, "Finetune/Loss (Raw)": 1.032004475593567, "Finetune/Step": 539, "Finetune/Step Time": 6.592597791925073}
+{"Finetune/Learning Rate": 1.9852609999911144e-05, "Finetune/Loss": 0.8916088342666626, "Finetune/Loss (Raw)": 0.8897508978843689, "Finetune/Step": 540, "Finetune/Step Time": 6.571642460301518}
+{"Finetune/Learning Rate": 1.9851756447227014e-05, "Finetune/Loss": 0.8908551335334778, "Finetune/Loss (Raw)": 0.9337599873542786, "Finetune/Step": 541, "Finetune/Step Time": 6.57807650603354}
+{"Finetune/Learning Rate": 1.9850900448617404e-05, "Finetune/Loss": 0.8910996913909912, "Finetune/Loss (Raw)": 0.9176385998725891, "Finetune/Step": 542, "Finetune/Step Time": 6.57718632183969}
+{"Finetune/Learning Rate": 1.9850042004294833e-05, "Finetune/Loss": 0.8917253613471985, "Finetune/Loss (Raw)": 1.045669436454773, "Finetune/Step": 543, "Finetune/Step Time": 6.577076321467757}
+{"Finetune/Learning Rate": 1.9849181114472435e-05, "Finetune/Loss": 0.8910914659500122, "Finetune/Loss (Raw)": 0.9807814955711365, "Finetune/Step": 544, "Finetune/Step Time": 6.577119057998061}
+{"Finetune/Learning Rate": 1.984831777936394e-05, "Finetune/Loss": 0.8907644748687744, "Finetune/Loss (Raw)": 0.9342244863510132, "Finetune/Step": 545, "Finetune/Step Time": 6.575066853314638}
+{"Finetune/Learning Rate": 1.9847451999183692e-05, "Finetune/Loss": 0.8896912336349487, "Finetune/Loss (Raw)": 0.8960992693901062, "Finetune/Step": 546, "Finetune/Step Time": 6.576362520456314}
+{"Finetune/Learning Rate": 1.9846583774146647e-05, "Finetune/Loss": 0.8907360434532166, "Finetune/Loss (Raw)": 1.0157586336135864, "Finetune/Step": 547, "Finetune/Step Time": 6.567359095439315}
+{"Finetune/Learning Rate": 1.984571310446835e-05, "Finetune/Loss": 0.8941795825958252, "Finetune/Loss (Raw)": 0.7964187264442444, "Finetune/Step": 548, "Finetune/Step Time": 6.563641915097833}
+{"Finetune/Learning Rate": 1.9844839990364976e-05, "Finetune/Loss": 0.8919836282730103, "Finetune/Loss (Raw)": 0.6683834791183472, "Finetune/Step": 549, "Finetune/Step Time": 6.571919247508049}
+{"Finetune/Learning Rate": 1.984396443205329e-05, "Finetune/Loss": 0.8912293910980225, "Finetune/Loss (Raw)": 0.8591657876968384, "Finetune/Step": 550, "Finetune/Step Time": 6.554976709187031}
+{"Finetune/Learning Rate": 1.9843086429750668e-05, "Finetune/Loss": 0.8896306753158569, "Finetune/Loss (Raw)": 0.833552896976471, "Finetune/Step": 551, "Finetune/Step Time": 6.556093791499734}
+{"Finetune/Learning Rate": 1.9842205983675098e-05, "Finetune/Loss": 0.8897570371627808, "Finetune/Loss (Raw)": 1.0155713558197021, "Finetune/Step": 552, "Finetune/Step Time": 6.5520846005529165}
+{"Finetune/Learning Rate": 1.984132309404517e-05, "Finetune/Loss": 0.8901048898696899, "Finetune/Loss (Raw)": 0.7243174314498901, "Finetune/Step": 553, "Finetune/Step Time": 6.517157580703497}
+{"Finetune/Learning Rate": 1.9840437761080084e-05, "Finetune/Loss": 0.8908273577690125, "Finetune/Loss (Raw)": 1.0071260929107666, "Finetune/Step": 554, "Finetune/Step Time": 6.514364443719387}
+{"Finetune/Learning Rate": 1.9839549984999638e-05, "Finetune/Loss": 0.8906979560852051, "Finetune/Loss (Raw)": 0.8926423192024231, "Finetune/Step": 555, "Finetune/Step Time": 6.518335970118642}
+{"Finetune/Learning Rate": 1.983865976602425e-05, "Finetune/Loss": 0.88963782787323, "Finetune/Loss (Raw)": 0.8967066407203674, "Finetune/Step": 556, "Finetune/Step Time": 6.529941633343697}
+{"Finetune/Learning Rate": 1.9837767104374935e-05, "Finetune/Loss": 0.8883037567138672, "Finetune/Loss (Raw)": 0.8653548955917358, "Finetune/Step": 557, "Finetune/Step Time": 6.526927225291729}
+{"Finetune/Learning Rate": 1.9836872000273314e-05, "Finetune/Loss": 0.8836982846260071, "Finetune/Loss (Raw)": 0.24559153616428375, "Finetune/Step": 558, "Finetune/Step Time": 6.53999911993742}
+{"Finetune/Learning Rate": 1.9835974453941623e-05, "Finetune/Loss": 0.8834445476531982, "Finetune/Loss (Raw)": 0.9114964604377747, "Finetune/Step": 559, "Finetune/Step Time": 6.533980211243033}
+{"Finetune/Learning Rate": 1.983507446560269e-05, "Finetune/Loss": 0.8827322721481323, "Finetune/Loss (Raw)": 0.7857797145843506, "Finetune/Step": 560, "Finetune/Step Time": 6.52950787730515}
+{"Finetune/Learning Rate": 1.9834172035479965e-05, "Finetune/Loss": 0.8824757933616638, "Finetune/Loss (Raw)": 0.8242760300636292, "Finetune/Step": 561, "Finetune/Step Time": 6.529915522783995}
+{"Finetune/Learning Rate": 1.9833267163797495e-05, "Finetune/Loss": 0.8816304206848145, "Finetune/Loss (Raw)": 0.8119125962257385, "Finetune/Step": 562, "Finetune/Step Time": 6.527895597741008}
+{"Finetune/Learning Rate": 1.983235985077993e-05, "Finetune/Loss": 0.8830267190933228, "Finetune/Loss (Raw)": 0.9666034579277039, "Finetune/Step": 563, "Finetune/Step Time": 6.52825965359807}
+{"Finetune/Learning Rate": 1.983145009665254e-05, "Finetune/Loss": 0.8835450410842896, "Finetune/Loss (Raw)": 0.94463050365448, "Finetune/Step": 564, "Finetune/Step Time": 6.537363277748227}
+{"Finetune/Learning Rate": 1.9830537901641192e-05, "Finetune/Loss": 0.8820945620536804, "Finetune/Loss (Raw)": 0.7579426169395447, "Finetune/Step": 565, "Finetune/Step Time": 6.546629458665848}
+{"Finetune/Learning Rate": 1.982962326597235e-05, "Finetune/Loss": 0.8837624788284302, "Finetune/Loss (Raw)": 1.0157586336135864, "Finetune/Step": 566, "Finetune/Step Time": 6.548096099868417}
+{"Finetune/Learning Rate": 1.9828706189873103e-05, "Finetune/Loss": 0.8834741115570068, "Finetune/Loss (Raw)": 0.8330866694450378, "Finetune/Step": 567, "Finetune/Step Time": 6.55032504349947}
+{"Finetune/Learning Rate": 1.9827786673571132e-05, "Finetune/Loss": 0.8781788349151611, "Finetune/Loss (Raw)": 0.2815878093242645, "Finetune/Step": 568, "Finetune/Step Time": 6.576033292338252}
+{"Finetune/Learning Rate": 1.982686471729473e-05, "Finetune/Loss": 0.8770350813865662, "Finetune/Loss (Raw)": 0.850883424282074, "Finetune/Step": 569, "Finetune/Step Time": 6.581120008602738}
+{"Finetune/Learning Rate": 1.9825940321272792e-05, "Finetune/Loss": 0.8807306289672852, "Finetune/Loss (Raw)": 0.9020006656646729, "Finetune/Step": 570, "Finetune/Step Time": 6.565912142395973}
+{"Finetune/Learning Rate": 1.982501348573482e-05, "Finetune/Loss": 0.8792610168457031, "Finetune/Loss (Raw)": 0.813045859336853, "Finetune/Step": 571, "Finetune/Step Time": 6.5709836948663}
+{"Finetune/Learning Rate": 1.9824084210910924e-05, "Finetune/Loss": 0.8783277869224548, "Finetune/Loss (Raw)": 0.9447649717330933, "Finetune/Step": 572, "Finetune/Step Time": 6.569815518334508}
+{"Finetune/Learning Rate": 1.982315249703182e-05, "Finetune/Loss": 0.8791260719299316, "Finetune/Loss (Raw)": 1.0281357765197754, "Finetune/Step": 573, "Finetune/Step Time": 6.58282657712698}
+{"Finetune/Learning Rate": 1.9822218344328824e-05, "Finetune/Loss": 0.8792029619216919, "Finetune/Loss (Raw)": 1.0127428770065308, "Finetune/Step": 574, "Finetune/Step Time": 6.580628331750631}
+{"Finetune/Learning Rate": 1.982128175303386e-05, "Finetune/Loss": 0.8795693516731262, "Finetune/Loss (Raw)": 1.0240776538848877, "Finetune/Step": 575, "Finetune/Step Time": 6.597969464957714}
+{"Finetune/Learning Rate": 1.982034272337946e-05, "Finetune/Loss": 0.8792904615402222, "Finetune/Loss (Raw)": 0.8956878781318665, "Finetune/Step": 576, "Finetune/Step Time": 6.5987193789333105}
+{"Finetune/Learning Rate": 1.9819401255598763e-05, "Finetune/Loss": 0.8777836561203003, "Finetune/Loss (Raw)": 0.8904331922531128, "Finetune/Step": 577, "Finetune/Step Time": 6.594493206590414}
+{"Finetune/Learning Rate": 1.9818457349925505e-05, "Finetune/Loss": 0.8774250745773315, "Finetune/Loss (Raw)": 0.8339403867721558, "Finetune/Step": 578, "Finetune/Step Time": 6.589961241930723}
+{"Finetune/Learning Rate": 1.9817511006594038e-05, "Finetune/Loss": 0.8764112591743469, "Finetune/Loss (Raw)": 0.7822642922401428, "Finetune/Step": 579, "Finetune/Step Time": 6.601866457611322}
+{"Finetune/Learning Rate": 1.9816562225839304e-05, "Finetune/Loss": 0.8768407106399536, "Finetune/Loss (Raw)": 0.9593015313148499, "Finetune/Step": 580, "Finetune/Step Time": 6.603612160310149}
+{"Finetune/Learning Rate": 1.981561100789687e-05, "Finetune/Loss": 0.8761464953422546, "Finetune/Loss (Raw)": 1.0184931755065918, "Finetune/Step": 581, "Finetune/Step Time": 6.607290644198656}
+{"Finetune/Learning Rate": 1.981465735300289e-05, "Finetune/Loss": 0.8768296837806702, "Finetune/Loss (Raw)": 1.0108790397644043, "Finetune/Step": 582, "Finetune/Step Time": 6.59116030856967}
+{"Finetune/Learning Rate": 1.9813701261394136e-05, "Finetune/Loss": 0.8751698732376099, "Finetune/Loss (Raw)": 0.7911255359649658, "Finetune/Step": 583, "Finetune/Step Time": 6.597012018784881}
+{"Finetune/Learning Rate": 1.981274273330798e-05, "Finetune/Loss": 0.8795294761657715, "Finetune/Loss (Raw)": 0.8921119570732117, "Finetune/Step": 584, "Finetune/Step Time": 6.587149526923895}
+{"Finetune/Learning Rate": 1.9811781768982392e-05, "Finetune/Loss": 0.8807129859924316, "Finetune/Loss (Raw)": 0.9731453657150269, "Finetune/Step": 585, "Finetune/Step Time": 6.587858138605952}
+{"Finetune/Learning Rate": 1.981081836865596e-05, "Finetune/Loss": 0.8747677803039551, "Finetune/Loss (Raw)": 0.3376605808734894, "Finetune/Step": 586, "Finetune/Step Time": 6.601781632751226}
+{"Finetune/Learning Rate": 1.980985253256787e-05, "Finetune/Loss": 0.8761415481567383, "Finetune/Loss (Raw)": 1.068215250968933, "Finetune/Step": 587, "Finetune/Step Time": 6.593524927273393}
+{"Finetune/Learning Rate": 1.980888426095791e-05, "Finetune/Loss": 0.8764989972114563, "Finetune/Loss (Raw)": 0.7966334819793701, "Finetune/Step": 588, "Finetune/Step Time": 6.600906152278185}
+{"Finetune/Learning Rate": 1.9807913554066476e-05, "Finetune/Loss": 0.8775006532669067, "Finetune/Loss (Raw)": 1.0109223127365112, "Finetune/Step": 589, "Finetune/Step Time": 6.596164455637336}
+{"Finetune/Learning Rate": 1.9806940412134575e-05, "Finetune/Loss": 0.8783645629882812, "Finetune/Loss (Raw)": 1.0246483087539673, "Finetune/Step": 590, "Finetune/Step Time": 6.596827771514654}
+{"Finetune/Learning Rate": 1.9805964835403803e-05, "Finetune/Loss": 0.8760841488838196, "Finetune/Loss (Raw)": 0.8436117172241211, "Finetune/Step": 591, "Finetune/Step Time": 6.598942002281547}
+{"Finetune/Learning Rate": 1.980498682411637e-05, "Finetune/Loss": 0.8808189034461975, "Finetune/Loss (Raw)": 0.8895191550254822, "Finetune/Step": 592, "Finetune/Step Time": 6.57806539721787}
+{"Finetune/Learning Rate": 1.9804006378515096e-05, "Finetune/Loss": 0.879921555519104, "Finetune/Loss (Raw)": 0.8707159757614136, "Finetune/Step": 593, "Finetune/Step Time": 6.592382315546274}
+{"Finetune/Learning Rate": 1.9803023498843394e-05, "Finetune/Loss": 0.881243109703064, "Finetune/Loss (Raw)": 0.9455487728118896, "Finetune/Step": 594, "Finetune/Step Time": 6.580888429656625}
+{"Finetune/Learning Rate": 1.980203818534529e-05, "Finetune/Loss": 0.881068766117096, "Finetune/Loss (Raw)": 0.9474849104881287, "Finetune/Step": 595, "Finetune/Step Time": 6.571137726306915}
+{"Finetune/Learning Rate": 1.9801050438265407e-05, "Finetune/Loss": 0.881810188293457, "Finetune/Loss (Raw)": 0.8448626399040222, "Finetune/Step": 596, "Finetune/Step Time": 6.554148368537426}
+{"Finetune/Learning Rate": 1.9800060257848983e-05, "Finetune/Loss": 0.8852393627166748, "Finetune/Loss (Raw)": 0.7873579859733582, "Finetune/Step": 597, "Finetune/Step Time": 6.537193052470684}
+{"Finetune/Learning Rate": 1.9799067644341844e-05, "Finetune/Loss": 0.8849763870239258, "Finetune/Loss (Raw)": 0.8727602362632751, "Finetune/Step": 598, "Finetune/Step Time": 6.558527769520879}
+{"Finetune/Learning Rate": 1.9798072597990434e-05, "Finetune/Loss": 0.8853189945220947, "Finetune/Loss (Raw)": 0.9697504043579102, "Finetune/Step": 599, "Finetune/Step Time": 6.541218316182494}
+{"Finetune/Learning Rate": 1.97970751190418e-05, "Finetune/Loss": 0.8848344087600708, "Finetune/Loss (Raw)": 0.9990084171295166, "Finetune/Step": 600, "Finetune/Step Time": 6.5456893760710955}
+{"Finetune/Learning Rate": 1.979607520774358e-05, "Finetune/Loss": 0.8847808241844177, "Finetune/Loss (Raw)": 0.836141049861908, "Finetune/Step": 601, "Finetune/Step Time": 6.568627115339041}
+{"Finetune/Learning Rate": 1.979507286434403e-05, "Finetune/Loss": 0.8844631910324097, "Finetune/Loss (Raw)": 0.9465218186378479, "Finetune/Step": 602, "Finetune/Step Time": 6.562264794483781}
+{"Finetune/Learning Rate": 1.9794068089092006e-05, "Finetune/Loss": 0.8829497694969177, "Finetune/Loss (Raw)": 0.7661426067352295, "Finetune/Step": 603, "Finetune/Step Time": 6.566818065941334}
+{"Finetune/Learning Rate": 1.9793060882236964e-05, "Finetune/Loss": 0.8832118511199951, "Finetune/Loss (Raw)": 0.9923914670944214, "Finetune/Step": 604, "Finetune/Step Time": 6.566603507846594}
+{"Finetune/Learning Rate": 1.9792051244028968e-05, "Finetune/Loss": 0.8822208642959595, "Finetune/Loss (Raw)": 0.7912042737007141, "Finetune/Step": 605, "Finetune/Step Time": 6.561955323442817}
+{"Finetune/Learning Rate": 1.9791039174718686e-05, "Finetune/Loss": 0.8817918300628662, "Finetune/Loss (Raw)": 0.8177197575569153, "Finetune/Step": 606, "Finetune/Step Time": 6.578496906906366}
+{"Finetune/Learning Rate": 1.9790024674557382e-05, "Finetune/Loss": 0.8796828985214233, "Finetune/Loss (Raw)": 0.6860226392745972, "Finetune/Step": 607, "Finetune/Step Time": 6.607648620381951}
+{"Finetune/Learning Rate": 1.9789007743796933e-05, "Finetune/Loss": 0.8798012733459473, "Finetune/Loss (Raw)": 1.0174158811569214, "Finetune/Step": 608, "Finetune/Step Time": 6.605386162176728}
+{"Finetune/Learning Rate": 1.9787988382689812e-05, "Finetune/Loss": 0.8788825869560242, "Finetune/Loss (Raw)": 0.8269894123077393, "Finetune/Step": 609, "Finetune/Step Time": 6.600936973467469}
+{"Finetune/Learning Rate": 1.9786966591489107e-05, "Finetune/Loss": 0.8783462047576904, "Finetune/Loss (Raw)": 0.901928186416626, "Finetune/Step": 610, "Finetune/Step Time": 6.591860646381974}
+{"Finetune/Learning Rate": 1.978594237044849e-05, "Finetune/Loss": 0.878247082233429, "Finetune/Loss (Raw)": 0.9268421530723572, "Finetune/Step": 611, "Finetune/Step Time": 6.570370240136981}
+{"Finetune/Learning Rate": 1.9784915719822255e-05, "Finetune/Loss": 0.8802974224090576, "Finetune/Loss (Raw)": 1.1001133918762207, "Finetune/Step": 612, "Finetune/Step Time": 6.566915217787027}
+{"Finetune/Learning Rate": 1.9783886639865287e-05, "Finetune/Loss": 0.8807435631752014, "Finetune/Loss (Raw)": 0.751458466053009, "Finetune/Step": 613, "Finetune/Step Time": 6.560102494433522}
+{"Finetune/Learning Rate": 1.978285513083309e-05, "Finetune/Loss": 0.8810943961143494, "Finetune/Loss (Raw)": 0.9366822838783264, "Finetune/Step": 614, "Finetune/Step Time": 6.546127462759614}
+{"Finetune/Learning Rate": 1.9781821192981744e-05, "Finetune/Loss": 0.8808841705322266, "Finetune/Loss (Raw)": 0.9232754111289978, "Finetune/Step": 615, "Finetune/Step Time": 6.552719393745065}
+{"Finetune/Learning Rate": 1.9780784826567955e-05, "Finetune/Loss": 0.8804343938827515, "Finetune/Loss (Raw)": 0.9337327480316162, "Finetune/Step": 616, "Finetune/Step Time": 6.55530290864408}
+{"Finetune/Learning Rate": 1.9779746031849027e-05, "Finetune/Loss": 0.881327748298645, "Finetune/Loss (Raw)": 0.9387173652648926, "Finetune/Step": 617, "Finetune/Step Time": 6.548016348853707}
+{"Finetune/Learning Rate": 1.9778704809082864e-05, "Finetune/Loss": 0.8822323083877563, "Finetune/Loss (Raw)": 0.9124909043312073, "Finetune/Step": 618, "Finetune/Step Time": 6.5423226822167635}
+{"Finetune/Learning Rate": 1.977766115852797e-05, "Finetune/Loss": 0.8844854831695557, "Finetune/Loss (Raw)": 0.8295095562934875, "Finetune/Step": 619, "Finetune/Step Time": 6.537358092144132}
+{"Finetune/Learning Rate": 1.9776615080443462e-05, "Finetune/Loss": 0.8849281668663025, "Finetune/Loss (Raw)": 0.9299038648605347, "Finetune/Step": 620, "Finetune/Step Time": 6.528773067519069}
+{"Finetune/Learning Rate": 1.9775566575089043e-05, "Finetune/Loss": 0.8847218751907349, "Finetune/Loss (Raw)": 0.9317967891693115, "Finetune/Step": 621, "Finetune/Step Time": 6.547967817634344}
+{"Finetune/Learning Rate": 1.977451564272504e-05, "Finetune/Loss": 0.8848291039466858, "Finetune/Loss (Raw)": 0.8887119889259338, "Finetune/Step": 622, "Finetune/Step Time": 6.536880824714899}
+{"Finetune/Learning Rate": 1.9773462283612363e-05, "Finetune/Loss": 0.8852015733718872, "Finetune/Loss (Raw)": 0.9722765684127808, "Finetune/Step": 623, "Finetune/Step Time": 6.538261404260993}
+{"Finetune/Learning Rate": 1.977240649801253e-05, "Finetune/Loss": 0.8849499225616455, "Finetune/Loss (Raw)": 0.9305570721626282, "Finetune/Step": 624, "Finetune/Step Time": 6.524676661938429}
+{"Finetune/Learning Rate": 1.9771348286187675e-05, "Finetune/Loss": 0.8854954242706299, "Finetune/Loss (Raw)": 0.9564175605773926, "Finetune/Step": 625, "Finetune/Step Time": 6.525890853255987}
+{"Finetune/Learning Rate": 1.9770287648400516e-05, "Finetune/Loss": 0.8855109214782715, "Finetune/Loss (Raw)": 0.9888812899589539, "Finetune/Step": 626, "Finetune/Step Time": 6.524393914267421}
+{"Finetune/Learning Rate": 1.9769224584914383e-05, "Finetune/Loss": 0.8860675692558289, "Finetune/Loss (Raw)": 0.9277734756469727, "Finetune/Step": 627, "Finetune/Step Time": 6.526972848922014}
+{"Finetune/Learning Rate": 1.9768159095993207e-05, "Finetune/Loss": 0.8859158754348755, "Finetune/Loss (Raw)": 0.87972092628479, "Finetune/Step": 628, "Finetune/Step Time": 6.507493324577808}
+{"Finetune/Learning Rate": 1.9767091181901516e-05, "Finetune/Loss": 0.8876858949661255, "Finetune/Loss (Raw)": 0.9394255876541138, "Finetune/Step": 629, "Finetune/Step Time": 6.498187845572829}
+{"Finetune/Learning Rate": 1.976602084290445e-05, "Finetune/Loss": 0.8902546167373657, "Finetune/Loss (Raw)": 1.0950703620910645, "Finetune/Step": 630, "Finetune/Step Time": 6.480705056339502}
+{"Finetune/Learning Rate": 1.9764948079267738e-05, "Finetune/Loss": 0.889745831489563, "Finetune/Loss (Raw)": 0.7629575133323669, "Finetune/Step": 631, "Finetune/Step Time": 6.466054156422615}
+{"Finetune/Learning Rate": 1.9763872891257722e-05, "Finetune/Loss": 0.890615701675415, "Finetune/Loss (Raw)": 1.0505582094192505, "Finetune/Step": 632, "Finetune/Step Time": 6.465563813224435}
+{"Finetune/Learning Rate": 1.9762795279141344e-05, "Finetune/Loss": 0.8921773433685303, "Finetune/Loss (Raw)": 1.1384379863739014, "Finetune/Step": 633, "Finetune/Step Time": 6.467098770663142}
+{"Finetune/Learning Rate": 1.9761715243186146e-05, "Finetune/Loss": 0.8934618234634399, "Finetune/Loss (Raw)": 0.8279918432235718, "Finetune/Step": 634, "Finetune/Step Time": 6.458644762635231}
+{"Finetune/Learning Rate": 1.976063278366027e-05, "Finetune/Loss": 0.893348753452301, "Finetune/Loss (Raw)": 0.9403789639472961, "Finetune/Step": 635, "Finetune/Step Time": 6.462690344080329}
+{"Finetune/Learning Rate": 1.9759547900832463e-05, "Finetune/Loss": 0.8931264877319336, "Finetune/Loss (Raw)": 0.8797239661216736, "Finetune/Step": 636, "Finetune/Step Time": 6.4875149223953485}
+{"Finetune/Learning Rate": 1.9758460594972068e-05, "Finetune/Loss": 0.8939757347106934, "Finetune/Loss (Raw)": 0.9916495084762573, "Finetune/Step": 637, "Finetune/Step Time": 6.478494297713041}
+{"Finetune/Learning Rate": 1.975737086634904e-05, "Finetune/Loss": 0.8950846195220947, "Finetune/Loss (Raw)": 0.9932405948638916, "Finetune/Step": 638, "Finetune/Step Time": 6.478451767936349}
+{"Finetune/Learning Rate": 1.9756278715233925e-05, "Finetune/Loss": 0.8944180011749268, "Finetune/Loss (Raw)": 0.9041648507118225, "Finetune/Step": 639, "Finetune/Step Time": 6.465587869286537}
+{"Finetune/Learning Rate": 1.9755184141897876e-05, "Finetune/Loss": 0.8943282961845398, "Finetune/Loss (Raw)": 0.9078137278556824, "Finetune/Step": 640, "Finetune/Step Time": 6.46565811894834}
+{"Finetune/Learning Rate": 1.9754087146612644e-05, "Finetune/Loss": 0.8929874897003174, "Finetune/Loss (Raw)": 0.8441982865333557, "Finetune/Step": 641, "Finetune/Step Time": 6.483488583937287}
+{"Finetune/Learning Rate": 1.975298772965059e-05, "Finetune/Loss": 0.8881306052207947, "Finetune/Loss (Raw)": 0.33835741877555847, "Finetune/Step": 642, "Finetune/Step Time": 6.481902696192265}
+{"Finetune/Learning Rate": 1.9751885891284658e-05, "Finetune/Loss": 0.8921487331390381, "Finetune/Loss (Raw)": 0.9069714546203613, "Finetune/Step": 643, "Finetune/Step Time": 6.46284138225019}
+{"Finetune/Learning Rate": 1.9750781631788416e-05, "Finetune/Loss": 0.89185631275177, "Finetune/Loss (Raw)": 0.9589087963104248, "Finetune/Step": 644, "Finetune/Step Time": 6.466663721948862}
+{"Finetune/Learning Rate": 1.9749674951436016e-05, "Finetune/Loss": 0.8921324014663696, "Finetune/Loss (Raw)": 1.0175797939300537, "Finetune/Step": 645, "Finetune/Step Time": 6.475349461659789}
+{"Finetune/Learning Rate": 1.9748565850502218e-05, "Finetune/Loss": 0.8919804096221924, "Finetune/Loss (Raw)": 0.9243454933166504, "Finetune/Step": 646, "Finetune/Step Time": 6.485140312463045}
+{"Finetune/Learning Rate": 1.9747454329262382e-05, "Finetune/Loss": 0.890994668006897, "Finetune/Loss (Raw)": 0.8588630557060242, "Finetune/Step": 647, "Finetune/Step Time": 6.485665109008551}
+{"Finetune/Learning Rate": 1.974634038799247e-05, "Finetune/Loss": 0.8921313285827637, "Finetune/Loss (Raw)": 0.9561027884483337, "Finetune/Step": 648, "Finetune/Step Time": 6.4839531648904085}
+{"Finetune/Learning Rate": 1.9745224026969042e-05, "Finetune/Loss": 0.891037106513977, "Finetune/Loss (Raw)": 0.8299340605735779, "Finetune/Step": 649, "Finetune/Step Time": 6.479625033214688}
+{"Finetune/Learning Rate": 1.9744105246469264e-05, "Finetune/Loss": 0.8906104564666748, "Finetune/Loss (Raw)": 0.8391870260238647, "Finetune/Step": 650, "Finetune/Step Time": 6.492031738162041}
+{"Finetune/Learning Rate": 1.974298404677089e-05, "Finetune/Loss": 0.8922562003135681, "Finetune/Loss (Raw)": 0.9135180711746216, "Finetune/Step": 651, "Finetune/Step Time": 6.500448638573289}
+{"Finetune/Learning Rate": 1.9741860428152294e-05, "Finetune/Loss": 0.8918921947479248, "Finetune/Loss (Raw)": 0.8930014371871948, "Finetune/Step": 652, "Finetune/Step Time": 6.50489854067564}
+{"Finetune/Learning Rate": 1.9740734390892432e-05, "Finetune/Loss": 0.8911203145980835, "Finetune/Loss (Raw)": 0.8596333265304565, "Finetune/Step": 653, "Finetune/Step Time": 6.507330609485507}
+{"Finetune/Learning Rate": 1.9739605935270877e-05, "Finetune/Loss": 0.8935080170631409, "Finetune/Loss (Raw)": 1.1605005264282227, "Finetune/Step": 654, "Finetune/Step Time": 6.498664390295744}
+{"Finetune/Learning Rate": 1.9738475061567785e-05, "Finetune/Loss": 0.8935284614562988, "Finetune/Loss (Raw)": 0.8607755303382874, "Finetune/Step": 655, "Finetune/Step Time": 6.507537705823779}
+{"Finetune/Learning Rate": 1.9737341770063928e-05, "Finetune/Loss": 0.8928325176239014, "Finetune/Loss (Raw)": 0.8626878261566162, "Finetune/Step": 656, "Finetune/Step Time": 6.5104571506381035}
+{"Finetune/Learning Rate": 1.973620606104067e-05, "Finetune/Loss": 0.8919452428817749, "Finetune/Loss (Raw)": 0.827671229839325, "Finetune/Step": 657, "Finetune/Step Time": 6.53098725900054}
+{"Finetune/Learning Rate": 1.9735067934779973e-05, "Finetune/Loss": 0.8913712501525879, "Finetune/Loss (Raw)": 0.9259331226348877, "Finetune/Step": 658, "Finetune/Step Time": 6.533083250746131}
+{"Finetune/Learning Rate": 1.973392739156441e-05, "Finetune/Loss": 0.8886289596557617, "Finetune/Loss (Raw)": 0.7110589146614075, "Finetune/Step": 659, "Finetune/Step Time": 6.555444519966841}
+{"Finetune/Learning Rate": 1.9732784431677143e-05, "Finetune/Loss": 0.889769971370697, "Finetune/Loss (Raw)": 1.0342670679092407, "Finetune/Step": 660, "Finetune/Step Time": 6.56000061146915}
+{"Finetune/Learning Rate": 1.9731639055401937e-05, "Finetune/Loss": 0.8901576399803162, "Finetune/Loss (Raw)": 0.9263669848442078, "Finetune/Step": 661, "Finetune/Step Time": 6.553580308333039}
+{"Finetune/Learning Rate": 1.9730491263023163e-05, "Finetune/Loss": 0.8907995820045471, "Finetune/Loss (Raw)": 0.9827866554260254, "Finetune/Step": 662, "Finetune/Step Time": 6.543454265221953}
+{"Finetune/Learning Rate": 1.9729341054825783e-05, "Finetune/Loss": 0.8922610282897949, "Finetune/Loss (Raw)": 1.0048476457595825, "Finetune/Step": 663, "Finetune/Step Time": 6.533093614503741}
+{"Finetune/Learning Rate": 1.9728188431095364e-05, "Finetune/Loss": 0.8928130865097046, "Finetune/Loss (Raw)": 0.8599124550819397, "Finetune/Step": 664, "Finetune/Step Time": 6.521615726873279}
+{"Finetune/Learning Rate": 1.972703339211807e-05, "Finetune/Loss": 0.8931475877761841, "Finetune/Loss (Raw)": 1.0026235580444336, "Finetune/Step": 665, "Finetune/Step Time": 6.529916062951088}
+{"Finetune/Learning Rate": 1.9725875938180667e-05, "Finetune/Loss": 0.8941689729690552, "Finetune/Loss (Raw)": 1.0655150413513184, "Finetune/Step": 666, "Finetune/Step Time": 6.523776052519679}
+{"Finetune/Learning Rate": 1.972471606957052e-05, "Finetune/Loss": 0.8937135934829712, "Finetune/Loss (Raw)": 0.9737153649330139, "Finetune/Step": 667, "Finetune/Step Time": 6.537051934748888}
+{"Finetune/Learning Rate": 1.972355378657559e-05, "Finetune/Loss": 0.8927390575408936, "Finetune/Loss (Raw)": 0.7650173306465149, "Finetune/Step": 668, "Finetune/Step Time": 6.543087920174003}
+{"Finetune/Learning Rate": 1.9722389089484446e-05, "Finetune/Loss": 0.8928335905075073, "Finetune/Loss (Raw)": 0.9458567500114441, "Finetune/Step": 669, "Finetune/Step Time": 6.538138400763273}
+{"Finetune/Learning Rate": 1.972122197858625e-05, "Finetune/Loss": 0.8923118710517883, "Finetune/Loss (Raw)": 0.8508533239364624, "Finetune/Step": 670, "Finetune/Step Time": 6.540833480656147}
+{"Finetune/Learning Rate": 1.972005245417076e-05, "Finetune/Loss": 0.8911994695663452, "Finetune/Loss (Raw)": 0.9032838940620422, "Finetune/Step": 671, "Finetune/Step Time": 6.539951168000698}
+{"Finetune/Learning Rate": 1.9718880516528335e-05, "Finetune/Loss": 0.8910551071166992, "Finetune/Loss (Raw)": 0.9623039960861206, "Finetune/Step": 672, "Finetune/Step Time": 6.537203827872872}
+{"Finetune/Learning Rate": 1.9717706165949945e-05, "Finetune/Loss": 0.8920261859893799, "Finetune/Loss (Raw)": 1.0585278272628784, "Finetune/Step": 673, "Finetune/Step Time": 6.538084346801043}
+{"Finetune/Learning Rate": 1.9716529402727144e-05, "Finetune/Loss": 0.8933748006820679, "Finetune/Loss (Raw)": 1.0687129497528076, "Finetune/Step": 674, "Finetune/Step Time": 6.538585478439927}
+{"Finetune/Learning Rate": 1.9715350227152093e-05, "Finetune/Loss": 0.8930440545082092, "Finetune/Loss (Raw)": 0.9734287858009338, "Finetune/Step": 675, "Finetune/Step Time": 6.540561804547906}
+{"Finetune/Learning Rate": 1.9714168639517543e-05, "Finetune/Loss": 0.8944376707077026, "Finetune/Loss (Raw)": 0.9747987389564514, "Finetune/Step": 676, "Finetune/Step Time": 6.534461263567209}
+{"Finetune/Learning Rate": 1.971298464011686e-05, "Finetune/Loss": 0.895192563533783, "Finetune/Loss (Raw)": 0.7650142312049866, "Finetune/Step": 677, "Finetune/Step Time": 6.565784586593509}
+{"Finetune/Learning Rate": 1.9711798229243993e-05, "Finetune/Loss": 0.8964102268218994, "Finetune/Loss (Raw)": 1.0150245428085327, "Finetune/Step": 678, "Finetune/Step Time": 6.57723681256175}
+{"Finetune/Learning Rate": 1.9710609407193493e-05, "Finetune/Loss": 0.897983193397522, "Finetune/Loss (Raw)": 1.034892201423645, "Finetune/Step": 679, "Finetune/Step Time": 6.5823706816881895}
+{"Finetune/Learning Rate": 1.9709418174260523e-05, "Finetune/Loss": 0.8967247009277344, "Finetune/Loss (Raw)": 0.8544903993606567, "Finetune/Step": 680, "Finetune/Step Time": 6.581091791391373}
+{"Finetune/Learning Rate": 1.9708224530740824e-05, "Finetune/Loss": 0.8988194465637207, "Finetune/Loss (Raw)": 0.9924376010894775, "Finetune/Step": 681, "Finetune/Step Time": 6.579302264377475}
+{"Finetune/Learning Rate": 1.9707028476930747e-05, "Finetune/Loss": 0.898651123046875, "Finetune/Loss (Raw)": 0.9855787754058838, "Finetune/Step": 682, "Finetune/Step Time": 6.5760855954140425}
+{"Finetune/Learning Rate": 1.9705830013127248e-05, "Finetune/Loss": 0.8997873067855835, "Finetune/Loss (Raw)": 1.0380836725234985, "Finetune/Step": 683, "Finetune/Step Time": 6.557298831641674}
+{"Finetune/Learning Rate": 1.970462913962786e-05, "Finetune/Loss": 0.8994684219360352, "Finetune/Loss (Raw)": 0.8558867573738098, "Finetune/Step": 684, "Finetune/Step Time": 6.546378580853343}
+{"Finetune/Learning Rate": 1.970342585673074e-05, "Finetune/Loss": 0.897966742515564, "Finetune/Loss (Raw)": 0.6731418967247009, "Finetune/Step": 685, "Finetune/Step Time": 6.561114387586713}
+{"Finetune/Learning Rate": 1.9702220164734624e-05, "Finetune/Loss": 0.9019935727119446, "Finetune/Loss (Raw)": 0.7610152363777161, "Finetune/Step": 686, "Finetune/Step Time": 6.555038791149855}
+{"Finetune/Learning Rate": 1.9701012063938854e-05, "Finetune/Loss": 0.9018074870109558, "Finetune/Loss (Raw)": 0.8876866102218628, "Finetune/Step": 687, "Finetune/Step Time": 6.551543343812227}
+{"Finetune/Learning Rate": 1.9699801554643367e-05, "Finetune/Loss": 0.9027670621871948, "Finetune/Loss (Raw)": 0.9085977077484131, "Finetune/Step": 688, "Finetune/Step Time": 6.5495603661984205}
+{"Finetune/Learning Rate": 1.9698588637148705e-05, "Finetune/Loss": 0.9005632996559143, "Finetune/Loss (Raw)": 0.5421958565711975, "Finetune/Step": 689, "Finetune/Step Time": 6.562345735728741}
+{"Finetune/Learning Rate": 1.9697373311755997e-05, "Finetune/Loss": 0.8995802402496338, "Finetune/Loss (Raw)": 0.6860812902450562, "Finetune/Step": 690, "Finetune/Step Time": 6.595531487837434}
+{"Finetune/Learning Rate": 1.969615557876698e-05, "Finetune/Loss": 0.8996694684028625, "Finetune/Loss (Raw)": 0.9780269265174866, "Finetune/Step": 691, "Finetune/Step Time": 6.598365496844053}
+{"Finetune/Learning Rate": 1.9694935438483985e-05, "Finetune/Loss": 0.8984758853912354, "Finetune/Loss (Raw)": 0.7918537259101868, "Finetune/Step": 692, "Finetune/Step Time": 6.615428084507585}
+{"Finetune/Learning Rate": 1.9693712891209934e-05, "Finetune/Loss": 0.8987212181091309, "Finetune/Loss (Raw)": 0.7893460988998413, "Finetune/Step": 693, "Finetune/Step Time": 6.615142989903688}
+{"Finetune/Learning Rate": 1.9692487937248352e-05, "Finetune/Loss": 0.8938384056091309, "Finetune/Loss (Raw)": 0.3907615542411804, "Finetune/Step": 694, "Finetune/Step Time": 6.632624235004187}
+{"Finetune/Learning Rate": 1.9691260576903372e-05, "Finetune/Loss": 0.8929675817489624, "Finetune/Loss (Raw)": 0.7216231226921082, "Finetune/Step": 695, "Finetune/Step Time": 6.639254651963711}
+{"Finetune/Learning Rate": 1.9690030810479706e-05, "Finetune/Loss": 0.8986157178878784, "Finetune/Loss (Raw)": 1.0045437812805176, "Finetune/Step": 696, "Finetune/Step Time": 6.614404460415244}
+{"Finetune/Learning Rate": 1.9688798638282675e-05, "Finetune/Loss": 0.8982503414154053, "Finetune/Loss (Raw)": 0.80411297082901, "Finetune/Step": 697, "Finetune/Step Time": 6.620700854808092}
+{"Finetune/Learning Rate": 1.9687564060618193e-05, "Finetune/Loss": 0.8994808197021484, "Finetune/Loss (Raw)": 1.059498906135559, "Finetune/Step": 698, "Finetune/Step Time": 6.6141462251544}
+{"Finetune/Learning Rate": 1.9686327077792772e-05, "Finetune/Loss": 0.9016677737236023, "Finetune/Loss (Raw)": 1.0929819345474243, "Finetune/Step": 699, "Finetune/Step Time": 6.610840335488319}
+{"Finetune/Learning Rate": 1.968508769011352e-05, "Finetune/Loss": 0.9008864164352417, "Finetune/Loss (Raw)": 0.8447412252426147, "Finetune/Step": 700, "Finetune/Step Time": 6.630007181316614}
+{"Finetune/Learning Rate": 1.968384589788815e-05, "Finetune/Loss": 0.8952440023422241, "Finetune/Loss (Raw)": 0.30591848492622375, "Finetune/Step": 701, "Finetune/Step Time": 6.640841579064727}
+{"Finetune/Learning Rate": 1.9682601701424958e-05, "Finetune/Loss": 0.8942668437957764, "Finetune/Loss (Raw)": 0.8876669406890869, "Finetune/Step": 702, "Finetune/Step Time": 6.647999357432127}
+{"Finetune/Learning Rate": 1.968135510103285e-05, "Finetune/Loss": 0.8921427726745605, "Finetune/Loss (Raw)": 0.7521907687187195, "Finetune/Step": 703, "Finetune/Step Time": 6.63865258730948}
+{"Finetune/Learning Rate": 1.968010609702132e-05, "Finetune/Loss": 0.8925431966781616, "Finetune/Loss (Raw)": 0.9469364881515503, "Finetune/Step": 704, "Finetune/Step Time": 6.650850854814053}
+{"Finetune/Learning Rate": 1.9678854689700463e-05, "Finetune/Loss": 0.8929754495620728, "Finetune/Loss (Raw)": 0.9457658529281616, "Finetune/Step": 705, "Finetune/Step Time": 6.650583948940039}
+{"Finetune/Learning Rate": 1.9677600879380972e-05, "Finetune/Loss": 0.8916996121406555, "Finetune/Loss (Raw)": 0.6706362962722778, "Finetune/Step": 706, "Finetune/Step Time": 6.653069071471691}
+{"Finetune/Learning Rate": 1.967634466637413e-05, "Finetune/Loss": 0.8919582366943359, "Finetune/Loss (Raw)": 0.8153738379478455, "Finetune/Step": 707, "Finetune/Step Time": 6.638788521289825}
+{"Finetune/Learning Rate": 1.967508605099182e-05, "Finetune/Loss": 0.89284348487854, "Finetune/Loss (Raw)": 1.0725997686386108, "Finetune/Step": 708, "Finetune/Step Time": 6.642577473074198}
+{"Finetune/Learning Rate": 1.9673825033546526e-05, "Finetune/Loss": 0.8912307024002075, "Finetune/Loss (Raw)": 0.8120647668838501, "Finetune/Step": 709, "Finetune/Step Time": 6.64429659023881}
+{"Finetune/Learning Rate": 1.9672561614351325e-05, "Finetune/Loss": 0.8898518085479736, "Finetune/Loss (Raw)": 0.834388792514801, "Finetune/Step": 710, "Finetune/Step Time": 6.634308911859989}
+{"Finetune/Learning Rate": 1.9671295793719893e-05, "Finetune/Loss": 0.8907911777496338, "Finetune/Loss (Raw)": 0.9113579392433167, "Finetune/Step": 711, "Finetune/Step Time": 6.646790720522404}
+{"Finetune/Learning Rate": 1.9670027571966486e-05, "Finetune/Loss": 0.888601541519165, "Finetune/Loss (Raw)": 0.6118309497833252, "Finetune/Step": 712, "Finetune/Step Time": 6.657445227727294}
+{"Finetune/Learning Rate": 1.9668756949405986e-05, "Finetune/Loss": 0.8882341384887695, "Finetune/Loss (Raw)": 0.9261272549629211, "Finetune/Step": 713, "Finetune/Step Time": 6.65784334205091}
+{"Finetune/Learning Rate": 1.966748392635384e-05, "Finetune/Loss": 0.8915718793869019, "Finetune/Loss (Raw)": 0.7648930549621582, "Finetune/Step": 714, "Finetune/Step Time": 6.655076874420047}
+{"Finetune/Learning Rate": 1.9666208503126115e-05, "Finetune/Loss": 0.8912386894226074, "Finetune/Loss (Raw)": 1.025565505027771, "Finetune/Step": 715, "Finetune/Step Time": 6.654095906764269}
+{"Finetune/Learning Rate": 1.9664930680039457e-05, "Finetune/Loss": 0.8911784887313843, "Finetune/Loss (Raw)": 0.788918137550354, "Finetune/Step": 716, "Finetune/Step Time": 6.6293910928070545}
+{"Finetune/Learning Rate": 1.9663650457411123e-05, "Finetune/Loss": 0.8908839821815491, "Finetune/Loss (Raw)": 0.9732317328453064, "Finetune/Step": 717, "Finetune/Step Time": 6.651189846917987}
+{"Finetune/Learning Rate": 1.9662367835558954e-05, "Finetune/Loss": 0.8902384042739868, "Finetune/Loss (Raw)": 0.9420143365859985, "Finetune/Step": 718, "Finetune/Step Time": 6.655554125085473}
+{"Finetune/Learning Rate": 1.9661082814801387e-05, "Finetune/Loss": 0.891033411026001, "Finetune/Loss (Raw)": 0.9453703165054321, "Finetune/Step": 719, "Finetune/Step Time": 6.656527362763882}
+{"Finetune/Learning Rate": 1.965979539545746e-05, "Finetune/Loss": 0.8924169540405273, "Finetune/Loss (Raw)": 1.0666072368621826, "Finetune/Step": 720, "Finetune/Step Time": 6.658946381881833}
+{"Finetune/Learning Rate": 1.965850557784681e-05, "Finetune/Loss": 0.8922806978225708, "Finetune/Loss (Raw)": 0.8532842993736267, "Finetune/Step": 721, "Finetune/Step Time": 6.66287206672132}
+{"Finetune/Learning Rate": 1.9657213362289657e-05, "Finetune/Loss": 0.8916532397270203, "Finetune/Loss (Raw)": 0.8652310371398926, "Finetune/Step": 722, "Finetune/Step Time": 6.689274730160832}
+{"Finetune/Learning Rate": 1.9655918749106823e-05, "Finetune/Loss": 0.8922944068908691, "Finetune/Loss (Raw)": 1.0295593738555908, "Finetune/Step": 723, "Finetune/Step Time": 6.6874406933784485}
+{"Finetune/Learning Rate": 1.965462173861973e-05, "Finetune/Loss": 0.8931735754013062, "Finetune/Loss (Raw)": 0.9573894143104553, "Finetune/Step": 724, "Finetune/Step Time": 6.702802270650864}
+{"Finetune/Learning Rate": 1.965332233115039e-05, "Finetune/Loss": 0.8954062461853027, "Finetune/Loss (Raw)": 1.0731478929519653, "Finetune/Step": 725, "Finetune/Step Time": 6.702181497588754}
+{"Finetune/Learning Rate": 1.9652020527021412e-05, "Finetune/Loss": 0.893539309501648, "Finetune/Loss (Raw)": 0.6337880492210388, "Finetune/Step": 726, "Finetune/Step Time": 6.690768023952842}
+{"Finetune/Learning Rate": 1.965071632655599e-05, "Finetune/Loss": 0.8931864500045776, "Finetune/Loss (Raw)": 0.9245803356170654, "Finetune/Step": 727, "Finetune/Step Time": 6.697567543014884}
+{"Finetune/Learning Rate": 1.9649409730077934e-05, "Finetune/Loss": 0.8934503793716431, "Finetune/Loss (Raw)": 1.0327961444854736, "Finetune/Step": 728, "Finetune/Step Time": 6.69752299413085}
+{"Finetune/Learning Rate": 1.964810073791163e-05, "Finetune/Loss": 0.8908843994140625, "Finetune/Loss (Raw)": 0.5076954364776611, "Finetune/Step": 729, "Finetune/Step Time": 6.687746534124017}
+{"Finetune/Learning Rate": 1.9646789350382066e-05, "Finetune/Loss": 0.8909447193145752, "Finetune/Loss (Raw)": 0.9542396664619446, "Finetune/Step": 730, "Finetune/Step Time": 6.691614929586649}
+{"Finetune/Learning Rate": 1.9645475567814826e-05, "Finetune/Loss": 0.8923118114471436, "Finetune/Loss (Raw)": 0.9411320090293884, "Finetune/Step": 731, "Finetune/Step Time": 6.687734538689256}
+{"Finetune/Learning Rate": 1.9644159390536086e-05, "Finetune/Loss": 0.890811562538147, "Finetune/Loss (Raw)": 0.8003640174865723, "Finetune/Step": 732, "Finetune/Step Time": 6.71926349028945}
+{"Finetune/Learning Rate": 1.9642840818872616e-05, "Finetune/Loss": 0.8915545344352722, "Finetune/Loss (Raw)": 0.8862972855567932, "Finetune/Step": 733, "Finetune/Step Time": 6.718179380521178}
+{"Finetune/Learning Rate": 1.964151985315178e-05, "Finetune/Loss": 0.8913100957870483, "Finetune/Loss (Raw)": 0.7864341139793396, "Finetune/Step": 734, "Finetune/Step Time": 6.706554282456636}
+{"Finetune/Learning Rate": 1.9640196493701543e-05, "Finetune/Loss": 0.8918848037719727, "Finetune/Loss (Raw)": 0.7595831155776978, "Finetune/Step": 735, "Finetune/Step Time": 6.6850129421800375}
+{"Finetune/Learning Rate": 1.963887074085046e-05, "Finetune/Loss": 0.8908458352088928, "Finetune/Loss (Raw)": 0.8844286203384399, "Finetune/Step": 736, "Finetune/Step Time": 6.720011472702026}
+{"Finetune/Learning Rate": 1.9637542594927673e-05, "Finetune/Loss": 0.8925229907035828, "Finetune/Loss (Raw)": 1.0416736602783203, "Finetune/Step": 737, "Finetune/Step Time": 6.716904142871499}
+{"Finetune/Learning Rate": 1.963621205626293e-05, "Finetune/Loss": 0.8930295705795288, "Finetune/Loss (Raw)": 0.9667632579803467, "Finetune/Step": 738, "Finetune/Step Time": 6.713726926594973}
+{"Finetune/Learning Rate": 1.9634879125186567e-05, "Finetune/Loss": 0.8893141150474548, "Finetune/Loss (Raw)": 0.4512621760368347, "Finetune/Step": 739, "Finetune/Step Time": 6.737588752061129}
+{"Finetune/Learning Rate": 1.9633543802029513e-05, "Finetune/Loss": 0.8888152241706848, "Finetune/Loss (Raw)": 1.036262035369873, "Finetune/Step": 740, "Finetune/Step Time": 6.741501463577151}
+{"Finetune/Learning Rate": 1.9632206087123296e-05, "Finetune/Loss": 0.8882738351821899, "Finetune/Loss (Raw)": 0.6821570992469788, "Finetune/Step": 741, "Finetune/Step Time": 6.759486487135291}
+{"Finetune/Learning Rate": 1.9630865980800032e-05, "Finetune/Loss": 0.887947678565979, "Finetune/Loss (Raw)": 0.89493727684021, "Finetune/Step": 742, "Finetune/Step Time": 6.764971937984228}
+{"Finetune/Learning Rate": 1.9629523483392435e-05, "Finetune/Loss": 0.8885780572891235, "Finetune/Loss (Raw)": 1.0039629936218262, "Finetune/Step": 743, "Finetune/Step Time": 6.758458120748401}
+{"Finetune/Learning Rate": 1.962817859523381e-05, "Finetune/Loss": 0.8886802196502686, "Finetune/Loss (Raw)": 0.9468088150024414, "Finetune/Step": 744, "Finetune/Step Time": 6.760232048109174}
+{"Finetune/Learning Rate": 1.9626831316658058e-05, "Finetune/Loss": 0.8873561024665833, "Finetune/Loss (Raw)": 0.7692273259162903, "Finetune/Step": 745, "Finetune/Step Time": 6.778403643518686}
+{"Finetune/Learning Rate": 1.9625481647999668e-05, "Finetune/Loss": 0.888206958770752, "Finetune/Loss (Raw)": 1.0213992595672607, "Finetune/Step": 746, "Finetune/Step Time": 6.770009450614452}
+{"Finetune/Learning Rate": 1.962412958959373e-05, "Finetune/Loss": 0.8897074460983276, "Finetune/Loss (Raw)": 1.0215752124786377, "Finetune/Step": 747, "Finetune/Step Time": 6.750286431983113}
+{"Finetune/Learning Rate": 1.962277514177592e-05, "Finetune/Loss": 0.8904962539672852, "Finetune/Loss (Raw)": 1.0308674573898315, "Finetune/Step": 748, "Finetune/Step Time": 6.751585433259606}
+{"Finetune/Learning Rate": 1.9621418304882514e-05, "Finetune/Loss": 0.8898224830627441, "Finetune/Loss (Raw)": 0.8455507755279541, "Finetune/Step": 749, "Finetune/Step Time": 6.741285080090165}
+{"Finetune/Learning Rate": 1.9620059079250378e-05, "Finetune/Loss": 0.8894644379615784, "Finetune/Loss (Raw)": 0.8428899049758911, "Finetune/Step": 750, "Finetune/Step Time": 6.746496921405196}
+{"Finetune/Learning Rate": 1.961869746521697e-05, "Finetune/Loss": 0.8879086375236511, "Finetune/Loss (Raw)": 0.7731297016143799, "Finetune/Step": 751, "Finetune/Step Time": 6.749410687014461}
+{"Finetune/Learning Rate": 1.9617333463120342e-05, "Finetune/Loss": 0.8883266448974609, "Finetune/Loss (Raw)": 0.9840651750564575, "Finetune/Step": 752, "Finetune/Step Time": 6.750156247988343}
+{"Finetune/Learning Rate": 1.961596707329914e-05, "Finetune/Loss": 0.8839458227157593, "Finetune/Loss (Raw)": 0.39567869901657104, "Finetune/Step": 753, "Finetune/Step Time": 6.7679049130529165}
+{"Finetune/Learning Rate": 1.9614598296092603e-05, "Finetune/Loss": 0.8824259638786316, "Finetune/Loss (Raw)": 0.7943300604820251, "Finetune/Step": 754, "Finetune/Step Time": 6.768557887524366}
+{"Finetune/Learning Rate": 1.9613227131840554e-05, "Finetune/Loss": 0.8810337781906128, "Finetune/Loss (Raw)": 0.7495735287666321, "Finetune/Step": 755, "Finetune/Step Time": 6.789630878716707}
+{"Finetune/Learning Rate": 1.9611853580883427e-05, "Finetune/Loss": 0.8809188008308411, "Finetune/Loss (Raw)": 0.8650097250938416, "Finetune/Step": 756, "Finetune/Step Time": 6.787429133430123}
+{"Finetune/Learning Rate": 1.961047764356223e-05, "Finetune/Loss": 0.8801689147949219, "Finetune/Loss (Raw)": 0.8434370160102844, "Finetune/Step": 757, "Finetune/Step Time": 6.79891662299633}
+{"Finetune/Learning Rate": 1.9609099320218575e-05, "Finetune/Loss": 0.8793636560440063, "Finetune/Loss (Raw)": 0.9919930696487427, "Finetune/Step": 758, "Finetune/Step Time": 6.806918686255813}
+{"Finetune/Learning Rate": 1.960771861119466e-05, "Finetune/Loss": 0.8808866739273071, "Finetune/Loss (Raw)": 0.9579021334648132, "Finetune/Step": 759, "Finetune/Step Time": 6.807282393798232}
+{"Finetune/Learning Rate": 1.9606335516833278e-05, "Finetune/Loss": 0.8797546625137329, "Finetune/Loss (Raw)": 0.9056621789932251, "Finetune/Step": 760, "Finetune/Step Time": 6.8000980746001005}
+{"Finetune/Learning Rate": 1.9604950037477816e-05, "Finetune/Loss": 0.877985954284668, "Finetune/Loss (Raw)": 0.9120452404022217, "Finetune/Step": 761, "Finetune/Step Time": 6.803168931975961}
+{"Finetune/Learning Rate": 1.960356217347225e-05, "Finetune/Loss": 0.8744149804115295, "Finetune/Loss (Raw)": 0.37091153860092163, "Finetune/Step": 762, "Finetune/Step Time": 6.822912719100714}
+{"Finetune/Learning Rate": 1.960217192516115e-05, "Finetune/Loss": 0.8730253577232361, "Finetune/Loss (Raw)": 0.7625011205673218, "Finetune/Step": 763, "Finetune/Step Time": 6.826711814850569}
+{"Finetune/Learning Rate": 1.9600779292889675e-05, "Finetune/Loss": 0.8728082180023193, "Finetune/Loss (Raw)": 0.8519397377967834, "Finetune/Step": 764, "Finetune/Step Time": 6.804545268416405}
+{"Finetune/Learning Rate": 1.9599384277003576e-05, "Finetune/Loss": 0.872185468673706, "Finetune/Loss (Raw)": 0.9119294285774231, "Finetune/Step": 765, "Finetune/Step Time": 6.808011695742607}
+{"Finetune/Learning Rate": 1.9597986877849208e-05, "Finetune/Loss": 0.8720735311508179, "Finetune/Loss (Raw)": 0.9789140820503235, "Finetune/Step": 766, "Finetune/Step Time": 6.825739214196801}
+{"Finetune/Learning Rate": 1.9596587095773496e-05, "Finetune/Loss": 0.8719707727432251, "Finetune/Loss (Raw)": 0.8910159468650818, "Finetune/Step": 767, "Finetune/Step Time": 6.834418309852481}
+{"Finetune/Learning Rate": 1.9595184931123974e-05, "Finetune/Loss": 0.8713817596435547, "Finetune/Loss (Raw)": 0.8324183225631714, "Finetune/Step": 768, "Finetune/Step Time": 6.843750694766641}
+{"Finetune/Learning Rate": 1.9593780384248762e-05, "Finetune/Loss": 0.8704785108566284, "Finetune/Loss (Raw)": 0.728582501411438, "Finetune/Step": 769, "Finetune/Step Time": 6.841269681230187}
+{"Finetune/Learning Rate": 1.959237345549657e-05, "Finetune/Loss": 0.8745485544204712, "Finetune/Loss (Raw)": 0.8593143820762634, "Finetune/Step": 770, "Finetune/Step Time": 6.830190859735012}
+{"Finetune/Learning Rate": 1.9590964145216698e-05, "Finetune/Loss": 0.8752540349960327, "Finetune/Loss (Raw)": 0.9972772598266602, "Finetune/Step": 771, "Finetune/Step Time": 6.834541853517294}
+{"Finetune/Learning Rate": 1.958955245375904e-05, "Finetune/Loss": 0.8750083446502686, "Finetune/Loss (Raw)": 0.9274618625640869, "Finetune/Step": 772, "Finetune/Step Time": 6.8288568034768105}
+{"Finetune/Learning Rate": 1.9588138381474085e-05, "Finetune/Loss": 0.8746152520179749, "Finetune/Loss (Raw)": 0.9672602415084839, "Finetune/Step": 773, "Finetune/Step Time": 6.817656803876162}
+{"Finetune/Learning Rate": 1.958672192871291e-05, "Finetune/Loss": 0.8732870817184448, "Finetune/Loss (Raw)": 0.7543430924415588, "Finetune/Step": 774, "Finetune/Step Time": 6.8292325604707}
+{"Finetune/Learning Rate": 1.9585303095827174e-05, "Finetune/Loss": 0.8740980625152588, "Finetune/Loss (Raw)": 0.9626646041870117, "Finetune/Step": 775, "Finetune/Step Time": 6.832112327218056}
+{"Finetune/Learning Rate": 1.9583881883169143e-05, "Finetune/Loss": 0.871920108795166, "Finetune/Loss (Raw)": 0.677326500415802, "Finetune/Step": 776, "Finetune/Step Time": 6.833829648792744}
+{"Finetune/Learning Rate": 1.9582458291091664e-05, "Finetune/Loss": 0.8732600808143616, "Finetune/Loss (Raw)": 1.0014519691467285, "Finetune/Step": 777, "Finetune/Step Time": 6.850637927651405}
+{"Finetune/Learning Rate": 1.958103231994817e-05, "Finetune/Loss": 0.874426007270813, "Finetune/Loss (Raw)": 0.988426685333252, "Finetune/Step": 778, "Finetune/Step Time": 6.836521949619055}
+{"Finetune/Learning Rate": 1.9579603970092702e-05, "Finetune/Loss": 0.8740947842597961, "Finetune/Loss (Raw)": 0.8711205124855042, "Finetune/Step": 779, "Finetune/Step Time": 6.833291035145521}
+{"Finetune/Learning Rate": 1.957817324187987e-05, "Finetune/Loss": 0.8696678876876831, "Finetune/Loss (Raw)": 0.3263583183288574, "Finetune/Step": 780, "Finetune/Step Time": 6.851928796619177}
+{"Finetune/Learning Rate": 1.9576740135664894e-05, "Finetune/Loss": 0.8694615364074707, "Finetune/Loss (Raw)": 0.8332276940345764, "Finetune/Step": 781, "Finetune/Step Time": 6.852886267006397}
+{"Finetune/Learning Rate": 1.9575304651803572e-05, "Finetune/Loss": 0.8649104833602905, "Finetune/Loss (Raw)": 0.5779599547386169, "Finetune/Step": 782, "Finetune/Step Time": 6.882889801636338}
+{"Finetune/Learning Rate": 1.9573866790652296e-05, "Finetune/Loss": 0.8648518323898315, "Finetune/Loss (Raw)": 0.8532705307006836, "Finetune/Step": 783, "Finetune/Step Time": 6.914713550359011}
+{"Finetune/Learning Rate": 1.9572426552568045e-05, "Finetune/Loss": 0.8631460070610046, "Finetune/Loss (Raw)": 0.6443395018577576, "Finetune/Step": 784, "Finetune/Step Time": 6.9326670449227095}
+{"Finetune/Learning Rate": 1.9570983937908398e-05, "Finetune/Loss": 0.8642150163650513, "Finetune/Loss (Raw)": 0.9645044207572937, "Finetune/Step": 785, "Finetune/Step Time": 6.928291477262974}
+{"Finetune/Learning Rate": 1.956953894703151e-05, "Finetune/Loss": 0.8647894859313965, "Finetune/Loss (Raw)": 0.9994716048240662, "Finetune/Step": 786, "Finetune/Step Time": 6.926312178373337}
+{"Finetune/Learning Rate": 1.9568091580296138e-05, "Finetune/Loss": 0.866603434085846, "Finetune/Loss (Raw)": 0.9432392716407776, "Finetune/Step": 787, "Finetune/Step Time": 6.940001120790839}
+{"Finetune/Learning Rate": 1.9566641838061624e-05, "Finetune/Loss": 0.8666263818740845, "Finetune/Loss (Raw)": 1.0372041463851929, "Finetune/Step": 788, "Finetune/Step Time": 6.937483439221978}
+{"Finetune/Learning Rate": 1.95651897206879e-05, "Finetune/Loss": 0.8666584491729736, "Finetune/Loss (Raw)": 0.9304664731025696, "Finetune/Step": 789, "Finetune/Step Time": 6.945492468774319}
+{"Finetune/Learning Rate": 1.9563735228535482e-05, "Finetune/Loss": 0.8634555339813232, "Finetune/Loss (Raw)": 0.5728190541267395, "Finetune/Step": 790, "Finetune/Step Time": 6.975027298554778}
+{"Finetune/Learning Rate": 1.9562278361965494e-05, "Finetune/Loss": 0.8623354434967041, "Finetune/Loss (Raw)": 0.8614761233329773, "Finetune/Step": 791, "Finetune/Step Time": 6.977021494880319}
+{"Finetune/Learning Rate": 1.956081912133962e-05, "Finetune/Loss": 0.8617439270019531, "Finetune/Loss (Raw)": 0.7841974496841431, "Finetune/Step": 792, "Finetune/Step Time": 6.967808593064547}
+{"Finetune/Learning Rate": 1.9559357507020163e-05, "Finetune/Loss": 0.8609228134155273, "Finetune/Loss (Raw)": 0.8975184559822083, "Finetune/Step": 793, "Finetune/Step Time": 6.969866961240768}
+{"Finetune/Learning Rate": 1.9557893519369994e-05, "Finetune/Loss": 0.8592185974121094, "Finetune/Loss (Raw)": 0.8473790884017944, "Finetune/Step": 794, "Finetune/Step Time": 6.971893256530166}
+{"Finetune/Learning Rate": 1.955642715875259e-05, "Finetune/Loss": 0.8587460517883301, "Finetune/Loss (Raw)": 0.9132235050201416, "Finetune/Step": 795, "Finetune/Step Time": 6.974877834320068}
+{"Finetune/Learning Rate": 1.9554958425532002e-05, "Finetune/Loss": 0.8597179651260376, "Finetune/Loss (Raw)": 0.8894267678260803, "Finetune/Step": 796, "Finetune/Step Time": 6.97111020796001}
+{"Finetune/Learning Rate": 1.9553487320072883e-05, "Finetune/Loss": 0.8591415286064148, "Finetune/Loss (Raw)": 0.8720768690109253, "Finetune/Step": 797, "Finetune/Step Time": 6.977266654372215}
+{"Finetune/Learning Rate": 1.955201384274046e-05, "Finetune/Loss": 0.8599088191986084, "Finetune/Loss (Raw)": 0.9490600824356079, "Finetune/Step": 798, "Finetune/Step Time": 6.979833962395787}
+{"Finetune/Learning Rate": 1.9550537993900566e-05, "Finetune/Loss": 0.8591066598892212, "Finetune/Loss (Raw)": 0.8006118535995483, "Finetune/Step": 799, "Finetune/Step Time": 6.986417803913355}
+{"Finetune/Learning Rate": 1.954905977391961e-05, "Finetune/Loss": 0.8588169813156128, "Finetune/Loss (Raw)": 0.9252168536186218, "Finetune/Step": 800, "Finetune/Step Time": 6.9926348347216845}
+{"Finetune/Learning Rate": 1.9547579183164595e-05, "Finetune/Loss": 0.8579577803611755, "Finetune/Loss (Raw)": 0.948560893535614, "Finetune/Step": 801, "Finetune/Step Time": 7.01775492541492}
+{"Finetune/Learning Rate": 1.9546096222003112e-05, "Finetune/Loss": 0.8558686375617981, "Finetune/Loss (Raw)": 0.8013018369674683, "Finetune/Step": 802, "Finetune/Step Time": 7.0222241543233395}
+{"Finetune/Learning Rate": 1.954461089080334e-05, "Finetune/Loss": 0.853925347328186, "Finetune/Loss (Raw)": 0.7246869206428528, "Finetune/Step": 803, "Finetune/Step Time": 7.029022265225649}
+{"Finetune/Learning Rate": 1.954312318993405e-05, "Finetune/Loss": 0.8533865809440613, "Finetune/Loss (Raw)": 0.9058331847190857, "Finetune/Step": 804, "Finetune/Step Time": 7.021145839244127}
+{"Finetune/Learning Rate": 1.9541633119764594e-05, "Finetune/Loss": 0.85454261302948, "Finetune/Loss (Raw)": 0.9129886031150818, "Finetune/Step": 805, "Finetune/Step Time": 6.9922428000718355}
+{"Finetune/Learning Rate": 1.9540140680664915e-05, "Finetune/Loss": 0.8521717190742493, "Finetune/Loss (Raw)": 0.7115484476089478, "Finetune/Step": 806, "Finetune/Step Time": 7.006961626932025}
+{"Finetune/Learning Rate": 1.953864587300555e-05, "Finetune/Loss": 0.8510589003562927, "Finetune/Loss (Raw)": 0.8924514055252075, "Finetune/Step": 807, "Finetune/Step Time": 6.9998720698058605}
+{"Finetune/Learning Rate": 1.9537148697157614e-05, "Finetune/Loss": 0.8507823348045349, "Finetune/Loss (Raw)": 0.8190873861312866, "Finetune/Step": 808, "Finetune/Step Time": 7.0188502334058285}
+{"Finetune/Learning Rate": 1.9535649153492823e-05, "Finetune/Loss": 0.8501017689704895, "Finetune/Loss (Raw)": 0.905326247215271, "Finetune/Step": 809, "Finetune/Step Time": 7.022821094840765}
+{"Finetune/Learning Rate": 1.9534147242383467e-05, "Finetune/Loss": 0.8502910137176514, "Finetune/Loss (Raw)": 1.0098049640655518, "Finetune/Step": 810, "Finetune/Step Time": 7.026269247755408}
+{"Finetune/Learning Rate": 1.953264296420243e-05, "Finetune/Loss": 0.8483091592788696, "Finetune/Loss (Raw)": 0.7844029664993286, "Finetune/Step": 811, "Finetune/Step Time": 7.0240383595228195}
+{"Finetune/Learning Rate": 1.953113631932319e-05, "Finetune/Loss": 0.8500645160675049, "Finetune/Loss (Raw)": 1.0805726051330566, "Finetune/Step": 812, "Finetune/Step Time": 7.021280821412802}
+{"Finetune/Learning Rate": 1.95296273081198e-05, "Finetune/Loss": 0.8518982529640198, "Finetune/Loss (Raw)": 0.9078629612922668, "Finetune/Step": 813, "Finetune/Step Time": 7.008439354598522}
+{"Finetune/Learning Rate": 1.9528115930966907e-05, "Finetune/Loss": 0.8527858257293701, "Finetune/Loss (Raw)": 0.8746198415756226, "Finetune/Step": 814, "Finetune/Step Time": 6.998200707137585}
+{"Finetune/Learning Rate": 1.9526602188239746e-05, "Finetune/Loss": 0.8526712656021118, "Finetune/Loss (Raw)": 0.8730226159095764, "Finetune/Step": 815, "Finetune/Step Time": 7.0020667389035225}
+{"Finetune/Learning Rate": 1.952508608031414e-05, "Finetune/Loss": 0.8529585599899292, "Finetune/Loss (Raw)": 0.9453763961791992, "Finetune/Step": 816, "Finetune/Step Time": 7.002415049821138}
+{"Finetune/Learning Rate": 1.95235676075665e-05, "Finetune/Loss": 0.8560641407966614, "Finetune/Loss (Raw)": 0.9397146105766296, "Finetune/Step": 817, "Finetune/Step Time": 6.991780240088701}
+{"Finetune/Learning Rate": 1.952204677037382e-05, "Finetune/Loss": 0.8532149195671082, "Finetune/Loss (Raw)": 0.3213740587234497, "Finetune/Step": 818, "Finetune/Step Time": 6.973468000069261}
+{"Finetune/Learning Rate": 1.952052356911368e-05, "Finetune/Loss": 0.8514189720153809, "Finetune/Loss (Raw)": 0.7481496930122375, "Finetune/Step": 819, "Finetune/Step Time": 6.973144274204969}
+{"Finetune/Learning Rate": 1.951899800416425e-05, "Finetune/Loss": 0.8501330614089966, "Finetune/Loss (Raw)": 0.6272491812705994, "Finetune/Step": 820, "Finetune/Step Time": 6.954407509416342}
+{"Finetune/Learning Rate": 1.9517470075904285e-05, "Finetune/Loss": 0.8505702018737793, "Finetune/Loss (Raw)": 0.8453086018562317, "Finetune/Step": 821, "Finetune/Step Time": 6.954349434003234}
+{"Finetune/Learning Rate": 1.951593978471314e-05, "Finetune/Loss": 0.8540863990783691, "Finetune/Loss (Raw)": 0.8408312797546387, "Finetune/Step": 822, "Finetune/Step Time": 6.93908242508769}
+{"Finetune/Learning Rate": 1.9514407130970728e-05, "Finetune/Loss": 0.8564885854721069, "Finetune/Loss (Raw)": 1.0291047096252441, "Finetune/Step": 823, "Finetune/Step Time": 6.925016904249787}
+{"Finetune/Learning Rate": 1.951287211505758e-05, "Finetune/Loss": 0.855827271938324, "Finetune/Loss (Raw)": 0.9198909997940063, "Finetune/Step": 824, "Finetune/Step Time": 6.92288251593709}
+{"Finetune/Learning Rate": 1.951133473735479e-05, "Finetune/Loss": 0.8561536073684692, "Finetune/Loss (Raw)": 0.8458922505378723, "Finetune/Step": 825, "Finetune/Step Time": 6.913279654458165}
+{"Finetune/Learning Rate": 1.9509794998244054e-05, "Finetune/Loss": 0.8538066744804382, "Finetune/Loss (Raw)": 0.759080708026886, "Finetune/Step": 826, "Finetune/Step Time": 6.919284837320447}
+{"Finetune/Learning Rate": 1.950825289810764e-05, "Finetune/Loss": 0.8518441915512085, "Finetune/Loss (Raw)": 0.8417904376983643, "Finetune/Step": 827, "Finetune/Step Time": 6.906110940501094}
+{"Finetune/Learning Rate": 1.9506708437328423e-05, "Finetune/Loss": 0.8481656908988953, "Finetune/Loss (Raw)": 0.3738914132118225, "Finetune/Step": 828, "Finetune/Step Time": 6.905668517574668}
+{"Finetune/Learning Rate": 1.9505161616289833e-05, "Finetune/Loss": 0.8524642586708069, "Finetune/Loss (Raw)": 0.8561413884162903, "Finetune/Step": 829, "Finetune/Step Time": 6.894212979823351}
+{"Finetune/Learning Rate": 1.9503612435375914e-05, "Finetune/Loss": 0.8527171611785889, "Finetune/Loss (Raw)": 0.9200347661972046, "Finetune/Step": 830, "Finetune/Step Time": 6.891306096687913}
+{"Finetune/Learning Rate": 1.950206089497129e-05, "Finetune/Loss": 0.8535438776016235, "Finetune/Loss (Raw)": 0.8580085039138794, "Finetune/Step": 831, "Finetune/Step Time": 6.896886331960559}
+{"Finetune/Learning Rate": 1.950050699546116e-05, "Finetune/Loss": 0.8538402318954468, "Finetune/Loss (Raw)": 0.9848644733428955, "Finetune/Step": 832, "Finetune/Step Time": 6.878344714641571}
+{"Finetune/Learning Rate": 1.9498950737231318e-05, "Finetune/Loss": 0.8497133851051331, "Finetune/Loss (Raw)": 0.41753819584846497, "Finetune/Step": 833, "Finetune/Step Time": 6.898011364042759}
+{"Finetune/Learning Rate": 1.9497392120668136e-05, "Finetune/Loss": 0.8515275716781616, "Finetune/Loss (Raw)": 0.9028462171554565, "Finetune/Step": 834, "Finetune/Step Time": 6.90633737295866}
+{"Finetune/Learning Rate": 1.9495831146158583e-05, "Finetune/Loss": 0.852226972579956, "Finetune/Loss (Raw)": 0.9049062728881836, "Finetune/Step": 835, "Finetune/Step Time": 6.911243923008442}
+{"Finetune/Learning Rate": 1.9494267814090207e-05, "Finetune/Loss": 0.8507566452026367, "Finetune/Loss (Raw)": 0.8843930959701538, "Finetune/Step": 836, "Finetune/Step Time": 6.906492434442043}
+{"Finetune/Learning Rate": 1.9492702124851135e-05, "Finetune/Loss": 0.8504568934440613, "Finetune/Loss (Raw)": 0.7736982703208923, "Finetune/Step": 837, "Finetune/Step Time": 6.914544813334942}
+{"Finetune/Learning Rate": 1.949113407883009e-05, "Finetune/Loss": 0.8504689335823059, "Finetune/Loss (Raw)": 0.8359293937683105, "Finetune/Step": 838, "Finetune/Step Time": 6.918417442589998}
+{"Finetune/Learning Rate": 1.9489563676416377e-05, "Finetune/Loss": 0.849565327167511, "Finetune/Loss (Raw)": 0.7956930994987488, "Finetune/Step": 839, "Finetune/Step Time": 6.910029063001275}
+{"Finetune/Learning Rate": 1.9487990917999878e-05, "Finetune/Loss": 0.8530238270759583, "Finetune/Loss (Raw)": 1.0545172691345215, "Finetune/Step": 840, "Finetune/Step Time": 6.898313095793128}
+{"Finetune/Learning Rate": 1.9486415803971074e-05, "Finetune/Loss": 0.8520842790603638, "Finetune/Loss (Raw)": 0.805867075920105, "Finetune/Step": 841, "Finetune/Step Time": 6.902189381420612}
+{"Finetune/Learning Rate": 1.9484838334721018e-05, "Finetune/Loss": 0.8534262180328369, "Finetune/Loss (Raw)": 0.936661958694458, "Finetune/Step": 842, "Finetune/Step Time": 6.890453295782208}
+{"Finetune/Learning Rate": 1.9483258510641356e-05, "Finetune/Loss": 0.8524432182312012, "Finetune/Loss (Raw)": 0.8997431397438049, "Finetune/Step": 843, "Finetune/Step Time": 6.903501922264695}
+{"Finetune/Learning Rate": 1.9481676332124317e-05, "Finetune/Loss": 0.8529741764068604, "Finetune/Loss (Raw)": 0.8568773865699768, "Finetune/Step": 844, "Finetune/Step Time": 6.90511223860085}
+{"Finetune/Learning Rate": 1.9480091799562706e-05, "Finetune/Loss": 0.8526847958564758, "Finetune/Loss (Raw)": 0.9361965656280518, "Finetune/Step": 845, "Finetune/Step Time": 6.881446614861488}
+{"Finetune/Learning Rate": 1.9478504913349926e-05, "Finetune/Loss": 0.8528448343276978, "Finetune/Loss (Raw)": 0.9624955058097839, "Finetune/Step": 846, "Finetune/Step Time": 6.873213104903698}
+{"Finetune/Learning Rate": 1.9476915673879962e-05, "Finetune/Loss": 0.8490350246429443, "Finetune/Loss (Raw)": 0.4577120542526245, "Finetune/Step": 847, "Finetune/Step Time": 6.890127755701542}
+{"Finetune/Learning Rate": 1.9475324081547367e-05, "Finetune/Loss": 0.8467206954956055, "Finetune/Loss (Raw)": 0.7703770399093628, "Finetune/Step": 848, "Finetune/Step Time": 6.893329339101911}
+{"Finetune/Learning Rate": 1.94737301367473e-05, "Finetune/Loss": 0.8472545146942139, "Finetune/Loss (Raw)": 0.9216084480285645, "Finetune/Step": 849, "Finetune/Step Time": 6.871319519355893}
+{"Finetune/Learning Rate": 1.9472133839875495e-05, "Finetune/Loss": 0.8468361496925354, "Finetune/Loss (Raw)": 0.8116834163665771, "Finetune/Step": 850, "Finetune/Step Time": 6.855164300650358}
+{"Finetune/Learning Rate": 1.9470535191328265e-05, "Finetune/Loss": 0.8458807468414307, "Finetune/Loss (Raw)": 0.9072715640068054, "Finetune/Step": 851, "Finetune/Step Time": 6.860713811591268}
+{"Finetune/Learning Rate": 1.946893419150251e-05, "Finetune/Loss": 0.8445428609848022, "Finetune/Loss (Raw)": 0.7861358523368835, "Finetune/Step": 852, "Finetune/Step Time": 6.845729127526283}
+{"Finetune/Learning Rate": 1.9467330840795723e-05, "Finetune/Loss": 0.8430137634277344, "Finetune/Loss (Raw)": 0.8774332404136658, "Finetune/Step": 853, "Finetune/Step Time": 6.841643152758479}
+{"Finetune/Learning Rate": 1.9465725139605965e-05, "Finetune/Loss": 0.8444181680679321, "Finetune/Loss (Raw)": 0.8135400414466858, "Finetune/Step": 854, "Finetune/Step Time": 6.843338783830404}
+{"Finetune/Learning Rate": 1.946411708833189e-05, "Finetune/Loss": 0.8421573042869568, "Finetune/Loss (Raw)": 0.635191023349762, "Finetune/Step": 855, "Finetune/Step Time": 6.877504209056497}
+{"Finetune/Learning Rate": 1.9462506687372738e-05, "Finetune/Loss": 0.8409957885742188, "Finetune/Loss (Raw)": 0.8841230273246765, "Finetune/Step": 856, "Finetune/Step Time": 6.875274220481515}
+{"Finetune/Learning Rate": 1.946089393712832e-05, "Finetune/Loss": 0.8433298468589783, "Finetune/Loss (Raw)": 0.8064550757408142, "Finetune/Step": 857, "Finetune/Step Time": 6.8648275304585695}
+{"Finetune/Learning Rate": 1.9459278837999048e-05, "Finetune/Loss": 0.8445048332214355, "Finetune/Loss (Raw)": 1.104637861251831, "Finetune/Step": 858, "Finetune/Step Time": 6.861906481906772}
+{"Finetune/Learning Rate": 1.94576613903859e-05, "Finetune/Loss": 0.8444086909294128, "Finetune/Loss (Raw)": 0.9288311004638672, "Finetune/Step": 859, "Finetune/Step Time": 6.886119758710265}
+{"Finetune/Learning Rate": 1.945604159469045e-05, "Finetune/Loss": 0.844821572303772, "Finetune/Loss (Raw)": 0.8532049059867859, "Finetune/Step": 860, "Finetune/Step Time": 6.85473607480526}
+{"Finetune/Learning Rate": 1.9454419451314845e-05, "Finetune/Loss": 0.8426427841186523, "Finetune/Loss (Raw)": 0.6074185967445374, "Finetune/Step": 861, "Finetune/Step Time": 6.8436830174177885}
+{"Finetune/Learning Rate": 1.9452794960661822e-05, "Finetune/Loss": 0.8435668349266052, "Finetune/Loss (Raw)": 0.9047124981880188, "Finetune/Step": 862, "Finetune/Step Time": 6.855891410261393}
+{"Finetune/Learning Rate": 1.9451168123134698e-05, "Finetune/Loss": 0.8432673215866089, "Finetune/Loss (Raw)": 0.7212402820587158, "Finetune/Step": 863, "Finetune/Step Time": 6.861048983410001}
+{"Finetune/Learning Rate": 1.9449538939137373e-05, "Finetune/Loss": 0.8437771797180176, "Finetune/Loss (Raw)": 0.9496868252754211, "Finetune/Step": 864, "Finetune/Step Time": 6.829010533168912}
+{"Finetune/Learning Rate": 1.9447907409074328e-05, "Finetune/Loss": 0.8421131372451782, "Finetune/Loss (Raw)": 0.8286869525909424, "Finetune/Step": 865, "Finetune/Step Time": 6.849123910069466}
+{"Finetune/Learning Rate": 1.9446273533350633e-05, "Finetune/Loss": 0.8425559997558594, "Finetune/Loss (Raw)": 1.0234439373016357, "Finetune/Step": 866, "Finetune/Step Time": 6.850535973906517}
+{"Finetune/Learning Rate": 1.9444637312371925e-05, "Finetune/Loss": 0.84673672914505, "Finetune/Loss (Raw)": 0.9863916635513306, "Finetune/Step": 867, "Finetune/Step Time": 6.830350818112493}
+{"Finetune/Learning Rate": 1.9442998746544446e-05, "Finetune/Loss": 0.8451653122901917, "Finetune/Loss (Raw)": 0.8351274132728577, "Finetune/Step": 868, "Finetune/Step Time": 6.822659915313125}
+{"Finetune/Learning Rate": 1.9441357836274998e-05, "Finetune/Loss": 0.8475019931793213, "Finetune/Loss (Raw)": 0.9812580347061157, "Finetune/Step": 869, "Finetune/Step Time": 6.812956651672721}
+{"Finetune/Learning Rate": 1.9439714581970983e-05, "Finetune/Loss": 0.8467744588851929, "Finetune/Loss (Raw)": 0.8018078207969666, "Finetune/Step": 870, "Finetune/Step Time": 6.8161144983023405}
+{"Finetune/Learning Rate": 1.9438068984040366e-05, "Finetune/Loss": 0.8444533348083496, "Finetune/Loss (Raw)": 0.7068584561347961, "Finetune/Step": 871, "Finetune/Step Time": 6.819943509995937}
+{"Finetune/Learning Rate": 1.9436421042891712e-05, "Finetune/Loss": 0.8441393375396729, "Finetune/Loss (Raw)": 0.9066107869148254, "Finetune/Step": 872, "Finetune/Step Time": 6.818941937759519}
+{"Finetune/Learning Rate": 1.9434770758934162e-05, "Finetune/Loss": 0.8456535339355469, "Finetune/Loss (Raw)": 0.9630447030067444, "Finetune/Step": 873, "Finetune/Step Time": 6.80259770154953}
+{"Finetune/Learning Rate": 1.9433118132577432e-05, "Finetune/Loss": 0.8434510231018066, "Finetune/Loss (Raw)": 0.7394835948944092, "Finetune/Step": 874, "Finetune/Step Time": 6.807074882090092}
+{"Finetune/Learning Rate": 1.943146316423183e-05, "Finetune/Loss": 0.8417454957962036, "Finetune/Loss (Raw)": 0.8032678961753845, "Finetune/Step": 875, "Finetune/Step Time": 6.818404903635383}
+{"Finetune/Learning Rate": 1.942980585430823e-05, "Finetune/Loss": 0.8404763340950012, "Finetune/Loss (Raw)": 0.8684141635894775, "Finetune/Step": 876, "Finetune/Step Time": 6.819761143997312}
+{"Finetune/Learning Rate": 1.942814620321811e-05, "Finetune/Loss": 0.8407379388809204, "Finetune/Loss (Raw)": 0.8790383338928223, "Finetune/Step": 877, "Finetune/Step Time": 6.818070961162448}
+{"Finetune/Learning Rate": 1.942648421137351e-05, "Finetune/Loss": 0.8410767912864685, "Finetune/Loss (Raw)": 0.8862647414207458, "Finetune/Step": 878, "Finetune/Step Time": 6.810938300564885}
+{"Finetune/Learning Rate": 1.9424819879187056e-05, "Finetune/Loss": 0.8413161635398865, "Finetune/Loss (Raw)": 0.8037633895874023, "Finetune/Step": 879, "Finetune/Step Time": 6.831228714436293}
+{"Finetune/Learning Rate": 1.9423153207071958e-05, "Finetune/Loss": 0.8402161598205566, "Finetune/Loss (Raw)": 0.8432595133781433, "Finetune/Step": 880, "Finetune/Step Time": 6.835964538156986}
+{"Finetune/Learning Rate": 1.942148419544201e-05, "Finetune/Loss": 0.8424740433692932, "Finetune/Loss (Raw)": 0.6846966743469238, "Finetune/Step": 881, "Finetune/Step Time": 6.829468108713627}
+{"Finetune/Learning Rate": 1.9419812844711582e-05, "Finetune/Loss": 0.8432229161262512, "Finetune/Loss (Raw)": 0.8901833295822144, "Finetune/Step": 882, "Finetune/Step Time": 6.829016540199518}
+{"Finetune/Learning Rate": 1.941813915529562e-05, "Finetune/Loss": 0.8450534343719482, "Finetune/Loss (Raw)": 0.9838771224021912, "Finetune/Step": 883, "Finetune/Step Time": 6.800802290439606}
+{"Finetune/Learning Rate": 1.9416463127609655e-05, "Finetune/Loss": 0.846178412437439, "Finetune/Loss (Raw)": 1.0090104341506958, "Finetune/Step": 884, "Finetune/Step Time": 6.800754025578499}
+{"Finetune/Learning Rate": 1.941478476206981e-05, "Finetune/Loss": 0.8413530588150024, "Finetune/Loss (Raw)": 0.22579926252365112, "Finetune/Step": 885, "Finetune/Step Time": 6.80754784680903}
+{"Finetune/Learning Rate": 1.9413104059092765e-05, "Finetune/Loss": 0.840557336807251, "Finetune/Loss (Raw)": 0.8901323080062866, "Finetune/Step": 886, "Finetune/Step Time": 6.8111885860562325}
+{"Finetune/Learning Rate": 1.94114210190958e-05, "Finetune/Loss": 0.8361974954605103, "Finetune/Loss (Raw)": 0.3998480439186096, "Finetune/Step": 887, "Finetune/Step Time": 6.836662909016013}
+{"Finetune/Learning Rate": 1.9409735642496775e-05, "Finetune/Loss": 0.8367797136306763, "Finetune/Loss (Raw)": 0.9801772236824036, "Finetune/Step": 888, "Finetune/Step Time": 6.842850519344211}
+{"Finetune/Learning Rate": 1.940804792971411e-05, "Finetune/Loss": 0.837058424949646, "Finetune/Loss (Raw)": 0.9477239847183228, "Finetune/Step": 889, "Finetune/Step Time": 6.848401857540011}
+{"Finetune/Learning Rate": 1.9406357881166827e-05, "Finetune/Loss": 0.8410561084747314, "Finetune/Loss (Raw)": 0.8826170563697815, "Finetune/Step": 890, "Finetune/Step Time": 6.829872474074364}
+{"Finetune/Learning Rate": 1.940466549727452e-05, "Finetune/Loss": 0.8419790863990784, "Finetune/Loss (Raw)": 0.8806425929069519, "Finetune/Step": 891, "Finetune/Step Time": 6.832657974213362}
+{"Finetune/Learning Rate": 1.9402970778457355e-05, "Finetune/Loss": 0.8417122960090637, "Finetune/Loss (Raw)": 0.8177890777587891, "Finetune/Step": 892, "Finetune/Step Time": 6.836497509852052}
+{"Finetune/Learning Rate": 1.9401273725136093e-05, "Finetune/Loss": 0.8422622680664062, "Finetune/Loss (Raw)": 0.9823296070098877, "Finetune/Step": 893, "Finetune/Step Time": 6.833189846947789}
+{"Finetune/Learning Rate": 1.9399574337732062e-05, "Finetune/Loss": 0.8418542146682739, "Finetune/Loss (Raw)": 0.9266855120658875, "Finetune/Step": 894, "Finetune/Step Time": 6.8176750764250755}
+{"Finetune/Learning Rate": 1.9397872616667175e-05, "Finetune/Loss": 0.8411619067192078, "Finetune/Loss (Raw)": 0.8023962378501892, "Finetune/Step": 895, "Finetune/Step Time": 6.824173290282488}
+{"Finetune/Learning Rate": 1.9396168562363925e-05, "Finetune/Loss": 0.8419739007949829, "Finetune/Loss (Raw)": 0.9363496899604797, "Finetune/Step": 896, "Finetune/Step Time": 6.8169989585876465}
+{"Finetune/Learning Rate": 1.9394462175245382e-05, "Finetune/Loss": 0.8415690660476685, "Finetune/Loss (Raw)": 0.6767717599868774, "Finetune/Step": 897, "Finetune/Step Time": 6.819875994697213}
+{"Finetune/Learning Rate": 1.9392753455735194e-05, "Finetune/Loss": 0.8376662135124207, "Finetune/Loss (Raw)": 0.35974106192588806, "Finetune/Step": 898, "Finetune/Step Time": 6.831032171845436}
+{"Finetune/Learning Rate": 1.9391042404257593e-05, "Finetune/Loss": 0.8358749151229858, "Finetune/Loss (Raw)": 0.7679963707923889, "Finetune/Step": 899, "Finetune/Step Time": 6.8640464171767235}
+{"Finetune/Learning Rate": 1.9389329021237383e-05, "Finetune/Loss": 0.83624267578125, "Finetune/Loss (Raw)": 0.9745301008224487, "Finetune/Step": 900, "Finetune/Step Time": 6.863971598446369}
+{"Finetune/Learning Rate": 1.9387613307099956e-05, "Finetune/Loss": 0.8365429639816284, "Finetune/Loss (Raw)": 1.005702257156372, "Finetune/Step": 901, "Finetune/Step Time": 6.8696583434939384}
+{"Finetune/Learning Rate": 1.9385895262271273e-05, "Finetune/Loss": 0.8373926877975464, "Finetune/Loss (Raw)": 0.8631017804145813, "Finetune/Step": 902, "Finetune/Step Time": 6.852520501241088}
+{"Finetune/Learning Rate": 1.938417488717788e-05, "Finetune/Loss": 0.836777925491333, "Finetune/Loss (Raw)": 0.8839765191078186, "Finetune/Step": 903, "Finetune/Step Time": 6.861272452399135}
+{"Finetune/Learning Rate": 1.9382452182246902e-05, "Finetune/Loss": 0.8378593921661377, "Finetune/Loss (Raw)": 0.815754771232605, "Finetune/Step": 904, "Finetune/Step Time": 6.857276424765587}
+{"Finetune/Learning Rate": 1.9380727147906037e-05, "Finetune/Loss": 0.8376284837722778, "Finetune/Loss (Raw)": 0.9718970656394958, "Finetune/Step": 905, "Finetune/Step Time": 6.837093781679869}
+{"Finetune/Learning Rate": 1.9378999784583565e-05, "Finetune/Loss": 0.8361870050430298, "Finetune/Loss (Raw)": 0.8039162158966064, "Finetune/Step": 906, "Finetune/Step Time": 6.833724066615105}
+{"Finetune/Learning Rate": 1.9377270092708345e-05, "Finetune/Loss": 0.836627721786499, "Finetune/Loss (Raw)": 0.927535891532898, "Finetune/Step": 907, "Finetune/Step Time": 6.821175888180733}
+{"Finetune/Learning Rate": 1.937553807270981e-05, "Finetune/Loss": 0.8411591053009033, "Finetune/Loss (Raw)": 0.9063720703125, "Finetune/Step": 908, "Finetune/Step Time": 6.801718894392252}
+{"Finetune/Learning Rate": 1.9373803725017975e-05, "Finetune/Loss": 0.8412294387817383, "Finetune/Loss (Raw)": 0.8422379493713379, "Finetune/Step": 909, "Finetune/Step Time": 6.805408071726561}
+{"Finetune/Learning Rate": 1.937206705006344e-05, "Finetune/Loss": 0.8434449434280396, "Finetune/Loss (Raw)": 0.8615309000015259, "Finetune/Step": 910, "Finetune/Step Time": 6.777398318052292}
+{"Finetune/Learning Rate": 1.937032804827736e-05, "Finetune/Loss": 0.843467652797699, "Finetune/Loss (Raw)": 0.8561840057373047, "Finetune/Step": 911, "Finetune/Step Time": 6.740576609969139}
+{"Finetune/Learning Rate": 1.9368586720091492e-05, "Finetune/Loss": 0.8462083339691162, "Finetune/Loss (Raw)": 0.9951450228691101, "Finetune/Step": 912, "Finetune/Step Time": 6.730959851294756}
+{"Finetune/Learning Rate": 1.936684306593816e-05, "Finetune/Loss": 0.8436753153800964, "Finetune/Loss (Raw)": 0.6402806639671326, "Finetune/Step": 913, "Finetune/Step Time": 6.725984815508127}
+{"Finetune/Learning Rate": 1.936509708625026e-05, "Finetune/Loss": 0.8442326188087463, "Finetune/Loss (Raw)": 1.0708037614822388, "Finetune/Step": 914, "Finetune/Step Time": 6.728986682370305}
+{"Finetune/Learning Rate": 1.936334878146128e-05, "Finetune/Loss": 0.8440936803817749, "Finetune/Loss (Raw)": 0.9254636764526367, "Finetune/Step": 915, "Finetune/Step Time": 6.692172693088651}
+{"Finetune/Learning Rate": 1.9361598152005272e-05, "Finetune/Loss": 0.8433597683906555, "Finetune/Loss (Raw)": 0.9432529807090759, "Finetune/Step": 916, "Finetune/Step Time": 6.698401123285294}
+{"Finetune/Learning Rate": 1.935984519831687e-05, "Finetune/Loss": 0.8442796468734741, "Finetune/Loss (Raw)": 1.0482101440429688, "Finetune/Step": 917, "Finetune/Step Time": 6.733210576698184}
+{"Finetune/Learning Rate": 1.935808992083129e-05, "Finetune/Loss": 0.846427857875824, "Finetune/Loss (Raw)": 0.847797155380249, "Finetune/Step": 918, "Finetune/Step Time": 6.711538838222623}
+{"Finetune/Learning Rate": 1.9356332319984315e-05, "Finetune/Loss": 0.8445338010787964, "Finetune/Loss (Raw)": 0.6190356612205505, "Finetune/Step": 919, "Finetune/Step Time": 6.725259572267532}
+{"Finetune/Learning Rate": 1.935457239621231e-05, "Finetune/Loss": 0.8441245555877686, "Finetune/Loss (Raw)": 0.7318087220191956, "Finetune/Step": 920, "Finetune/Step Time": 6.731590259820223}
+{"Finetune/Learning Rate": 1.935281014995222e-05, "Finetune/Loss": 0.8445592522621155, "Finetune/Loss (Raw)": 0.9531638026237488, "Finetune/Step": 921, "Finetune/Step Time": 6.721769988536835}
+{"Finetune/Learning Rate": 1.935104558164156e-05, "Finetune/Loss": 0.8445756435394287, "Finetune/Loss (Raw)": 0.8494774699211121, "Finetune/Step": 922, "Finetune/Step Time": 6.720453759655356}
+{"Finetune/Learning Rate": 1.9349278691718426e-05, "Finetune/Loss": 0.8448690176010132, "Finetune/Loss (Raw)": 0.9507736563682556, "Finetune/Step": 923, "Finetune/Step Time": 6.712500132620335}
+{"Finetune/Learning Rate": 1.9347509480621492e-05, "Finetune/Loss": 0.8441264629364014, "Finetune/Loss (Raw)": 0.7943853139877319, "Finetune/Step": 924, "Finetune/Step Time": 6.720531344413757}
+{"Finetune/Learning Rate": 1.934573794879e-05, "Finetune/Loss": 0.843066930770874, "Finetune/Loss (Raw)": 0.7364530563354492, "Finetune/Step": 925, "Finetune/Step Time": 6.739704605191946}
+{"Finetune/Learning Rate": 1.9343964096663774e-05, "Finetune/Loss": 0.8405412435531616, "Finetune/Loss (Raw)": 0.6257677674293518, "Finetune/Step": 926, "Finetune/Step Time": 6.753639014437795}
+{"Finetune/Learning Rate": 1.934218792468322e-05, "Finetune/Loss": 0.8412516713142395, "Finetune/Loss (Raw)": 0.8915507197380066, "Finetune/Step": 927, "Finetune/Step Time": 6.746553424745798}
+{"Finetune/Learning Rate": 1.9340409433289306e-05, "Finetune/Loss": 0.8411754965782166, "Finetune/Loss (Raw)": 0.915463924407959, "Finetune/Step": 928, "Finetune/Step Time": 6.738564854487777}
+{"Finetune/Learning Rate": 1.933862862292359e-05, "Finetune/Loss": 0.8404783010482788, "Finetune/Loss (Raw)": 0.8593184351921082, "Finetune/Step": 929, "Finetune/Step Time": 6.714416693896055}
+{"Finetune/Learning Rate": 1.9336845494028193e-05, "Finetune/Loss": 0.8406388759613037, "Finetune/Loss (Raw)": 0.8218646049499512, "Finetune/Step": 930, "Finetune/Step Time": 6.7183983866125345}
+{"Finetune/Learning Rate": 1.9335060047045827e-05, "Finetune/Loss": 0.8422093391418457, "Finetune/Loss (Raw)": 0.925704300403595, "Finetune/Step": 931, "Finetune/Step Time": 6.700308965519071}
+{"Finetune/Learning Rate": 1.9333272282419758e-05, "Finetune/Loss": 0.8426358103752136, "Finetune/Loss (Raw)": 0.9604147672653198, "Finetune/Step": 932, "Finetune/Step Time": 6.716563895344734}
+{"Finetune/Learning Rate": 1.9331482200593848e-05, "Finetune/Loss": 0.8422450423240662, "Finetune/Loss (Raw)": 0.862971305847168, "Finetune/Step": 933, "Finetune/Step Time": 6.726142080500722}
+{"Finetune/Learning Rate": 1.9329689802012525e-05, "Finetune/Loss": 0.8440678119659424, "Finetune/Loss (Raw)": 0.9448683857917786, "Finetune/Step": 934, "Finetune/Step Time": 6.712372571229935}
+{"Finetune/Learning Rate": 1.932789508712079e-05, "Finetune/Loss": 0.8423818349838257, "Finetune/Loss (Raw)": 0.6766375303268433, "Finetune/Step": 935, "Finetune/Step Time": 6.722996950149536}
+{"Finetune/Learning Rate": 1.9326098056364224e-05, "Finetune/Loss": 0.8421977758407593, "Finetune/Loss (Raw)": 0.795529842376709, "Finetune/Step": 936, "Finetune/Step Time": 6.715245623141527}
+{"Finetune/Learning Rate": 1.9324298710188986e-05, "Finetune/Loss": 0.8432583808898926, "Finetune/Loss (Raw)": 1.0410891771316528, "Finetune/Step": 937, "Finetune/Step Time": 6.71059001237154}
+{"Finetune/Learning Rate": 1.9322497049041797e-05, "Finetune/Loss": 0.8436161875724792, "Finetune/Loss (Raw)": 1.055600881576538, "Finetune/Step": 938, "Finetune/Step Time": 6.714658576995134}
+{"Finetune/Learning Rate": 1.9320693073369967e-05, "Finetune/Loss": 0.8441782593727112, "Finetune/Loss (Raw)": 0.856351375579834, "Finetune/Step": 939, "Finetune/Step Time": 6.71610495634377}
+{"Finetune/Learning Rate": 1.931888678362137e-05, "Finetune/Loss": 0.8432197570800781, "Finetune/Loss (Raw)": 0.9578823447227478, "Finetune/Step": 940, "Finetune/Step Time": 6.718683557584882}
+{"Finetune/Learning Rate": 1.9317078180244466e-05, "Finetune/Loss": 0.8432412147521973, "Finetune/Loss (Raw)": 0.9106066226959229, "Finetune/Step": 941, "Finetune/Step Time": 6.7181820422410965}
+{"Finetune/Learning Rate": 1.9315267263688273e-05, "Finetune/Loss": 0.8420017957687378, "Finetune/Loss (Raw)": 0.715978741645813, "Finetune/Step": 942, "Finetune/Step Time": 6.724313596263528}
+{"Finetune/Learning Rate": 1.93134540344024e-05, "Finetune/Loss": 0.8421207070350647, "Finetune/Loss (Raw)": 0.888244092464447, "Finetune/Step": 943, "Finetune/Step Time": 6.723994487896562}
+{"Finetune/Learning Rate": 1.931163849283702e-05, "Finetune/Loss": 0.8412230014801025, "Finetune/Loss (Raw)": 0.8304621577262878, "Finetune/Step": 944, "Finetune/Step Time": 6.7196940667927265}
+{"Finetune/Learning Rate": 1.9309820639442886e-05, "Finetune/Loss": 0.8401607275009155, "Finetune/Loss (Raw)": 0.8037492632865906, "Finetune/Step": 945, "Finetune/Step Time": 6.729371089488268}
+{"Finetune/Learning Rate": 1.9308000474671316e-05, "Finetune/Loss": 0.8433606624603271, "Finetune/Loss (Raw)": 0.7309706211090088, "Finetune/Step": 946, "Finetune/Step Time": 6.726697899401188}
+{"Finetune/Learning Rate": 1.930617799897421e-05, "Finetune/Loss": 0.8440200090408325, "Finetune/Loss (Raw)": 0.8325380682945251, "Finetune/Step": 947, "Finetune/Step Time": 6.745437406003475}
+{"Finetune/Learning Rate": 1.9304353212804047e-05, "Finetune/Loss": 0.8420908451080322, "Finetune/Loss (Raw)": 0.38031888008117676, "Finetune/Step": 948, "Finetune/Step Time": 6.755229741334915}
+{"Finetune/Learning Rate": 1.9302526116613863e-05, "Finetune/Loss": 0.8434843420982361, "Finetune/Loss (Raw)": 1.023674488067627, "Finetune/Step": 949, "Finetune/Step Time": 6.741383710876107}
+{"Finetune/Learning Rate": 1.9300696710857282e-05, "Finetune/Loss": 0.8436581492424011, "Finetune/Loss (Raw)": 0.8630790710449219, "Finetune/Step": 950, "Finetune/Step Time": 6.739009952172637}
+{"Finetune/Learning Rate": 1.929886499598849e-05, "Finetune/Loss": 0.8440233469009399, "Finetune/Loss (Raw)": 1.0758473873138428, "Finetune/Step": 951, "Finetune/Step Time": 6.732301553711295}
+{"Finetune/Learning Rate": 1.9297030972462257e-05, "Finetune/Loss": 0.8430291414260864, "Finetune/Loss (Raw)": 0.7926324009895325, "Finetune/Step": 952, "Finetune/Step Time": 6.737063704058528}
+{"Finetune/Learning Rate": 1.9295194640733924e-05, "Finetune/Loss": 0.8433281183242798, "Finetune/Loss (Raw)": 0.884163498878479, "Finetune/Step": 953, "Finetune/Step Time": 6.729664530605078}
+{"Finetune/Learning Rate": 1.92933560012594e-05, "Finetune/Loss": 0.8437770009040833, "Finetune/Loss (Raw)": 0.8165376782417297, "Finetune/Step": 954, "Finetune/Step Time": 6.726367000490427}
+{"Finetune/Learning Rate": 1.9291515054495167e-05, "Finetune/Loss": 0.8441272377967834, "Finetune/Loss (Raw)": 0.8866245150566101, "Finetune/Step": 955, "Finetune/Step Time": 6.725650770589709}
+{"Finetune/Learning Rate": 1.9289671800898285e-05, "Finetune/Loss": 0.8483789563179016, "Finetune/Loss (Raw)": 0.9181057810783386, "Finetune/Step": 956, "Finetune/Step Time": 6.70851512439549}
+{"Finetune/Learning Rate": 1.9287826240926385e-05, "Finetune/Loss": 0.8481772541999817, "Finetune/Loss (Raw)": 0.8303289413452148, "Finetune/Step": 957, "Finetune/Step Time": 6.704336736351252}
+{"Finetune/Learning Rate": 1.9285978375037666e-05, "Finetune/Loss": 0.8475764989852905, "Finetune/Loss (Raw)": 0.8431289196014404, "Finetune/Step": 958, "Finetune/Step Time": 6.712943162769079}
+{"Finetune/Learning Rate": 1.928412820369091e-05, "Finetune/Loss": 0.8467198610305786, "Finetune/Loss (Raw)": 0.7483611702919006, "Finetune/Step": 959, "Finetune/Step Time": 6.694786213338375}
+{"Finetune/Learning Rate": 1.9282275727345455e-05, "Finetune/Loss": 0.8457514047622681, "Finetune/Loss (Raw)": 0.860910952091217, "Finetune/Step": 960, "Finetune/Step Time": 6.696707030758262}
+{"Finetune/Learning Rate": 1.9280420946461233e-05, "Finetune/Loss": 0.8485395312309265, "Finetune/Loss (Raw)": 0.7744158506393433, "Finetune/Step": 961, "Finetune/Step Time": 6.678433731198311}
+{"Finetune/Learning Rate": 1.9278563861498726e-05, "Finetune/Loss": 0.8491063117980957, "Finetune/Loss (Raw)": 0.975395143032074, "Finetune/Step": 962, "Finetune/Step Time": 6.67498186044395}
+{"Finetune/Learning Rate": 1.9276704472919e-05, "Finetune/Loss": 0.8485990762710571, "Finetune/Loss (Raw)": 0.8399717807769775, "Finetune/Step": 963, "Finetune/Step Time": 6.668272694572806}
+{"Finetune/Learning Rate": 1.9274842781183697e-05, "Finetune/Loss": 0.8483773469924927, "Finetune/Loss (Raw)": 0.8560182452201843, "Finetune/Step": 964, "Finetune/Step Time": 6.667546043172479}
+{"Finetune/Learning Rate": 1.9272978786755016e-05, "Finetune/Loss": 0.8482222557067871, "Finetune/Loss (Raw)": 0.7538416385650635, "Finetune/Step": 965, "Finetune/Step Time": 6.662868203595281}
+{"Finetune/Learning Rate": 1.9271112490095745e-05, "Finetune/Loss": 0.8482540845870972, "Finetune/Loss (Raw)": 0.840006947517395, "Finetune/Step": 966, "Finetune/Step Time": 6.663655959069729}
+{"Finetune/Learning Rate": 1.926924389166923e-05, "Finetune/Loss": 0.848434329032898, "Finetune/Loss (Raw)": 0.8187676668167114, "Finetune/Step": 967, "Finetune/Step Time": 6.669064885005355}
+{"Finetune/Learning Rate": 1.9267372991939398e-05, "Finetune/Loss": 0.8473992943763733, "Finetune/Loss (Raw)": 0.9220262169837952, "Finetune/Step": 968, "Finetune/Step Time": 6.667562322691083}
+{"Finetune/Learning Rate": 1.9265499791370734e-05, "Finetune/Loss": 0.8475457429885864, "Finetune/Loss (Raw)": 0.8246129155158997, "Finetune/Step": 969, "Finetune/Step Time": 6.674804221838713}
+{"Finetune/Learning Rate": 1.9263624290428314e-05, "Finetune/Loss": 0.8444554805755615, "Finetune/Loss (Raw)": 0.5411062836647034, "Finetune/Step": 970, "Finetune/Step Time": 6.6824049372226}
+{"Finetune/Learning Rate": 1.9261746489577767e-05, "Finetune/Loss": 0.8441793322563171, "Finetune/Loss (Raw)": 0.8644013404846191, "Finetune/Step": 971, "Finetune/Step Time": 6.695749158039689}
+{"Finetune/Learning Rate": 1.9259866389285303e-05, "Finetune/Loss": 0.8405218720436096, "Finetune/Loss (Raw)": 0.38872137665748596, "Finetune/Step": 972, "Finetune/Step Time": 6.713863950222731}
+{"Finetune/Learning Rate": 1.92579839900177e-05, "Finetune/Loss": 0.8394043445587158, "Finetune/Loss (Raw)": 0.7931528091430664, "Finetune/Step": 973, "Finetune/Step Time": 6.719848033040762}
+{"Finetune/Learning Rate": 1.925609929224231e-05, "Finetune/Loss": 0.8381763100624084, "Finetune/Loss (Raw)": 0.8053062558174133, "Finetune/Step": 974, "Finetune/Step Time": 6.735707176849246}
+{"Finetune/Learning Rate": 1.9254212296427043e-05, "Finetune/Loss": 0.8424047231674194, "Finetune/Loss (Raw)": 0.9989537596702576, "Finetune/Step": 975, "Finetune/Step Time": 6.7309041749686}
+{"Finetune/Learning Rate": 1.92523230030404e-05, "Finetune/Loss": 0.8430794477462769, "Finetune/Loss (Raw)": 0.8567367792129517, "Finetune/Step": 976, "Finetune/Step Time": 6.72762487269938}
+{"Finetune/Learning Rate": 1.9250431412551435e-05, "Finetune/Loss": 0.8436069488525391, "Finetune/Loss (Raw)": 0.989134669303894, "Finetune/Step": 977, "Finetune/Step Time": 6.73303547129035}
+{"Finetune/Learning Rate": 1.9248537525429785e-05, "Finetune/Loss": 0.8437471985816956, "Finetune/Loss (Raw)": 0.8296314477920532, "Finetune/Step": 978, "Finetune/Step Time": 6.718947468325496}
+{"Finetune/Learning Rate": 1.9246641342145646e-05, "Finetune/Loss": 0.8432686924934387, "Finetune/Loss (Raw)": 0.8460193276405334, "Finetune/Step": 979, "Finetune/Step Time": 6.719741949811578}
+{"Finetune/Learning Rate": 1.9244742863169786e-05, "Finetune/Loss": 0.8453164100646973, "Finetune/Loss (Raw)": 1.0482441186904907, "Finetune/Step": 980, "Finetune/Step Time": 6.7180604338645935}
+{"Finetune/Learning Rate": 1.9242842088973557e-05, "Finetune/Loss": 0.8451735973358154, "Finetune/Loss (Raw)": 0.8591516613960266, "Finetune/Step": 981, "Finetune/Step Time": 6.718826599419117}
+{"Finetune/Learning Rate": 1.924093902002886e-05, "Finetune/Loss": 0.8462505340576172, "Finetune/Loss (Raw)": 0.9513958692550659, "Finetune/Step": 982, "Finetune/Step Time": 6.707276739180088}
+{"Finetune/Learning Rate": 1.923903365680818e-05, "Finetune/Loss": 0.8485074043273926, "Finetune/Loss (Raw)": 0.924069344997406, "Finetune/Step": 983, "Finetune/Step Time": 6.672372791916132}
+{"Finetune/Learning Rate": 1.9237125999784566e-05, "Finetune/Loss": 0.8474503755569458, "Finetune/Loss (Raw)": 0.748823344707489, "Finetune/Step": 984, "Finetune/Step Time": 6.681699780747294}
+{"Finetune/Learning Rate": 1.9235216049431642e-05, "Finetune/Loss": 0.8480805158615112, "Finetune/Loss (Raw)": 0.8871113657951355, "Finetune/Step": 985, "Finetune/Step Time": 6.680670078843832}
+{"Finetune/Learning Rate": 1.923330380622359e-05, "Finetune/Loss": 0.845596432685852, "Finetune/Loss (Raw)": 0.786670446395874, "Finetune/Step": 986, "Finetune/Step Time": 6.683738384395838}
+{"Finetune/Learning Rate": 1.9231389270635172e-05, "Finetune/Loss": 0.8453450798988342, "Finetune/Loss (Raw)": 0.8966652154922485, "Finetune/Step": 987, "Finetune/Step Time": 6.671084798872471}
+{"Finetune/Learning Rate": 1.922947244314172e-05, "Finetune/Loss": 0.8436838388442993, "Finetune/Loss (Raw)": 0.6405640244483948, "Finetune/Step": 988, "Finetune/Step Time": 6.673279166221619}
+{"Finetune/Learning Rate": 1.922755332421912e-05, "Finetune/Loss": 0.8463443517684937, "Finetune/Loss (Raw)": 0.9479671716690063, "Finetune/Step": 989, "Finetune/Step Time": 6.67641513235867}
+{"Finetune/Learning Rate": 1.9225631914343846e-05, "Finetune/Loss": 0.8442881107330322, "Finetune/Loss (Raw)": 0.6415159106254578, "Finetune/Step": 990, "Finetune/Step Time": 6.671886391937733}
+{"Finetune/Learning Rate": 1.9223708213992932e-05, "Finetune/Loss": 0.8461701273918152, "Finetune/Loss (Raw)": 0.9621312022209167, "Finetune/Step": 991, "Finetune/Step Time": 6.662978544831276}
+{"Finetune/Learning Rate": 1.9221782223643976e-05, "Finetune/Loss": 0.8456133604049683, "Finetune/Loss (Raw)": 0.8784254789352417, "Finetune/Step": 992, "Finetune/Step Time": 6.670637581497431}
+{"Finetune/Learning Rate": 1.9219853943775155e-05, "Finetune/Loss": 0.8455227613449097, "Finetune/Loss (Raw)": 0.8170843124389648, "Finetune/Step": 993, "Finetune/Step Time": 6.68061101809144}
+{"Finetune/Learning Rate": 1.9217923374865202e-05, "Finetune/Loss": 0.8427613973617554, "Finetune/Loss (Raw)": 0.6699944138526917, "Finetune/Step": 994, "Finetune/Step Time": 6.688664596527815}
+{"Finetune/Learning Rate": 1.9215990517393436e-05, "Finetune/Loss": 0.841922402381897, "Finetune/Loss (Raw)": 0.8789998292922974, "Finetune/Step": 995, "Finetune/Step Time": 6.687446257099509}
+{"Finetune/Learning Rate": 1.9214055371839722e-05, "Finetune/Loss": 0.841475784778595, "Finetune/Loss (Raw)": 0.7779563665390015, "Finetune/Step": 996, "Finetune/Step Time": 6.691372863948345}
+{"Finetune/Learning Rate": 1.9212117938684513e-05, "Finetune/Loss": 0.8405386805534363, "Finetune/Loss (Raw)": 0.8613107204437256, "Finetune/Step": 997, "Finetune/Step Time": 6.671825580298901}
+{"Finetune/Learning Rate": 1.9210178218408812e-05, "Finetune/Loss": 0.8402275443077087, "Finetune/Loss (Raw)": 0.7619836926460266, "Finetune/Step": 998, "Finetune/Step Time": 6.68389162234962}
+{"Finetune/Learning Rate": 1.920823621149421e-05, "Finetune/Loss": 0.8421878218650818, "Finetune/Loss (Raw)": 0.9577698707580566, "Finetune/Step": 999, "Finetune/Step Time": 6.677200976759195}
+{"Finetune/Learning Rate": 1.9206291918422847e-05, "Finetune/Loss": 0.8430460691452026, "Finetune/Loss (Raw)": 1.016475796699524, "Finetune/Step": 1000, "Finetune/Step Time": 6.670814201235771}
+{"Finetune/Learning Rate": 1.9204345339677442e-05, "Finetune/Loss": 0.8380300998687744, "Finetune/Loss (Raw)": 0.3209923505783081, "Finetune/Step": 1001, "Finetune/Step Time": 6.692761009559035}
+{"Finetune/Learning Rate": 1.920239647574128e-05, "Finetune/Loss": 0.8397020101547241, "Finetune/Loss (Raw)": 0.9534940123558044, "Finetune/Step": 1002, "Finetune/Step Time": 6.693295734003186}
+{"Finetune/Learning Rate": 1.9200445327098205e-05, "Finetune/Loss": 0.8410038948059082, "Finetune/Loss (Raw)": 0.9699026346206665, "Finetune/Step": 1003, "Finetune/Step Time": 6.69573050737381}
+{"Finetune/Learning Rate": 1.919849189423264e-05, "Finetune/Loss": 0.8418843746185303, "Finetune/Loss (Raw)": 0.9811198711395264, "Finetune/Step": 1004, "Finetune/Step Time": 6.695256236940622}
+{"Finetune/Learning Rate": 1.919653617762957e-05, "Finetune/Loss": 0.8420836925506592, "Finetune/Loss (Raw)": 0.9045512080192566, "Finetune/Step": 1005, "Finetune/Step Time": 6.698192346841097}
+{"Finetune/Learning Rate": 1.919457817777454e-05, "Finetune/Loss": 0.8405708074569702, "Finetune/Loss (Raw)": 0.6926161646842957, "Finetune/Step": 1006, "Finetune/Step Time": 6.713191824033856}
+{"Finetune/Learning Rate": 1.9192617895153678e-05, "Finetune/Loss": 0.8408712148666382, "Finetune/Loss (Raw)": 0.842207133769989, "Finetune/Step": 1007, "Finetune/Step Time": 6.694408452138305}
+{"Finetune/Learning Rate": 1.9190655330253663e-05, "Finetune/Loss": 0.8413843512535095, "Finetune/Loss (Raw)": 0.908950686454773, "Finetune/Step": 1008, "Finetune/Step Time": 6.703170781955123}
+{"Finetune/Learning Rate": 1.9188690483561746e-05, "Finetune/Loss": 0.8393659591674805, "Finetune/Loss (Raw)": 0.4263371527194977, "Finetune/Step": 1009, "Finetune/Step Time": 6.70816520601511}
+{"Finetune/Learning Rate": 1.9186723355565753e-05, "Finetune/Loss": 0.8385416269302368, "Finetune/Loss (Raw)": 0.7846709489822388, "Finetune/Step": 1010, "Finetune/Step Time": 6.710209833458066}
+{"Finetune/Learning Rate": 1.9184753946754063e-05, "Finetune/Loss": 0.837202787399292, "Finetune/Loss (Raw)": 0.8125032186508179, "Finetune/Step": 1011, "Finetune/Step Time": 6.709111696109176}
+{"Finetune/Learning Rate": 1.9182782257615624e-05, "Finetune/Loss": 0.8365739583969116, "Finetune/Loss (Raw)": 0.9285261631011963, "Finetune/Step": 1012, "Finetune/Step Time": 6.713593244552612}
+{"Finetune/Learning Rate": 1.918080828863996e-05, "Finetune/Loss": 0.8415555953979492, "Finetune/Loss (Raw)": 0.8634439706802368, "Finetune/Step": 1013, "Finetune/Step Time": 6.693546686321497}
+{"Finetune/Learning Rate": 1.9178832040317153e-05, "Finetune/Loss": 0.8423537015914917, "Finetune/Loss (Raw)": 0.9922919869422913, "Finetune/Step": 1014, "Finetune/Step Time": 6.687346957623959}
+{"Finetune/Learning Rate": 1.917685351313785e-05, "Finetune/Loss": 0.8416613340377808, "Finetune/Loss (Raw)": 0.31122419238090515, "Finetune/Step": 1015, "Finetune/Step Time": 6.682467697188258}
+{"Finetune/Learning Rate": 1.9174872707593267e-05, "Finetune/Loss": 0.8412792682647705, "Finetune/Loss (Raw)": 0.9312785267829895, "Finetune/Step": 1016, "Finetune/Step Time": 6.680316453799605}
+{"Finetune/Learning Rate": 1.9172889624175185e-05, "Finetune/Loss": 0.8415546417236328, "Finetune/Loss (Raw)": 0.9829672574996948, "Finetune/Step": 1017, "Finetune/Step Time": 6.671202706173062}
+{"Finetune/Learning Rate": 1.9170904263375948e-05, "Finetune/Loss": 0.8411744236946106, "Finetune/Loss (Raw)": 0.8339471817016602, "Finetune/Step": 1018, "Finetune/Step Time": 6.706886937841773}
+{"Finetune/Learning Rate": 1.916891662568847e-05, "Finetune/Loss": 0.8408424854278564, "Finetune/Loss (Raw)": 0.8381543755531311, "Finetune/Step": 1019, "Finetune/Step Time": 6.7050503846257925}
+{"Finetune/Learning Rate": 1.9166926711606222e-05, "Finetune/Loss": 0.8413763642311096, "Finetune/Loss (Raw)": 0.8861263394355774, "Finetune/Step": 1020, "Finetune/Step Time": 6.700177256017923}
+{"Finetune/Learning Rate": 1.9164934521623255e-05, "Finetune/Loss": 0.8392833471298218, "Finetune/Loss (Raw)": 0.7144259810447693, "Finetune/Step": 1021, "Finetune/Step Time": 6.710452219471335}
+{"Finetune/Learning Rate": 1.916294005623417e-05, "Finetune/Loss": 0.8388713002204895, "Finetune/Loss (Raw)": 0.8739423751831055, "Finetune/Step": 1022, "Finetune/Step Time": 6.716191045939922}
+{"Finetune/Learning Rate": 1.9160943315934144e-05, "Finetune/Loss": 0.8378972411155701, "Finetune/Loss (Raw)": 0.6777140498161316, "Finetune/Step": 1023, "Finetune/Step Time": 6.7193578239530325}
+{"Finetune/Learning Rate": 1.915894430121891e-05, "Finetune/Loss": 0.836759626865387, "Finetune/Loss (Raw)": 0.7907377481460571, "Finetune/Step": 1024, "Finetune/Step Time": 6.72089802660048}
+{"Finetune/Learning Rate": 1.915694301258477e-05, "Finetune/Loss": 0.8376747369766235, "Finetune/Loss (Raw)": 0.7939025163650513, "Finetune/Step": 1025, "Finetune/Step Time": 6.705982504412532}
+{"Finetune/Learning Rate": 1.9154939450528587e-05, "Finetune/Loss": 0.8415842056274414, "Finetune/Loss (Raw)": 0.8601502776145935, "Finetune/Step": 1026, "Finetune/Step Time": 6.694990428164601}
+{"Finetune/Learning Rate": 1.91529336155478e-05, "Finetune/Loss": 0.8384453058242798, "Finetune/Loss (Raw)": 0.366225004196167, "Finetune/Step": 1027, "Finetune/Step Time": 6.676437372341752}
+{"Finetune/Learning Rate": 1.915092550814039e-05, "Finetune/Loss": 0.8381391763687134, "Finetune/Loss (Raw)": 0.9353466629981995, "Finetune/Step": 1028, "Finetune/Step Time": 6.6796050649136305}
+{"Finetune/Learning Rate": 1.914891512880493e-05, "Finetune/Loss": 0.8366206884384155, "Finetune/Loss (Raw)": 0.8113275170326233, "Finetune/Step": 1029, "Finetune/Step Time": 6.686200056225061}
+{"Finetune/Learning Rate": 1.9146902478040537e-05, "Finetune/Loss": 0.8360560536384583, "Finetune/Loss (Raw)": 0.7908346652984619, "Finetune/Step": 1030, "Finetune/Step Time": 6.689821921288967}
+{"Finetune/Learning Rate": 1.9144887556346898e-05, "Finetune/Loss": 0.8357307314872742, "Finetune/Loss (Raw)": 0.8423340320587158, "Finetune/Step": 1031, "Finetune/Step Time": 6.66482905857265}
+{"Finetune/Learning Rate": 1.9142870364224263e-05, "Finetune/Loss": 0.8320647478103638, "Finetune/Loss (Raw)": 0.34650948643684387, "Finetune/Step": 1032, "Finetune/Step Time": 6.684192368760705}
+{"Finetune/Learning Rate": 1.9140850902173445e-05, "Finetune/Loss": 0.831612229347229, "Finetune/Loss (Raw)": 0.9139666557312012, "Finetune/Step": 1033, "Finetune/Step Time": 6.709864761680365}
+{"Finetune/Learning Rate": 1.9138829170695828e-05, "Finetune/Loss": 0.831132173538208, "Finetune/Loss (Raw)": 0.7424696683883667, "Finetune/Step": 1034, "Finetune/Step Time": 6.717417387291789}
+{"Finetune/Learning Rate": 1.9136805170293348e-05, "Finetune/Loss": 0.8307399749755859, "Finetune/Loss (Raw)": 0.8773359656333923, "Finetune/Step": 1035, "Finetune/Step Time": 6.728856233879924}
+{"Finetune/Learning Rate": 1.913477890146851e-05, "Finetune/Loss": 0.8302356600761414, "Finetune/Loss (Raw)": 0.8418239951133728, "Finetune/Step": 1036, "Finetune/Step Time": 6.733265435323119}
+{"Finetune/Learning Rate": 1.9132750364724385e-05, "Finetune/Loss": 0.829166054725647, "Finetune/Loss (Raw)": 0.7053306102752686, "Finetune/Step": 1037, "Finetune/Step Time": 6.735605238005519}
+{"Finetune/Learning Rate": 1.9130719560564604e-05, "Finetune/Loss": 0.8308128118515015, "Finetune/Loss (Raw)": 1.072311282157898, "Finetune/Step": 1038, "Finetune/Step Time": 6.7291519064456224}
+{"Finetune/Learning Rate": 1.9128686489493358e-05, "Finetune/Loss": 0.8309638500213623, "Finetune/Loss (Raw)": 0.8755223155021667, "Finetune/Step": 1039, "Finetune/Step Time": 6.728112475946546}
+{"Finetune/Learning Rate": 1.9126651152015404e-05, "Finetune/Loss": 0.8287781476974487, "Finetune/Loss (Raw)": 0.7153756022453308, "Finetune/Step": 1040, "Finetune/Step Time": 6.723500004038215}
+{"Finetune/Learning Rate": 1.9124613548636063e-05, "Finetune/Loss": 0.8317149877548218, "Finetune/Loss (Raw)": 1.0161879062652588, "Finetune/Step": 1041, "Finetune/Step Time": 6.704914243891835}
+{"Finetune/Learning Rate": 1.9122573679861215e-05, "Finetune/Loss": 0.8311917781829834, "Finetune/Loss (Raw)": 1.0038338899612427, "Finetune/Step": 1042, "Finetune/Step Time": 6.705788275226951}
+{"Finetune/Learning Rate": 1.9120531546197306e-05, "Finetune/Loss": 0.8268963694572449, "Finetune/Loss (Raw)": 0.37565651535987854, "Finetune/Step": 1043, "Finetune/Step Time": 6.728579092770815}
+{"Finetune/Learning Rate": 1.9118487148151342e-05, "Finetune/Loss": 0.8245058059692383, "Finetune/Loss (Raw)": 0.637265145778656, "Finetune/Step": 1044, "Finetune/Step Time": 6.728819414973259}
+{"Finetune/Learning Rate": 1.9116440486230893e-05, "Finetune/Loss": 0.8226239085197449, "Finetune/Loss (Raw)": 0.8073204159736633, "Finetune/Step": 1045, "Finetune/Step Time": 6.70141508243978}
+{"Finetune/Learning Rate": 1.9114391560944086e-05, "Finetune/Loss": 0.8226411938667297, "Finetune/Loss (Raw)": 0.8500086665153503, "Finetune/Step": 1046, "Finetune/Step Time": 6.702784180641174}
+{"Finetune/Learning Rate": 1.9112340372799623e-05, "Finetune/Loss": 0.8248124122619629, "Finetune/Loss (Raw)": 0.8969579339027405, "Finetune/Step": 1047, "Finetune/Step Time": 6.6887090895324945}
+{"Finetune/Learning Rate": 1.911028692230675e-05, "Finetune/Loss": 0.8271592259407043, "Finetune/Loss (Raw)": 1.0321933031082153, "Finetune/Step": 1048, "Finetune/Step Time": 6.679643744602799}
+{"Finetune/Learning Rate": 1.9108231209975286e-05, "Finetune/Loss": 0.8255875110626221, "Finetune/Loss (Raw)": 0.7519842982292175, "Finetune/Step": 1049, "Finetune/Step Time": 6.676872033625841}
+{"Finetune/Learning Rate": 1.9106173236315612e-05, "Finetune/Loss": 0.8248987197875977, "Finetune/Loss (Raw)": 0.7613160610198975, "Finetune/Step": 1050, "Finetune/Step Time": 6.688118705525994}
+{"Finetune/Learning Rate": 1.9104113001838662e-05, "Finetune/Loss": 0.8227506279945374, "Finetune/Loss (Raw)": 0.6758151650428772, "Finetune/Step": 1051, "Finetune/Step Time": 6.69136918336153}
+{"Finetune/Learning Rate": 1.910205050705594e-05, "Finetune/Loss": 0.824389636516571, "Finetune/Loss (Raw)": 1.0041826963424683, "Finetune/Step": 1052, "Finetune/Step Time": 6.689012525603175}
+{"Finetune/Learning Rate": 1.9099985752479505e-05, "Finetune/Loss": 0.8252873420715332, "Finetune/Loss (Raw)": 0.8513548374176025, "Finetune/Step": 1053, "Finetune/Step Time": 6.675591792911291}
+{"Finetune/Learning Rate": 1.9097918738621984e-05, "Finetune/Loss": 0.8274556398391724, "Finetune/Loss (Raw)": 0.9033089280128479, "Finetune/Step": 1054, "Finetune/Step Time": 6.6599111109972}
+{"Finetune/Learning Rate": 1.909584946599656e-05, "Finetune/Loss": 0.8266845345497131, "Finetune/Loss (Raw)": 0.7928532361984253, "Finetune/Step": 1055, "Finetune/Step Time": 6.660769265145063}
+{"Finetune/Learning Rate": 1.9093777935116975e-05, "Finetune/Loss": 0.8275415897369385, "Finetune/Loss (Raw)": 1.0251668691635132, "Finetune/Step": 1056, "Finetune/Step Time": 6.661823207512498}
+{"Finetune/Learning Rate": 1.9091704146497533e-05, "Finetune/Loss": 0.8272568583488464, "Finetune/Loss (Raw)": 0.8228701949119568, "Finetune/Step": 1057, "Finetune/Step Time": 6.6563571114093065}
+{"Finetune/Learning Rate": 1.9089628100653106e-05, "Finetune/Loss": 0.8268753290176392, "Finetune/Loss (Raw)": 0.7730324268341064, "Finetune/Step": 1058, "Finetune/Step Time": 6.64812208712101}
+{"Finetune/Learning Rate": 1.9087549798099116e-05, "Finetune/Loss": 0.8257459402084351, "Finetune/Loss (Raw)": 0.7811424732208252, "Finetune/Step": 1059, "Finetune/Step Time": 6.674651248380542}
+{"Finetune/Learning Rate": 1.9085469239351552e-05, "Finetune/Loss": 0.824684739112854, "Finetune/Loss (Raw)": 0.8245782852172852, "Finetune/Step": 1060, "Finetune/Step Time": 6.662144532427192}
+{"Finetune/Learning Rate": 1.9083386424926952e-05, "Finetune/Loss": 0.8231545090675354, "Finetune/Loss (Raw)": 0.6671039462089539, "Finetune/Step": 1061, "Finetune/Step Time": 6.642759324982762}
+{"Finetune/Learning Rate": 1.9081301355342433e-05, "Finetune/Loss": 0.8225626945495605, "Finetune/Loss (Raw)": 0.8691138029098511, "Finetune/Step": 1062, "Finetune/Step Time": 6.637844912707806}
+{"Finetune/Learning Rate": 1.907921403111566e-05, "Finetune/Loss": 0.8242058157920837, "Finetune/Loss (Raw)": 0.8869590759277344, "Finetune/Step": 1063, "Finetune/Step Time": 6.634744647890329}
+{"Finetune/Learning Rate": 1.9077124452764856e-05, "Finetune/Loss": 0.8266566395759583, "Finetune/Loss (Raw)": 1.109232783317566, "Finetune/Step": 1064, "Finetune/Step Time": 6.622155761346221}
+{"Finetune/Learning Rate": 1.9075032620808808e-05, "Finetune/Loss": 0.8265671730041504, "Finetune/Loss (Raw)": 1.0296378135681152, "Finetune/Step": 1065, "Finetune/Step Time": 6.623172963038087}
+{"Finetune/Learning Rate": 1.9072938535766864e-05, "Finetune/Loss": 0.8246067762374878, "Finetune/Loss (Raw)": 0.8046680092811584, "Finetune/Step": 1066, "Finetune/Step Time": 6.616663651540875}
+{"Finetune/Learning Rate": 1.9070842198158925e-05, "Finetune/Loss": 0.8258098363876343, "Finetune/Loss (Raw)": 1.0103412866592407, "Finetune/Step": 1067, "Finetune/Step Time": 6.622690038755536}
+{"Finetune/Learning Rate": 1.9068743608505454e-05, "Finetune/Loss": 0.8245369791984558, "Finetune/Loss (Raw)": 0.7949637770652771, "Finetune/Step": 1068, "Finetune/Step Time": 6.627471972256899}
+{"Finetune/Learning Rate": 1.9066642767327482e-05, "Finetune/Loss": 0.8241426944732666, "Finetune/Loss (Raw)": 0.8601380586624146, "Finetune/Step": 1069, "Finetune/Step Time": 6.652665650472045}
+{"Finetune/Learning Rate": 1.9064539675146584e-05, "Finetune/Loss": 0.8255116939544678, "Finetune/Loss (Raw)": 0.8912070989608765, "Finetune/Step": 1070, "Finetune/Step Time": 6.64219113625586}
+{"Finetune/Learning Rate": 1.90624343324849e-05, "Finetune/Loss": 0.8258928060531616, "Finetune/Loss (Raw)": 0.93703293800354, "Finetune/Step": 1071, "Finetune/Step Time": 6.639605326578021}
+{"Finetune/Learning Rate": 1.9060326739865135e-05, "Finetune/Loss": 0.8267831802368164, "Finetune/Loss (Raw)": 0.9444293975830078, "Finetune/Step": 1072, "Finetune/Step Time": 6.648699646815658}
+{"Finetune/Learning Rate": 1.9058216897810547e-05, "Finetune/Loss": 0.8272033929824829, "Finetune/Loss (Raw)": 0.8575285077095032, "Finetune/Step": 1073, "Finetune/Step Time": 6.632258461788297}
+{"Finetune/Learning Rate": 1.905610480684495e-05, "Finetune/Loss": 0.829114556312561, "Finetune/Loss (Raw)": 0.9756086468696594, "Finetune/Step": 1074, "Finetune/Step Time": 6.617828391492367}
+{"Finetune/Learning Rate": 1.9053990467492724e-05, "Finetune/Loss": 0.8293715119361877, "Finetune/Loss (Raw)": 0.8654229044914246, "Finetune/Step": 1075, "Finetune/Step Time": 6.612671995535493}
+{"Finetune/Learning Rate": 1.9051873880278796e-05, "Finetune/Loss": 0.8340648412704468, "Finetune/Loss (Raw)": 0.981070339679718, "Finetune/Step": 1076, "Finetune/Step Time": 6.59431198425591}
+{"Finetune/Learning Rate": 1.9049755045728658e-05, "Finetune/Loss": 0.8337236642837524, "Finetune/Loss (Raw)": 0.9799969792366028, "Finetune/Step": 1077, "Finetune/Step Time": 6.598024183884263}
+{"Finetune/Learning Rate": 1.9047633964368363e-05, "Finetune/Loss": 0.8344354629516602, "Finetune/Loss (Raw)": 0.9541935920715332, "Finetune/Step": 1078, "Finetune/Step Time": 6.611735332757235}
+{"Finetune/Learning Rate": 1.904551063672452e-05, "Finetune/Loss": 0.8319936990737915, "Finetune/Loss (Raw)": 0.7632943391799927, "Finetune/Step": 1079, "Finetune/Step Time": 6.6162977032363415}
+{"Finetune/Learning Rate": 1.9043385063324292e-05, "Finetune/Loss": 0.8313326835632324, "Finetune/Loss (Raw)": 0.7080265879631042, "Finetune/Step": 1080, "Finetune/Step Time": 6.626210510730743}
+{"Finetune/Learning Rate": 1.9041257244695397e-05, "Finetune/Loss": 0.8315331339836121, "Finetune/Loss (Raw)": 0.9098219871520996, "Finetune/Step": 1081, "Finetune/Step Time": 6.629896923899651}
+{"Finetune/Learning Rate": 1.903912718136612e-05, "Finetune/Loss": 0.8307204246520996, "Finetune/Loss (Raw)": 0.7125175595283508, "Finetune/Step": 1082, "Finetune/Step Time": 6.650508413091302}
+{"Finetune/Learning Rate": 1.90369948738653e-05, "Finetune/Loss": 0.8310744762420654, "Finetune/Loss (Raw)": 0.9319302439689636, "Finetune/Step": 1083, "Finetune/Step Time": 6.650099093094468}
+{"Finetune/Learning Rate": 1.9034860322722325e-05, "Finetune/Loss": 0.8311984539031982, "Finetune/Loss (Raw)": 0.9339802265167236, "Finetune/Step": 1084, "Finetune/Step Time": 6.66429641097784}
+{"Finetune/Learning Rate": 1.9032723528467154e-05, "Finetune/Loss": 0.8317891955375671, "Finetune/Loss (Raw)": 0.9059427380561829, "Finetune/Step": 1085, "Finetune/Step Time": 6.6547976359725}
+{"Finetune/Learning Rate": 1.903058449163029e-05, "Finetune/Loss": 0.8326807618141174, "Finetune/Loss (Raw)": 0.9572573304176331, "Finetune/Step": 1086, "Finetune/Step Time": 6.6418450102210045}
+{"Finetune/Learning Rate": 1.9028443212742797e-05, "Finetune/Loss": 0.8342546224594116, "Finetune/Loss (Raw)": 0.9498092532157898, "Finetune/Step": 1087, "Finetune/Step Time": 6.644337445497513}
+{"Finetune/Learning Rate": 1.90262996923363e-05, "Finetune/Loss": 0.832550585269928, "Finetune/Loss (Raw)": 0.6427980065345764, "Finetune/Step": 1088, "Finetune/Step Time": 6.652372559532523}
+{"Finetune/Learning Rate": 1.902415393094298e-05, "Finetune/Loss": 0.8334349393844604, "Finetune/Loss (Raw)": 0.8876094818115234, "Finetune/Step": 1089, "Finetune/Step Time": 6.648717522621155}
+{"Finetune/Learning Rate": 1.9022005929095568e-05, "Finetune/Loss": 0.8333223462104797, "Finetune/Loss (Raw)": 0.960984468460083, "Finetune/Step": 1090, "Finetune/Step Time": 6.65885728225112}
+{"Finetune/Learning Rate": 1.9019855687327352e-05, "Finetune/Loss": 0.8333274126052856, "Finetune/Loss (Raw)": 0.8406217694282532, "Finetune/Step": 1091, "Finetune/Step Time": 6.657947853207588}
+{"Finetune/Learning Rate": 1.9017703206172187e-05, "Finetune/Loss": 0.8340616822242737, "Finetune/Loss (Raw)": 0.9500080347061157, "Finetune/Step": 1092, "Finetune/Step Time": 6.657119829207659}
+{"Finetune/Learning Rate": 1.901554848616447e-05, "Finetune/Loss": 0.8342398405075073, "Finetune/Loss (Raw)": 0.7766361236572266, "Finetune/Step": 1093, "Finetune/Step Time": 6.654457410797477}
+{"Finetune/Learning Rate": 1.901339152783916e-05, "Finetune/Loss": 0.8344498872756958, "Finetune/Loss (Raw)": 0.8668938875198364, "Finetune/Step": 1094, "Finetune/Step Time": 6.649566216394305}
+{"Finetune/Learning Rate": 1.9011232331731773e-05, "Finetune/Loss": 0.8356571793556213, "Finetune/Loss (Raw)": 0.9733015298843384, "Finetune/Step": 1095, "Finetune/Step Time": 6.6334964875131845}
+{"Finetune/Learning Rate": 1.900907089837838e-05, "Finetune/Loss": 0.8357489109039307, "Finetune/Loss (Raw)": 0.9337679147720337, "Finetune/Step": 1096, "Finetune/Step Time": 6.629867950454354}
+{"Finetune/Learning Rate": 1.9006907228315605e-05, "Finetune/Loss": 0.8360141515731812, "Finetune/Loss (Raw)": 0.8585665822029114, "Finetune/Step": 1097, "Finetune/Step Time": 6.631229143589735}
+{"Finetune/Learning Rate": 1.9004741322080633e-05, "Finetune/Loss": 0.8384336829185486, "Finetune/Loss (Raw)": 0.8508108854293823, "Finetune/Step": 1098, "Finetune/Step Time": 6.6387042589485645}
+{"Finetune/Learning Rate": 1.9002573180211192e-05, "Finetune/Loss": 0.8388421535491943, "Finetune/Loss (Raw)": 0.9166744947433472, "Finetune/Step": 1099, "Finetune/Step Time": 6.612879389896989}
+{"Finetune/Learning Rate": 1.900040280324558e-05, "Finetune/Loss": 0.8423690795898438, "Finetune/Loss (Raw)": 0.8401820063591003, "Finetune/Step": 1100, "Finetune/Step Time": 6.598546776920557}
+{"Finetune/Learning Rate": 1.8998230191722644e-05, "Finetune/Loss": 0.8432644605636597, "Finetune/Loss (Raw)": 0.9077562093734741, "Finetune/Step": 1101, "Finetune/Step Time": 6.597959252074361}
+{"Finetune/Learning Rate": 1.8996055346181776e-05, "Finetune/Loss": 0.8426525592803955, "Finetune/Loss (Raw)": 0.7269859313964844, "Finetune/Step": 1102, "Finetune/Step Time": 6.585043653845787}
+{"Finetune/Learning Rate": 1.899387826716294e-05, "Finetune/Loss": 0.8428080081939697, "Finetune/Loss (Raw)": 1.0188429355621338, "Finetune/Step": 1103, "Finetune/Step Time": 6.571667153388262}
+{"Finetune/Learning Rate": 1.8991698955206645e-05, "Finetune/Loss": 0.8437963724136353, "Finetune/Loss (Raw)": 0.9832512736320496, "Finetune/Step": 1104, "Finetune/Step Time": 6.580496011301875}
+{"Finetune/Learning Rate": 1.8989517410853956e-05, "Finetune/Loss": 0.8425874710083008, "Finetune/Loss (Raw)": 0.8343918323516846, "Finetune/Step": 1105, "Finetune/Step Time": 6.5860843397676945}
+{"Finetune/Learning Rate": 1.8987333634646487e-05, "Finetune/Loss": 0.8422874808311462, "Finetune/Loss (Raw)": 0.7912378907203674, "Finetune/Step": 1106, "Finetune/Step Time": 6.598143961280584}
+{"Finetune/Learning Rate": 1.8985147627126414e-05, "Finetune/Loss": 0.843062162399292, "Finetune/Loss (Raw)": 0.9451775550842285, "Finetune/Step": 1107, "Finetune/Step Time": 6.593683078885078}
+{"Finetune/Learning Rate": 1.898295938883646e-05, "Finetune/Loss": 0.8429400324821472, "Finetune/Loss (Raw)": 1.0326141119003296, "Finetune/Step": 1108, "Finetune/Step Time": 6.594832092523575}
+{"Finetune/Learning Rate": 1.898076892031991e-05, "Finetune/Loss": 0.8410604000091553, "Finetune/Loss (Raw)": 0.6185535788536072, "Finetune/Step": 1109, "Finetune/Step Time": 6.606740824878216}
+{"Finetune/Learning Rate": 1.8978576222120597e-05, "Finetune/Loss": 0.8406150341033936, "Finetune/Loss (Raw)": 0.8943866491317749, "Finetune/Step": 1110, "Finetune/Step Time": 6.606195531785488}
+{"Finetune/Learning Rate": 1.8976381294782907e-05, "Finetune/Loss": 0.8416396975517273, "Finetune/Loss (Raw)": 1.0552291870117188, "Finetune/Step": 1111, "Finetune/Step Time": 6.602029861882329}
+{"Finetune/Learning Rate": 1.897418413885179e-05, "Finetune/Loss": 0.8422030210494995, "Finetune/Loss (Raw)": 0.8209292888641357, "Finetune/Step": 1112, "Finetune/Step Time": 6.590758632868528}
+{"Finetune/Learning Rate": 1.8971984754872724e-05, "Finetune/Loss": 0.8420960903167725, "Finetune/Loss (Raw)": 0.8734161853790283, "Finetune/Step": 1113, "Finetune/Step Time": 6.587177937850356}
+{"Finetune/Learning Rate": 1.896978314339177e-05, "Finetune/Loss": 0.8419777750968933, "Finetune/Loss (Raw)": 0.7715345621109009, "Finetune/Step": 1114, "Finetune/Step Time": 6.610539751127362}
+{"Finetune/Learning Rate": 1.8967579304955527e-05, "Finetune/Loss": 0.8418749570846558, "Finetune/Loss (Raw)": 0.8834958076477051, "Finetune/Step": 1115, "Finetune/Step Time": 6.608623567968607}
+{"Finetune/Learning Rate": 1.8965373240111146e-05, "Finetune/Loss": 0.8445996642112732, "Finetune/Loss (Raw)": 0.9893355965614319, "Finetune/Step": 1116, "Finetune/Step Time": 6.604250438511372}
+{"Finetune/Learning Rate": 1.896316494940633e-05, "Finetune/Loss": 0.8434828519821167, "Finetune/Loss (Raw)": 0.8050065636634827, "Finetune/Step": 1117, "Finetune/Step Time": 6.604250138625503}
+{"Finetune/Learning Rate": 1.896095443338935e-05, "Finetune/Loss": 0.8455243110656738, "Finetune/Loss (Raw)": 0.9028357863426208, "Finetune/Step": 1118, "Finetune/Step Time": 6.591808354482055}
+{"Finetune/Learning Rate": 1.8958741692609003e-05, "Finetune/Loss": 0.8427973985671997, "Finetune/Loss (Raw)": 0.6130784749984741, "Finetune/Step": 1119, "Finetune/Step Time": 6.602046879008412}
+{"Finetune/Learning Rate": 1.8956526727614663e-05, "Finetune/Loss": 0.8429532051086426, "Finetune/Loss (Raw)": 0.8983749747276306, "Finetune/Step": 1120, "Finetune/Step Time": 6.595468213781714}
+{"Finetune/Learning Rate": 1.895430953895624e-05, "Finetune/Loss": 0.8444417715072632, "Finetune/Loss (Raw)": 1.0076098442077637, "Finetune/Step": 1121, "Finetune/Step Time": 6.566107165068388}
+{"Finetune/Learning Rate": 1.8952090127184206e-05, "Finetune/Loss": 0.8463566899299622, "Finetune/Loss (Raw)": 0.915113627910614, "Finetune/Step": 1122, "Finetune/Step Time": 6.572795949876308}
+{"Finetune/Learning Rate": 1.894986849284958e-05, "Finetune/Loss": 0.8455387353897095, "Finetune/Loss (Raw)": 0.7742986083030701, "Finetune/Step": 1123, "Finetune/Step Time": 6.590860988944769}
+{"Finetune/Learning Rate": 1.8947644636503933e-05, "Finetune/Loss": 0.8479382395744324, "Finetune/Loss (Raw)": 1.0850940942764282, "Finetune/Step": 1124, "Finetune/Step Time": 6.587757438421249}
+{"Finetune/Learning Rate": 1.8945418558699387e-05, "Finetune/Loss": 0.8477749228477478, "Finetune/Loss (Raw)": 0.8404026031494141, "Finetune/Step": 1125, "Finetune/Step Time": 6.59467982314527}
+{"Finetune/Learning Rate": 1.8943190259988623e-05, "Finetune/Loss": 0.8489611148834229, "Finetune/Loss (Raw)": 0.9138237237930298, "Finetune/Step": 1126, "Finetune/Step Time": 6.577565060928464}
+{"Finetune/Learning Rate": 1.8940959740924864e-05, "Finetune/Loss": 0.8482732772827148, "Finetune/Loss (Raw)": 0.8697211742401123, "Finetune/Step": 1127, "Finetune/Step Time": 6.577381208539009}
+{"Finetune/Learning Rate": 1.8938727002061888e-05, "Finetune/Loss": 0.8465422987937927, "Finetune/Loss (Raw)": 0.7949138283729553, "Finetune/Step": 1128, "Finetune/Step Time": 6.589669890701771}
+{"Finetune/Learning Rate": 1.893649204395402e-05, "Finetune/Loss": 0.8515610694885254, "Finetune/Loss (Raw)": 0.9633866548538208, "Finetune/Step": 1129, "Finetune/Step Time": 6.5652383007109165}
+{"Finetune/Learning Rate": 1.8934254867156146e-05, "Finetune/Loss": 0.8493617177009583, "Finetune/Loss (Raw)": 0.6719847321510315, "Finetune/Step": 1130, "Finetune/Step Time": 6.573571002110839}
+{"Finetune/Learning Rate": 1.8932015472223692e-05, "Finetune/Loss": 0.8492107391357422, "Finetune/Loss (Raw)": 0.9505780935287476, "Finetune/Step": 1131, "Finetune/Step Time": 6.556798867881298}
+{"Finetune/Learning Rate": 1.8929773859712643e-05, "Finetune/Loss": 0.8489466905593872, "Finetune/Loss (Raw)": 0.9473161697387695, "Finetune/Step": 1132, "Finetune/Step Time": 6.55881786160171}
+{"Finetune/Learning Rate": 1.892753003017953e-05, "Finetune/Loss": 0.8488495349884033, "Finetune/Loss (Raw)": 0.8921209573745728, "Finetune/Step": 1133, "Finetune/Step Time": 6.5441507659852505}
+{"Finetune/Learning Rate": 1.8925283984181432e-05, "Finetune/Loss": 0.8502376079559326, "Finetune/Loss (Raw)": 0.8702945113182068, "Finetune/Step": 1134, "Finetune/Step Time": 6.526973135769367}
+{"Finetune/Learning Rate": 1.892303572227599e-05, "Finetune/Loss": 0.8509989976882935, "Finetune/Loss (Raw)": 0.9396496415138245, "Finetune/Step": 1135, "Finetune/Step Time": 6.522694626823068}
+{"Finetune/Learning Rate": 1.8920785245021376e-05, "Finetune/Loss": 0.8506147861480713, "Finetune/Loss (Raw)": 0.8597788214683533, "Finetune/Step": 1136, "Finetune/Step Time": 6.510304443538189}
+{"Finetune/Learning Rate": 1.8918532552976328e-05, "Finetune/Loss": 0.8548693060874939, "Finetune/Loss (Raw)": 0.9709168672561646, "Finetune/Step": 1137, "Finetune/Step Time": 6.49250927194953}
+{"Finetune/Learning Rate": 1.891627764670013e-05, "Finetune/Loss": 0.8557795286178589, "Finetune/Loss (Raw)": 0.9011790156364441, "Finetune/Step": 1138, "Finetune/Step Time": 6.50154185667634}
+{"Finetune/Learning Rate": 1.8914020526752612e-05, "Finetune/Loss": 0.8558076024055481, "Finetune/Loss (Raw)": 0.816093921661377, "Finetune/Step": 1139, "Finetune/Step Time": 6.514608759433031}
+{"Finetune/Learning Rate": 1.891176119369416e-05, "Finetune/Loss": 0.8555756211280823, "Finetune/Loss (Raw)": 0.8988329172134399, "Finetune/Step": 1140, "Finetune/Step Time": 6.508635645732284}
+{"Finetune/Learning Rate": 1.8909499648085697e-05, "Finetune/Loss": 0.8555338382720947, "Finetune/Loss (Raw)": 0.8580936193466187, "Finetune/Step": 1141, "Finetune/Step Time": 6.514227692037821}
+{"Finetune/Learning Rate": 1.8907235890488716e-05, "Finetune/Loss": 0.8501089811325073, "Finetune/Loss (Raw)": 0.29791873693466187, "Finetune/Step": 1142, "Finetune/Step Time": 6.528026960790157}
+{"Finetune/Learning Rate": 1.8904969921465234e-05, "Finetune/Loss": 0.8543360233306885, "Finetune/Loss (Raw)": 0.8522790670394897, "Finetune/Step": 1143, "Finetune/Step Time": 6.5215220376849174}
+{"Finetune/Learning Rate": 1.8902701741577844e-05, "Finetune/Loss": 0.8538062572479248, "Finetune/Loss (Raw)": 0.8634759187698364, "Finetune/Step": 1144, "Finetune/Step Time": 6.525912795215845}
+{"Finetune/Learning Rate": 1.8900431351389657e-05, "Finetune/Loss": 0.8528850078582764, "Finetune/Loss (Raw)": 0.86504727602005, "Finetune/Step": 1145, "Finetune/Step Time": 6.526792708784342}
+{"Finetune/Learning Rate": 1.8898158751464368e-05, "Finetune/Loss": 0.8536484837532043, "Finetune/Loss (Raw)": 0.9316698312759399, "Finetune/Step": 1146, "Finetune/Step Time": 6.495113778859377}
+{"Finetune/Learning Rate": 1.889588394236619e-05, "Finetune/Loss": 0.8524443507194519, "Finetune/Loss (Raw)": 0.6840211749076843, "Finetune/Step": 1147, "Finetune/Step Time": 6.498152777552605}
+{"Finetune/Learning Rate": 1.8893606924659896e-05, "Finetune/Loss": 0.8482152819633484, "Finetune/Loss (Raw)": 0.34480568766593933, "Finetune/Step": 1148, "Finetune/Step Time": 6.5192325338721275}
+{"Finetune/Learning Rate": 1.889132769891082e-05, "Finetune/Loss": 0.8509218692779541, "Finetune/Loss (Raw)": 1.0608752965927124, "Finetune/Step": 1149, "Finetune/Step Time": 6.520670395344496}
+{"Finetune/Learning Rate": 1.8889046265684817e-05, "Finetune/Loss": 0.8502871990203857, "Finetune/Loss (Raw)": 0.7927055954933167, "Finetune/Step": 1150, "Finetune/Step Time": 6.532009599730372}
+{"Finetune/Learning Rate": 1.8886762625548315e-05, "Finetune/Loss": 0.8511590957641602, "Finetune/Loss (Raw)": 0.7893060445785522, "Finetune/Step": 1151, "Finetune/Step Time": 6.516862291842699}
+{"Finetune/Learning Rate": 1.8884476779068277e-05, "Finetune/Loss": 0.8514856100082397, "Finetune/Loss (Raw)": 0.8325375914573669, "Finetune/Step": 1152, "Finetune/Step Time": 6.5336459167301655}
+{"Finetune/Learning Rate": 1.8882188726812217e-05, "Finetune/Loss": 0.8524610996246338, "Finetune/Loss (Raw)": 0.9187641739845276, "Finetune/Step": 1153, "Finetune/Step Time": 6.5573878064751625}
+{"Finetune/Learning Rate": 1.8879898469348203e-05, "Finetune/Loss": 0.8483151197433472, "Finetune/Loss (Raw)": 0.32946091890335083, "Finetune/Step": 1154, "Finetune/Step Time": 6.568776309490204}
+{"Finetune/Learning Rate": 1.8877606007244835e-05, "Finetune/Loss": 0.8481032848358154, "Finetune/Loss (Raw)": 0.3391052782535553, "Finetune/Step": 1155, "Finetune/Step Time": 6.567549856379628}
+{"Finetune/Learning Rate": 1.8875311341071273e-05, "Finetune/Loss": 0.8485034108161926, "Finetune/Loss (Raw)": 0.9865676760673523, "Finetune/Step": 1156, "Finetune/Step Time": 6.5638176910579205}
+{"Finetune/Learning Rate": 1.8873014471397225e-05, "Finetune/Loss": 0.8496564626693726, "Finetune/Loss (Raw)": 0.9589268565177917, "Finetune/Step": 1157, "Finetune/Step Time": 6.556223371997476}
+{"Finetune/Learning Rate": 1.8870715398792934e-05, "Finetune/Loss": 0.849686324596405, "Finetune/Loss (Raw)": 0.7946529388427734, "Finetune/Step": 1158, "Finetune/Step Time": 6.546938059851527}
+{"Finetune/Learning Rate": 1.8868414123829206e-05, "Finetune/Loss": 0.8492283225059509, "Finetune/Loss (Raw)": 0.7837056517601013, "Finetune/Step": 1159, "Finetune/Step Time": 6.546391377225518}
+{"Finetune/Learning Rate": 1.8866110647077375e-05, "Finetune/Loss": 0.85309898853302, "Finetune/Loss (Raw)": 0.841952919960022, "Finetune/Step": 1160, "Finetune/Step Time": 6.543936997652054}
+{"Finetune/Learning Rate": 1.8863804969109343e-05, "Finetune/Loss": 0.8521075248718262, "Finetune/Loss (Raw)": 0.7870680689811707, "Finetune/Step": 1161, "Finetune/Step Time": 6.537034457549453}
+{"Finetune/Learning Rate": 1.886149709049754e-05, "Finetune/Loss": 0.8537232875823975, "Finetune/Loss (Raw)": 0.9492847323417664, "Finetune/Step": 1162, "Finetune/Step Time": 6.533690355718136}
+{"Finetune/Learning Rate": 1.8859187011814956e-05, "Finetune/Loss": 0.8517290353775024, "Finetune/Loss (Raw)": 0.6220716238021851, "Finetune/Step": 1163, "Finetune/Step Time": 6.542527113109827}
+{"Finetune/Learning Rate": 1.8856874733635115e-05, "Finetune/Loss": 0.8534877300262451, "Finetune/Loss (Raw)": 1.0669362545013428, "Finetune/Step": 1164, "Finetune/Step Time": 6.540340401232243}
+{"Finetune/Learning Rate": 1.8854560256532098e-05, "Finetune/Loss": 0.8508204817771912, "Finetune/Loss (Raw)": 0.3639211356639862, "Finetune/Step": 1165, "Finetune/Step Time": 6.548884071409702}
+{"Finetune/Learning Rate": 1.885224358108053e-05, "Finetune/Loss": 0.8487511873245239, "Finetune/Loss (Raw)": 0.8074398040771484, "Finetune/Step": 1166, "Finetune/Step Time": 6.557363539934158}
+{"Finetune/Learning Rate": 1.884992470785557e-05, "Finetune/Loss": 0.8468001484870911, "Finetune/Loss (Raw)": 0.6257926225662231, "Finetune/Step": 1167, "Finetune/Step Time": 6.5717728696763515}
+{"Finetune/Learning Rate": 1.8847603637432937e-05, "Finetune/Loss": 0.8474947810173035, "Finetune/Loss (Raw)": 0.8042885065078735, "Finetune/Step": 1168, "Finetune/Step Time": 6.571083437651396}
+{"Finetune/Learning Rate": 1.8845280370388893e-05, "Finetune/Loss": 0.8468236327171326, "Finetune/Loss (Raw)": 0.9302735328674316, "Finetune/Step": 1169, "Finetune/Step Time": 6.5728792026638985}
+{"Finetune/Learning Rate": 1.8842954907300236e-05, "Finetune/Loss": 0.8426557779312134, "Finetune/Loss (Raw)": 0.47034913301467896, "Finetune/Step": 1170, "Finetune/Step Time": 6.588096551597118}
+{"Finetune/Learning Rate": 1.8840627248744325e-05, "Finetune/Loss": 0.847456693649292, "Finetune/Loss (Raw)": 0.9901798367500305, "Finetune/Step": 1171, "Finetune/Step Time": 6.564144277945161}
+{"Finetune/Learning Rate": 1.8838297395299042e-05, "Finetune/Loss": 0.8496156930923462, "Finetune/Loss (Raw)": 0.9136170744895935, "Finetune/Step": 1172, "Finetune/Step Time": 6.558381594717503}
+{"Finetune/Learning Rate": 1.8835965347542834e-05, "Finetune/Loss": 0.8501032590866089, "Finetune/Loss (Raw)": 0.8697267174720764, "Finetune/Step": 1173, "Finetune/Step Time": 6.542286090552807}
+{"Finetune/Learning Rate": 1.883363110605469e-05, "Finetune/Loss": 0.8462915420532227, "Finetune/Loss (Raw)": 0.3621184527873993, "Finetune/Step": 1174, "Finetune/Step Time": 6.552813755348325}
+{"Finetune/Learning Rate": 1.8831294671414134e-05, "Finetune/Loss": 0.8455832600593567, "Finetune/Loss (Raw)": 0.8062897324562073, "Finetune/Step": 1175, "Finetune/Step Time": 6.567004548385739}
+{"Finetune/Learning Rate": 1.8828956044201237e-05, "Finetune/Loss": 0.8438798189163208, "Finetune/Loss (Raw)": 0.814148485660553, "Finetune/Step": 1176, "Finetune/Step Time": 6.5631369184702635}
+{"Finetune/Learning Rate": 1.882661522499662e-05, "Finetune/Loss": 0.8402867913246155, "Finetune/Loss (Raw)": 0.29208314418792725, "Finetune/Step": 1177, "Finetune/Step Time": 6.5845583863556385}
+{"Finetune/Learning Rate": 1.8824272214381453e-05, "Finetune/Loss": 0.8368936777114868, "Finetune/Loss (Raw)": 0.32699206471443176, "Finetune/Step": 1178, "Finetune/Step Time": 6.5907075852155685}
+{"Finetune/Learning Rate": 1.882192701293743e-05, "Finetune/Loss": 0.8397926688194275, "Finetune/Loss (Raw)": 1.0468883514404297, "Finetune/Step": 1179, "Finetune/Step Time": 6.584770919755101}
+{"Finetune/Learning Rate": 1.8819579621246802e-05, "Finetune/Loss": 0.8382091522216797, "Finetune/Loss (Raw)": 0.8014913201332092, "Finetune/Step": 1180, "Finetune/Step Time": 6.601269770413637}
+{"Finetune/Learning Rate": 1.8817230039892377e-05, "Finetune/Loss": 0.839514970779419, "Finetune/Loss (Raw)": 1.0185046195983887, "Finetune/Step": 1181, "Finetune/Step Time": 6.590470634400845}
+{"Finetune/Learning Rate": 1.8814878269457476e-05, "Finetune/Loss": 0.8368498086929321, "Finetune/Loss (Raw)": 0.5621728301048279, "Finetune/Step": 1182, "Finetune/Step Time": 6.592763599008322}
+{"Finetune/Learning Rate": 1.881252431052599e-05, "Finetune/Loss": 0.8381397724151611, "Finetune/Loss (Raw)": 0.9579651951789856, "Finetune/Step": 1183, "Finetune/Step Time": 6.594677006825805}
+{"Finetune/Learning Rate": 1.8810168163682338e-05, "Finetune/Loss": 0.8356220722198486, "Finetune/Loss (Raw)": 0.7029016017913818, "Finetune/Step": 1184, "Finetune/Step Time": 6.623338710516691}
+{"Finetune/Learning Rate": 1.8807809829511496e-05, "Finetune/Loss": 0.8362082242965698, "Finetune/Loss (Raw)": 0.8978863954544067, "Finetune/Step": 1185, "Finetune/Step Time": 6.6267478335648775}
+{"Finetune/Learning Rate": 1.8805449308598963e-05, "Finetune/Loss": 0.8381407260894775, "Finetune/Loss (Raw)": 1.020395040512085, "Finetune/Step": 1186, "Finetune/Step Time": 6.6275822296738625}
+{"Finetune/Learning Rate": 1.8803086601530803e-05, "Finetune/Loss": 0.83475261926651, "Finetune/Loss (Raw)": 0.34746894240379333, "Finetune/Step": 1187, "Finetune/Step Time": 6.6236370876431465}
+{"Finetune/Learning Rate": 1.880072170889361e-05, "Finetune/Loss": 0.8355704545974731, "Finetune/Loss (Raw)": 0.9292632937431335, "Finetune/Step": 1188, "Finetune/Step Time": 6.622666984796524}
+{"Finetune/Learning Rate": 1.8798354631274516e-05, "Finetune/Loss": 0.8379148244857788, "Finetune/Loss (Raw)": 0.9671805500984192, "Finetune/Step": 1189, "Finetune/Step Time": 6.627534477040172}
+{"Finetune/Learning Rate": 1.879598536926121e-05, "Finetune/Loss": 0.8379864692687988, "Finetune/Loss (Raw)": 0.8782844543457031, "Finetune/Step": 1190, "Finetune/Step Time": 6.625947302207351}
+{"Finetune/Learning Rate": 1.8793613923441917e-05, "Finetune/Loss": 0.8383274078369141, "Finetune/Loss (Raw)": 0.9305976033210754, "Finetune/Step": 1191, "Finetune/Step Time": 6.619688641279936}
+{"Finetune/Learning Rate": 1.87912402944054e-05, "Finetune/Loss": 0.837212085723877, "Finetune/Loss (Raw)": 0.9664812088012695, "Finetune/Step": 1192, "Finetune/Step Time": 6.636647257953882}
+{"Finetune/Learning Rate": 1.8788864482740964e-05, "Finetune/Loss": 0.8363088369369507, "Finetune/Loss (Raw)": 0.9140158295631409, "Finetune/Step": 1193, "Finetune/Step Time": 6.635610148310661}
+{"Finetune/Learning Rate": 1.8786486489038466e-05, "Finetune/Loss": 0.8372325897216797, "Finetune/Loss (Raw)": 0.9229142665863037, "Finetune/Step": 1194, "Finetune/Step Time": 6.648972883820534}
+{"Finetune/Learning Rate": 1.878410631388829e-05, "Finetune/Loss": 0.8362289667129517, "Finetune/Loss (Raw)": 0.8818738460540771, "Finetune/Step": 1195, "Finetune/Step Time": 6.6396765522658825}
+{"Finetune/Learning Rate": 1.8781723957881374e-05, "Finetune/Loss": 0.8370189666748047, "Finetune/Loss (Raw)": 0.8960780501365662, "Finetune/Step": 1196, "Finetune/Step Time": 6.636089328676462}
+{"Finetune/Learning Rate": 1.8779339421609194e-05, "Finetune/Loss": 0.837805986404419, "Finetune/Loss (Raw)": 0.9608837366104126, "Finetune/Step": 1197, "Finetune/Step Time": 6.6039126217365265}
+{"Finetune/Learning Rate": 1.877695270566376e-05, "Finetune/Loss": 0.8379517197608948, "Finetune/Loss (Raw)": 0.9098578691482544, "Finetune/Step": 1198, "Finetune/Step Time": 6.6084341909736395}
+{"Finetune/Learning Rate": 1.8774563810637636e-05, "Finetune/Loss": 0.8381653428077698, "Finetune/Loss (Raw)": 0.9643741846084595, "Finetune/Step": 1199, "Finetune/Step Time": 6.604385329410434}
+{"Finetune/Learning Rate": 1.8772172737123913e-05, "Finetune/Loss": 0.8382138013839722, "Finetune/Loss (Raw)": 0.9506317973136902, "Finetune/Step": 1200, "Finetune/Step Time": 6.6008240059018135}
+{"Finetune/Learning Rate": 1.876977948571624e-05, "Finetune/Loss": 0.8391636610031128, "Finetune/Loss (Raw)": 0.9791164994239807, "Finetune/Step": 1201, "Finetune/Step Time": 6.613393874838948}
+{"Finetune/Learning Rate": 1.8767384057008792e-05, "Finetune/Loss": 0.8399429321289062, "Finetune/Loss (Raw)": 1.075357437133789, "Finetune/Step": 1202, "Finetune/Step Time": 6.616999072954059}
+{"Finetune/Learning Rate": 1.8764986451596286e-05, "Finetune/Loss": 0.8412704467773438, "Finetune/Loss (Raw)": 1.0353363752365112, "Finetune/Step": 1203, "Finetune/Step Time": 6.607912121340632}
+{"Finetune/Learning Rate": 1.8762586670073982e-05, "Finetune/Loss": 0.8411942720413208, "Finetune/Loss (Raw)": 0.9713166356086731, "Finetune/Step": 1204, "Finetune/Step Time": 6.6154136676341295}
+{"Finetune/Learning Rate": 1.876018471303769e-05, "Finetune/Loss": 0.8397231101989746, "Finetune/Loss (Raw)": 0.7916995286941528, "Finetune/Step": 1205, "Finetune/Step Time": 6.632206792011857}
+{"Finetune/Learning Rate": 1.8757780581083742e-05, "Finetune/Loss": 0.840337872505188, "Finetune/Loss (Raw)": 1.0328736305236816, "Finetune/Step": 1206, "Finetune/Step Time": 6.61376160942018}
+{"Finetune/Learning Rate": 1.8755374274809027e-05, "Finetune/Loss": 0.841256856918335, "Finetune/Loss (Raw)": 0.8809280395507812, "Finetune/Step": 1207, "Finetune/Step Time": 6.61967102624476}
+{"Finetune/Learning Rate": 1.8752965794810956e-05, "Finetune/Loss": 0.8428303599357605, "Finetune/Loss (Raw)": 0.909439742565155, "Finetune/Step": 1208, "Finetune/Step Time": 6.610369825735688}
+{"Finetune/Learning Rate": 1.87505551416875e-05, "Finetune/Loss": 0.8431662321090698, "Finetune/Loss (Raw)": 0.9528068900108337, "Finetune/Step": 1209, "Finetune/Step Time": 6.609026841819286}
+{"Finetune/Learning Rate": 1.8748142316037153e-05, "Finetune/Loss": 0.844223141670227, "Finetune/Loss (Raw)": 0.8478004336357117, "Finetune/Step": 1210, "Finetune/Step Time": 6.587023189291358}
+{"Finetune/Learning Rate": 1.8745727318458956e-05, "Finetune/Loss": 0.8437892198562622, "Finetune/Loss (Raw)": 0.8763880729675293, "Finetune/Step": 1211, "Finetune/Step Time": 6.588971087709069}
+{"Finetune/Learning Rate": 1.8743310149552487e-05, "Finetune/Loss": 0.8440002202987671, "Finetune/Loss (Raw)": 0.9609885811805725, "Finetune/Step": 1212, "Finetune/Step Time": 6.577132415026426}
+{"Finetune/Learning Rate": 1.8740890809917866e-05, "Finetune/Loss": 0.8435272574424744, "Finetune/Loss (Raw)": 0.8454105257987976, "Finetune/Step": 1213, "Finetune/Step Time": 6.576562413945794}
+{"Finetune/Learning Rate": 1.873846930015575e-05, "Finetune/Loss": 0.8420429229736328, "Finetune/Loss (Raw)": 0.7672586441040039, "Finetune/Step": 1214, "Finetune/Step Time": 6.58954649604857}
+{"Finetune/Learning Rate": 1.873604562086733e-05, "Finetune/Loss": 0.8418830633163452, "Finetune/Loss (Raw)": 0.9293437600135803, "Finetune/Step": 1215, "Finetune/Step Time": 6.590110952034593}
+{"Finetune/Learning Rate": 1.8733619772654342e-05, "Finetune/Loss": 0.8396291136741638, "Finetune/Loss (Raw)": 0.35429954528808594, "Finetune/Step": 1216, "Finetune/Step Time": 6.599644105881453}
+{"Finetune/Learning Rate": 1.873119175611906e-05, "Finetune/Loss": 0.8406937122344971, "Finetune/Loss (Raw)": 1.0238786935806274, "Finetune/Step": 1217, "Finetune/Step Time": 6.602973779663444}
+{"Finetune/Learning Rate": 1.87287615718643e-05, "Finetune/Loss": 0.8406518697738647, "Finetune/Loss (Raw)": 0.9556282758712769, "Finetune/Step": 1218, "Finetune/Step Time": 6.587755346670747}
+{"Finetune/Learning Rate": 1.8726329220493403e-05, "Finetune/Loss": 0.8364607095718384, "Finetune/Loss (Raw)": 0.3041531443595886, "Finetune/Step": 1219, "Finetune/Step Time": 6.608069844543934}
+{"Finetune/Learning Rate": 1.8723894702610258e-05, "Finetune/Loss": 0.8358306884765625, "Finetune/Loss (Raw)": 0.8693554997444153, "Finetune/Step": 1220, "Finetune/Step Time": 6.607335338369012}
+{"Finetune/Learning Rate": 1.8721458018819295e-05, "Finetune/Loss": 0.8362889289855957, "Finetune/Loss (Raw)": 0.835295557975769, "Finetune/Step": 1221, "Finetune/Step Time": 6.617200559005141}
+{"Finetune/Learning Rate": 1.871901916972547e-05, "Finetune/Loss": 0.8358593583106995, "Finetune/Loss (Raw)": 0.8119131922721863, "Finetune/Step": 1222, "Finetune/Step Time": 6.637153474614024}
+{"Finetune/Learning Rate": 1.871657815593429e-05, "Finetune/Loss": 0.8353427052497864, "Finetune/Loss (Raw)": 0.9071640372276306, "Finetune/Step": 1223, "Finetune/Step Time": 6.6474624164402485}
+{"Finetune/Learning Rate": 1.871413497805179e-05, "Finetune/Loss": 0.8351720571517944, "Finetune/Loss (Raw)": 0.9119349718093872, "Finetune/Step": 1224, "Finetune/Step Time": 6.647939879447222}
+{"Finetune/Learning Rate": 1.8711689636684545e-05, "Finetune/Loss": 0.8344331383705139, "Finetune/Loss (Raw)": 0.7639778256416321, "Finetune/Step": 1225, "Finetune/Step Time": 6.632711201906204}
+{"Finetune/Learning Rate": 1.8709242132439665e-05, "Finetune/Loss": 0.8339440822601318, "Finetune/Loss (Raw)": 0.7882087826728821, "Finetune/Step": 1226, "Finetune/Step Time": 6.632320046424866}
+{"Finetune/Learning Rate": 1.8706792465924804e-05, "Finetune/Loss": 0.8322104215621948, "Finetune/Loss (Raw)": 0.6947619318962097, "Finetune/Step": 1227, "Finetune/Step Time": 6.639512388035655}
+{"Finetune/Learning Rate": 1.8704340637748144e-05, "Finetune/Loss": 0.8318030834197998, "Finetune/Loss (Raw)": 0.7880486845970154, "Finetune/Step": 1228, "Finetune/Step Time": 6.645031480118632}
+{"Finetune/Learning Rate": 1.870188664851841e-05, "Finetune/Loss": 0.8324869275093079, "Finetune/Loss (Raw)": 0.9952930212020874, "Finetune/Step": 1229, "Finetune/Step Time": 6.64107858389616}
+{"Finetune/Learning Rate": 1.8699430498844863e-05, "Finetune/Loss": 0.8299804329872131, "Finetune/Loss (Raw)": 0.406154990196228, "Finetune/Step": 1230, "Finetune/Step Time": 6.666059134528041}
+{"Finetune/Learning Rate": 1.8696972189337296e-05, "Finetune/Loss": 0.8298808336257935, "Finetune/Loss (Raw)": 1.006089210510254, "Finetune/Step": 1231, "Finetune/Step Time": 6.660113899037242}
+{"Finetune/Learning Rate": 1.8694511720606038e-05, "Finetune/Loss": 0.8288496732711792, "Finetune/Loss (Raw)": 0.8512700200080872, "Finetune/Step": 1232, "Finetune/Step Time": 6.648847032338381}
+{"Finetune/Learning Rate": 1.8692049093261967e-05, "Finetune/Loss": 0.8295400142669678, "Finetune/Loss (Raw)": 0.9227489233016968, "Finetune/Step": 1233, "Finetune/Step Time": 6.633384736254811}
+{"Finetune/Learning Rate": 1.8689584307916477e-05, "Finetune/Loss": 0.8289949893951416, "Finetune/Loss (Raw)": 0.7214741110801697, "Finetune/Step": 1234, "Finetune/Step Time": 6.641820337623358}
+{"Finetune/Learning Rate": 1.8687117365181514e-05, "Finetune/Loss": 0.8284651041030884, "Finetune/Loss (Raw)": 0.8773508667945862, "Finetune/Step": 1235, "Finetune/Step Time": 6.640447173267603}
+{"Finetune/Learning Rate": 1.8684648265669548e-05, "Finetune/Loss": 0.8281210064888, "Finetune/Loss (Raw)": 0.9885690808296204, "Finetune/Step": 1236, "Finetune/Step Time": 6.636301718652248}
+{"Finetune/Learning Rate": 1.8682177009993592e-05, "Finetune/Loss": 0.8309338688850403, "Finetune/Loss (Raw)": 0.9786031246185303, "Finetune/Step": 1237, "Finetune/Step Time": 6.638827044516802}
+{"Finetune/Learning Rate": 1.8679703598767196e-05, "Finetune/Loss": 0.8318376541137695, "Finetune/Loss (Raw)": 1.0100677013397217, "Finetune/Step": 1238, "Finetune/Step Time": 6.640950744971633}
+{"Finetune/Learning Rate": 1.8677228032604437e-05, "Finetune/Loss": 0.830571174621582, "Finetune/Loss (Raw)": 0.8931217789649963, "Finetune/Step": 1239, "Finetune/Step Time": 6.648890912532806}
+{"Finetune/Learning Rate": 1.867475031211993e-05, "Finetune/Loss": 0.8308730721473694, "Finetune/Loss (Raw)": 0.8595767021179199, "Finetune/Step": 1240, "Finetune/Step Time": 6.647573873400688}
+{"Finetune/Learning Rate": 1.8672270437928833e-05, "Finetune/Loss": 0.83038330078125, "Finetune/Loss (Raw)": 0.8107171058654785, "Finetune/Step": 1241, "Finetune/Step Time": 6.6515380050987005}
+{"Finetune/Learning Rate": 1.8669788410646824e-05, "Finetune/Loss": 0.8313982486724854, "Finetune/Loss (Raw)": 0.9014515280723572, "Finetune/Step": 1242, "Finetune/Step Time": 6.625378340482712}
+{"Finetune/Learning Rate": 1.866730423089013e-05, "Finetune/Loss": 0.8317636251449585, "Finetune/Loss (Raw)": 0.9302675127983093, "Finetune/Step": 1243, "Finetune/Step Time": 6.619269084185362}
+{"Finetune/Learning Rate": 1.86648178992755e-05, "Finetune/Loss": 0.8308039903640747, "Finetune/Loss (Raw)": 0.8665019273757935, "Finetune/Step": 1244, "Finetune/Step Time": 6.6223147716373205}
+{"Finetune/Learning Rate": 1.866232941642023e-05, "Finetune/Loss": 0.8305180072784424, "Finetune/Loss (Raw)": 0.7684036493301392, "Finetune/Step": 1245, "Finetune/Step Time": 6.613111769780517}
+{"Finetune/Learning Rate": 1.8659838782942136e-05, "Finetune/Loss": 0.8298759460449219, "Finetune/Loss (Raw)": 0.8206512331962585, "Finetune/Step": 1246, "Finetune/Step Time": 6.634856624528766}
+{"Finetune/Learning Rate": 1.8657345999459577e-05, "Finetune/Loss": 0.8327134251594543, "Finetune/Loss (Raw)": 0.9762697815895081, "Finetune/Step": 1247, "Finetune/Step Time": 6.621360518038273}
+{"Finetune/Learning Rate": 1.865485106659145e-05, "Finetune/Loss": 0.8313170671463013, "Finetune/Loss (Raw)": 0.7196431756019592, "Finetune/Step": 1248, "Finetune/Step Time": 6.625331416726112}
+{"Finetune/Learning Rate": 1.8652353984957168e-05, "Finetune/Loss": 0.8298547267913818, "Finetune/Loss (Raw)": 0.820429265499115, "Finetune/Step": 1249, "Finetune/Step Time": 6.625968974083662}
+{"Finetune/Learning Rate": 1.86498547551767e-05, "Finetune/Loss": 0.8297809362411499, "Finetune/Loss (Raw)": 0.9056757688522339, "Finetune/Step": 1250, "Finetune/Step Time": 6.606384616345167}
+{"Finetune/Learning Rate": 1.864735337787053e-05, "Finetune/Loss": 0.8308255672454834, "Finetune/Loss (Raw)": 0.9080103635787964, "Finetune/Step": 1251, "Finetune/Step Time": 6.591886822134256}
+{"Finetune/Learning Rate": 1.864484985365969e-05, "Finetune/Loss": 0.8284503817558289, "Finetune/Loss (Raw)": 0.7810676097869873, "Finetune/Step": 1252, "Finetune/Step Time": 6.587550764903426}
+{"Finetune/Learning Rate": 1.864234418316573e-05, "Finetune/Loss": 0.8280316591262817, "Finetune/Loss (Raw)": 0.7868038415908813, "Finetune/Step": 1253, "Finetune/Step Time": 6.595837140455842}
+{"Finetune/Learning Rate": 1.863983636701075e-05, "Finetune/Loss": 0.827754557132721, "Finetune/Loss (Raw)": 0.8783531188964844, "Finetune/Step": 1254, "Finetune/Step Time": 6.6003511268645525}
+{"Finetune/Learning Rate": 1.863732640581736e-05, "Finetune/Loss": 0.8285204172134399, "Finetune/Loss (Raw)": 0.9677549600601196, "Finetune/Step": 1255, "Finetune/Step Time": 6.602601746097207}
+{"Finetune/Learning Rate": 1.8634814300208722e-05, "Finetune/Loss": 0.8294689655303955, "Finetune/Loss (Raw)": 0.9163354635238647, "Finetune/Step": 1256, "Finetune/Step Time": 6.599019357934594}
+{"Finetune/Learning Rate": 1.863230005080853e-05, "Finetune/Loss": 0.8264784812927246, "Finetune/Loss (Raw)": 0.5805977582931519, "Finetune/Step": 1257, "Finetune/Step Time": 6.6252151392400265}
+{"Finetune/Learning Rate": 1.8629783658240995e-05, "Finetune/Loss": 0.8280394077301025, "Finetune/Loss (Raw)": 0.871781051158905, "Finetune/Step": 1258, "Finetune/Step Time": 6.624023769050837}
+{"Finetune/Learning Rate": 1.8627265123130877e-05, "Finetune/Loss": 0.8267004489898682, "Finetune/Loss (Raw)": 0.7791930437088013, "Finetune/Step": 1259, "Finetune/Step Time": 6.6349586471915245}
+{"Finetune/Learning Rate": 1.8624744446103453e-05, "Finetune/Loss": 0.8278601169586182, "Finetune/Loss (Raw)": 1.0957530736923218, "Finetune/Step": 1260, "Finetune/Step Time": 6.636189255863428}
+{"Finetune/Learning Rate": 1.862222162778454e-05, "Finetune/Loss": 0.8267735242843628, "Finetune/Loss (Raw)": 0.7530338168144226, "Finetune/Step": 1261, "Finetune/Step Time": 6.635720549151301}
+{"Finetune/Learning Rate": 1.8619696668800494e-05, "Finetune/Loss": 0.8270726203918457, "Finetune/Loss (Raw)": 0.9085802435874939, "Finetune/Step": 1262, "Finetune/Step Time": 6.630836049094796}
+{"Finetune/Learning Rate": 1.861716956977819e-05, "Finetune/Loss": 0.8271525502204895, "Finetune/Loss (Raw)": 0.9498783349990845, "Finetune/Step": 1263, "Finetune/Step Time": 6.627093182876706}
+{"Finetune/Learning Rate": 1.861464033134503e-05, "Finetune/Loss": 0.8272589445114136, "Finetune/Loss (Raw)": 0.873399019241333, "Finetune/Step": 1264, "Finetune/Step Time": 6.624962577596307}
+{"Finetune/Learning Rate": 1.861210895412897e-05, "Finetune/Loss": 0.8226611018180847, "Finetune/Loss (Raw)": 0.3823936879634857, "Finetune/Step": 1265, "Finetune/Step Time": 6.643161633983254}
+{"Finetune/Learning Rate": 1.8609575438758473e-05, "Finetune/Loss": 0.8221563696861267, "Finetune/Loss (Raw)": 0.836577832698822, "Finetune/Step": 1266, "Finetune/Step Time": 6.648241713643074}
+{"Finetune/Learning Rate": 1.8607039785862545e-05, "Finetune/Loss": 0.8231174349784851, "Finetune/Loss (Raw)": 0.9391077756881714, "Finetune/Step": 1267, "Finetune/Step Time": 6.634346364066005}
+{"Finetune/Learning Rate": 1.860450199607072e-05, "Finetune/Loss": 0.8237615823745728, "Finetune/Loss (Raw)": 0.9812893867492676, "Finetune/Step": 1268, "Finetune/Step Time": 6.637252852320671}
+{"Finetune/Learning Rate": 1.8601962070013065e-05, "Finetune/Loss": 0.8233961462974548, "Finetune/Loss (Raw)": 0.8113130331039429, "Finetune/Step": 1269, "Finetune/Step Time": 6.628357261419296}
+{"Finetune/Learning Rate": 1.8599420008320176e-05, "Finetune/Loss": 0.8284582495689392, "Finetune/Loss (Raw)": 0.94586181640625, "Finetune/Step": 1270, "Finetune/Step Time": 6.617455987259746}
+{"Finetune/Learning Rate": 1.859687581162317e-05, "Finetune/Loss": 0.829492449760437, "Finetune/Loss (Raw)": 0.9846639633178711, "Finetune/Step": 1271, "Finetune/Step Time": 6.60179952532053}
+{"Finetune/Learning Rate": 1.8594329480553712e-05, "Finetune/Loss": 0.8284111022949219, "Finetune/Loss (Raw)": 0.7250607013702393, "Finetune/Step": 1272, "Finetune/Step Time": 6.609109498560429}
+{"Finetune/Learning Rate": 1.8591781015743983e-05, "Finetune/Loss": 0.8278248310089111, "Finetune/Loss (Raw)": 0.790008008480072, "Finetune/Step": 1273, "Finetune/Step Time": 6.6185332871973515}
+{"Finetune/Learning Rate": 1.85892304178267e-05, "Finetune/Loss": 0.8270047903060913, "Finetune/Loss (Raw)": 0.8267005681991577, "Finetune/Step": 1274, "Finetune/Step Time": 6.6091653034091}
+{"Finetune/Learning Rate": 1.8586677687435104e-05, "Finetune/Loss": 0.8297719359397888, "Finetune/Loss (Raw)": 1.0382100343704224, "Finetune/Step": 1275, "Finetune/Step Time": 6.599748559296131}
+{"Finetune/Learning Rate": 1.8584122825202974e-05, "Finetune/Loss": 0.8338131308555603, "Finetune/Loss (Raw)": 0.8620815873146057, "Finetune/Step": 1276, "Finetune/Step Time": 6.579756127670407}
+{"Finetune/Learning Rate": 1.858156583176461e-05, "Finetune/Loss": 0.8325109481811523, "Finetune/Loss (Raw)": 0.8942031264305115, "Finetune/Step": 1277, "Finetune/Step Time": 6.58198712207377}
+{"Finetune/Learning Rate": 1.8579006707754845e-05, "Finetune/Loss": 0.8309353590011597, "Finetune/Loss (Raw)": 0.5910237431526184, "Finetune/Step": 1278, "Finetune/Step Time": 6.567535560578108}
+{"Finetune/Learning Rate": 1.857644545380904e-05, "Finetune/Loss": 0.8315976858139038, "Finetune/Loss (Raw)": 0.8740801215171814, "Finetune/Step": 1279, "Finetune/Step Time": 6.56891885958612}
+{"Finetune/Learning Rate": 1.857388207056309e-05, "Finetune/Loss": 0.8329852819442749, "Finetune/Loss (Raw)": 1.0101561546325684, "Finetune/Step": 1280, "Finetune/Step Time": 6.547725001350045}
+{"Finetune/Learning Rate": 1.8571316558653404e-05, "Finetune/Loss": 0.8328498005867004, "Finetune/Loss (Raw)": 0.9014196395874023, "Finetune/Step": 1281, "Finetune/Step Time": 6.522397831082344}
+{"Finetune/Learning Rate": 1.8568748918716938e-05, "Finetune/Loss": 0.8370586633682251, "Finetune/Loss (Raw)": 0.8681973814964294, "Finetune/Step": 1282, "Finetune/Step Time": 6.503924403339624}
+{"Finetune/Learning Rate": 1.856617915139117e-05, "Finetune/Loss": 0.8397982120513916, "Finetune/Loss (Raw)": 0.6897667050361633, "Finetune/Step": 1283, "Finetune/Step Time": 6.495741385966539}
+{"Finetune/Learning Rate": 1.8563607257314093e-05, "Finetune/Loss": 0.8387593626976013, "Finetune/Loss (Raw)": 0.8535947203636169, "Finetune/Step": 1284, "Finetune/Step Time": 6.498769894242287}
+{"Finetune/Learning Rate": 1.856103323712425e-05, "Finetune/Loss": 0.8388142585754395, "Finetune/Loss (Raw)": 0.9659591317176819, "Finetune/Step": 1285, "Finetune/Step Time": 6.498970026150346}
+{"Finetune/Learning Rate": 1.8558457091460694e-05, "Finetune/Loss": 0.8392653465270996, "Finetune/Loss (Raw)": 0.8523820638656616, "Finetune/Step": 1286, "Finetune/Step Time": 6.514720385894179}
+{"Finetune/Learning Rate": 1.8555878820963014e-05, "Finetune/Loss": 0.8399834036827087, "Finetune/Loss (Raw)": 0.8756243586540222, "Finetune/Step": 1287, "Finetune/Step Time": 6.515111714601517}
+{"Finetune/Learning Rate": 1.8553298426271328e-05, "Finetune/Loss": 0.8398698568344116, "Finetune/Loss (Raw)": 0.827410101890564, "Finetune/Step": 1288, "Finetune/Step Time": 6.495970094576478}
+{"Finetune/Learning Rate": 1.8550715908026275e-05, "Finetune/Loss": 0.8401374816894531, "Finetune/Loss (Raw)": 0.8213304281234741, "Finetune/Step": 1289, "Finetune/Step Time": 6.481052597984672}
+{"Finetune/Learning Rate": 1.8548131266869024e-05, "Finetune/Loss": 0.8405508399009705, "Finetune/Loss (Raw)": 1.0021978616714478, "Finetune/Step": 1290, "Finetune/Step Time": 6.476075546815991}
+{"Finetune/Learning Rate": 1.8545544503441274e-05, "Finetune/Loss": 0.8418775796890259, "Finetune/Loss (Raw)": 0.7918911576271057, "Finetune/Step": 1291, "Finetune/Step Time": 6.472925864160061}
+{"Finetune/Learning Rate": 1.8542955618385248e-05, "Finetune/Loss": 0.8401333093643188, "Finetune/Loss (Raw)": 0.8436647653579712, "Finetune/Step": 1292, "Finetune/Step Time": 6.468439619988203}
+{"Finetune/Learning Rate": 1.8540364612343697e-05, "Finetune/Loss": 0.8442778587341309, "Finetune/Loss (Raw)": 0.894435465335846, "Finetune/Step": 1293, "Finetune/Step Time": 6.449652209877968}
+{"Finetune/Learning Rate": 1.85377714859599e-05, "Finetune/Loss": 0.8453262448310852, "Finetune/Loss (Raw)": 0.941631019115448, "Finetune/Step": 1294, "Finetune/Step Time": 6.452418623492122}
+{"Finetune/Learning Rate": 1.8535176239877653e-05, "Finetune/Loss": 0.8468974828720093, "Finetune/Loss (Raw)": 0.826898992061615, "Finetune/Step": 1295, "Finetune/Step Time": 6.462213680148125}
+{"Finetune/Learning Rate": 1.853257887474129e-05, "Finetune/Loss": 0.8468489646911621, "Finetune/Loss (Raw)": 0.7980870008468628, "Finetune/Step": 1296, "Finetune/Step Time": 6.475667551159859}
+{"Finetune/Learning Rate": 1.8529979391195668e-05, "Finetune/Loss": 0.8459744453430176, "Finetune/Loss (Raw)": 0.8183355927467346, "Finetune/Step": 1297, "Finetune/Step Time": 6.490735525265336}
+{"Finetune/Learning Rate": 1.852737778988617e-05, "Finetune/Loss": 0.8481594324111938, "Finetune/Loss (Raw)": 0.7500334978103638, "Finetune/Step": 1298, "Finetune/Step Time": 6.467910682782531}
+{"Finetune/Learning Rate": 1.8524774071458703e-05, "Finetune/Loss": 0.8456035852432251, "Finetune/Loss (Raw)": 0.6630157828330994, "Finetune/Step": 1299, "Finetune/Step Time": 6.4819072261452675}
+{"Finetune/Learning Rate": 1.8522168236559693e-05, "Finetune/Loss": 0.8448901176452637, "Finetune/Loss (Raw)": 0.8222962617874146, "Finetune/Step": 1300, "Finetune/Step Time": 6.480090858414769}
+{"Finetune/Learning Rate": 1.8519560285836108e-05, "Finetune/Loss": 0.8446656465530396, "Finetune/Loss (Raw)": 0.8410030603408813, "Finetune/Step": 1301, "Finetune/Step Time": 6.497534038498998}
+{"Finetune/Learning Rate": 1.8516950219935424e-05, "Finetune/Loss": 0.8483023047447205, "Finetune/Loss (Raw)": 0.8276036381721497, "Finetune/Step": 1302, "Finetune/Step Time": 6.499670635908842}
+{"Finetune/Learning Rate": 1.8514338039505654e-05, "Finetune/Loss": 0.8485479354858398, "Finetune/Loss (Raw)": 0.8377336859703064, "Finetune/Step": 1303, "Finetune/Step Time": 6.482997903600335}
+{"Finetune/Learning Rate": 1.8511723745195332e-05, "Finetune/Loss": 0.8494647145271301, "Finetune/Loss (Raw)": 0.9314947724342346, "Finetune/Step": 1304, "Finetune/Step Time": 6.488258747383952}
+{"Finetune/Learning Rate": 1.850910733765352e-05, "Finetune/Loss": 0.8536820411682129, "Finetune/Loss (Raw)": 0.8319013118743896, "Finetune/Step": 1305, "Finetune/Step Time": 6.471812101081014}
+{"Finetune/Learning Rate": 1.8506488817529794e-05, "Finetune/Loss": 0.8574478626251221, "Finetune/Loss (Raw)": 0.8090168237686157, "Finetune/Step": 1306, "Finetune/Step Time": 6.4685492273420095}
+{"Finetune/Learning Rate": 1.850386818547427e-05, "Finetune/Loss": 0.8571301698684692, "Finetune/Loss (Raw)": 1.0062246322631836, "Finetune/Step": 1307, "Finetune/Step Time": 6.46158691868186}
+{"Finetune/Learning Rate": 1.850124544213757e-05, "Finetune/Loss": 0.8588958382606506, "Finetune/Loss (Raw)": 1.0274955034255981, "Finetune/Step": 1308, "Finetune/Step Time": 6.444320967420936}
+{"Finetune/Learning Rate": 1.849862058817086e-05, "Finetune/Loss": 0.8578802347183228, "Finetune/Loss (Raw)": 0.8885123133659363, "Finetune/Step": 1309, "Finetune/Step Time": 6.46211957372725}
+{"Finetune/Learning Rate": 1.8495993624225814e-05, "Finetune/Loss": 0.8600296378135681, "Finetune/Loss (Raw)": 0.8372948169708252, "Finetune/Step": 1310, "Finetune/Step Time": 6.460857646539807}
+{"Finetune/Learning Rate": 1.8493364550954644e-05, "Finetune/Loss": 0.859520435333252, "Finetune/Loss (Raw)": 0.8927823305130005, "Finetune/Step": 1311, "Finetune/Step Time": 6.46275956556201}
+{"Finetune/Learning Rate": 1.849073336901007e-05, "Finetune/Loss": 0.858579158782959, "Finetune/Loss (Raw)": 0.5824171900749207, "Finetune/Step": 1312, "Finetune/Step Time": 6.45820358581841}
+{"Finetune/Learning Rate": 1.8488100079045345e-05, "Finetune/Loss": 0.8584661483764648, "Finetune/Loss (Raw)": 0.8834300637245178, "Finetune/Step": 1313, "Finetune/Step Time": 6.464895877987146}
+{"Finetune/Learning Rate": 1.848546468171425e-05, "Finetune/Loss": 0.8578529357910156, "Finetune/Loss (Raw)": 0.9419069886207581, "Finetune/Step": 1314, "Finetune/Step Time": 6.462870396673679}
+{"Finetune/Learning Rate": 1.8482827177671076e-05, "Finetune/Loss": 0.86228346824646, "Finetune/Loss (Raw)": 0.914574384689331, "Finetune/Step": 1315, "Finetune/Step Time": 6.445119928568602}
+{"Finetune/Learning Rate": 1.848018756757065e-05, "Finetune/Loss": 0.8632010221481323, "Finetune/Loss (Raw)": 1.046704649925232, "Finetune/Step": 1316, "Finetune/Step Time": 6.45015818066895}
+{"Finetune/Learning Rate": 1.8477545852068308e-05, "Finetune/Loss": 0.8630321025848389, "Finetune/Loss (Raw)": 0.9455641508102417, "Finetune/Step": 1317, "Finetune/Step Time": 6.443767916411161}
+{"Finetune/Learning Rate": 1.8474902031819925e-05, "Finetune/Loss": 0.8628600835800171, "Finetune/Loss (Raw)": 0.8562618494033813, "Finetune/Step": 1318, "Finetune/Step Time": 6.44429000839591}
+{"Finetune/Learning Rate": 1.8472256107481887e-05, "Finetune/Loss": 0.862520694732666, "Finetune/Loss (Raw)": 0.8871522545814514, "Finetune/Step": 1319, "Finetune/Step Time": 6.442871550098062}
+{"Finetune/Learning Rate": 1.8469608079711105e-05, "Finetune/Loss": 0.8610374927520752, "Finetune/Loss (Raw)": 0.7766371965408325, "Finetune/Step": 1320, "Finetune/Step Time": 6.4349569864571095}
+{"Finetune/Learning Rate": 1.846695794916501e-05, "Finetune/Loss": 0.8608953952789307, "Finetune/Loss (Raw)": 0.8958234786987305, "Finetune/Step": 1321, "Finetune/Step Time": 6.438269859179854}
+{"Finetune/Learning Rate": 1.8464305716501564e-05, "Finetune/Loss": 0.8606088161468506, "Finetune/Loss (Raw)": 0.886231005191803, "Finetune/Step": 1322, "Finetune/Step Time": 6.428685009479523}
+{"Finetune/Learning Rate": 1.8461651382379244e-05, "Finetune/Loss": 0.8609936833381653, "Finetune/Loss (Raw)": 0.9311383962631226, "Finetune/Step": 1323, "Finetune/Step Time": 6.429613959044218}
+{"Finetune/Learning Rate": 1.8458994947457046e-05, "Finetune/Loss": 0.8615105152130127, "Finetune/Loss (Raw)": 0.9622300863265991, "Finetune/Step": 1324, "Finetune/Step Time": 6.441480301320553}
+{"Finetune/Learning Rate": 1.845633641239449e-05, "Finetune/Loss": 0.8616644144058228, "Finetune/Loss (Raw)": 0.9805874824523926, "Finetune/Step": 1325, "Finetune/Step Time": 6.459218749776483}
+{"Finetune/Learning Rate": 1.8453675777851627e-05, "Finetune/Loss": 0.8620685935020447, "Finetune/Loss (Raw)": 0.9615892767906189, "Finetune/Step": 1326, "Finetune/Step Time": 6.453383501619101}
+{"Finetune/Learning Rate": 1.8451013044489015e-05, "Finetune/Loss": 0.8603981137275696, "Finetune/Loss (Raw)": 0.7505549788475037, "Finetune/Step": 1327, "Finetune/Step Time": 6.490243086591363}
+{"Finetune/Learning Rate": 1.8448348212967734e-05, "Finetune/Loss": 0.8612532615661621, "Finetune/Loss (Raw)": 1.060091257095337, "Finetune/Step": 1328, "Finetune/Step Time": 6.487021399661899}
+{"Finetune/Learning Rate": 1.84456812839494e-05, "Finetune/Loss": 0.862179160118103, "Finetune/Loss (Raw)": 1.097632884979248, "Finetune/Step": 1329, "Finetune/Step Time": 6.479894958436489}
+{"Finetune/Learning Rate": 1.8443012258096135e-05, "Finetune/Loss": 0.8591490983963013, "Finetune/Loss (Raw)": 0.6875103712081909, "Finetune/Step": 1330, "Finetune/Step Time": 6.473704719915986}
+{"Finetune/Learning Rate": 1.8440341136070584e-05, "Finetune/Loss": 0.8583624958992004, "Finetune/Loss (Raw)": 0.9346492886543274, "Finetune/Step": 1331, "Finetune/Step Time": 6.46721314266324}
+{"Finetune/Learning Rate": 1.843766791853592e-05, "Finetune/Loss": 0.8567296266555786, "Finetune/Loss (Raw)": 0.7623013257980347, "Finetune/Step": 1332, "Finetune/Step Time": 6.4704257026314735}
+{"Finetune/Learning Rate": 1.8434992606155822e-05, "Finetune/Loss": 0.8575893640518188, "Finetune/Loss (Raw)": 0.9017528891563416, "Finetune/Step": 1333, "Finetune/Step Time": 6.457970453426242}
+{"Finetune/Learning Rate": 1.8432315199594506e-05, "Finetune/Loss": 0.8567176461219788, "Finetune/Loss (Raw)": 0.9212939143180847, "Finetune/Step": 1334, "Finetune/Step Time": 6.461790641769767}
+{"Finetune/Learning Rate": 1.8429635699516694e-05, "Finetune/Loss": 0.8569663763046265, "Finetune/Loss (Raw)": 0.9127699136734009, "Finetune/Step": 1335, "Finetune/Step Time": 6.455013498663902}
+{"Finetune/Learning Rate": 1.842695410658764e-05, "Finetune/Loss": 0.8570019006729126, "Finetune/Loss (Raw)": 0.9139778017997742, "Finetune/Step": 1336, "Finetune/Step Time": 6.450692418962717}
+{"Finetune/Learning Rate": 1.842427042147311e-05, "Finetune/Loss": 0.8571298122406006, "Finetune/Loss (Raw)": 0.9691882729530334, "Finetune/Step": 1337, "Finetune/Step Time": 6.453265203163028}
+{"Finetune/Learning Rate": 1.8421584644839382e-05, "Finetune/Loss": 0.8529653549194336, "Finetune/Loss (Raw)": 0.31474271416664124, "Finetune/Step": 1338, "Finetune/Step Time": 6.474582737311721}
+{"Finetune/Learning Rate": 1.8418896777353272e-05, "Finetune/Loss": 0.8520227670669556, "Finetune/Loss (Raw)": 0.755741536617279, "Finetune/Step": 1339, "Finetune/Step Time": 6.481200812384486}
+{"Finetune/Learning Rate": 1.8416206819682102e-05, "Finetune/Loss": 0.8511291146278381, "Finetune/Loss (Raw)": 0.8465919494628906, "Finetune/Step": 1340, "Finetune/Step Time": 6.488056473433971}
+{"Finetune/Learning Rate": 1.8413514772493713e-05, "Finetune/Loss": 0.8510546088218689, "Finetune/Loss (Raw)": 0.8358803391456604, "Finetune/Step": 1341, "Finetune/Step Time": 6.4895162377506495}
+{"Finetune/Learning Rate": 1.8410820636456472e-05, "Finetune/Loss": 0.8523184657096863, "Finetune/Loss (Raw)": 0.9290330410003662, "Finetune/Step": 1342, "Finetune/Step Time": 6.487628534436226}
+{"Finetune/Learning Rate": 1.8408124412239256e-05, "Finetune/Loss": 0.8512914180755615, "Finetune/Loss (Raw)": 0.797883927822113, "Finetune/Step": 1343, "Finetune/Step Time": 6.510093787685037}
+{"Finetune/Learning Rate": 1.8405426100511473e-05, "Finetune/Loss": 0.8548180460929871, "Finetune/Loss (Raw)": 0.8057027459144592, "Finetune/Step": 1344, "Finetune/Step Time": 6.497649440541863}
+{"Finetune/Learning Rate": 1.8402725701943028e-05, "Finetune/Loss": 0.8546223044395447, "Finetune/Loss (Raw)": 0.9988275766372681, "Finetune/Step": 1345, "Finetune/Step Time": 6.497889114543796}
+{"Finetune/Learning Rate": 1.8400023217204367e-05, "Finetune/Loss": 0.8540709018707275, "Finetune/Loss (Raw)": 0.8850483298301697, "Finetune/Step": 1346, "Finetune/Step Time": 6.500863429158926}
+{"Finetune/Learning Rate": 1.8397318646966445e-05, "Finetune/Loss": 0.8590869307518005, "Finetune/Loss (Raw)": 0.9462065100669861, "Finetune/Step": 1347, "Finetune/Step Time": 6.4992842599749565}
+{"Finetune/Learning Rate": 1.8394611991900726e-05, "Finetune/Loss": 0.8557038307189941, "Finetune/Loss (Raw)": 0.43631869554519653, "Finetune/Step": 1348, "Finetune/Step Time": 6.521752858534455}
+{"Finetune/Learning Rate": 1.8391903252679206e-05, "Finetune/Loss": 0.8565126657485962, "Finetune/Loss (Raw)": 0.9388232827186584, "Finetune/Step": 1349, "Finetune/Step Time": 6.503685308620334}
+{"Finetune/Learning Rate": 1.838919242997439e-05, "Finetune/Loss": 0.8572174906730652, "Finetune/Loss (Raw)": 0.9021304249763489, "Finetune/Step": 1350, "Finetune/Step Time": 6.492579845711589}
+{"Finetune/Learning Rate": 1.83864795244593e-05, "Finetune/Loss": 0.8573665618896484, "Finetune/Loss (Raw)": 0.926246166229248, "Finetune/Step": 1351, "Finetune/Step Time": 6.4870065450668335}
+{"Finetune/Learning Rate": 1.8383764536807486e-05, "Finetune/Loss": 0.8535506725311279, "Finetune/Loss (Raw)": 0.4234941303730011, "Finetune/Step": 1352, "Finetune/Step Time": 6.506162349134684}
+{"Finetune/Learning Rate": 1.838104746769299e-05, "Finetune/Loss": 0.8542811870574951, "Finetune/Loss (Raw)": 0.8574941754341125, "Finetune/Step": 1353, "Finetune/Step Time": 6.507518965750933}
+{"Finetune/Learning Rate": 1.83783283177904e-05, "Finetune/Loss": 0.8548672199249268, "Finetune/Loss (Raw)": 0.8632186651229858, "Finetune/Step": 1354, "Finetune/Step Time": 6.495567973703146}
+{"Finetune/Learning Rate": 1.837560708777481e-05, "Finetune/Loss": 0.8573567867279053, "Finetune/Loss (Raw)": 1.0134267807006836, "Finetune/Step": 1355, "Finetune/Step Time": 6.489592486992478}
+{"Finetune/Learning Rate": 1.8372883778321813e-05, "Finetune/Loss": 0.8590944409370422, "Finetune/Loss (Raw)": 1.0104602575302124, "Finetune/Step": 1356, "Finetune/Step Time": 6.484018886461854}
+{"Finetune/Learning Rate": 1.8370158390107547e-05, "Finetune/Loss": 0.8583098649978638, "Finetune/Loss (Raw)": 0.8948688507080078, "Finetune/Step": 1357, "Finetune/Step Time": 6.496657490730286}
+{"Finetune/Learning Rate": 1.8367430923808646e-05, "Finetune/Loss": 0.8622794151306152, "Finetune/Loss (Raw)": 0.9142588973045349, "Finetune/Step": 1358, "Finetune/Step Time": 6.471848517656326}
+{"Finetune/Learning Rate": 1.8364701380102267e-05, "Finetune/Loss": 0.8607138991355896, "Finetune/Loss (Raw)": 0.8057096600532532, "Finetune/Step": 1359, "Finetune/Step Time": 6.485871843993664}
+{"Finetune/Learning Rate": 1.8361969759666086e-05, "Finetune/Loss": 0.8614374399185181, "Finetune/Loss (Raw)": 0.9438779950141907, "Finetune/Step": 1360, "Finetune/Step Time": 6.489574341103435}
+{"Finetune/Learning Rate": 1.8359236063178287e-05, "Finetune/Loss": 0.8620614409446716, "Finetune/Loss (Raw)": 1.0026278495788574, "Finetune/Step": 1361, "Finetune/Step Time": 6.491425283253193}
+{"Finetune/Learning Rate": 1.8356500291317574e-05, "Finetune/Loss": 0.8633425235748291, "Finetune/Loss (Raw)": 0.8854482769966125, "Finetune/Step": 1362, "Finetune/Step Time": 6.474799253046513}
+{"Finetune/Learning Rate": 1.8353762444763167e-05, "Finetune/Loss": 0.8630605936050415, "Finetune/Loss (Raw)": 0.8412665724754333, "Finetune/Step": 1363, "Finetune/Step Time": 6.4754228219389915}
+{"Finetune/Learning Rate": 1.8351022524194797e-05, "Finetune/Loss": 0.8615628480911255, "Finetune/Loss (Raw)": 0.7968553304672241, "Finetune/Step": 1364, "Finetune/Step Time": 6.503767881542444}
+{"Finetune/Learning Rate": 1.8348280530292712e-05, "Finetune/Loss": 0.8599764108657837, "Finetune/Loss (Raw)": 0.7755399346351624, "Finetune/Step": 1365, "Finetune/Step Time": 6.4955078940838575}
+{"Finetune/Learning Rate": 1.8345536463737678e-05, "Finetune/Loss": 0.8590127229690552, "Finetune/Loss (Raw)": 0.8867151737213135, "Finetune/Step": 1366, "Finetune/Step Time": 6.490774290636182}
+{"Finetune/Learning Rate": 1.834279032521097e-05, "Finetune/Loss": 0.8583071827888489, "Finetune/Loss (Raw)": 0.8028115630149841, "Finetune/Step": 1367, "Finetune/Step Time": 6.509324660524726}
+{"Finetune/Learning Rate": 1.8340042115394384e-05, "Finetune/Loss": 0.8584432601928711, "Finetune/Loss (Raw)": 0.8769899606704712, "Finetune/Step": 1368, "Finetune/Step Time": 6.520419605076313}
+{"Finetune/Learning Rate": 1.8337291834970222e-05, "Finetune/Loss": 0.8598458170890808, "Finetune/Loss (Raw)": 0.9902552366256714, "Finetune/Step": 1369, "Finetune/Step Time": 6.539351057261229}
+{"Finetune/Learning Rate": 1.8334539484621304e-05, "Finetune/Loss": 0.8587300181388855, "Finetune/Loss (Raw)": 0.7586219310760498, "Finetune/Step": 1370, "Finetune/Step Time": 6.541823845356703}
+{"Finetune/Learning Rate": 1.833178506503097e-05, "Finetune/Loss": 0.8585174083709717, "Finetune/Loss (Raw)": 0.903052568435669, "Finetune/Step": 1371, "Finetune/Step Time": 6.5513364393264055}
+{"Finetune/Learning Rate": 1.8329028576883065e-05, "Finetune/Loss": 0.8547027111053467, "Finetune/Loss (Raw)": 0.37821757793426514, "Finetune/Step": 1372, "Finetune/Step Time": 6.567451214417815}
+{"Finetune/Learning Rate": 1.8326270020861946e-05, "Finetune/Loss": 0.8563719391822815, "Finetune/Loss (Raw)": 0.9820694327354431, "Finetune/Step": 1373, "Finetune/Step Time": 6.5675788670778275}
+{"Finetune/Learning Rate": 1.83235093976525e-05, "Finetune/Loss": 0.8558063507080078, "Finetune/Loss (Raw)": 0.7482497096061707, "Finetune/Step": 1374, "Finetune/Step Time": 6.558786990121007}
+{"Finetune/Learning Rate": 1.8320746707940096e-05, "Finetune/Loss": 0.855498194694519, "Finetune/Loss (Raw)": 0.9368292093276978, "Finetune/Step": 1375, "Finetune/Step Time": 6.555904287844896}
+{"Finetune/Learning Rate": 1.8317981952410657e-05, "Finetune/Loss": 0.8523980379104614, "Finetune/Loss (Raw)": 0.3228256106376648, "Finetune/Step": 1376, "Finetune/Step Time": 6.567029612138867}
+{"Finetune/Learning Rate": 1.8315215131750586e-05, "Finetune/Loss": 0.8523836135864258, "Finetune/Loss (Raw)": 0.8185895085334778, "Finetune/Step": 1377, "Finetune/Step Time": 6.575476232916117}
+{"Finetune/Learning Rate": 1.831244624664681e-05, "Finetune/Loss": 0.8527446389198303, "Finetune/Loss (Raw)": 0.9518783688545227, "Finetune/Step": 1378, "Finetune/Step Time": 6.593781888484955}
+{"Finetune/Learning Rate": 1.830967529778677e-05, "Finetune/Loss": 0.8502746224403381, "Finetune/Loss (Raw)": 0.5918529629707336, "Finetune/Step": 1379, "Finetune/Step Time": 6.610280804336071}
+{"Finetune/Learning Rate": 1.8306902285858415e-05, "Finetune/Loss": 0.8508687019348145, "Finetune/Loss (Raw)": 0.8571100831031799, "Finetune/Step": 1380, "Finetune/Step Time": 6.610584277659655}
+{"Finetune/Learning Rate": 1.8304127211550216e-05, "Finetune/Loss": 0.8520220518112183, "Finetune/Loss (Raw)": 0.9344325661659241, "Finetune/Step": 1381, "Finetune/Step Time": 6.59602103382349}
+{"Finetune/Learning Rate": 1.830135007555114e-05, "Finetune/Loss": 0.8519400954246521, "Finetune/Loss (Raw)": 0.8678616881370544, "Finetune/Step": 1382, "Finetune/Step Time": 6.593951757997274}
+{"Finetune/Learning Rate": 1.8298570878550687e-05, "Finetune/Loss": 0.8502019643783569, "Finetune/Loss (Raw)": 0.7452684640884399, "Finetune/Step": 1383, "Finetune/Step Time": 6.5979985278099775}
+{"Finetune/Learning Rate": 1.8295789621238844e-05, "Finetune/Loss": 0.8498173356056213, "Finetune/Loss (Raw)": 0.8671097755432129, "Finetune/Step": 1384, "Finetune/Step Time": 6.600230677053332}
+{"Finetune/Learning Rate": 1.829300630430613e-05, "Finetune/Loss": 0.8525749444961548, "Finetune/Loss (Raw)": 0.9335787296295166, "Finetune/Step": 1385, "Finetune/Step Time": 6.576970744878054}
+{"Finetune/Learning Rate": 1.8290220928443565e-05, "Finetune/Loss": 0.8523685336112976, "Finetune/Loss (Raw)": 0.8453510999679565, "Finetune/Step": 1386, "Finetune/Step Time": 6.567767893895507}
+{"Finetune/Learning Rate": 1.8287433494342683e-05, "Finetune/Loss": 0.8520816564559937, "Finetune/Loss (Raw)": 0.742474377155304, "Finetune/Step": 1387, "Finetune/Step Time": 6.562678819522262}
+{"Finetune/Learning Rate": 1.8284644002695528e-05, "Finetune/Loss": 0.8508360385894775, "Finetune/Loss (Raw)": 0.9363120198249817, "Finetune/Step": 1388, "Finetune/Step Time": 6.559176821261644}
+{"Finetune/Learning Rate": 1.8281852454194656e-05, "Finetune/Loss": 0.851779580116272, "Finetune/Loss (Raw)": 0.8738132119178772, "Finetune/Step": 1389, "Finetune/Step Time": 6.560345806181431}
+{"Finetune/Learning Rate": 1.8279058849533135e-05, "Finetune/Loss": 0.8527343273162842, "Finetune/Loss (Raw)": 1.0307800769805908, "Finetune/Step": 1390, "Finetune/Step Time": 6.577975727617741}
+{"Finetune/Learning Rate": 1.827626318940454e-05, "Finetune/Loss": 0.8517017364501953, "Finetune/Loss (Raw)": 0.8177129626274109, "Finetune/Step": 1391, "Finetune/Step Time": 6.594081923365593}
+{"Finetune/Learning Rate": 1.827346547450296e-05, "Finetune/Loss": 0.8513563871383667, "Finetune/Loss (Raw)": 0.8291929364204407, "Finetune/Step": 1392, "Finetune/Step Time": 6.627479445189238}
+{"Finetune/Learning Rate": 1.8270665705522987e-05, "Finetune/Loss": 0.8543027639389038, "Finetune/Loss (Raw)": 0.7595277428627014, "Finetune/Step": 1393, "Finetune/Step Time": 6.646290956065059}
+{"Finetune/Learning Rate": 1.8267863883159736e-05, "Finetune/Loss": 0.855135440826416, "Finetune/Loss (Raw)": 0.9431600570678711, "Finetune/Step": 1394, "Finetune/Step Time": 6.6340132635086775}
+{"Finetune/Learning Rate": 1.8265060008108815e-05, "Finetune/Loss": 0.8542166948318481, "Finetune/Loss (Raw)": 0.8215144276618958, "Finetune/Step": 1395, "Finetune/Step Time": 6.636774357408285}
+{"Finetune/Learning Rate": 1.8262254081066356e-05, "Finetune/Loss": 0.851412296295166, "Finetune/Loss (Raw)": 0.6223263740539551, "Finetune/Step": 1396, "Finetune/Step Time": 6.644544405862689}
+{"Finetune/Learning Rate": 1.8259446102729e-05, "Finetune/Loss": 0.8520201444625854, "Finetune/Loss (Raw)": 0.8891168832778931, "Finetune/Step": 1397, "Finetune/Step Time": 6.668814634904265}
+{"Finetune/Learning Rate": 1.825663607379388e-05, "Finetune/Loss": 0.8514003157615662, "Finetune/Loss (Raw)": 0.8665194511413574, "Finetune/Step": 1398, "Finetune/Step Time": 6.659973746165633}
+{"Finetune/Learning Rate": 1.8253823994958657e-05, "Finetune/Loss": 0.8484379649162292, "Finetune/Loss (Raw)": 0.6054821610450745, "Finetune/Step": 1399, "Finetune/Step Time": 6.666489850729704}
+{"Finetune/Learning Rate": 1.8251009866921498e-05, "Finetune/Loss": 0.8501135110855103, "Finetune/Loss (Raw)": 0.9395315647125244, "Finetune/Step": 1400, "Finetune/Step Time": 6.662478202953935}
+{"Finetune/Learning Rate": 1.8248193690381068e-05, "Finetune/Loss": 0.8502615094184875, "Finetune/Loss (Raw)": 0.808953583240509, "Finetune/Step": 1401, "Finetune/Step Time": 6.661321779713035}
+{"Finetune/Learning Rate": 1.8245375466036553e-05, "Finetune/Loss": 0.8468615412712097, "Finetune/Loss (Raw)": 0.39149782061576843, "Finetune/Step": 1402, "Finetune/Step Time": 6.682810470461845}
+{"Finetune/Learning Rate": 1.824255519458764e-05, "Finetune/Loss": 0.8452411890029907, "Finetune/Loss (Raw)": 0.8308115601539612, "Finetune/Step": 1403, "Finetune/Step Time": 6.684625601395965}
+{"Finetune/Learning Rate": 1.8239732876734525e-05, "Finetune/Loss": 0.8453955054283142, "Finetune/Loss (Raw)": 0.8818332552909851, "Finetune/Step": 1404, "Finetune/Step Time": 6.682040959596634}
+{"Finetune/Learning Rate": 1.8236908513177916e-05, "Finetune/Loss": 0.8439232707023621, "Finetune/Loss (Raw)": 0.705755352973938, "Finetune/Step": 1405, "Finetune/Step Time": 6.680471749976277}
+{"Finetune/Learning Rate": 1.8234082104619024e-05, "Finetune/Loss": 0.8460010290145874, "Finetune/Loss (Raw)": 0.8569768071174622, "Finetune/Step": 1406, "Finetune/Step Time": 6.674515649676323}
+{"Finetune/Learning Rate": 1.8231253651759575e-05, "Finetune/Loss": 0.842082142829895, "Finetune/Loss (Raw)": 0.3724657893180847, "Finetune/Step": 1407, "Finetune/Step Time": 6.688510190695524}
+{"Finetune/Learning Rate": 1.822842315530179e-05, "Finetune/Loss": 0.8399539589881897, "Finetune/Loss (Raw)": 0.7377431392669678, "Finetune/Step": 1408, "Finetune/Step Time": 6.691709246486425}
+{"Finetune/Learning Rate": 1.8225590615948413e-05, "Finetune/Loss": 0.8400330543518066, "Finetune/Loss (Raw)": 0.9115474224090576, "Finetune/Step": 1409, "Finetune/Step Time": 6.689143253490329}
+{"Finetune/Learning Rate": 1.822275603440268e-05, "Finetune/Loss": 0.8393086194992065, "Finetune/Loss (Raw)": 0.7754663228988647, "Finetune/Step": 1410, "Finetune/Step Time": 6.717611817643046}
+{"Finetune/Learning Rate": 1.8219919411368344e-05, "Finetune/Loss": 0.8407882452011108, "Finetune/Loss (Raw)": 0.8791618347167969, "Finetune/Step": 1411, "Finetune/Step Time": 6.707461813464761}
+{"Finetune/Learning Rate": 1.821708074754966e-05, "Finetune/Loss": 0.8393919467926025, "Finetune/Loss (Raw)": 0.6748679280281067, "Finetune/Step": 1412, "Finetune/Step Time": 6.707632157951593}
+{"Finetune/Learning Rate": 1.8214240043651398e-05, "Finetune/Loss": 0.8389840722084045, "Finetune/Loss (Raw)": 0.9137532114982605, "Finetune/Step": 1413, "Finetune/Step Time": 6.711447354406118}
+{"Finetune/Learning Rate": 1.8211397300378823e-05, "Finetune/Loss": 0.8402631878852844, "Finetune/Loss (Raw)": 1.0161094665527344, "Finetune/Step": 1414, "Finetune/Step Time": 6.701318897306919}
+{"Finetune/Learning Rate": 1.8208552518437712e-05, "Finetune/Loss": 0.8401315212249756, "Finetune/Loss (Raw)": 0.8587691187858582, "Finetune/Step": 1415, "Finetune/Step Time": 6.705855628475547}
+{"Finetune/Learning Rate": 1.8205705698534348e-05, "Finetune/Loss": 0.841252863407135, "Finetune/Loss (Raw)": 0.9709365963935852, "Finetune/Step": 1416, "Finetune/Step Time": 6.7051832228899}
+{"Finetune/Learning Rate": 1.8202856841375517e-05, "Finetune/Loss": 0.841446042060852, "Finetune/Loss (Raw)": 0.8460631370544434, "Finetune/Step": 1417, "Finetune/Step Time": 6.7045748475939035}
+{"Finetune/Learning Rate": 1.820000594766852e-05, "Finetune/Loss": 0.8392699360847473, "Finetune/Loss (Raw)": 0.7236539125442505, "Finetune/Step": 1418, "Finetune/Step Time": 6.711834359914064}
+{"Finetune/Learning Rate": 1.8197153018121156e-05, "Finetune/Loss": 0.8387888073921204, "Finetune/Loss (Raw)": 0.7303059101104736, "Finetune/Step": 1419, "Finetune/Step Time": 6.695538019761443}
+{"Finetune/Learning Rate": 1.8194298053441725e-05, "Finetune/Loss": 0.8393370509147644, "Finetune/Loss (Raw)": 0.9138422012329102, "Finetune/Step": 1420, "Finetune/Step Time": 6.695666987448931}
+{"Finetune/Learning Rate": 1.8191441054339036e-05, "Finetune/Loss": 0.838754415512085, "Finetune/Loss (Raw)": 0.8198606967926025, "Finetune/Step": 1421, "Finetune/Step Time": 6.695754513144493}
+{"Finetune/Learning Rate": 1.8188582021522414e-05, "Finetune/Loss": 0.8374660015106201, "Finetune/Loss (Raw)": 0.7767143845558167, "Finetune/Step": 1422, "Finetune/Step Time": 6.69243710488081}
+{"Finetune/Learning Rate": 1.818572095570167e-05, "Finetune/Loss": 0.8383986353874207, "Finetune/Loss (Raw)": 0.9462748765945435, "Finetune/Step": 1423, "Finetune/Step Time": 6.672451630234718}
+{"Finetune/Learning Rate": 1.818285785758714e-05, "Finetune/Loss": 0.838313639163971, "Finetune/Loss (Raw)": 0.787202775478363, "Finetune/Step": 1424, "Finetune/Step Time": 6.657261587679386}
+{"Finetune/Learning Rate": 1.817999272788965e-05, "Finetune/Loss": 0.8385522365570068, "Finetune/Loss (Raw)": 0.8488755822181702, "Finetune/Step": 1425, "Finetune/Step Time": 6.65096028894186}
+{"Finetune/Learning Rate": 1.8177125567320528e-05, "Finetune/Loss": 0.8388142585754395, "Finetune/Loss (Raw)": 0.7835772633552551, "Finetune/Step": 1426, "Finetune/Step Time": 6.663758236914873}
+{"Finetune/Learning Rate": 1.817425637659162e-05, "Finetune/Loss": 0.8394718170166016, "Finetune/Loss (Raw)": 0.7471792697906494, "Finetune/Step": 1427, "Finetune/Step Time": 6.6533831525594}
+{"Finetune/Learning Rate": 1.8171385156415265e-05, "Finetune/Loss": 0.839015007019043, "Finetune/Loss (Raw)": 0.7638291120529175, "Finetune/Step": 1428, "Finetune/Step Time": 6.659888012334704}
+{"Finetune/Learning Rate": 1.8168511907504314e-05, "Finetune/Loss": 0.838161051273346, "Finetune/Loss (Raw)": 0.7316901683807373, "Finetune/Step": 1429, "Finetune/Step Time": 6.6511537209153175}
+{"Finetune/Learning Rate": 1.816563663057211e-05, "Finetune/Loss": 0.8381198644638062, "Finetune/Loss (Raw)": 0.822335422039032, "Finetune/Step": 1430, "Finetune/Step Time": 6.642811957746744}
+{"Finetune/Learning Rate": 1.8162759326332514e-05, "Finetune/Loss": 0.8374955654144287, "Finetune/Loss (Raw)": 0.7578263878822327, "Finetune/Step": 1431, "Finetune/Step Time": 6.65404973551631}
+{"Finetune/Learning Rate": 1.815987999549988e-05, "Finetune/Loss": 0.8361812829971313, "Finetune/Loss (Raw)": 0.7632591724395752, "Finetune/Step": 1432, "Finetune/Step Time": 6.65759327635169}
+{"Finetune/Learning Rate": 1.8156998638789067e-05, "Finetune/Loss": 0.8371107578277588, "Finetune/Loss (Raw)": 0.9508745074272156, "Finetune/Step": 1433, "Finetune/Step Time": 6.659644331783056}
+{"Finetune/Learning Rate": 1.8154115256915437e-05, "Finetune/Loss": 0.8336809277534485, "Finetune/Loss (Raw)": 0.370004802942276, "Finetune/Step": 1434, "Finetune/Step Time": 6.6638725604861975}
+{"Finetune/Learning Rate": 1.8151229850594862e-05, "Finetune/Loss": 0.8329941630363464, "Finetune/Loss (Raw)": 0.9183158278465271, "Finetune/Step": 1435, "Finetune/Step Time": 6.6711368933320045}
+{"Finetune/Learning Rate": 1.814834242054371e-05, "Finetune/Loss": 0.8297663927078247, "Finetune/Loss (Raw)": 0.6143476963043213, "Finetune/Step": 1436, "Finetune/Step Time": 6.682167978957295}
+{"Finetune/Learning Rate": 1.814545296747884e-05, "Finetune/Loss": 0.8297414779663086, "Finetune/Loss (Raw)": 0.8853129744529724, "Finetune/Step": 1437, "Finetune/Step Time": 6.665375381708145}
+{"Finetune/Learning Rate": 1.814256149211764e-05, "Finetune/Loss": 0.8301231861114502, "Finetune/Loss (Raw)": 0.8861639499664307, "Finetune/Step": 1438, "Finetune/Step Time": 6.660778375342488}
+{"Finetune/Learning Rate": 1.813966799517798e-05, "Finetune/Loss": 0.8305184841156006, "Finetune/Loss (Raw)": 0.9433802962303162, "Finetune/Step": 1439, "Finetune/Step Time": 6.657466592267156}
+{"Finetune/Learning Rate": 1.8136772477378234e-05, "Finetune/Loss": 0.830825924873352, "Finetune/Loss (Raw)": 0.6217658519744873, "Finetune/Step": 1440, "Finetune/Step Time": 6.662140870466828}
+{"Finetune/Learning Rate": 1.8133874939437288e-05, "Finetune/Loss": 0.830674946308136, "Finetune/Loss (Raw)": 0.8641044497489929, "Finetune/Step": 1441, "Finetune/Step Time": 6.6790000051259995}
+{"Finetune/Learning Rate": 1.8130975382074514e-05, "Finetune/Loss": 0.8298953771591187, "Finetune/Loss (Raw)": 0.8421261310577393, "Finetune/Step": 1442, "Finetune/Step Time": 6.6842912919819355}
+{"Finetune/Learning Rate": 1.81280738060098e-05, "Finetune/Loss": 0.8292466998100281, "Finetune/Loss (Raw)": 0.831538736820221, "Finetune/Step": 1443, "Finetune/Step Time": 6.688025448471308}
+{"Finetune/Learning Rate": 1.812517021196353e-05, "Finetune/Loss": 0.8272459506988525, "Finetune/Loss (Raw)": 0.7906079888343811, "Finetune/Step": 1444, "Finetune/Step Time": 6.696094047278166}
+{"Finetune/Learning Rate": 1.812226460065658e-05, "Finetune/Loss": 0.8265475630760193, "Finetune/Loss (Raw)": 0.8561673760414124, "Finetune/Step": 1445, "Finetune/Step Time": 6.6982329450547695}
+{"Finetune/Learning Rate": 1.8119356972810344e-05, "Finetune/Loss": 0.8254658579826355, "Finetune/Loss (Raw)": 0.71780925989151, "Finetune/Step": 1446, "Finetune/Step Time": 6.712772574275732}
+{"Finetune/Learning Rate": 1.8116447329146704e-05, "Finetune/Loss": 0.8254882097244263, "Finetune/Loss (Raw)": 0.8900089859962463, "Finetune/Step": 1447, "Finetune/Step Time": 6.717381317168474}
+{"Finetune/Learning Rate": 1.8113535670388046e-05, "Finetune/Loss": 0.8265911340713501, "Finetune/Loss (Raw)": 0.9178133606910706, "Finetune/Step": 1448, "Finetune/Step Time": 6.708767965435982}
+{"Finetune/Learning Rate": 1.8110621997257256e-05, "Finetune/Loss": 0.8253530859947205, "Finetune/Loss (Raw)": 0.7373543381690979, "Finetune/Step": 1449, "Finetune/Step Time": 6.711003605276346}
+{"Finetune/Learning Rate": 1.810770631047772e-05, "Finetune/Loss": 0.8241784572601318, "Finetune/Loss (Raw)": 0.7358805537223816, "Finetune/Step": 1450, "Finetune/Step Time": 6.745464600622654}
+{"Finetune/Learning Rate": 1.8104788610773327e-05, "Finetune/Loss": 0.8235496282577515, "Finetune/Loss (Raw)": 0.8506430387496948, "Finetune/Step": 1451, "Finetune/Step Time": 6.748652037233114}
+{"Finetune/Learning Rate": 1.810186889886846e-05, "Finetune/Loss": 0.8233292102813721, "Finetune/Loss (Raw)": 0.9340160489082336, "Finetune/Step": 1452, "Finetune/Step Time": 6.730608878657222}
+{"Finetune/Learning Rate": 1.8098947175488007e-05, "Finetune/Loss": 0.8218713998794556, "Finetune/Loss (Raw)": 0.7939885258674622, "Finetune/Step": 1453, "Finetune/Step Time": 6.7250211127102375}
+{"Finetune/Learning Rate": 1.8096023441357353e-05, "Finetune/Loss": 0.8226159811019897, "Finetune/Loss (Raw)": 1.0568968057632446, "Finetune/Step": 1454, "Finetune/Step Time": 6.727000435814261}
+{"Finetune/Learning Rate": 1.8093097697202383e-05, "Finetune/Loss": 0.8241509199142456, "Finetune/Loss (Raw)": 0.9470281600952148, "Finetune/Step": 1455, "Finetune/Step Time": 6.694904118776321}
+{"Finetune/Learning Rate": 1.8090169943749477e-05, "Finetune/Loss": 0.8221560716629028, "Finetune/Loss (Raw)": 0.8047484755516052, "Finetune/Step": 1456, "Finetune/Step Time": 6.705559993162751}
+{"Finetune/Learning Rate": 1.808724018172552e-05, "Finetune/Loss": 0.8164933323860168, "Finetune/Loss (Raw)": 0.37280434370040894, "Finetune/Step": 1457, "Finetune/Step Time": 6.722425736486912}
+{"Finetune/Learning Rate": 1.8084308411857893e-05, "Finetune/Loss": 0.8178318738937378, "Finetune/Loss (Raw)": 0.8588417172431946, "Finetune/Step": 1458, "Finetune/Step Time": 6.71991497091949}
+{"Finetune/Learning Rate": 1.8081374634874472e-05, "Finetune/Loss": 0.8182281255722046, "Finetune/Loss (Raw)": 0.9853684902191162, "Finetune/Step": 1459, "Finetune/Step Time": 6.7276362311095}
+{"Finetune/Learning Rate": 1.8078438851503638e-05, "Finetune/Loss": 0.8201816082000732, "Finetune/Loss (Raw)": 1.0123556852340698, "Finetune/Step": 1460, "Finetune/Step Time": 6.7175982519984245}
+{"Finetune/Learning Rate": 1.8075501062474266e-05, "Finetune/Loss": 0.8213671445846558, "Finetune/Loss (Raw)": 1.05349862575531, "Finetune/Step": 1461, "Finetune/Step Time": 6.710671100765467}
+{"Finetune/Learning Rate": 1.8072561268515733e-05, "Finetune/Loss": 0.82129967212677, "Finetune/Loss (Raw)": 0.912654459476471, "Finetune/Step": 1462, "Finetune/Step Time": 6.71263031847775}
+{"Finetune/Learning Rate": 1.8069619470357906e-05, "Finetune/Loss": 0.8216522932052612, "Finetune/Loss (Raw)": 0.9579041004180908, "Finetune/Step": 1463, "Finetune/Step Time": 6.712997250258923}
+{"Finetune/Learning Rate": 1.8066675668731156e-05, "Finetune/Loss": 0.8208301663398743, "Finetune/Loss (Raw)": 0.8087462782859802, "Finetune/Step": 1464, "Finetune/Step Time": 6.717501800507307}
+{"Finetune/Learning Rate": 1.806372986436635e-05, "Finetune/Loss": 0.8199442625045776, "Finetune/Loss (Raw)": 0.8557978272438049, "Finetune/Step": 1465, "Finetune/Step Time": 6.710389589890838}
+{"Finetune/Learning Rate": 1.806078205799485e-05, "Finetune/Loss": 0.824295163154602, "Finetune/Loss (Raw)": 0.8716536164283752, "Finetune/Step": 1466, "Finetune/Step Time": 6.695553749799728}
+{"Finetune/Learning Rate": 1.805783225034852e-05, "Finetune/Loss": 0.8249078989028931, "Finetune/Loss (Raw)": 0.8341746926307678, "Finetune/Step": 1467, "Finetune/Step Time": 6.712150441482663}
+{"Finetune/Learning Rate": 1.805488044215971e-05, "Finetune/Loss": 0.825488269329071, "Finetune/Loss (Raw)": 0.9208758473396301, "Finetune/Step": 1468, "Finetune/Step Time": 6.7047606110572815}
+{"Finetune/Learning Rate": 1.8051926634161282e-05, "Finetune/Loss": 0.821994960308075, "Finetune/Loss (Raw)": 0.3887391686439514, "Finetune/Step": 1469, "Finetune/Step Time": 6.724520752206445}
+{"Finetune/Learning Rate": 1.804897082708659e-05, "Finetune/Loss": 0.8210036754608154, "Finetune/Loss (Raw)": 0.8021552562713623, "Finetune/Step": 1470, "Finetune/Step Time": 6.712579067796469}
+{"Finetune/Learning Rate": 1.804601302166947e-05, "Finetune/Loss": 0.8213637471199036, "Finetune/Loss (Raw)": 0.8439633846282959, "Finetune/Step": 1471, "Finetune/Step Time": 6.686558505520225}
+{"Finetune/Learning Rate": 1.8043053218644274e-05, "Finetune/Loss": 0.8211340308189392, "Finetune/Loss (Raw)": 0.7763039469718933, "Finetune/Step": 1472, "Finetune/Step Time": 6.679133677855134}
+{"Finetune/Learning Rate": 1.804009141874584e-05, "Finetune/Loss": 0.8180985450744629, "Finetune/Loss (Raw)": 0.610283613204956, "Finetune/Step": 1473, "Finetune/Step Time": 6.6846250258386135}
+{"Finetune/Learning Rate": 1.80371276227095e-05, "Finetune/Loss": 0.8193256855010986, "Finetune/Loss (Raw)": 1.0421209335327148, "Finetune/Step": 1474, "Finetune/Step Time": 6.679022589698434}
+{"Finetune/Learning Rate": 1.8034161831271088e-05, "Finetune/Loss": 0.8173304796218872, "Finetune/Loss (Raw)": 0.690826416015625, "Finetune/Step": 1475, "Finetune/Step Time": 6.670915439724922}
+{"Finetune/Learning Rate": 1.803119404516693e-05, "Finetune/Loss": 0.8211193084716797, "Finetune/Loss (Raw)": 0.9212778210639954, "Finetune/Step": 1476, "Finetune/Step Time": 6.653949493542314}
+{"Finetune/Learning Rate": 1.8028224265133842e-05, "Finetune/Loss": 0.8162240982055664, "Finetune/Loss (Raw)": 0.31224527955055237, "Finetune/Step": 1477, "Finetune/Step Time": 6.677972633391619}
+{"Finetune/Learning Rate": 1.8025252491909143e-05, "Finetune/Loss": 0.8171879649162292, "Finetune/Loss (Raw)": 1.0255014896392822, "Finetune/Step": 1478, "Finetune/Step Time": 6.670086784288287}
+{"Finetune/Learning Rate": 1.8022278726230648e-05, "Finetune/Loss": 0.8159462213516235, "Finetune/Loss (Raw)": 0.767301619052887, "Finetune/Step": 1479, "Finetune/Step Time": 6.6842061169445515}
+{"Finetune/Learning Rate": 1.8019302968836662e-05, "Finetune/Loss": 0.8194514513015747, "Finetune/Loss (Raw)": 0.872161328792572, "Finetune/Step": 1480, "Finetune/Step Time": 6.665045732632279}
+{"Finetune/Learning Rate": 1.8016325220465984e-05, "Finetune/Loss": 0.8198275566101074, "Finetune/Loss (Raw)": 0.9056374430656433, "Finetune/Step": 1481, "Finetune/Step Time": 6.669992052018642}
+{"Finetune/Learning Rate": 1.8013345481857903e-05, "Finetune/Loss": 0.8194605112075806, "Finetune/Loss (Raw)": 0.8162325024604797, "Finetune/Step": 1482, "Finetune/Step Time": 6.66185337677598}
+{"Finetune/Learning Rate": 1.8010363753752212e-05, "Finetune/Loss": 0.8163299560546875, "Finetune/Loss (Raw)": 0.6127296686172485, "Finetune/Step": 1483, "Finetune/Step Time": 6.685603488236666}
+{"Finetune/Learning Rate": 1.8007380036889198e-05, "Finetune/Loss": 0.8155382871627808, "Finetune/Loss (Raw)": 0.9091217517852783, "Finetune/Step": 1484, "Finetune/Step Time": 6.682425566017628}
+{"Finetune/Learning Rate": 1.8004394332009634e-05, "Finetune/Loss": 0.8147282600402832, "Finetune/Loss (Raw)": 0.7911818623542786, "Finetune/Step": 1485, "Finetune/Step Time": 6.670892979949713}
+{"Finetune/Learning Rate": 1.800140663985479e-05, "Finetune/Loss": 0.8099908232688904, "Finetune/Loss (Raw)": 0.30786919593811035, "Finetune/Step": 1486, "Finetune/Step Time": 6.689872935414314}
+{"Finetune/Learning Rate": 1.7998416961166426e-05, "Finetune/Loss": 0.811681866645813, "Finetune/Loss (Raw)": 1.0221619606018066, "Finetune/Step": 1487, "Finetune/Step Time": 6.685339774936438}
+{"Finetune/Learning Rate": 1.7995425296686804e-05, "Finetune/Loss": 0.8129667043685913, "Finetune/Loss (Raw)": 1.1083407402038574, "Finetune/Step": 1488, "Finetune/Step Time": 6.682886250317097}
+{"Finetune/Learning Rate": 1.7992431647158673e-05, "Finetune/Loss": 0.8101761341094971, "Finetune/Loss (Raw)": 0.6454354524612427, "Finetune/Step": 1489, "Finetune/Step Time": 6.6967312172055244}
+{"Finetune/Learning Rate": 1.798943601332527e-05, "Finetune/Loss": 0.8093565702438354, "Finetune/Loss (Raw)": 0.7805432081222534, "Finetune/Step": 1490, "Finetune/Step Time": 6.717820756137371}
+{"Finetune/Learning Rate": 1.798643839593034e-05, "Finetune/Loss": 0.8082835674285889, "Finetune/Loss (Raw)": 0.7039238810539246, "Finetune/Step": 1491, "Finetune/Step Time": 6.731359774246812}
+{"Finetune/Learning Rate": 1.79834387957181e-05, "Finetune/Loss": 0.8094313740730286, "Finetune/Loss (Raw)": 0.9437653422355652, "Finetune/Step": 1492, "Finetune/Step Time": 6.703171171247959}
+{"Finetune/Learning Rate": 1.7980437213433274e-05, "Finetune/Loss": 0.805983304977417, "Finetune/Loss (Raw)": 0.33418822288513184, "Finetune/Step": 1493, "Finetune/Step Time": 6.717219393700361}
+{"Finetune/Learning Rate": 1.797743364982108e-05, "Finetune/Loss": 0.8054752945899963, "Finetune/Loss (Raw)": 0.821689248085022, "Finetune/Step": 1494, "Finetune/Step Time": 6.721270779147744}
+{"Finetune/Learning Rate": 1.797442810562721e-05, "Finetune/Loss": 0.8059222102165222, "Finetune/Loss (Raw)": 0.8600203394889832, "Finetune/Step": 1495, "Finetune/Step Time": 6.707161730155349}
+{"Finetune/Learning Rate": 1.797142058159787e-05, "Finetune/Loss": 0.8061718940734863, "Finetune/Loss (Raw)": 0.9089480042457581, "Finetune/Step": 1496, "Finetune/Step Time": 6.696709768846631}
+{"Finetune/Learning Rate": 1.796841107847974e-05, "Finetune/Loss": 0.8043956756591797, "Finetune/Loss (Raw)": 0.762901782989502, "Finetune/Step": 1497, "Finetune/Step Time": 6.681329758837819}
+{"Finetune/Learning Rate": 1.7965399597020002e-05, "Finetune/Loss": 0.8061690330505371, "Finetune/Loss (Raw)": 0.985601007938385, "Finetune/Step": 1498, "Finetune/Step Time": 6.684651738032699}
+{"Finetune/Learning Rate": 1.7962386137966327e-05, "Finetune/Loss": 0.802451491355896, "Finetune/Loss (Raw)": 0.4272207021713257, "Finetune/Step": 1499, "Finetune/Step Time": 6.689320169389248}
+{"Finetune/Learning Rate": 1.795937070206687e-05, "Finetune/Loss": 0.8022851943969727, "Finetune/Loss (Raw)": 0.35693061351776123, "Finetune/Step": 1500, "Finetune/Step Time": 6.6893611419945955}
+{"Finetune/Learning Rate": 1.795635329007029e-05, "Finetune/Loss": 0.8023362159729004, "Finetune/Loss (Raw)": 0.9885992407798767, "Finetune/Step": 1501, "Finetune/Step Time": 6.721232190728188}
+{"Finetune/Learning Rate": 1.7953333902725726e-05, "Finetune/Loss": 0.8039044737815857, "Finetune/Loss (Raw)": 0.9489810466766357, "Finetune/Step": 1502, "Finetune/Step Time": 6.714546015486121}
+{"Finetune/Learning Rate": 1.7950312540782808e-05, "Finetune/Loss": 0.802273154258728, "Finetune/Loss (Raw)": 0.7280224561691284, "Finetune/Step": 1503, "Finetune/Step Time": 6.717074712738395}
+{"Finetune/Learning Rate": 1.7947289204991657e-05, "Finetune/Loss": 0.8067265152931213, "Finetune/Loss (Raw)": 0.8928608894348145, "Finetune/Step": 1504, "Finetune/Step Time": 6.708933249115944}
+{"Finetune/Learning Rate": 1.7944263896102893e-05, "Finetune/Loss": 0.8070230484008789, "Finetune/Loss (Raw)": 0.8565497398376465, "Finetune/Step": 1505, "Finetune/Step Time": 6.6952542103827}
+{"Finetune/Learning Rate": 1.7941236614867615e-05, "Finetune/Loss": 0.8058123588562012, "Finetune/Loss (Raw)": 0.7969005703926086, "Finetune/Step": 1506, "Finetune/Step Time": 6.683934070169926}
+{"Finetune/Learning Rate": 1.7938207362037412e-05, "Finetune/Loss": 0.8085801601409912, "Finetune/Loss (Raw)": 0.9461349844932556, "Finetune/Step": 1507, "Finetune/Step Time": 6.6626513209193945}
+{"Finetune/Learning Rate": 1.793517613836437e-05, "Finetune/Loss": 0.8093665838241577, "Finetune/Loss (Raw)": 0.9577711224555969, "Finetune/Step": 1508, "Finetune/Step Time": 6.665387699380517}
+{"Finetune/Learning Rate": 1.7932142944601062e-05, "Finetune/Loss": 0.8088804483413696, "Finetune/Loss (Raw)": 0.8722100257873535, "Finetune/Step": 1509, "Finetune/Step Time": 6.65870756842196}
+{"Finetune/Learning Rate": 1.792910778150054e-05, "Finetune/Loss": 0.8096283674240112, "Finetune/Loss (Raw)": 0.963588535785675, "Finetune/Step": 1510, "Finetune/Step Time": 6.657527068629861}
+{"Finetune/Learning Rate": 1.792607064981636e-05, "Finetune/Loss": 0.8112972974777222, "Finetune/Loss (Raw)": 0.9588915109634399, "Finetune/Step": 1511, "Finetune/Step Time": 6.656048506498337}
+{"Finetune/Learning Rate": 1.792303155030256e-05, "Finetune/Loss": 0.8104690909385681, "Finetune/Loss (Raw)": 0.7610993981361389, "Finetune/Step": 1512, "Finetune/Step Time": 6.659246273338795}
+{"Finetune/Learning Rate": 1.7919990483713666e-05, "Finetune/Loss": 0.8109242916107178, "Finetune/Loss (Raw)": 0.9918568730354309, "Finetune/Step": 1513, "Finetune/Step Time": 6.670821845531464}
+{"Finetune/Learning Rate": 1.7916947450804687e-05, "Finetune/Loss": 0.810469388961792, "Finetune/Loss (Raw)": 0.7871072292327881, "Finetune/Step": 1514, "Finetune/Step Time": 6.689627250656486}
+{"Finetune/Learning Rate": 1.7913902452331132e-05, "Finetune/Loss": 0.8115208148956299, "Finetune/Loss (Raw)": 0.8770685791969299, "Finetune/Step": 1515, "Finetune/Step Time": 6.6868536453694105}
+{"Finetune/Learning Rate": 1.7910855489048992e-05, "Finetune/Loss": 0.8112080097198486, "Finetune/Loss (Raw)": 0.8962650299072266, "Finetune/Step": 1516, "Finetune/Step Time": 6.68806117773056}
+{"Finetune/Learning Rate": 1.7907806561714745e-05, "Finetune/Loss": 0.8105872869491577, "Finetune/Loss (Raw)": 0.7943630814552307, "Finetune/Step": 1517, "Finetune/Step Time": 6.6992469895631075}
+{"Finetune/Learning Rate": 1.7904755671085358e-05, "Finetune/Loss": 0.8103729486465454, "Finetune/Loss (Raw)": 1.0033482313156128, "Finetune/Step": 1518, "Finetune/Step Time": 6.68352927826345}
+{"Finetune/Learning Rate": 1.790170281791828e-05, "Finetune/Loss": 0.809587836265564, "Finetune/Loss (Raw)": 0.71721351146698, "Finetune/Step": 1519, "Finetune/Step Time": 6.668209427967668}
+{"Finetune/Learning Rate": 1.7898648002971456e-05, "Finetune/Loss": 0.8061997890472412, "Finetune/Loss (Raw)": 0.3955230712890625, "Finetune/Step": 1520, "Finetune/Step Time": 6.651899512857199}
+{"Finetune/Learning Rate": 1.7895591227003316e-05, "Finetune/Loss": 0.8073796033859253, "Finetune/Loss (Raw)": 0.9105509519577026, "Finetune/Step": 1521, "Finetune/Step Time": 6.614926606416702}
+{"Finetune/Learning Rate": 1.7892532490772773e-05, "Finetune/Loss": 0.8058121204376221, "Finetune/Loss (Raw)": 0.7425147294998169, "Finetune/Step": 1522, "Finetune/Step Time": 6.634532321244478}
+{"Finetune/Learning Rate": 1.788947179503923e-05, "Finetune/Loss": 0.8045186996459961, "Finetune/Loss (Raw)": 0.6559610962867737, "Finetune/Step": 1523, "Finetune/Step Time": 6.647864319384098}
+{"Finetune/Learning Rate": 1.788640914056257e-05, "Finetune/Loss": 0.8053406476974487, "Finetune/Loss (Raw)": 0.7275267243385315, "Finetune/Step": 1524, "Finetune/Step Time": 6.6649385169148445}
+{"Finetune/Learning Rate": 1.788334452810317e-05, "Finetune/Loss": 0.8038780689239502, "Finetune/Loss (Raw)": 0.7019118666648865, "Finetune/Step": 1525, "Finetune/Step Time": 6.652862990275025}
+{"Finetune/Learning Rate": 1.78802779584219e-05, "Finetune/Loss": 0.8045645356178284, "Finetune/Loss (Raw)": 0.9543885588645935, "Finetune/Step": 1526, "Finetune/Step Time": 6.651723947376013}
+{"Finetune/Learning Rate": 1.7877209432280094e-05, "Finetune/Loss": 0.8064522743225098, "Finetune/Loss (Raw)": 0.8471118211746216, "Finetune/Step": 1527, "Finetune/Step Time": 6.645686637610197}
+{"Finetune/Learning Rate": 1.787413895043959e-05, "Finetune/Loss": 0.8024225234985352, "Finetune/Loss (Raw)": 0.4237184524536133, "Finetune/Step": 1528, "Finetune/Step Time": 6.658391110599041}
+{"Finetune/Learning Rate": 1.7871066513662703e-05, "Finetune/Loss": 0.803673267364502, "Finetune/Loss (Raw)": 0.9690607190132141, "Finetune/Step": 1529, "Finetune/Step Time": 6.649213880300522}
+{"Finetune/Learning Rate": 1.7867992122712242e-05, "Finetune/Loss": 0.8053222894668579, "Finetune/Loss (Raw)": 0.6025645136833191, "Finetune/Step": 1530, "Finetune/Step Time": 6.647781208157539}
+{"Finetune/Learning Rate": 1.7864915778351487e-05, "Finetune/Loss": 0.8059879541397095, "Finetune/Loss (Raw)": 0.9160241484642029, "Finetune/Step": 1531, "Finetune/Step Time": 6.650807863101363}
+{"Finetune/Learning Rate": 1.786183748134422e-05, "Finetune/Loss": 0.8059094548225403, "Finetune/Loss (Raw)": 0.8717747330665588, "Finetune/Step": 1532, "Finetune/Step Time": 6.659684415906668}
+{"Finetune/Learning Rate": 1.7858757232454692e-05, "Finetune/Loss": 0.8057398796081543, "Finetune/Loss (Raw)": 0.6840581893920898, "Finetune/Step": 1533, "Finetune/Step Time": 6.6532672718167305}
+{"Finetune/Learning Rate": 1.7855675032447648e-05, "Finetune/Loss": 0.8044779300689697, "Finetune/Loss (Raw)": 0.6954425573348999, "Finetune/Step": 1534, "Finetune/Step Time": 6.660235870629549}
+{"Finetune/Learning Rate": 1.785259088208832e-05, "Finetune/Loss": 0.8079428672790527, "Finetune/Loss (Raw)": 0.815986156463623, "Finetune/Step": 1535, "Finetune/Step Time": 6.6430581118911505}
+{"Finetune/Learning Rate": 1.784950478214241e-05, "Finetune/Loss": 0.8083878755569458, "Finetune/Loss (Raw)": 0.794694185256958, "Finetune/Step": 1536, "Finetune/Step Time": 6.648554449900985}
+{"Finetune/Learning Rate": 1.784641673337612e-05, "Finetune/Loss": 0.8077003955841064, "Finetune/Loss (Raw)": 0.823550283908844, "Finetune/Step": 1537, "Finetune/Step Time": 6.648960435763001}
+{"Finetune/Learning Rate": 1.784332673655613e-05, "Finetune/Loss": 0.8050268888473511, "Finetune/Loss (Raw)": 0.43326541781425476, "Finetune/Step": 1538, "Finetune/Step Time": 6.637187896296382}
+{"Finetune/Learning Rate": 1.78402347924496e-05, "Finetune/Loss": 0.8050796985626221, "Finetune/Loss (Raw)": 0.8859131932258606, "Finetune/Step": 1539, "Finetune/Step Time": 6.638033807277679}
+{"Finetune/Learning Rate": 1.7837140901824177e-05, "Finetune/Loss": 0.8061617016792297, "Finetune/Loss (Raw)": 0.8133692145347595, "Finetune/Step": 1540, "Finetune/Step Time": 6.637157268822193}
+{"Finetune/Learning Rate": 1.783404506544799e-05, "Finetune/Loss": 0.8063989281654358, "Finetune/Loss (Raw)": 0.9441156983375549, "Finetune/Step": 1541, "Finetune/Step Time": 6.636872114613652}
+{"Finetune/Learning Rate": 1.7830947284089654e-05, "Finetune/Loss": 0.8036935329437256, "Finetune/Loss (Raw)": 0.669821560382843, "Finetune/Step": 1542, "Finetune/Step Time": 6.643778147175908}
+{"Finetune/Learning Rate": 1.782784755851826e-05, "Finetune/Loss": 0.8029583692550659, "Finetune/Loss (Raw)": 0.7646724581718445, "Finetune/Step": 1543, "Finetune/Step Time": 6.639376165345311}
+{"Finetune/Learning Rate": 1.782474588950339e-05, "Finetune/Loss": 0.8025336265563965, "Finetune/Loss (Raw)": 0.9165644645690918, "Finetune/Step": 1544, "Finetune/Step Time": 6.637288849800825}
+{"Finetune/Learning Rate": 1.7821642277815108e-05, "Finetune/Loss": 0.8023382425308228, "Finetune/Loss (Raw)": 0.821060061454773, "Finetune/Step": 1545, "Finetune/Step Time": 6.63903027959168}
+{"Finetune/Learning Rate": 1.781853672422395e-05, "Finetune/Loss": 0.8041582107543945, "Finetune/Loss (Raw)": 0.9566054344177246, "Finetune/Step": 1546, "Finetune/Step Time": 6.63720821402967}
+{"Finetune/Learning Rate": 1.7815429229500946e-05, "Finetune/Loss": 0.805127739906311, "Finetune/Loss (Raw)": 0.8544020652770996, "Finetune/Step": 1547, "Finetune/Step Time": 6.642127076163888}
+{"Finetune/Learning Rate": 1.78123197944176e-05, "Finetune/Loss": 0.8046972751617432, "Finetune/Loss (Raw)": 0.8587474226951599, "Finetune/Step": 1548, "Finetune/Step Time": 6.651066370308399}
+{"Finetune/Learning Rate": 1.7809208419745904e-05, "Finetune/Loss": 0.8014405965805054, "Finetune/Loss (Raw)": 0.403006374835968, "Finetune/Step": 1549, "Finetune/Step Time": 6.670436600223184}
+{"Finetune/Learning Rate": 1.7806095106258323e-05, "Finetune/Loss": 0.8023699522018433, "Finetune/Loss (Raw)": 0.8956665396690369, "Finetune/Step": 1550, "Finetune/Step Time": 6.668232396245003}
+{"Finetune/Learning Rate": 1.7802979854727816e-05, "Finetune/Loss": 0.8008832931518555, "Finetune/Loss (Raw)": 0.7559818625450134, "Finetune/Step": 1551, "Finetune/Step Time": 6.661639969795942}
+{"Finetune/Learning Rate": 1.779986266592781e-05, "Finetune/Loss": 0.8019576668739319, "Finetune/Loss (Raw)": 0.92472243309021, "Finetune/Step": 1552, "Finetune/Step Time": 6.661683047190309}
+{"Finetune/Learning Rate": 1.7796743540632226e-05, "Finetune/Loss": 0.8015045523643494, "Finetune/Loss (Raw)": 0.790883481502533, "Finetune/Step": 1553, "Finetune/Step Time": 6.67220482416451}
+{"Finetune/Learning Rate": 1.779362247961545e-05, "Finetune/Loss": 0.8013226985931396, "Finetune/Loss (Raw)": 0.7602923512458801, "Finetune/Step": 1554, "Finetune/Step Time": 6.6625142730772495}
+{"Finetune/Learning Rate": 1.7790499483652363e-05, "Finetune/Loss": 0.8025546669960022, "Finetune/Loss (Raw)": 0.9048768281936646, "Finetune/Step": 1555, "Finetune/Step Time": 6.664551749825478}
+{"Finetune/Learning Rate": 1.778737455351832e-05, "Finetune/Loss": 0.8020840287208557, "Finetune/Loss (Raw)": 0.7035921812057495, "Finetune/Step": 1556, "Finetune/Step Time": 6.669660527259111}
+{"Finetune/Learning Rate": 1.7784247689989156e-05, "Finetune/Loss": 0.8026313781738281, "Finetune/Loss (Raw)": 0.801742672920227, "Finetune/Step": 1557, "Finetune/Step Time": 6.668007159605622}
+{"Finetune/Learning Rate": 1.7781118893841185e-05, "Finetune/Loss": 0.8028501272201538, "Finetune/Loss (Raw)": 0.8503338694572449, "Finetune/Step": 1558, "Finetune/Step Time": 6.657143564894795}
+{"Finetune/Learning Rate": 1.7777988165851208e-05, "Finetune/Loss": 0.805428147315979, "Finetune/Loss (Raw)": 1.0878136157989502, "Finetune/Step": 1559, "Finetune/Step Time": 6.647819155827165}
+{"Finetune/Learning Rate": 1.7774855506796497e-05, "Finetune/Loss": 0.8065136671066284, "Finetune/Loss (Raw)": 0.9022092819213867, "Finetune/Step": 1560, "Finetune/Step Time": 6.651838472113013}
+{"Finetune/Learning Rate": 1.77717209174548e-05, "Finetune/Loss": 0.8059479594230652, "Finetune/Loss (Raw)": 0.8784646987915039, "Finetune/Step": 1561, "Finetune/Step Time": 6.648771746084094}
+{"Finetune/Learning Rate": 1.7768584398604365e-05, "Finetune/Loss": 0.8101077079772949, "Finetune/Loss (Raw)": 0.9024549126625061, "Finetune/Step": 1562, "Finetune/Step Time": 6.637038638815284}
+{"Finetune/Learning Rate": 1.7765445951023898e-05, "Finetune/Loss": 0.8092278242111206, "Finetune/Loss (Raw)": 0.8056931495666504, "Finetune/Step": 1563, "Finetune/Step Time": 6.654156068339944}
+{"Finetune/Learning Rate": 1.7762305575492587e-05, "Finetune/Loss": 0.8105762004852295, "Finetune/Loss (Raw)": 0.786933958530426, "Finetune/Step": 1564, "Finetune/Step Time": 6.639653023332357}
+{"Finetune/Learning Rate": 1.7759163272790108e-05, "Finetune/Loss": 0.8095580339431763, "Finetune/Loss (Raw)": 0.7549839615821838, "Finetune/Step": 1565, "Finetune/Step Time": 6.638574017211795}
+{"Finetune/Learning Rate": 1.775601904369661e-05, "Finetune/Loss": 0.8086662888526917, "Finetune/Loss (Raw)": 0.7720208168029785, "Finetune/Step": 1566, "Finetune/Step Time": 6.644474916160107}
+{"Finetune/Learning Rate": 1.7752872888992714e-05, "Finetune/Loss": 0.8079090118408203, "Finetune/Loss (Raw)": 0.8464546203613281, "Finetune/Step": 1567, "Finetune/Step Time": 6.650248304009438}
+{"Finetune/Learning Rate": 1.7749724809459534e-05, "Finetune/Loss": 0.809637188911438, "Finetune/Loss (Raw)": 0.8429644703865051, "Finetune/Step": 1568, "Finetune/Step Time": 6.622372537851334}
+{"Finetune/Learning Rate": 1.7746574805878648e-05, "Finetune/Loss": 0.8082932829856873, "Finetune/Loss (Raw)": 0.6920887231826782, "Finetune/Step": 1569, "Finetune/Step Time": 6.613171989098191}
+{"Finetune/Learning Rate": 1.774342287903212e-05, "Finetune/Loss": 0.8092222213745117, "Finetune/Loss (Raw)": 0.9610268473625183, "Finetune/Step": 1570, "Finetune/Step Time": 6.610423861071467}
+{"Finetune/Learning Rate": 1.7740269029702486e-05, "Finetune/Loss": 0.8098264932632446, "Finetune/Loss (Raw)": 0.9088915586471558, "Finetune/Step": 1571, "Finetune/Step Time": 6.606383444741368}
+{"Finetune/Learning Rate": 1.773711325867276e-05, "Finetune/Loss": 0.8109114170074463, "Finetune/Loss (Raw)": 0.9294790625572205, "Finetune/Step": 1572, "Finetune/Step Time": 6.58973509259522}
+{"Finetune/Learning Rate": 1.7733955566726438e-05, "Finetune/Loss": 0.8106440305709839, "Finetune/Loss (Raw)": 0.8219329714775085, "Finetune/Step": 1573, "Finetune/Step Time": 6.605047665536404}
+{"Finetune/Learning Rate": 1.7730795954647493e-05, "Finetune/Loss": 0.8106760382652283, "Finetune/Loss (Raw)": 0.7219104170799255, "Finetune/Step": 1574, "Finetune/Step Time": 6.589292179793119}
+{"Finetune/Learning Rate": 1.7727634423220367e-05, "Finetune/Loss": 0.8113272190093994, "Finetune/Loss (Raw)": 0.9733595252037048, "Finetune/Step": 1575, "Finetune/Step Time": 6.598205596208572}
+{"Finetune/Learning Rate": 1.7724470973229978e-05, "Finetune/Loss": 0.810882568359375, "Finetune/Loss (Raw)": 0.8609057664871216, "Finetune/Step": 1576, "Finetune/Step Time": 6.601481772959232}
+{"Finetune/Learning Rate": 1.7721305605461735e-05, "Finetune/Loss": 0.8119588494300842, "Finetune/Loss (Raw)": 0.8751115798950195, "Finetune/Step": 1577, "Finetune/Step Time": 6.592770954594016}
+{"Finetune/Learning Rate": 1.771813832070151e-05, "Finetune/Loss": 0.8131688833236694, "Finetune/Loss (Raw)": 0.8907660841941833, "Finetune/Step": 1578, "Finetune/Step Time": 6.5519716665148735}
+{"Finetune/Learning Rate": 1.7714969119735653e-05, "Finetune/Loss": 0.812707781791687, "Finetune/Loss (Raw)": 0.7916268110275269, "Finetune/Step": 1579, "Finetune/Step Time": 6.55741754360497}
+{"Finetune/Learning Rate": 1.7711798003350994e-05, "Finetune/Loss": 0.8108328580856323, "Finetune/Loss (Raw)": 0.6940257549285889, "Finetune/Step": 1580, "Finetune/Step Time": 6.601865287870169}
+{"Finetune/Learning Rate": 1.770862497233483e-05, "Finetune/Loss": 0.8105902075767517, "Finetune/Loss (Raw)": 0.7629209160804749, "Finetune/Step": 1581, "Finetune/Step Time": 6.597754010930657}
+{"Finetune/Learning Rate": 1.7705450027474945e-05, "Finetune/Loss": 0.8088064193725586, "Finetune/Loss (Raw)": 0.8285747766494751, "Finetune/Step": 1582, "Finetune/Step Time": 6.5990789122879505}
+{"Finetune/Learning Rate": 1.770227316955959e-05, "Finetune/Loss": 0.808312177658081, "Finetune/Loss (Raw)": 0.8837597370147705, "Finetune/Step": 1583, "Finetune/Step Time": 6.612355496734381}
+{"Finetune/Learning Rate": 1.769909439937749e-05, "Finetune/Loss": 0.8086193799972534, "Finetune/Loss (Raw)": 0.8440749049186707, "Finetune/Step": 1584, "Finetune/Step Time": 6.604636313393712}
+{"Finetune/Learning Rate": 1.7695913717717854e-05, "Finetune/Loss": 0.8131400346755981, "Finetune/Loss (Raw)": 0.9514489769935608, "Finetune/Step": 1585, "Finetune/Step Time": 6.586362017318606}
+{"Finetune/Learning Rate": 1.7692731125370355e-05, "Finetune/Loss": 0.8145657777786255, "Finetune/Loss (Raw)": 1.041332483291626, "Finetune/Step": 1586, "Finetune/Step Time": 6.636581027880311}
+{"Finetune/Learning Rate": 1.7689546623125147e-05, "Finetune/Loss": 0.8142918348312378, "Finetune/Loss (Raw)": 0.9503077268600464, "Finetune/Step": 1587, "Finetune/Step Time": 6.640460096299648}
+{"Finetune/Learning Rate": 1.7686360211772854e-05, "Finetune/Loss": 0.8129090666770935, "Finetune/Loss (Raw)": 0.8353641629219055, "Finetune/Step": 1588, "Finetune/Step Time": 6.650566317141056}
+{"Finetune/Learning Rate": 1.7683171892104578e-05, "Finetune/Loss": 0.8112901449203491, "Finetune/Loss (Raw)": 0.8462721109390259, "Finetune/Step": 1589, "Finetune/Step Time": 6.666517639532685}
+{"Finetune/Learning Rate": 1.7679981664911893e-05, "Finetune/Loss": 0.811598539352417, "Finetune/Loss (Raw)": 0.9521327018737793, "Finetune/Step": 1590, "Finetune/Step Time": 6.682634735479951}
+{"Finetune/Learning Rate": 1.7676789530986845e-05, "Finetune/Loss": 0.8088673949241638, "Finetune/Loss (Raw)": 0.6083168387413025, "Finetune/Step": 1591, "Finetune/Step Time": 6.698385613039136}
+{"Finetune/Learning Rate": 1.7673595491121957e-05, "Finetune/Loss": 0.8080975413322449, "Finetune/Loss (Raw)": 0.7102108597755432, "Finetune/Step": 1592, "Finetune/Step Time": 6.70066250115633}
+{"Finetune/Learning Rate": 1.767039954611022e-05, "Finetune/Loss": 0.8075321912765503, "Finetune/Loss (Raw)": 0.7834247946739197, "Finetune/Step": 1593, "Finetune/Step Time": 6.703921869397163}
+{"Finetune/Learning Rate": 1.76672016967451e-05, "Finetune/Loss": 0.8073058128356934, "Finetune/Loss (Raw)": 0.8426783084869385, "Finetune/Step": 1594, "Finetune/Step Time": 6.709397712722421}
+{"Finetune/Learning Rate": 1.766400194382054e-05, "Finetune/Loss": 0.8064777851104736, "Finetune/Loss (Raw)": 0.728195309638977, "Finetune/Step": 1595, "Finetune/Step Time": 6.688158852979541}
+{"Finetune/Learning Rate": 1.7660800288130954e-05, "Finetune/Loss": 0.8059663772583008, "Finetune/Loss (Raw)": 0.8554123640060425, "Finetune/Step": 1596, "Finetune/Step Time": 6.692551836371422}
+{"Finetune/Learning Rate": 1.7657596730471223e-05, "Finetune/Loss": 0.8086631298065186, "Finetune/Loss (Raw)": 0.7339208126068115, "Finetune/Step": 1597, "Finetune/Step Time": 6.678377075120807}
+{"Finetune/Learning Rate": 1.7654391271636707e-05, "Finetune/Loss": 0.8087548613548279, "Finetune/Loss (Raw)": 0.8138973712921143, "Finetune/Step": 1598, "Finetune/Step Time": 6.691017106175423}
+{"Finetune/Learning Rate": 1.7651183912423228e-05, "Finetune/Loss": 0.8051266074180603, "Finetune/Loss (Raw)": 0.37954139709472656, "Finetune/Step": 1599, "Finetune/Step Time": 6.7117868438363075}
+{"Finetune/Learning Rate": 1.7647974653627095e-05, "Finetune/Loss": 0.806187093257904, "Finetune/Loss (Raw)": 0.9120548367500305, "Finetune/Step": 1600, "Finetune/Step Time": 6.715915564447641}
+{"Finetune/Learning Rate": 1.764476349604508e-05, "Finetune/Loss": 0.804459273815155, "Finetune/Loss (Raw)": 0.38911813497543335, "Finetune/Step": 1601, "Finetune/Step Time": 6.729959160089493}
+{"Finetune/Learning Rate": 1.764155044047442e-05, "Finetune/Loss": 0.8037662506103516, "Finetune/Loss (Raw)": 0.9534173011779785, "Finetune/Step": 1602, "Finetune/Step Time": 6.739916140213609}
+{"Finetune/Learning Rate": 1.7638335487712836e-05, "Finetune/Loss": 0.8056458234786987, "Finetune/Loss (Raw)": 0.9314066171646118, "Finetune/Step": 1603, "Finetune/Step Time": 6.736002331599593}
+{"Finetune/Learning Rate": 1.7635118638558514e-05, "Finetune/Loss": 0.8048696517944336, "Finetune/Loss (Raw)": 0.8219344019889832, "Finetune/Step": 1604, "Finetune/Step Time": 6.735627232119441}
+{"Finetune/Learning Rate": 1.7631899893810108e-05, "Finetune/Loss": 0.8076261878013611, "Finetune/Loss (Raw)": 0.6650794148445129, "Finetune/Step": 1605, "Finetune/Step Time": 6.725090594962239}
+{"Finetune/Learning Rate": 1.7628679254266747e-05, "Finetune/Loss": 0.8045223951339722, "Finetune/Loss (Raw)": 0.628210186958313, "Finetune/Step": 1606, "Finetune/Step Time": 6.755048956722021}
+{"Finetune/Learning Rate": 1.7625456720728028e-05, "Finetune/Loss": 0.8050504922866821, "Finetune/Loss (Raw)": 0.8349058628082275, "Finetune/Step": 1607, "Finetune/Step Time": 6.741734677925706}
+{"Finetune/Learning Rate": 1.7622232293994023e-05, "Finetune/Loss": 0.8013085126876831, "Finetune/Loss (Raw)": 0.39318209886550903, "Finetune/Step": 1608, "Finetune/Step Time": 6.760931925848126}
+{"Finetune/Learning Rate": 1.7619005974865265e-05, "Finetune/Loss": 0.8011548519134521, "Finetune/Loss (Raw)": 0.8859710097312927, "Finetune/Step": 1609, "Finetune/Step Time": 6.755169430747628}
+{"Finetune/Learning Rate": 1.7615777764142763e-05, "Finetune/Loss": 0.8016132712364197, "Finetune/Loss (Raw)": 0.874907910823822, "Finetune/Step": 1610, "Finetune/Step Time": 6.75623581558466}
+{"Finetune/Learning Rate": 1.7612547662627996e-05, "Finetune/Loss": 0.8026926517486572, "Finetune/Loss (Raw)": 0.7508936524391174, "Finetune/Step": 1611, "Finetune/Step Time": 6.747771520167589}
+{"Finetune/Learning Rate": 1.7609315671122912e-05, "Finetune/Loss": 0.8019466400146484, "Finetune/Loss (Raw)": 0.8136318325996399, "Finetune/Step": 1612, "Finetune/Step Time": 6.749196982011199}
+{"Finetune/Learning Rate": 1.7606081790429925e-05, "Finetune/Loss": 0.8015299439430237, "Finetune/Loss (Raw)": 0.737848162651062, "Finetune/Step": 1613, "Finetune/Step Time": 6.760397123172879}
+{"Finetune/Learning Rate": 1.7602846021351925e-05, "Finetune/Loss": 0.8059899806976318, "Finetune/Loss (Raw)": 0.8787510991096497, "Finetune/Step": 1614, "Finetune/Step Time": 6.739745154976845}
+{"Finetune/Learning Rate": 1.759960836469226e-05, "Finetune/Loss": 0.8054780960083008, "Finetune/Loss (Raw)": 0.9566342830657959, "Finetune/Step": 1615, "Finetune/Step Time": 6.732378141954541}
+{"Finetune/Learning Rate": 1.759636882125476e-05, "Finetune/Loss": 0.8035511374473572, "Finetune/Loss (Raw)": 0.8616970777511597, "Finetune/Step": 1616, "Finetune/Step Time": 6.730433579534292}
+{"Finetune/Learning Rate": 1.7593127391843706e-05, "Finetune/Loss": 0.8048903346061707, "Finetune/Loss (Raw)": 0.8168512582778931, "Finetune/Step": 1617, "Finetune/Step Time": 6.726312551647425}
+{"Finetune/Learning Rate": 1.7589884077263867e-05, "Finetune/Loss": 0.805325984954834, "Finetune/Loss (Raw)": 0.8363071084022522, "Finetune/Step": 1618, "Finetune/Step Time": 6.705292873084545}
+{"Finetune/Learning Rate": 1.7586638878320467e-05, "Finetune/Loss": 0.805719256401062, "Finetune/Loss (Raw)": 0.7542613744735718, "Finetune/Step": 1619, "Finetune/Step Time": 6.693931305781007}
+{"Finetune/Learning Rate": 1.75833917958192e-05, "Finetune/Loss": 0.8068126440048218, "Finetune/Loss (Raw)": 1.0837167501449585, "Finetune/Step": 1620, "Finetune/Step Time": 6.696378557011485}
+{"Finetune/Learning Rate": 1.7580142830566233e-05, "Finetune/Loss": 0.8102959394454956, "Finetune/Loss (Raw)": 0.780053973197937, "Finetune/Step": 1621, "Finetune/Step Time": 6.682415826246142}
+{"Finetune/Learning Rate": 1.7576891983368192e-05, "Finetune/Loss": 0.8114705085754395, "Finetune/Loss (Raw)": 0.9720306396484375, "Finetune/Step": 1622, "Finetune/Step Time": 6.6799664702266455}
+{"Finetune/Learning Rate": 1.757363925503218e-05, "Finetune/Loss": 0.8132020831108093, "Finetune/Loss (Raw)": 1.0816617012023926, "Finetune/Step": 1623, "Finetune/Step Time": 6.673625880852342}
+{"Finetune/Learning Rate": 1.7570384646365756e-05, "Finetune/Loss": 0.8129516839981079, "Finetune/Loss (Raw)": 0.8769018650054932, "Finetune/Step": 1624, "Finetune/Step Time": 6.675073141232133}
+{"Finetune/Learning Rate": 1.7567128158176955e-05, "Finetune/Loss": 0.8139224052429199, "Finetune/Loss (Raw)": 0.8871496319770813, "Finetune/Step": 1625, "Finetune/Step Time": 6.674975518137217}
+{"Finetune/Learning Rate": 1.7563869791274274e-05, "Finetune/Loss": 0.8132259249687195, "Finetune/Loss (Raw)": 0.8964490294456482, "Finetune/Step": 1626, "Finetune/Step Time": 6.665218459442258}
+{"Finetune/Learning Rate": 1.7560609546466674e-05, "Finetune/Loss": 0.8172777891159058, "Finetune/Loss (Raw)": 0.9458585977554321, "Finetune/Step": 1627, "Finetune/Step Time": 6.642064405605197}
+{"Finetune/Learning Rate": 1.7557347424563597e-05, "Finetune/Loss": 0.8210546970367432, "Finetune/Loss (Raw)": 0.8403838276863098, "Finetune/Step": 1628, "Finetune/Step Time": 6.621206998825073}
+{"Finetune/Learning Rate": 1.7554083426374927e-05, "Finetune/Loss": 0.819373369216919, "Finetune/Loss (Raw)": 0.7733880281448364, "Finetune/Step": 1629, "Finetune/Step Time": 6.5920297503471375}
+{"Finetune/Learning Rate": 1.7550817552711036e-05, "Finetune/Loss": 0.8188005089759827, "Finetune/Loss (Raw)": 0.8756536245346069, "Finetune/Step": 1630, "Finetune/Step Time": 6.588920120149851}
+{"Finetune/Learning Rate": 1.7547549804382746e-05, "Finetune/Loss": 0.8197960257530212, "Finetune/Loss (Raw)": 0.8554424047470093, "Finetune/Step": 1631, "Finetune/Step Time": 6.5910236947238445}
+{"Finetune/Learning Rate": 1.7544280182201353e-05, "Finetune/Loss": 0.8192572593688965, "Finetune/Loss (Raw)": 0.8239011764526367, "Finetune/Step": 1632, "Finetune/Step Time": 6.5824936255812645}
+{"Finetune/Learning Rate": 1.754100868697862e-05, "Finetune/Loss": 0.8187006115913391, "Finetune/Loss (Raw)": 0.7853037714958191, "Finetune/Step": 1633, "Finetune/Step Time": 6.582517048344016}
+{"Finetune/Learning Rate": 1.7537735319526766e-05, "Finetune/Loss": 0.8193945288658142, "Finetune/Loss (Raw)": 0.8857172131538391, "Finetune/Step": 1634, "Finetune/Step Time": 6.5753136575222015}
+{"Finetune/Learning Rate": 1.7534460080658486e-05, "Finetune/Loss": 0.8182398676872253, "Finetune/Loss (Raw)": 0.7983404994010925, "Finetune/Step": 1635, "Finetune/Step Time": 6.596246149390936}
+{"Finetune/Learning Rate": 1.7531182971186923e-05, "Finetune/Loss": 0.8177529573440552, "Finetune/Loss (Raw)": 0.895451009273529, "Finetune/Step": 1636, "Finetune/Step Time": 6.594223523512483}
+{"Finetune/Learning Rate": 1.7527903991925702e-05, "Finetune/Loss": 0.8171490430831909, "Finetune/Loss (Raw)": 0.7949015498161316, "Finetune/Step": 1637, "Finetune/Step Time": 6.596001507714391}
+{"Finetune/Learning Rate": 1.7524623143688905e-05, "Finetune/Loss": 0.8158950805664062, "Finetune/Loss (Raw)": 0.8030850887298584, "Finetune/Step": 1638, "Finetune/Step Time": 6.597784778103232}
+{"Finetune/Learning Rate": 1.7521340427291077e-05, "Finetune/Loss": 0.8141829371452332, "Finetune/Loss (Raw)": 0.7397334575653076, "Finetune/Step": 1639, "Finetune/Step Time": 6.595626970753074}
+{"Finetune/Learning Rate": 1.7518055843547228e-05, "Finetune/Loss": 0.8157633543014526, "Finetune/Loss (Raw)": 0.9633960723876953, "Finetune/Step": 1640, "Finetune/Step Time": 6.584019485861063}
+{"Finetune/Learning Rate": 1.7514769393272833e-05, "Finetune/Loss": 0.8152393102645874, "Finetune/Loss (Raw)": 0.9247764945030212, "Finetune/Step": 1641, "Finetune/Step Time": 6.571575652807951}
+{"Finetune/Learning Rate": 1.7511481077283826e-05, "Finetune/Loss": 0.815794825553894, "Finetune/Loss (Raw)": 0.8582152128219604, "Finetune/Step": 1642, "Finetune/Step Time": 6.550791008397937}
+{"Finetune/Learning Rate": 1.750819089639661e-05, "Finetune/Loss": 0.8167158961296082, "Finetune/Loss (Raw)": 0.9949637055397034, "Finetune/Step": 1643, "Finetune/Step Time": 6.55284727178514}
+{"Finetune/Learning Rate": 1.7504898851428046e-05, "Finetune/Loss": 0.8158960342407227, "Finetune/Loss (Raw)": 0.7913239598274231, "Finetune/Step": 1644, "Finetune/Step Time": 6.5783175975084305}
+{"Finetune/Learning Rate": 1.7501604943195466e-05, "Finetune/Loss": 0.8163750171661377, "Finetune/Loss (Raw)": 0.855677604675293, "Finetune/Step": 1645, "Finetune/Step Time": 6.57951607182622}
+{"Finetune/Learning Rate": 1.7498309172516647e-05, "Finetune/Loss": 0.815841555595398, "Finetune/Loss (Raw)": 0.9350623488426208, "Finetune/Step": 1646, "Finetune/Step Time": 6.593433625996113}
+{"Finetune/Learning Rate": 1.749501154020985e-05, "Finetune/Loss": 0.8164429664611816, "Finetune/Loss (Raw)": 0.7941959500312805, "Finetune/Step": 1647, "Finetune/Step Time": 6.606277514249086}
+{"Finetune/Learning Rate": 1.7491712047093785e-05, "Finetune/Loss": 0.8206090927124023, "Finetune/Loss (Raw)": 0.9287869334220886, "Finetune/Step": 1648, "Finetune/Step Time": 6.591022741049528}
+{"Finetune/Learning Rate": 1.7488410693987627e-05, "Finetune/Loss": 0.8200284838676453, "Finetune/Loss (Raw)": 0.8362318873405457, "Finetune/Step": 1649, "Finetune/Step Time": 6.592868398874998}
+{"Finetune/Learning Rate": 1.7485107481711014e-05, "Finetune/Loss": 0.8213175535202026, "Finetune/Loss (Raw)": 0.9075117707252502, "Finetune/Step": 1650, "Finetune/Step Time": 6.571945372968912}
+{"Finetune/Learning Rate": 1.748180241108404e-05, "Finetune/Loss": 0.8221826553344727, "Finetune/Loss (Raw)": 0.7666994333267212, "Finetune/Step": 1651, "Finetune/Step Time": 6.573805630207062}
+{"Finetune/Learning Rate": 1.7478495482927275e-05, "Finetune/Loss": 0.8229372501373291, "Finetune/Loss (Raw)": 0.8241161108016968, "Finetune/Step": 1652, "Finetune/Step Time": 6.557322232052684}
+{"Finetune/Learning Rate": 1.747518669806173e-05, "Finetune/Loss": 0.8240581154823303, "Finetune/Loss (Raw)": 0.8453795909881592, "Finetune/Step": 1653, "Finetune/Step Time": 6.549557223916054}
+{"Finetune/Learning Rate": 1.7471876057308886e-05, "Finetune/Loss": 0.8236806392669678, "Finetune/Loss (Raw)": 0.9060739874839783, "Finetune/Step": 1654, "Finetune/Step Time": 6.562005056068301}
+{"Finetune/Learning Rate": 1.7468563561490697e-05, "Finetune/Loss": 0.8201248645782471, "Finetune/Loss (Raw)": 0.3919758200645447, "Finetune/Step": 1655, "Finetune/Step Time": 6.580889392644167}
+{"Finetune/Learning Rate": 1.746524921142956e-05, "Finetune/Loss": 0.8237754106521606, "Finetune/Loss (Raw)": 0.8909883499145508, "Finetune/Step": 1656, "Finetune/Step Time": 6.564772758632898}
+{"Finetune/Learning Rate": 1.7461933007948333e-05, "Finetune/Loss": 0.8226124048233032, "Finetune/Loss (Raw)": 0.8201842308044434, "Finetune/Step": 1657, "Finetune/Step Time": 6.562798133119941}
+{"Finetune/Learning Rate": 1.745861495187035e-05, "Finetune/Loss": 0.8248447775840759, "Finetune/Loss (Raw)": 0.8883180618286133, "Finetune/Step": 1658, "Finetune/Step Time": 6.547510737553239}
+{"Finetune/Learning Rate": 1.745529504401939e-05, "Finetune/Loss": 0.8240256309509277, "Finetune/Loss (Raw)": 0.8111675977706909, "Finetune/Step": 1659, "Finetune/Step Time": 6.557532513514161}
+{"Finetune/Learning Rate": 1.7451973285219698e-05, "Finetune/Loss": 0.8241536021232605, "Finetune/Loss (Raw)": 0.8881605267524719, "Finetune/Step": 1660, "Finetune/Step Time": 6.564217606559396}
+{"Finetune/Learning Rate": 1.7448649676295972e-05, "Finetune/Loss": 0.825461745262146, "Finetune/Loss (Raw)": 0.8514927625656128, "Finetune/Step": 1661, "Finetune/Step Time": 6.5596652664244175}
+{"Finetune/Learning Rate": 1.7445324218073382e-05, "Finetune/Loss": 0.8274648189544678, "Finetune/Loss (Raw)": 0.9518356323242188, "Finetune/Step": 1662, "Finetune/Step Time": 6.5690497905015945}
+{"Finetune/Learning Rate": 1.7441996911377547e-05, "Finetune/Loss": 0.8257849216461182, "Finetune/Loss (Raw)": 0.6009673476219177, "Finetune/Step": 1663, "Finetune/Step Time": 6.578311908990145}
+{"Finetune/Learning Rate": 1.7438667757034547e-05, "Finetune/Loss": 0.8249616622924805, "Finetune/Loss (Raw)": 0.6893157958984375, "Finetune/Step": 1664, "Finetune/Step Time": 6.571313060820103}
+{"Finetune/Learning Rate": 1.743533675587092e-05, "Finetune/Loss": 0.8262864351272583, "Finetune/Loss (Raw)": 0.9931113123893738, "Finetune/Step": 1665, "Finetune/Step Time": 6.57088334672153}
+{"Finetune/Learning Rate": 1.7432003908713663e-05, "Finetune/Loss": 0.829388439655304, "Finetune/Loss (Raw)": 0.8303290009498596, "Finetune/Step": 1666, "Finetune/Step Time": 6.54725268855691}
+{"Finetune/Learning Rate": 1.7428669216390236e-05, "Finetune/Loss": 0.8293928503990173, "Finetune/Loss (Raw)": 0.8864809274673462, "Finetune/Step": 1667, "Finetune/Step Time": 6.54435782507062}
+{"Finetune/Learning Rate": 1.742533267972855e-05, "Finetune/Loss": 0.8303006887435913, "Finetune/Loss (Raw)": 0.9295772910118103, "Finetune/Step": 1668, "Finetune/Step Time": 6.5491295754909515}
+{"Finetune/Learning Rate": 1.7421994299556977e-05, "Finetune/Loss": 0.8298348188400269, "Finetune/Loss (Raw)": 0.8844702839851379, "Finetune/Step": 1669, "Finetune/Step Time": 6.546703513711691}
+{"Finetune/Learning Rate": 1.741865407670435e-05, "Finetune/Loss": 0.8319152593612671, "Finetune/Loss (Raw)": 0.9361198544502258, "Finetune/Step": 1670, "Finetune/Step Time": 6.533547705039382}
+{"Finetune/Learning Rate": 1.741531201199995e-05, "Finetune/Loss": 0.8322705030441284, "Finetune/Loss (Raw)": 0.8101460933685303, "Finetune/Step": 1671, "Finetune/Step Time": 6.5410385727882385}
+{"Finetune/Learning Rate": 1.7411968106273532e-05, "Finetune/Loss": 0.8318380117416382, "Finetune/Loss (Raw)": 0.8612169623374939, "Finetune/Step": 1672, "Finetune/Step Time": 6.557662406936288}
+{"Finetune/Learning Rate": 1.7408622360355288e-05, "Finetune/Loss": 0.8310167193412781, "Finetune/Loss (Raw)": 0.7159234881401062, "Finetune/Step": 1673, "Finetune/Step Time": 6.562973335385323}
+{"Finetune/Learning Rate": 1.7405274775075882e-05, "Finetune/Loss": 0.8281795978546143, "Finetune/Loss (Raw)": 0.5934540033340454, "Finetune/Step": 1674, "Finetune/Step Time": 6.569719202816486}
+{"Finetune/Learning Rate": 1.7401925351266425e-05, "Finetune/Loss": 0.8268620371818542, "Finetune/Loss (Raw)": 0.6857549548149109, "Finetune/Step": 1675, "Finetune/Step Time": 6.573912225663662}
+{"Finetune/Learning Rate": 1.739857408975849e-05, "Finetune/Loss": 0.8274227380752563, "Finetune/Loss (Raw)": 0.930517852306366, "Finetune/Step": 1676, "Finetune/Step Time": 6.568418262526393}
+{"Finetune/Learning Rate": 1.739522099138411e-05, "Finetune/Loss": 0.8317698240280151, "Finetune/Loss (Raw)": 0.9594320058822632, "Finetune/Step": 1677, "Finetune/Step Time": 6.5485871732234955}
+{"Finetune/Learning Rate": 1.739186605697576e-05, "Finetune/Loss": 0.8308665752410889, "Finetune/Loss (Raw)": 0.7800559401512146, "Finetune/Step": 1678, "Finetune/Step Time": 6.546348590403795}
+{"Finetune/Learning Rate": 1.7388509287366386e-05, "Finetune/Loss": 0.8280155658721924, "Finetune/Loss (Raw)": 0.3910480737686157, "Finetune/Step": 1679, "Finetune/Step Time": 6.56720975600183}
+{"Finetune/Learning Rate": 1.738515068338938e-05, "Finetune/Loss": 0.8275514245033264, "Finetune/Loss (Raw)": 0.8653128743171692, "Finetune/Step": 1680, "Finetune/Step Time": 6.574509758502245}
+{"Finetune/Learning Rate": 1.7381790245878597e-05, "Finetune/Loss": 0.8281960487365723, "Finetune/Loss (Raw)": 0.873397171497345, "Finetune/Step": 1681, "Finetune/Step Time": 6.556754354387522}
+{"Finetune/Learning Rate": 1.737842797566834e-05, "Finetune/Loss": 0.8303567171096802, "Finetune/Loss (Raw)": 1.036856770515442, "Finetune/Step": 1682, "Finetune/Step Time": 6.558788109570742}
+{"Finetune/Learning Rate": 1.737506387359337e-05, "Finetune/Loss": 0.8288358449935913, "Finetune/Loss (Raw)": 0.7102001309394836, "Finetune/Step": 1683, "Finetune/Step Time": 6.56602749042213}
+{"Finetune/Learning Rate": 1.73716979404889e-05, "Finetune/Loss": 0.8298847675323486, "Finetune/Loss (Raw)": 0.837864100933075, "Finetune/Step": 1684, "Finetune/Step Time": 6.558013247326016}
+{"Finetune/Learning Rate": 1.736833017719061e-05, "Finetune/Loss": 0.8295726180076599, "Finetune/Loss (Raw)": 0.7617793679237366, "Finetune/Step": 1685, "Finetune/Step Time": 6.561675658449531}
+{"Finetune/Learning Rate": 1.7364960584534612e-05, "Finetune/Loss": 0.8277075886726379, "Finetune/Loss (Raw)": 0.6116121411323547, "Finetune/Step": 1686, "Finetune/Step Time": 6.5733228493481874}
+{"Finetune/Learning Rate": 1.7361589163357497e-05, "Finetune/Loss": 0.8264386653900146, "Finetune/Loss (Raw)": 0.9253872036933899, "Finetune/Step": 1687, "Finetune/Step Time": 6.575948346406221}
+{"Finetune/Learning Rate": 1.735821591449629e-05, "Finetune/Loss": 0.8259941935539246, "Finetune/Loss (Raw)": 0.8453267216682434, "Finetune/Step": 1688, "Finetune/Step Time": 6.573488995432854}
+{"Finetune/Learning Rate": 1.735484083878848e-05, "Finetune/Loss": 0.8215223550796509, "Finetune/Loss (Raw)": 0.3060700595378876, "Finetune/Step": 1689, "Finetune/Step Time": 6.59015248529613}
+{"Finetune/Learning Rate": 1.7351463937072008e-05, "Finetune/Loss": 0.8219127655029297, "Finetune/Loss (Raw)": 0.9524198174476624, "Finetune/Step": 1690, "Finetune/Step Time": 6.581674188375473}
+{"Finetune/Learning Rate": 1.7348085210185263e-05, "Finetune/Loss": 0.8225544095039368, "Finetune/Loss (Raw)": 0.8878236413002014, "Finetune/Step": 1691, "Finetune/Step Time": 6.564132062718272}
+{"Finetune/Learning Rate": 1.73447046589671e-05, "Finetune/Loss": 0.8221344947814941, "Finetune/Loss (Raw)": 0.7331843376159668, "Finetune/Step": 1692, "Finetune/Step Time": 6.585190888494253}
+{"Finetune/Learning Rate": 1.7341322284256816e-05, "Finetune/Loss": 0.8215988874435425, "Finetune/Loss (Raw)": 0.6864255666732788, "Finetune/Step": 1693, "Finetune/Step Time": 6.603389052674174}
+{"Finetune/Learning Rate": 1.733793808689416e-05, "Finetune/Loss": 0.8202654123306274, "Finetune/Loss (Raw)": 0.601344108581543, "Finetune/Step": 1694, "Finetune/Step Time": 6.605751734226942}
+{"Finetune/Learning Rate": 1.733455206771934e-05, "Finetune/Loss": 0.8191239237785339, "Finetune/Loss (Raw)": 0.700337290763855, "Finetune/Step": 1695, "Finetune/Step Time": 6.611625587567687}
+{"Finetune/Learning Rate": 1.7331164227573012e-05, "Finetune/Loss": 0.8192323446273804, "Finetune/Loss (Raw)": 0.8568446040153503, "Finetune/Step": 1696, "Finetune/Step Time": 6.609950648620725}
+{"Finetune/Learning Rate": 1.7327774567296284e-05, "Finetune/Loss": 0.820975124835968, "Finetune/Loss (Raw)": 0.915166974067688, "Finetune/Step": 1697, "Finetune/Step Time": 6.59626947902143}
+{"Finetune/Learning Rate": 1.732438308773072e-05, "Finetune/Loss": 0.8200916051864624, "Finetune/Loss (Raw)": 0.8479360342025757, "Finetune/Step": 1698, "Finetune/Step Time": 6.5983502343297005}
+{"Finetune/Learning Rate": 1.7320989789718333e-05, "Finetune/Loss": 0.819968581199646, "Finetune/Loss (Raw)": 0.8931410312652588, "Finetune/Step": 1699, "Finetune/Step Time": 6.596384292468429}
+{"Finetune/Learning Rate": 1.7317594674101585e-05, "Finetune/Loss": 0.8196680545806885, "Finetune/Loss (Raw)": 0.8910149931907654, "Finetune/Step": 1700, "Finetune/Step Time": 6.605744607746601}
+{"Finetune/Learning Rate": 1.7314197741723394e-05, "Finetune/Loss": 0.8206621408462524, "Finetune/Loss (Raw)": 0.9491713643074036, "Finetune/Step": 1701, "Finetune/Step Time": 6.591215116903186}
+{"Finetune/Learning Rate": 1.7310798993427124e-05, "Finetune/Loss": 0.8222676515579224, "Finetune/Loss (Raw)": 0.9274193644523621, "Finetune/Step": 1702, "Finetune/Step Time": 6.590057345107198}
+{"Finetune/Learning Rate": 1.7307398430056595e-05, "Finetune/Loss": 0.8199547529220581, "Finetune/Loss (Raw)": 0.677304208278656, "Finetune/Step": 1703, "Finetune/Step Time": 6.596844071522355}
+{"Finetune/Learning Rate": 1.7303996052456074e-05, "Finetune/Loss": 0.8159672021865845, "Finetune/Loss (Raw)": 0.3504999876022339, "Finetune/Step": 1704, "Finetune/Step Time": 6.612043084576726}
+{"Finetune/Learning Rate": 1.7300591861470282e-05, "Finetune/Loss": 0.8157651424407959, "Finetune/Loss (Raw)": 0.8492530584335327, "Finetune/Step": 1705, "Finetune/Step Time": 6.624925751239061}
+{"Finetune/Learning Rate": 1.7297185857944385e-05, "Finetune/Loss": 0.8160357475280762, "Finetune/Loss (Raw)": 0.9253988862037659, "Finetune/Step": 1706, "Finetune/Step Time": 6.626773051917553}
+{"Finetune/Learning Rate": 1.7293778042724e-05, "Finetune/Loss": 0.8167200088500977, "Finetune/Loss (Raw)": 0.8792065978050232, "Finetune/Step": 1707, "Finetune/Step Time": 6.623259197920561}
+{"Finetune/Learning Rate": 1.72903684166552e-05, "Finetune/Loss": 0.8179292678833008, "Finetune/Loss (Raw)": 0.8488219380378723, "Finetune/Step": 1708, "Finetune/Step Time": 6.593773543834686}
+{"Finetune/Learning Rate": 1.7286956980584505e-05, "Finetune/Loss": 0.8196609020233154, "Finetune/Loss (Raw)": 0.9845589399337769, "Finetune/Step": 1709, "Finetune/Step Time": 6.591323649510741}
+{"Finetune/Learning Rate": 1.7283543735358872e-05, "Finetune/Loss": 0.819658637046814, "Finetune/Loss (Raw)": 0.828294575214386, "Finetune/Step": 1710, "Finetune/Step Time": 6.6001158859580755}
+{"Finetune/Learning Rate": 1.728012868182573e-05, "Finetune/Loss": 0.8194882273674011, "Finetune/Loss (Raw)": 0.8619466423988342, "Finetune/Step": 1711, "Finetune/Step Time": 6.593263918533921}
+{"Finetune/Learning Rate": 1.7276711820832938e-05, "Finetune/Loss": 0.8208011984825134, "Finetune/Loss (Raw)": 1.0121358633041382, "Finetune/Step": 1712, "Finetune/Step Time": 6.603732755407691}
+{"Finetune/Learning Rate": 1.7273293153228813e-05, "Finetune/Loss": 0.8205652236938477, "Finetune/Loss (Raw)": 0.9212493896484375, "Finetune/Step": 1713, "Finetune/Step Time": 6.613745808601379}
+{"Finetune/Learning Rate": 1.7269872679862114e-05, "Finetune/Loss": 0.8194268345832825, "Finetune/Loss (Raw)": 0.8956113457679749, "Finetune/Step": 1714, "Finetune/Step Time": 6.5708606243133545}
+{"Finetune/Learning Rate": 1.726645040158206e-05, "Finetune/Loss": 0.8169921636581421, "Finetune/Loss (Raw)": 0.6386656165122986, "Finetune/Step": 1715, "Finetune/Step Time": 6.569031197577715}
+{"Finetune/Learning Rate": 1.72630263192383e-05, "Finetune/Loss": 0.8174301981925964, "Finetune/Loss (Raw)": 0.8914383053779602, "Finetune/Step": 1716, "Finetune/Step Time": 6.5571062583476305}
+{"Finetune/Learning Rate": 1.7259600433680954e-05, "Finetune/Loss": 0.817700982093811, "Finetune/Loss (Raw)": 0.8809245824813843, "Finetune/Step": 1717, "Finetune/Step Time": 6.556890806183219}
+{"Finetune/Learning Rate": 1.7256172745760566e-05, "Finetune/Loss": 0.8174260854721069, "Finetune/Loss (Raw)": 0.9169599413871765, "Finetune/Step": 1718, "Finetune/Step Time": 6.5368998516350985}
+{"Finetune/Learning Rate": 1.725274325632814e-05, "Finetune/Loss": 0.81913161277771, "Finetune/Loss (Raw)": 0.8266189098358154, "Finetune/Step": 1719, "Finetune/Step Time": 6.523493468761444}
+{"Finetune/Learning Rate": 1.724931196623513e-05, "Finetune/Loss": 0.8210514783859253, "Finetune/Loss (Raw)": 0.9559457898139954, "Finetune/Step": 1720, "Finetune/Step Time": 6.521467978134751}
+{"Finetune/Learning Rate": 1.724587887633343e-05, "Finetune/Loss": 0.8220202922821045, "Finetune/Loss (Raw)": 0.9074445366859436, "Finetune/Step": 1721, "Finetune/Step Time": 6.522640248760581}
+{"Finetune/Learning Rate": 1.7242443987475388e-05, "Finetune/Loss": 0.8222384452819824, "Finetune/Loss (Raw)": 0.8706014752388, "Finetune/Step": 1722, "Finetune/Step Time": 6.513418858870864}
+{"Finetune/Learning Rate": 1.723900730051379e-05, "Finetune/Loss": 0.8230835199356079, "Finetune/Loss (Raw)": 0.8363575339317322, "Finetune/Step": 1723, "Finetune/Step Time": 6.529022010043263}
+{"Finetune/Learning Rate": 1.7235568816301874e-05, "Finetune/Loss": 0.8224918246269226, "Finetune/Loss (Raw)": 0.7796775102615356, "Finetune/Step": 1724, "Finetune/Step Time": 6.52208043448627}
+{"Finetune/Learning Rate": 1.723212853569332e-05, "Finetune/Loss": 0.8234655857086182, "Finetune/Loss (Raw)": 0.858562171459198, "Finetune/Step": 1725, "Finetune/Step Time": 6.511914044618607}
+{"Finetune/Learning Rate": 1.7228686459542264e-05, "Finetune/Loss": 0.8232706189155579, "Finetune/Loss (Raw)": 0.7889407873153687, "Finetune/Step": 1726, "Finetune/Step Time": 6.504411954432726}
+{"Finetune/Learning Rate": 1.722524258870327e-05, "Finetune/Loss": 0.826989471912384, "Finetune/Loss (Raw)": 0.8555567860603333, "Finetune/Step": 1727, "Finetune/Step Time": 6.501032643020153}
+{"Finetune/Learning Rate": 1.722179692403137e-05, "Finetune/Loss": 0.8272988796234131, "Finetune/Loss (Raw)": 0.9516624808311462, "Finetune/Step": 1728, "Finetune/Step Time": 6.497735450044274}
+{"Finetune/Learning Rate": 1.7218349466382024e-05, "Finetune/Loss": 0.8311859965324402, "Finetune/Loss (Raw)": 0.8866663575172424, "Finetune/Step": 1729, "Finetune/Step Time": 6.479729991406202}
+{"Finetune/Learning Rate": 1.721490021661114e-05, "Finetune/Loss": 0.8296377658843994, "Finetune/Loss (Raw)": 0.755244791507721, "Finetune/Step": 1730, "Finetune/Step Time": 6.47186341881752}
+{"Finetune/Learning Rate": 1.7211449175575076e-05, "Finetune/Loss": 0.8304421305656433, "Finetune/Loss (Raw)": 1.0343605279922485, "Finetune/Step": 1731, "Finetune/Step Time": 6.4688885025680065}
+{"Finetune/Learning Rate": 1.7207996344130636e-05, "Finetune/Loss": 0.8314059972763062, "Finetune/Loss (Raw)": 0.9453149437904358, "Finetune/Step": 1732, "Finetune/Step Time": 6.502863751724362}
+{"Finetune/Learning Rate": 1.720454172313506e-05, "Finetune/Loss": 0.8330552577972412, "Finetune/Loss (Raw)": 0.876183807849884, "Finetune/Step": 1733, "Finetune/Step Time": 6.494829086586833}
+{"Finetune/Learning Rate": 1.7201085313446042e-05, "Finetune/Loss": 0.8352105617523193, "Finetune/Loss (Raw)": 0.9040890336036682, "Finetune/Step": 1734, "Finetune/Step Time": 6.4794143959879875}
+{"Finetune/Learning Rate": 1.719762711592171e-05, "Finetune/Loss": 0.8352028131484985, "Finetune/Loss (Raw)": 0.8339061141014099, "Finetune/Step": 1735, "Finetune/Step Time": 6.489660371094942}
+{"Finetune/Learning Rate": 1.7194167131420643e-05, "Finetune/Loss": 0.8390134572982788, "Finetune/Loss (Raw)": 0.8809458017349243, "Finetune/Step": 1736, "Finetune/Step Time": 6.470325281843543}
+{"Finetune/Learning Rate": 1.7190705360801864e-05, "Finetune/Loss": 0.838264524936676, "Finetune/Loss (Raw)": 0.7901126146316528, "Finetune/Step": 1737, "Finetune/Step Time": 6.469765393063426}
+{"Finetune/Learning Rate": 1.7187241804924838e-05, "Finetune/Loss": 0.8342275619506836, "Finetune/Loss (Raw)": 0.35817500948905945, "Finetune/Step": 1738, "Finetune/Step Time": 6.486353423446417}
+{"Finetune/Learning Rate": 1.7183776464649465e-05, "Finetune/Loss": 0.8349673748016357, "Finetune/Loss (Raw)": 0.8455862998962402, "Finetune/Step": 1739, "Finetune/Step Time": 6.4662674106657505}
+{"Finetune/Learning Rate": 1.7180309340836107e-05, "Finetune/Loss": 0.8345628976821899, "Finetune/Loss (Raw)": 0.761860728263855, "Finetune/Step": 1740, "Finetune/Step Time": 6.482160408049822}
+{"Finetune/Learning Rate": 1.7176840434345547e-05, "Finetune/Loss": 0.8369787931442261, "Finetune/Loss (Raw)": 1.04708731174469, "Finetune/Step": 1741, "Finetune/Step Time": 6.473463416099548}
+{"Finetune/Learning Rate": 1.7173369746039026e-05, "Finetune/Loss": 0.8354343175888062, "Finetune/Loss (Raw)": 0.6810466051101685, "Finetune/Step": 1742, "Finetune/Step Time": 6.481770597398281}
+{"Finetune/Learning Rate": 1.7169897276778225e-05, "Finetune/Loss": 0.8346763253211975, "Finetune/Loss (Raw)": 0.8596173524856567, "Finetune/Step": 1743, "Finetune/Step Time": 6.497573031112552}
+{"Finetune/Learning Rate": 1.7166423027425255e-05, "Finetune/Loss": 0.834402322769165, "Finetune/Loss (Raw)": 0.8266231417655945, "Finetune/Step": 1744, "Finetune/Step Time": 6.499959532171488}
+{"Finetune/Learning Rate": 1.716294699884269e-05, "Finetune/Loss": 0.8349109292030334, "Finetune/Loss (Raw)": 0.8819544315338135, "Finetune/Step": 1745, "Finetune/Step Time": 6.496183944866061}
+{"Finetune/Learning Rate": 1.7159469191893524e-05, "Finetune/Loss": 0.8360920548439026, "Finetune/Loss (Raw)": 0.9874972105026245, "Finetune/Step": 1746, "Finetune/Step Time": 6.4969568476080894}
+{"Finetune/Learning Rate": 1.715598960744121e-05, "Finetune/Loss": 0.8336154222488403, "Finetune/Loss (Raw)": 0.4372473359107971, "Finetune/Step": 1747, "Finetune/Step Time": 6.515405215322971}
+{"Finetune/Learning Rate": 1.7152508246349637e-05, "Finetune/Loss": 0.8305858969688416, "Finetune/Loss (Raw)": 0.6959390044212341, "Finetune/Step": 1748, "Finetune/Step Time": 6.526318423449993}
+{"Finetune/Learning Rate": 1.714902510948312e-05, "Finetune/Loss": 0.8313944935798645, "Finetune/Loss (Raw)": 0.8835555911064148, "Finetune/Step": 1749, "Finetune/Step Time": 6.525537649169564}
+{"Finetune/Learning Rate": 1.714554019770644e-05, "Finetune/Loss": 0.8312509059906006, "Finetune/Loss (Raw)": 0.9536495208740234, "Finetune/Step": 1750, "Finetune/Step Time": 6.544559804722667}
+{"Finetune/Learning Rate": 1.7142053511884807e-05, "Finetune/Loss": 0.8299425840377808, "Finetune/Loss (Raw)": 0.9141986966133118, "Finetune/Step": 1751, "Finetune/Step Time": 6.549132566899061}
+{"Finetune/Learning Rate": 1.713856505288386e-05, "Finetune/Loss": 0.8310761451721191, "Finetune/Loss (Raw)": 1.02199387550354, "Finetune/Step": 1752, "Finetune/Step Time": 6.548499634489417}
+{"Finetune/Learning Rate": 1.7135074821569704e-05, "Finetune/Loss": 0.8308581113815308, "Finetune/Loss (Raw)": 0.8592406511306763, "Finetune/Step": 1753, "Finetune/Step Time": 6.546652195975184}
+{"Finetune/Learning Rate": 1.7131582818808855e-05, "Finetune/Loss": 0.8310071229934692, "Finetune/Loss (Raw)": 0.9155279397964478, "Finetune/Step": 1754, "Finetune/Step Time": 6.553585186600685}
+{"Finetune/Learning Rate": 1.7128089045468294e-05, "Finetune/Loss": 0.8304430842399597, "Finetune/Loss (Raw)": 0.8736576437950134, "Finetune/Step": 1755, "Finetune/Step Time": 6.5598958898335695}
+{"Finetune/Learning Rate": 1.7124593502415424e-05, "Finetune/Loss": 0.8316121101379395, "Finetune/Loss (Raw)": 0.9900209903717041, "Finetune/Step": 1756, "Finetune/Step Time": 6.563289977610111}
+{"Finetune/Learning Rate": 1.71210961905181e-05, "Finetune/Loss": 0.8283995389938354, "Finetune/Loss (Raw)": 0.36217737197875977, "Finetune/Step": 1757, "Finetune/Step Time": 6.582554288208485}
+{"Finetune/Learning Rate": 1.7117597110644606e-05, "Finetune/Loss": 0.8274778127670288, "Finetune/Loss (Raw)": 0.7576730251312256, "Finetune/Step": 1758, "Finetune/Step Time": 6.586569117382169}
+{"Finetune/Learning Rate": 1.7114096263663665e-05, "Finetune/Loss": 0.8284158706665039, "Finetune/Loss (Raw)": 0.9755082726478577, "Finetune/Step": 1759, "Finetune/Step Time": 6.5921681225299835}
+{"Finetune/Learning Rate": 1.7110593650444457e-05, "Finetune/Loss": 0.8295556902885437, "Finetune/Loss (Raw)": 0.9698039293289185, "Finetune/Step": 1760, "Finetune/Step Time": 6.590261550620198}
+{"Finetune/Learning Rate": 1.710708927185657e-05, "Finetune/Loss": 0.8294203281402588, "Finetune/Loss (Raw)": 0.7679771780967712, "Finetune/Step": 1761, "Finetune/Step Time": 6.594566568732262}
+{"Finetune/Learning Rate": 1.7103583128770055e-05, "Finetune/Loss": 0.8284595012664795, "Finetune/Loss (Raw)": 0.7627371549606323, "Finetune/Step": 1762, "Finetune/Step Time": 6.603604907169938}
+{"Finetune/Learning Rate": 1.7100075222055394e-05, "Finetune/Loss": 0.8300799131393433, "Finetune/Loss (Raw)": 1.0057461261749268, "Finetune/Step": 1763, "Finetune/Step Time": 6.6093233693391085}
+{"Finetune/Learning Rate": 1.7096565552583504e-05, "Finetune/Loss": 0.8304266929626465, "Finetune/Loss (Raw)": 0.9398385882377625, "Finetune/Step": 1764, "Finetune/Step Time": 6.628359382972121}
+{"Finetune/Learning Rate": 1.709305412122574e-05, "Finetune/Loss": 0.8302996158599854, "Finetune/Loss (Raw)": 0.7786396741867065, "Finetune/Step": 1765, "Finetune/Step Time": 6.640691896900535}
+{"Finetune/Learning Rate": 1.70895409288539e-05, "Finetune/Loss": 0.8312029242515564, "Finetune/Loss (Raw)": 0.918712317943573, "Finetune/Step": 1766, "Finetune/Step Time": 6.642573377117515}
+{"Finetune/Learning Rate": 1.7086025976340205e-05, "Finetune/Loss": 0.8311999440193176, "Finetune/Loss (Raw)": 0.7393432855606079, "Finetune/Step": 1767, "Finetune/Step Time": 6.6431165765970945}
+{"Finetune/Learning Rate": 1.7082509264557333e-05, "Finetune/Loss": 0.8293380737304688, "Finetune/Loss (Raw)": 0.7250840663909912, "Finetune/Step": 1768, "Finetune/Step Time": 6.643502235412598}
+{"Finetune/Learning Rate": 1.7078990794378384e-05, "Finetune/Loss": 0.8275080919265747, "Finetune/Loss (Raw)": 0.6905280947685242, "Finetune/Step": 1769, "Finetune/Step Time": 6.657023126259446}
+{"Finetune/Learning Rate": 1.70754705666769e-05, "Finetune/Loss": 0.8278601169586182, "Finetune/Loss (Raw)": 0.9032784104347229, "Finetune/Step": 1770, "Finetune/Step Time": 6.658552225679159}
+{"Finetune/Learning Rate": 1.7071948582326863e-05, "Finetune/Loss": 0.8264575004577637, "Finetune/Loss (Raw)": 0.8154317140579224, "Finetune/Step": 1771, "Finetune/Step Time": 6.656121486797929}
+{"Finetune/Learning Rate": 1.706842484220268e-05, "Finetune/Loss": 0.828062891960144, "Finetune/Loss (Raw)": 0.9968101978302002, "Finetune/Step": 1772, "Finetune/Step Time": 6.630118837580085}
+{"Finetune/Learning Rate": 1.7064899347179205e-05, "Finetune/Loss": 0.8276071548461914, "Finetune/Loss (Raw)": 0.7973420023918152, "Finetune/Step": 1773, "Finetune/Step Time": 6.628081277012825}
+{"Finetune/Learning Rate": 1.706137209813172e-05, "Finetune/Loss": 0.8261246085166931, "Finetune/Loss (Raw)": 0.74530428647995, "Finetune/Step": 1774, "Finetune/Step Time": 6.630480200052261}
+{"Finetune/Learning Rate": 1.705784309593595e-05, "Finetune/Loss": 0.8272944688796997, "Finetune/Loss (Raw)": 0.9439263939857483, "Finetune/Step": 1775, "Finetune/Step Time": 6.6175892148166895}
+{"Finetune/Learning Rate": 1.7054312341468044e-05, "Finetune/Loss": 0.826725959777832, "Finetune/Loss (Raw)": 0.8560227155685425, "Finetune/Step": 1776, "Finetune/Step Time": 6.616111854091287}
+{"Finetune/Learning Rate": 1.70507798356046e-05, "Finetune/Loss": 0.8270266056060791, "Finetune/Loss (Raw)": 0.8747149109840393, "Finetune/Step": 1777, "Finetune/Step Time": 6.610611282289028}
+{"Finetune/Learning Rate": 1.7047245579222645e-05, "Finetune/Loss": 0.8265061378479004, "Finetune/Loss (Raw)": 0.8408929109573364, "Finetune/Step": 1778, "Finetune/Step Time": 6.62267049588263}
+{"Finetune/Learning Rate": 1.7043709573199635e-05, "Finetune/Loss": 0.8287186622619629, "Finetune/Loss (Raw)": 1.0499012470245361, "Finetune/Step": 1779, "Finetune/Step Time": 6.617615759372711}
+{"Finetune/Learning Rate": 1.7040171818413463e-05, "Finetune/Loss": 0.8287135362625122, "Finetune/Loss (Raw)": 0.823466956615448, "Finetune/Step": 1780, "Finetune/Step Time": 6.609645551070571}
+{"Finetune/Learning Rate": 1.7036632315742464e-05, "Finetune/Loss": 0.8274024724960327, "Finetune/Loss (Raw)": 0.6775644421577454, "Finetune/Step": 1781, "Finetune/Step Time": 6.6107152961194515}
+{"Finetune/Learning Rate": 1.70330910660654e-05, "Finetune/Loss": 0.8271116614341736, "Finetune/Loss (Raw)": 0.8688469529151917, "Finetune/Step": 1782, "Finetune/Step Time": 6.598103255033493}
+{"Finetune/Learning Rate": 1.7029548070261462e-05, "Finetune/Loss": 0.8298929929733276, "Finetune/Loss (Raw)": 0.7479792237281799, "Finetune/Step": 1783, "Finetune/Step Time": 6.579744869843125}
+{"Finetune/Learning Rate": 1.702600332921029e-05, "Finetune/Loss": 0.8308268785476685, "Finetune/Loss (Raw)": 1.010532021522522, "Finetune/Step": 1784, "Finetune/Step Time": 6.5831752512604}
+{"Finetune/Learning Rate": 1.702245684379194e-05, "Finetune/Loss": 0.8294354677200317, "Finetune/Loss (Raw)": 0.6420922875404358, "Finetune/Step": 1785, "Finetune/Step Time": 6.597438298165798}
+{"Finetune/Learning Rate": 1.7018908614886908e-05, "Finetune/Loss": 0.8291225433349609, "Finetune/Loss (Raw)": 0.8482518792152405, "Finetune/Step": 1786, "Finetune/Step Time": 6.595746967941523}
+{"Finetune/Learning Rate": 1.7015358643376128e-05, "Finetune/Loss": 0.8284305334091187, "Finetune/Loss (Raw)": 0.7226012349128723, "Finetune/Step": 1787, "Finetune/Step Time": 6.590845720842481}
+{"Finetune/Learning Rate": 1.7011806930140962e-05, "Finetune/Loss": 0.8276457786560059, "Finetune/Loss (Raw)": 0.7877037525177002, "Finetune/Step": 1788, "Finetune/Step Time": 6.576772207394242}
+{"Finetune/Learning Rate": 1.7008253476063202e-05, "Finetune/Loss": 0.823327362537384, "Finetune/Loss (Raw)": 0.29873329401016235, "Finetune/Step": 1789, "Finetune/Step Time": 6.598989814519882}
+{"Finetune/Learning Rate": 1.700469828202508e-05, "Finetune/Loss": 0.8230549693107605, "Finetune/Loss (Raw)": 0.9169741868972778, "Finetune/Step": 1790, "Finetune/Step Time": 6.5919575449079275}
+{"Finetune/Learning Rate": 1.700114134890925e-05, "Finetune/Loss": 0.826033890247345, "Finetune/Loss (Raw)": 0.9822641611099243, "Finetune/Step": 1791, "Finetune/Step Time": 6.584742929786444}
+{"Finetune/Learning Rate": 1.69975826775988e-05, "Finetune/Loss": 0.8278295993804932, "Finetune/Loss (Raw)": 0.9191697835922241, "Finetune/Step": 1792, "Finetune/Step Time": 6.584967067465186}
+{"Finetune/Learning Rate": 1.699402226897726e-05, "Finetune/Loss": 0.8256624937057495, "Finetune/Loss (Raw)": 0.7157291173934937, "Finetune/Step": 1793, "Finetune/Step Time": 6.600173419341445}
+{"Finetune/Learning Rate": 1.6990460123928577e-05, "Finetune/Loss": 0.8266083002090454, "Finetune/Loss (Raw)": 0.9513798356056213, "Finetune/Step": 1794, "Finetune/Step Time": 6.606723031029105}
+{"Finetune/Learning Rate": 1.6986896243337137e-05, "Finetune/Loss": 0.8225924968719482, "Finetune/Loss (Raw)": 0.3724675178527832, "Finetune/Step": 1795, "Finetune/Step Time": 6.627532623708248}
+{"Finetune/Learning Rate": 1.6983330628087757e-05, "Finetune/Loss": 0.8217384219169617, "Finetune/Loss (Raw)": 0.8202484250068665, "Finetune/Step": 1796, "Finetune/Step Time": 6.62115378305316}
+{"Finetune/Learning Rate": 1.6979763279065682e-05, "Finetune/Loss": 0.821506679058075, "Finetune/Loss (Raw)": 0.8548147082328796, "Finetune/Step": 1797, "Finetune/Step Time": 6.620547579601407}
+{"Finetune/Learning Rate": 1.6976194197156587e-05, "Finetune/Loss": 0.821076512336731, "Finetune/Loss (Raw)": 0.8810513615608215, "Finetune/Step": 1798, "Finetune/Step Time": 6.624698059633374}
+{"Finetune/Learning Rate": 1.6972623383246586e-05, "Finetune/Loss": 0.8211798667907715, "Finetune/Loss (Raw)": 0.8233779668807983, "Finetune/Step": 1799, "Finetune/Step Time": 6.616724364459515}
+{"Finetune/Learning Rate": 1.696905083822221e-05, "Finetune/Loss": 0.8208472728729248, "Finetune/Loss (Raw)": 0.818645715713501, "Finetune/Step": 1800, "Finetune/Step Time": 6.610802182927728}
+{"Finetune/Learning Rate": 1.696547656297042e-05, "Finetune/Loss": 0.8222819566726685, "Finetune/Loss (Raw)": 0.8995650410652161, "Finetune/Step": 1801, "Finetune/Step Time": 6.615457609295845}
+{"Finetune/Learning Rate": 1.696190055837862e-05, "Finetune/Loss": 0.8237277269363403, "Finetune/Loss (Raw)": 0.7785072922706604, "Finetune/Step": 1802, "Finetune/Step Time": 6.6184136141091585}
+{"Finetune/Learning Rate": 1.695832282533464e-05, "Finetune/Loss": 0.8249781131744385, "Finetune/Loss (Raw)": 0.8458006381988525, "Finetune/Step": 1803, "Finetune/Step Time": 6.63133536465466}
+{"Finetune/Learning Rate": 1.6954743364726722e-05, "Finetune/Loss": 0.8247162103652954, "Finetune/Loss (Raw)": 0.8970077633857727, "Finetune/Step": 1804, "Finetune/Step Time": 6.64502183906734}
+{"Finetune/Learning Rate": 1.6951162177443557e-05, "Finetune/Loss": 0.8215904235839844, "Finetune/Loss (Raw)": 0.5593260526657104, "Finetune/Step": 1805, "Finetune/Step Time": 6.663840340450406}
+{"Finetune/Learning Rate": 1.694757926437426e-05, "Finetune/Loss": 0.8213917016983032, "Finetune/Loss (Raw)": 0.7546247243881226, "Finetune/Step": 1806, "Finetune/Step Time": 6.675961464643478}
+{"Finetune/Learning Rate": 1.6943994626408365e-05, "Finetune/Loss": 0.82527756690979, "Finetune/Loss (Raw)": 0.8884316682815552, "Finetune/Step": 1807, "Finetune/Step Time": 6.6568497605621815}
+{"Finetune/Learning Rate": 1.6940408264435842e-05, "Finetune/Loss": 0.8247840404510498, "Finetune/Loss (Raw)": 0.8021442890167236, "Finetune/Step": 1808, "Finetune/Step Time": 6.656321128830314}
+{"Finetune/Learning Rate": 1.6936820179347092e-05, "Finetune/Loss": 0.8247935771942139, "Finetune/Loss (Raw)": 0.8746254444122314, "Finetune/Step": 1809, "Finetune/Step Time": 6.656080007553101}
+{"Finetune/Learning Rate": 1.6933230372032938e-05, "Finetune/Loss": 0.8229392170906067, "Finetune/Loss (Raw)": 0.799484133720398, "Finetune/Step": 1810, "Finetune/Step Time": 6.65894634835422}
+{"Finetune/Learning Rate": 1.6929638843384633e-05, "Finetune/Loss": 0.8239785432815552, "Finetune/Loss (Raw)": 0.8432355523109436, "Finetune/Step": 1811, "Finetune/Step Time": 6.652433231472969}
+{"Finetune/Learning Rate": 1.6926045594293854e-05, "Finetune/Loss": 0.8232468962669373, "Finetune/Loss (Raw)": 0.7442120909690857, "Finetune/Step": 1812, "Finetune/Step Time": 6.659410757943988}
+{"Finetune/Learning Rate": 1.692245062565271e-05, "Finetune/Loss": 0.8236373662948608, "Finetune/Loss (Raw)": 0.8117637634277344, "Finetune/Step": 1813, "Finetune/Step Time": 6.649878539144993}
+{"Finetune/Learning Rate": 1.6918853938353734e-05, "Finetune/Loss": 0.8256036043167114, "Finetune/Loss (Raw)": 0.8632957339286804, "Finetune/Step": 1814, "Finetune/Step Time": 6.638261705636978}
+{"Finetune/Learning Rate": 1.6915255533289888e-05, "Finetune/Loss": 0.8248310089111328, "Finetune/Loss (Raw)": 0.8264897465705872, "Finetune/Step": 1815, "Finetune/Step Time": 6.637083563953638}
+{"Finetune/Learning Rate": 1.6911655411354557e-05, "Finetune/Loss": 0.8256322145462036, "Finetune/Loss (Raw)": 0.9478747844696045, "Finetune/Step": 1816, "Finetune/Step Time": 6.632103838026524}
+{"Finetune/Learning Rate": 1.6908053573441556e-05, "Finetune/Loss": 0.8298859596252441, "Finetune/Loss (Raw)": 0.8505590558052063, "Finetune/Step": 1817, "Finetune/Step Time": 6.615251362323761}
+{"Finetune/Learning Rate": 1.6904450020445123e-05, "Finetune/Loss": 0.8285832405090332, "Finetune/Loss (Raw)": 0.7856673002243042, "Finetune/Step": 1818, "Finetune/Step Time": 6.616447456181049}
+{"Finetune/Learning Rate": 1.690084475325992e-05, "Finetune/Loss": 0.8286477327346802, "Finetune/Loss (Raw)": 0.8960804343223572, "Finetune/Step": 1819, "Finetune/Step Time": 6.624029288068414}
+{"Finetune/Learning Rate": 1.6897237772781046e-05, "Finetune/Loss": 0.8287408351898193, "Finetune/Loss (Raw)": 0.7451074719429016, "Finetune/Step": 1820, "Finetune/Step Time": 6.603322245180607}
+{"Finetune/Learning Rate": 1.6893629079904006e-05, "Finetune/Loss": 0.8301033973693848, "Finetune/Loss (Raw)": 0.8608258366584778, "Finetune/Step": 1821, "Finetune/Step Time": 6.588897360488772}
+{"Finetune/Learning Rate": 1.6890018675524752e-05, "Finetune/Loss": 0.8338342905044556, "Finetune/Loss (Raw)": 1.0789035558700562, "Finetune/Step": 1822, "Finetune/Step Time": 6.5814734771847725}
+{"Finetune/Learning Rate": 1.688640656053964e-05, "Finetune/Loss": 0.8350595235824585, "Finetune/Loss (Raw)": 0.857159435749054, "Finetune/Step": 1823, "Finetune/Step Time": 6.572964143007994}
+{"Finetune/Learning Rate": 1.6882792735845472e-05, "Finetune/Loss": 0.8333820104598999, "Finetune/Loss (Raw)": 0.6421201825141907, "Finetune/Step": 1824, "Finetune/Step Time": 6.57751321233809}
+{"Finetune/Learning Rate": 1.687917720233945e-05, "Finetune/Loss": 0.8328038454055786, "Finetune/Loss (Raw)": 0.8411697745323181, "Finetune/Step": 1825, "Finetune/Step Time": 6.5789588782936335}
+{"Finetune/Learning Rate": 1.6875559960919227e-05, "Finetune/Loss": 0.8331724405288696, "Finetune/Loss (Raw)": 0.8951112627983093, "Finetune/Step": 1826, "Finetune/Step Time": 6.579648729413748}
+{"Finetune/Learning Rate": 1.687194101248286e-05, "Finetune/Loss": 0.8324767351150513, "Finetune/Loss (Raw)": 0.8040904998779297, "Finetune/Step": 1827, "Finetune/Step Time": 6.611322332173586}
+{"Finetune/Learning Rate": 1.6868320357928833e-05, "Finetune/Loss": 0.8324829339981079, "Finetune/Loss (Raw)": 0.8918124437332153, "Finetune/Step": 1828, "Finetune/Step Time": 6.610047422349453}
+{"Finetune/Learning Rate": 1.6864697998156063e-05, "Finetune/Loss": 0.8332182765007019, "Finetune/Loss (Raw)": 1.0432928800582886, "Finetune/Step": 1829, "Finetune/Step Time": 6.613955458626151}
+{"Finetune/Learning Rate": 1.6861073934063878e-05, "Finetune/Loss": 0.8336464762687683, "Finetune/Loss (Raw)": 0.9822299480438232, "Finetune/Step": 1830, "Finetune/Step Time": 6.626078464090824}
+{"Finetune/Learning Rate": 1.685744816655204e-05, "Finetune/Loss": 0.8348894119262695, "Finetune/Loss (Raw)": 0.8363990783691406, "Finetune/Step": 1831, "Finetune/Step Time": 6.611986394971609}
+{"Finetune/Learning Rate": 1.6853820696520728e-05, "Finetune/Loss": 0.839790940284729, "Finetune/Loss (Raw)": 0.9778966903686523, "Finetune/Step": 1832, "Finetune/Step Time": 6.596409810706973}
+{"Finetune/Learning Rate": 1.6850191524870548e-05, "Finetune/Loss": 0.8389068245887756, "Finetune/Loss (Raw)": 0.736086905002594, "Finetune/Step": 1833, "Finetune/Step Time": 6.605010846629739}
+{"Finetune/Learning Rate": 1.684656065250252e-05, "Finetune/Loss": 0.8392502665519714, "Finetune/Loss (Raw)": 0.9693551659584045, "Finetune/Step": 1834, "Finetune/Step Time": 6.605175258591771}
+{"Finetune/Learning Rate": 1.6842928080318094e-05, "Finetune/Loss": 0.8393856287002563, "Finetune/Loss (Raw)": 0.8965348601341248, "Finetune/Step": 1835, "Finetune/Step Time": 6.6142816711217165}
+{"Finetune/Learning Rate": 1.683929380921914e-05, "Finetune/Loss": 0.8397185802459717, "Finetune/Loss (Raw)": 0.8914429545402527, "Finetune/Step": 1836, "Finetune/Step Time": 6.61007197201252}
+{"Finetune/Learning Rate": 1.6835657840107953e-05, "Finetune/Loss": 0.8385627865791321, "Finetune/Loss (Raw)": 0.8366132974624634, "Finetune/Step": 1837, "Finetune/Step Time": 6.611763617023826}
+{"Finetune/Learning Rate": 1.683202017388724e-05, "Finetune/Loss": 0.8387953042984009, "Finetune/Loss (Raw)": 0.858057975769043, "Finetune/Step": 1838, "Finetune/Step Time": 6.605018304660916}
+{"Finetune/Learning Rate": 1.682838081146014e-05, "Finetune/Loss": 0.8390367031097412, "Finetune/Loss (Raw)": 0.8928462862968445, "Finetune/Step": 1839, "Finetune/Step Time": 6.607496140524745}
+{"Finetune/Learning Rate": 1.6824739753730206e-05, "Finetune/Loss": 0.8376412391662598, "Finetune/Loss (Raw)": 0.8335121870040894, "Finetune/Step": 1840, "Finetune/Step Time": 6.6072589587420225}
+{"Finetune/Learning Rate": 1.6821097001601413e-05, "Finetune/Loss": 0.8364518880844116, "Finetune/Loss (Raw)": 0.7690162658691406, "Finetune/Step": 1841, "Finetune/Step Time": 6.5985556077212095}
+{"Finetune/Learning Rate": 1.681745255597816e-05, "Finetune/Loss": 0.8368386030197144, "Finetune/Loss (Raw)": 0.9451183080673218, "Finetune/Step": 1842, "Finetune/Step Time": 6.59764314815402}
+{"Finetune/Learning Rate": 1.681380641776527e-05, "Finetune/Loss": 0.838676929473877, "Finetune/Loss (Raw)": 0.8739627003669739, "Finetune/Step": 1843, "Finetune/Step Time": 6.603806035593152}
+{"Finetune/Learning Rate": 1.6810158587867973e-05, "Finetune/Loss": 0.8381021618843079, "Finetune/Loss (Raw)": 0.8178706765174866, "Finetune/Step": 1844, "Finetune/Step Time": 6.6258402820676565}
+{"Finetune/Learning Rate": 1.6806509067191926e-05, "Finetune/Loss": 0.8372896313667297, "Finetune/Loss (Raw)": 0.776921808719635, "Finetune/Step": 1845, "Finetune/Step Time": 6.629633851349354}
+{"Finetune/Learning Rate": 1.6802857856643214e-05, "Finetune/Loss": 0.8376353979110718, "Finetune/Loss (Raw)": 0.9612095952033997, "Finetune/Step": 1846, "Finetune/Step Time": 6.631347704678774}
+{"Finetune/Learning Rate": 1.6799204957128332e-05, "Finetune/Loss": 0.8379526138305664, "Finetune/Loss (Raw)": 0.8672268986701965, "Finetune/Step": 1847, "Finetune/Step Time": 6.639526026323438}
+{"Finetune/Learning Rate": 1.679555036955419e-05, "Finetune/Loss": 0.8372802734375, "Finetune/Loss (Raw)": 0.8698893189430237, "Finetune/Step": 1848, "Finetune/Step Time": 6.632442597299814}
+{"Finetune/Learning Rate": 1.679189409482813e-05, "Finetune/Loss": 0.837804913520813, "Finetune/Loss (Raw)": 0.97459876537323, "Finetune/Step": 1849, "Finetune/Step Time": 6.6259288508445024}
+{"Finetune/Learning Rate": 1.6788236133857906e-05, "Finetune/Loss": 0.8382532000541687, "Finetune/Loss (Raw)": 0.9279817342758179, "Finetune/Step": 1850, "Finetune/Step Time": 6.6316328551620245}
+{"Finetune/Learning Rate": 1.6784576487551686e-05, "Finetune/Loss": 0.8367502689361572, "Finetune/Loss (Raw)": 0.6439889669418335, "Finetune/Step": 1851, "Finetune/Step Time": 6.634443067014217}
+{"Finetune/Learning Rate": 1.678091515681807e-05, "Finetune/Loss": 0.8376414775848389, "Finetune/Loss (Raw)": 0.893743634223938, "Finetune/Step": 1852, "Finetune/Step Time": 6.635438300669193}
+{"Finetune/Learning Rate": 1.677725214256606e-05, "Finetune/Loss": 0.8379722237586975, "Finetune/Loss (Raw)": 0.9009004235267639, "Finetune/Step": 1853, "Finetune/Step Time": 6.636042675003409}
+{"Finetune/Learning Rate": 1.6773587445705087e-05, "Finetune/Loss": 0.8388563394546509, "Finetune/Loss (Raw)": 0.9021047353744507, "Finetune/Step": 1854, "Finetune/Step Time": 6.629816515371203}
+{"Finetune/Learning Rate": 1.6769921067144994e-05, "Finetune/Loss": 0.8391813039779663, "Finetune/Loss (Raw)": 0.897149920463562, "Finetune/Step": 1855, "Finetune/Step Time": 6.614559715613723}
+{"Finetune/Learning Rate": 1.676625300779605e-05, "Finetune/Loss": 0.8394888639450073, "Finetune/Loss (Raw)": 0.9910301566123962, "Finetune/Step": 1856, "Finetune/Step Time": 6.6142239067703485}
+{"Finetune/Learning Rate": 1.6762583268568928e-05, "Finetune/Loss": 0.8385725021362305, "Finetune/Loss (Raw)": 0.7693756818771362, "Finetune/Step": 1857, "Finetune/Step Time": 6.649222210049629}
+{"Finetune/Learning Rate": 1.675891185037473e-05, "Finetune/Loss": 0.8391199111938477, "Finetune/Loss (Raw)": 0.825316309928894, "Finetune/Step": 1858, "Finetune/Step Time": 6.656781705096364}
+{"Finetune/Learning Rate": 1.6755238754124965e-05, "Finetune/Loss": 0.8385786414146423, "Finetune/Loss (Raw)": 0.9650754332542419, "Finetune/Step": 1859, "Finetune/Step Time": 6.650968277826905}
+{"Finetune/Learning Rate": 1.675156398073157e-05, "Finetune/Loss": 0.836747407913208, "Finetune/Loss (Raw)": 0.7109112739562988, "Finetune/Step": 1860, "Finetune/Step Time": 6.619587782770395}
+{"Finetune/Learning Rate": 1.674788753110689e-05, "Finetune/Loss": 0.8361031413078308, "Finetune/Loss (Raw)": 0.7937247157096863, "Finetune/Step": 1861, "Finetune/Step Time": 6.619183534756303}
+{"Finetune/Learning Rate": 1.674420940616369e-05, "Finetune/Loss": 0.8351402878761292, "Finetune/Loss (Raw)": 0.7808433175086975, "Finetune/Step": 1862, "Finetune/Step Time": 6.60333950445056}
+{"Finetune/Learning Rate": 1.674052960681514e-05, "Finetune/Loss": 0.8344182372093201, "Finetune/Loss (Raw)": 0.7414838075637817, "Finetune/Step": 1863, "Finetune/Step Time": 6.591704556718469}
+{"Finetune/Learning Rate": 1.673684813397485e-05, "Finetune/Loss": 0.8335212469100952, "Finetune/Loss (Raw)": 0.7661307454109192, "Finetune/Step": 1864, "Finetune/Step Time": 6.595875661820173}
+{"Finetune/Learning Rate": 1.6733164988556817e-05, "Finetune/Loss": 0.8344848155975342, "Finetune/Loss (Raw)": 0.9134429693222046, "Finetune/Step": 1865, "Finetune/Step Time": 6.598017323762178}
+{"Finetune/Learning Rate": 1.6729480171475472e-05, "Finetune/Loss": 0.8390397429466248, "Finetune/Loss (Raw)": 0.9412134885787964, "Finetune/Step": 1866, "Finetune/Step Time": 6.591402191668749}
+{"Finetune/Learning Rate": 1.6725793683645658e-05, "Finetune/Loss": 0.8400982618331909, "Finetune/Loss (Raw)": 0.9810707569122314, "Finetune/Step": 1867, "Finetune/Step Time": 6.5966544803231955}
+{"Finetune/Learning Rate": 1.672210552598263e-05, "Finetune/Loss": 0.8400225639343262, "Finetune/Loss (Raw)": 0.7521738409996033, "Finetune/Step": 1868, "Finetune/Step Time": 6.5977687779814005}
+{"Finetune/Learning Rate": 1.6718415699402054e-05, "Finetune/Loss": 0.8391883373260498, "Finetune/Loss (Raw)": 0.9403113722801208, "Finetune/Step": 1869, "Finetune/Step Time": 6.594984294846654}
+{"Finetune/Learning Rate": 1.6714724204820017e-05, "Finetune/Loss": 0.8398494720458984, "Finetune/Loss (Raw)": 0.7656676769256592, "Finetune/Step": 1870, "Finetune/Step Time": 6.587365573272109}
+{"Finetune/Learning Rate": 1.671103104315302e-05, "Finetune/Loss": 0.8395594358444214, "Finetune/Loss (Raw)": 0.8224959969520569, "Finetune/Step": 1871, "Finetune/Step Time": 6.599841197952628}
+{"Finetune/Learning Rate": 1.6707336215317968e-05, "Finetune/Loss": 0.8385509252548218, "Finetune/Loss (Raw)": 0.6975321769714355, "Finetune/Step": 1872, "Finetune/Step Time": 6.60421128384769}
+{"Finetune/Learning Rate": 1.6703639722232194e-05, "Finetune/Loss": 0.8345464468002319, "Finetune/Loss (Raw)": 0.3693810999393463, "Finetune/Step": 1873, "Finetune/Step Time": 6.618414564058185}
+{"Finetune/Learning Rate": 1.669994156481344e-05, "Finetune/Loss": 0.8339478969573975, "Finetune/Loss (Raw)": 0.9108833074569702, "Finetune/Step": 1874, "Finetune/Step Time": 6.6195255275815725}
+{"Finetune/Learning Rate": 1.669624174397985e-05, "Finetune/Loss": 0.8356091976165771, "Finetune/Loss (Raw)": 0.6498954892158508, "Finetune/Step": 1875, "Finetune/Step Time": 6.620476514101028}
+{"Finetune/Learning Rate": 1.669254026064999e-05, "Finetune/Loss": 0.8371636867523193, "Finetune/Loss (Raw)": 0.8949074745178223, "Finetune/Step": 1876, "Finetune/Step Time": 6.607205448672175}
+{"Finetune/Learning Rate": 1.668883711574285e-05, "Finetune/Loss": 0.8372837901115417, "Finetune/Loss (Raw)": 0.8989325165748596, "Finetune/Step": 1877, "Finetune/Step Time": 6.621311711147428}
+{"Finetune/Learning Rate": 1.6685132310177812e-05, "Finetune/Loss": 0.8350785374641418, "Finetune/Loss (Raw)": 0.6713789105415344, "Finetune/Step": 1878, "Finetune/Step Time": 6.62319228798151}
+{"Finetune/Learning Rate": 1.6681425844874678e-05, "Finetune/Loss": 0.8354789018630981, "Finetune/Loss (Raw)": 0.9654390215873718, "Finetune/Step": 1879, "Finetune/Step Time": 6.6143701914697886}
+{"Finetune/Learning Rate": 1.667771772075367e-05, "Finetune/Loss": 0.8324054479598999, "Finetune/Loss (Raw)": 0.6285985708236694, "Finetune/Step": 1880, "Finetune/Step Time": 6.634792098775506}
+{"Finetune/Learning Rate": 1.667400793873541e-05, "Finetune/Loss": 0.8315484523773193, "Finetune/Loss (Raw)": 0.749542236328125, "Finetune/Step": 1881, "Finetune/Step Time": 6.652579687535763}
+{"Finetune/Learning Rate": 1.667029649974094e-05, "Finetune/Loss": 0.8313733339309692, "Finetune/Loss (Raw)": 0.8931092619895935, "Finetune/Step": 1882, "Finetune/Step Time": 6.6495100893080235}
+{"Finetune/Learning Rate": 1.6666583404691706e-05, "Finetune/Loss": 0.8299194574356079, "Finetune/Loss (Raw)": 0.6875655055046082, "Finetune/Step": 1883, "Finetune/Step Time": 6.657589251175523}
+{"Finetune/Learning Rate": 1.6662868654509573e-05, "Finetune/Loss": 0.8249807953834534, "Finetune/Loss (Raw)": 0.3578713834285736, "Finetune/Step": 1884, "Finetune/Step Time": 6.675441689789295}
+{"Finetune/Learning Rate": 1.665915225011681e-05, "Finetune/Loss": 0.8291781544685364, "Finetune/Loss (Raw)": 0.8994369506835938, "Finetune/Step": 1885, "Finetune/Step Time": 6.658541129902005}
+{"Finetune/Learning Rate": 1.6655434192436107e-05, "Finetune/Loss": 0.8312565088272095, "Finetune/Loss (Raw)": 1.0237022638320923, "Finetune/Step": 1886, "Finetune/Step Time": 6.66291718930006}
+{"Finetune/Learning Rate": 1.6651714482390552e-05, "Finetune/Loss": 0.8294143676757812, "Finetune/Loss (Raw)": 0.7397196888923645, "Finetune/Step": 1887, "Finetune/Step Time": 6.658251548185945}
+{"Finetune/Learning Rate": 1.6647993120903648e-05, "Finetune/Loss": 0.8272606134414673, "Finetune/Loss (Raw)": 0.6941115856170654, "Finetune/Step": 1888, "Finetune/Step Time": 6.663271479308605}
+{"Finetune/Learning Rate": 1.6644270108899313e-05, "Finetune/Loss": 0.8275328874588013, "Finetune/Loss (Raw)": 0.8028436899185181, "Finetune/Step": 1889, "Finetune/Step Time": 6.669451238587499}
+{"Finetune/Learning Rate": 1.664054544730186e-05, "Finetune/Loss": 0.8279779553413391, "Finetune/Loss (Raw)": 0.8196994662284851, "Finetune/Step": 1890, "Finetune/Step Time": 6.663997145369649}
+{"Finetune/Learning Rate": 1.6636819137036038e-05, "Finetune/Loss": 0.8274140357971191, "Finetune/Loss (Raw)": 0.933556854724884, "Finetune/Step": 1891, "Finetune/Step Time": 6.63809828646481}
+{"Finetune/Learning Rate": 1.663309117902698e-05, "Finetune/Loss": 0.8277658224105835, "Finetune/Loss (Raw)": 0.9848738312721252, "Finetune/Step": 1892, "Finetune/Step Time": 6.619432581588626}
+{"Finetune/Learning Rate": 1.6629361574200237e-05, "Finetune/Loss": 0.8279639482498169, "Finetune/Loss (Raw)": 0.8040053248405457, "Finetune/Step": 1893, "Finetune/Step Time": 6.621512699872255}
+{"Finetune/Learning Rate": 1.6625630323481768e-05, "Finetune/Loss": 0.8265580534934998, "Finetune/Loss (Raw)": 0.738754391670227, "Finetune/Step": 1894, "Finetune/Step Time": 6.613767666742206}
+{"Finetune/Learning Rate": 1.6621897427797947e-05, "Finetune/Loss": 0.8272407650947571, "Finetune/Loss (Raw)": 0.82673180103302, "Finetune/Step": 1895, "Finetune/Step Time": 6.613355437293649}
+{"Finetune/Learning Rate": 1.661816288807555e-05, "Finetune/Loss": 0.8283493518829346, "Finetune/Loss (Raw)": 0.8669816255569458, "Finetune/Step": 1896, "Finetune/Step Time": 6.616114607080817}
+{"Finetune/Learning Rate": 1.6614426705241766e-05, "Finetune/Loss": 0.830719530582428, "Finetune/Loss (Raw)": 0.9939152598381042, "Finetune/Step": 1897, "Finetune/Step Time": 6.603765187785029}
+{"Finetune/Learning Rate": 1.6610688880224178e-05, "Finetune/Loss": 0.8305383920669556, "Finetune/Loss (Raw)": 0.8800864815711975, "Finetune/Step": 1898, "Finetune/Step Time": 6.6084877997636795}
+{"Finetune/Learning Rate": 1.660694941395079e-05, "Finetune/Loss": 0.8297662734985352, "Finetune/Loss (Raw)": 0.7166006565093994, "Finetune/Step": 1899, "Finetune/Step Time": 6.627541519701481}
+{"Finetune/Learning Rate": 1.6603208307350024e-05, "Finetune/Loss": 0.8285537362098694, "Finetune/Loss (Raw)": 0.8416081070899963, "Finetune/Step": 1900, "Finetune/Step Time": 6.629597095772624}
+{"Finetune/Learning Rate": 1.659946556135068e-05, "Finetune/Loss": 0.8286116123199463, "Finetune/Loss (Raw)": 0.8047516345977783, "Finetune/Step": 1901, "Finetune/Step Time": 6.626279192045331}
+{"Finetune/Learning Rate": 1.6595721176881986e-05, "Finetune/Loss": 0.830294668674469, "Finetune/Loss (Raw)": 0.9607320427894592, "Finetune/Step": 1902, "Finetune/Step Time": 6.6170527301728725}
+{"Finetune/Learning Rate": 1.6591975154873576e-05, "Finetune/Loss": 0.8288795948028564, "Finetune/Loss (Raw)": 0.7627992033958435, "Finetune/Step": 1903, "Finetune/Step Time": 6.636316252872348}
+{"Finetune/Learning Rate": 1.6588227496255477e-05, "Finetune/Loss": 0.8286588191986084, "Finetune/Loss (Raw)": 0.8277630805969238, "Finetune/Step": 1904, "Finetune/Step Time": 6.6412698067724705}
+{"Finetune/Learning Rate": 1.6584478201958144e-05, "Finetune/Loss": 0.8244056105613708, "Finetune/Loss (Raw)": 0.3303057551383972, "Finetune/Step": 1905, "Finetune/Step Time": 6.662922231480479}
+{"Finetune/Learning Rate": 1.6580727272912412e-05, "Finetune/Loss": 0.8238056898117065, "Finetune/Loss (Raw)": 0.7640948295593262, "Finetune/Step": 1906, "Finetune/Step Time": 6.664812762290239}
+{"Finetune/Learning Rate": 1.657697471004955e-05, "Finetune/Loss": 0.8223698139190674, "Finetune/Loss (Raw)": 0.8661110401153564, "Finetune/Step": 1907, "Finetune/Step Time": 6.670034620910883}
+{"Finetune/Learning Rate": 1.6573220514301208e-05, "Finetune/Loss": 0.8221127986907959, "Finetune/Loss (Raw)": 0.7905768752098083, "Finetune/Step": 1908, "Finetune/Step Time": 6.668094355612993}
+{"Finetune/Learning Rate": 1.656946468659945e-05, "Finetune/Loss": 0.8215627074241638, "Finetune/Loss (Raw)": 0.6071481704711914, "Finetune/Step": 1909, "Finetune/Step Time": 6.668766796588898}
+{"Finetune/Learning Rate": 1.6565707227876758e-05, "Finetune/Loss": 0.8215655088424683, "Finetune/Loss (Raw)": 0.8692033290863037, "Finetune/Step": 1910, "Finetune/Step Time": 6.681423543021083}
+{"Finetune/Learning Rate": 1.6561948139065997e-05, "Finetune/Loss": 0.8227970004081726, "Finetune/Loss (Raw)": 0.9056158661842346, "Finetune/Step": 1911, "Finetune/Step Time": 6.6963092759251595}
+{"Finetune/Learning Rate": 1.6558187421100452e-05, "Finetune/Loss": 0.8213121294975281, "Finetune/Loss (Raw)": 0.8204643130302429, "Finetune/Step": 1912, "Finetune/Step Time": 6.690653262659907}
+{"Finetune/Learning Rate": 1.6554425074913803e-05, "Finetune/Loss": 0.8228507041931152, "Finetune/Loss (Raw)": 0.8390360474586487, "Finetune/Step": 1913, "Finetune/Step Time": 6.675414023920894}
+{"Finetune/Learning Rate": 1.6550661101440148e-05, "Finetune/Loss": 0.8240772485733032, "Finetune/Loss (Raw)": 1.0052387714385986, "Finetune/Step": 1914, "Finetune/Step Time": 6.67261840775609}
+{"Finetune/Learning Rate": 1.6546895501613974e-05, "Finetune/Loss": 0.8256616592407227, "Finetune/Loss (Raw)": 0.9254127740859985, "Finetune/Step": 1915, "Finetune/Step Time": 6.694078762084246}
+{"Finetune/Learning Rate": 1.654312827637018e-05, "Finetune/Loss": 0.8260285258293152, "Finetune/Loss (Raw)": 0.8346665501594543, "Finetune/Step": 1916, "Finetune/Step Time": 6.694438712671399}
+{"Finetune/Learning Rate": 1.6539359426644062e-05, "Finetune/Loss": 0.8297690153121948, "Finetune/Loss (Raw)": 0.7775078415870667, "Finetune/Step": 1917, "Finetune/Step Time": 6.672142522409558}
+{"Finetune/Learning Rate": 1.6535588953371332e-05, "Finetune/Loss": 0.8288901448249817, "Finetune/Loss (Raw)": 0.804485559463501, "Finetune/Step": 1918, "Finetune/Step Time": 6.6604294292628765}
+{"Finetune/Learning Rate": 1.653181685748809e-05, "Finetune/Loss": 0.8277558088302612, "Finetune/Loss (Raw)": 0.8370720744132996, "Finetune/Step": 1919, "Finetune/Step Time": 6.656575560569763}
+{"Finetune/Learning Rate": 1.6528043139930845e-05, "Finetune/Loss": 0.8263154625892639, "Finetune/Loss (Raw)": 0.7347990274429321, "Finetune/Step": 1920, "Finetune/Step Time": 6.666009828448296}
+{"Finetune/Learning Rate": 1.6524267801636515e-05, "Finetune/Loss": 0.8281430602073669, "Finetune/Loss (Raw)": 0.9496623277664185, "Finetune/Step": 1921, "Finetune/Step Time": 6.649770524352789}
+{"Finetune/Learning Rate": 1.652049084354241e-05, "Finetune/Loss": 0.823190450668335, "Finetune/Loss (Raw)": 0.31744083762168884, "Finetune/Step": 1922, "Finetune/Step Time": 6.667626725509763}
+{"Finetune/Learning Rate": 1.6516712266586253e-05, "Finetune/Loss": 0.8269874453544617, "Finetune/Loss (Raw)": 0.8584884405136108, "Finetune/Step": 1923, "Finetune/Step Time": 6.649008799344301}
+{"Finetune/Learning Rate": 1.6512932071706153e-05, "Finetune/Loss": 0.8277144432067871, "Finetune/Loss (Raw)": 0.9133102297782898, "Finetune/Step": 1924, "Finetune/Step Time": 6.647012893110514}
+{"Finetune/Learning Rate": 1.650915025984064e-05, "Finetune/Loss": 0.8290927410125732, "Finetune/Loss (Raw)": 1.0312325954437256, "Finetune/Step": 1925, "Finetune/Step Time": 6.644493522122502}
+{"Finetune/Learning Rate": 1.6505366831928632e-05, "Finetune/Loss": 0.8248848915100098, "Finetune/Loss (Raw)": 0.34244444966316223, "Finetune/Step": 1926, "Finetune/Step Time": 6.659489309415221}
+{"Finetune/Learning Rate": 1.6501581788909448e-05, "Finetune/Loss": 0.8215880393981934, "Finetune/Loss (Raw)": 0.4013858437538147, "Finetune/Step": 1927, "Finetune/Step Time": 6.681306870654225}
+{"Finetune/Learning Rate": 1.6497795131722818e-05, "Finetune/Loss": 0.8226151466369629, "Finetune/Loss (Raw)": 0.9501047730445862, "Finetune/Step": 1928, "Finetune/Step Time": 6.670025246217847}
+{"Finetune/Learning Rate": 1.649400686130887e-05, "Finetune/Loss": 0.8212372064590454, "Finetune/Loss (Raw)": 0.7231983542442322, "Finetune/Step": 1929, "Finetune/Step Time": 6.661600628867745}
+{"Finetune/Learning Rate": 1.649021697860812e-05, "Finetune/Loss": 0.8202767372131348, "Finetune/Loss (Raw)": 0.6555572152137756, "Finetune/Step": 1930, "Finetune/Step Time": 6.647216781973839}
+{"Finetune/Learning Rate": 1.6486425484561498e-05, "Finetune/Loss": 0.820688009262085, "Finetune/Loss (Raw)": 0.8984513878822327, "Finetune/Step": 1931, "Finetune/Step Time": 6.635096179321408}
+{"Finetune/Learning Rate": 1.648263238011033e-05, "Finetune/Loss": 0.8189103007316589, "Finetune/Loss (Raw)": 0.6694607138633728, "Finetune/Step": 1932, "Finetune/Step Time": 6.638962492346764}
+{"Finetune/Learning Rate": 1.647883766619634e-05, "Finetune/Loss": 0.8215420246124268, "Finetune/Loss (Raw)": 0.8961782455444336, "Finetune/Step": 1933, "Finetune/Step Time": 6.622547384351492}
+{"Finetune/Learning Rate": 1.6475041343761657e-05, "Finetune/Loss": 0.8226631283760071, "Finetune/Loss (Raw)": 0.8981301188468933, "Finetune/Step": 1934, "Finetune/Step Time": 6.60900516808033}
+{"Finetune/Learning Rate": 1.6471243413748798e-05, "Finetune/Loss": 0.8231356143951416, "Finetune/Loss (Raw)": 0.9489179253578186, "Finetune/Step": 1935, "Finetune/Step Time": 6.614936215803027}
+{"Finetune/Learning Rate": 1.6467443877100694e-05, "Finetune/Loss": 0.8225772380828857, "Finetune/Loss (Raw)": 0.7306684255599976, "Finetune/Step": 1936, "Finetune/Step Time": 6.613967463374138}
+{"Finetune/Learning Rate": 1.646364273476067e-05, "Finetune/Loss": 0.8224132657051086, "Finetune/Loss (Raw)": 0.8536344766616821, "Finetune/Step": 1937, "Finetune/Step Time": 6.613318590447307}
+{"Finetune/Learning Rate": 1.6459839987672436e-05, "Finetune/Loss": 0.8194336295127869, "Finetune/Loss (Raw)": 0.41808831691741943, "Finetune/Step": 1938, "Finetune/Step Time": 6.626811923459172}
+{"Finetune/Learning Rate": 1.6456035636780124e-05, "Finetune/Loss": 0.8194862604141235, "Finetune/Loss (Raw)": 0.8499749302864075, "Finetune/Step": 1939, "Finetune/Step Time": 6.6234240755438805}
+{"Finetune/Learning Rate": 1.645222968302824e-05, "Finetune/Loss": 0.8174327611923218, "Finetune/Loss (Raw)": 0.4813649356365204, "Finetune/Step": 1940, "Finetune/Step Time": 6.624651251360774}
+{"Finetune/Learning Rate": 1.6448422127361707e-05, "Finetune/Loss": 0.8173810839653015, "Finetune/Loss (Raw)": 0.8051468133926392, "Finetune/Step": 1941, "Finetune/Step Time": 6.623874990269542}
+{"Finetune/Learning Rate": 1.6444612970725837e-05, "Finetune/Loss": 0.8184125423431396, "Finetune/Loss (Raw)": 0.9953194856643677, "Finetune/Step": 1942, "Finetune/Step Time": 6.625990683212876}
+{"Finetune/Learning Rate": 1.644080221406634e-05, "Finetune/Loss": 0.8193878531455994, "Finetune/Loss (Raw)": 0.9513340592384338, "Finetune/Step": 1943, "Finetune/Step Time": 6.624900456517935}
+{"Finetune/Learning Rate": 1.6436989858329326e-05, "Finetune/Loss": 0.8187638521194458, "Finetune/Loss (Raw)": 0.8679999113082886, "Finetune/Step": 1944, "Finetune/Step Time": 6.62979500927031}
+{"Finetune/Learning Rate": 1.64331759044613e-05, "Finetune/Loss": 0.815175473690033, "Finetune/Loss (Raw)": 0.39124903082847595, "Finetune/Step": 1945, "Finetune/Step Time": 6.648721069097519}
+{"Finetune/Learning Rate": 1.642936035340916e-05, "Finetune/Loss": 0.8162108659744263, "Finetune/Loss (Raw)": 0.9182016253471375, "Finetune/Step": 1946, "Finetune/Step Time": 6.6613732017576694}
+{"Finetune/Learning Rate": 1.6425543206120207e-05, "Finetune/Loss": 0.8171106576919556, "Finetune/Loss (Raw)": 1.0112513303756714, "Finetune/Step": 1947, "Finetune/Step Time": 6.650419460609555}
+{"Finetune/Learning Rate": 1.6421724463542136e-05, "Finetune/Loss": 0.819360613822937, "Finetune/Loss (Raw)": 1.0330958366394043, "Finetune/Step": 1948, "Finetune/Step Time": 6.6493223160505295}
+{"Finetune/Learning Rate": 1.641790412662304e-05, "Finetune/Loss": 0.820144772529602, "Finetune/Loss (Raw)": 0.9612041115760803, "Finetune/Step": 1949, "Finetune/Step Time": 6.64779644832015}
+{"Finetune/Learning Rate": 1.6414082196311402e-05, "Finetune/Loss": 0.8195372223854065, "Finetune/Loss (Raw)": 1.0011320114135742, "Finetune/Step": 1950, "Finetune/Step Time": 6.654449621215463}
+{"Finetune/Learning Rate": 1.6410258673556107e-05, "Finetune/Loss": 0.820351243019104, "Finetune/Loss (Raw)": 0.961361289024353, "Finetune/Step": 1951, "Finetune/Step Time": 6.668339712545276}
+{"Finetune/Learning Rate": 1.6406433559306426e-05, "Finetune/Loss": 0.822928786277771, "Finetune/Loss (Raw)": 0.9720377326011658, "Finetune/Step": 1952, "Finetune/Step Time": 6.662661135196686}
+{"Finetune/Learning Rate": 1.640260685451204e-05, "Finetune/Loss": 0.8208514451980591, "Finetune/Loss (Raw)": 0.5752701163291931, "Finetune/Step": 1953, "Finetune/Step Time": 6.683977697044611}
+{"Finetune/Learning Rate": 1.6398778560123013e-05, "Finetune/Loss": 0.8187848925590515, "Finetune/Loss (Raw)": 0.6305992007255554, "Finetune/Step": 1954, "Finetune/Step Time": 6.692515041679144}
+{"Finetune/Learning Rate": 1.639494867708981e-05, "Finetune/Loss": 0.8182859420776367, "Finetune/Loss (Raw)": 0.7402215600013733, "Finetune/Step": 1955, "Finetune/Step Time": 6.6780532114207745}
+{"Finetune/Learning Rate": 1.6391117206363284e-05, "Finetune/Loss": 0.8170660734176636, "Finetune/Loss (Raw)": 0.7356737852096558, "Finetune/Step": 1956, "Finetune/Step Time": 6.671947345137596}
+{"Finetune/Learning Rate": 1.6387284148894688e-05, "Finetune/Loss": 0.816200315952301, "Finetune/Loss (Raw)": 0.9324735403060913, "Finetune/Step": 1957, "Finetune/Step Time": 6.665718166157603}
+{"Finetune/Learning Rate": 1.6383449505635668e-05, "Finetune/Loss": 0.8161994218826294, "Finetune/Loss (Raw)": 0.9821157455444336, "Finetune/Step": 1958, "Finetune/Step Time": 6.651329915970564}
+{"Finetune/Learning Rate": 1.6379613277538257e-05, "Finetune/Loss": 0.8156688809394836, "Finetune/Loss (Raw)": 0.7684890627861023, "Finetune/Step": 1959, "Finetune/Step Time": 6.653392966836691}
+{"Finetune/Learning Rate": 1.6375775465554893e-05, "Finetune/Loss": 0.8158984780311584, "Finetune/Loss (Raw)": 1.0072828531265259, "Finetune/Step": 1960, "Finetune/Step Time": 6.658532494679093}
+{"Finetune/Learning Rate": 1.6371936070638397e-05, "Finetune/Loss": 0.8158514499664307, "Finetune/Loss (Raw)": 0.730064868927002, "Finetune/Step": 1961, "Finetune/Step Time": 6.64658316411078}
+{"Finetune/Learning Rate": 1.636809509374199e-05, "Finetune/Loss": 0.8115153908729553, "Finetune/Loss (Raw)": 0.41434532403945923, "Finetune/Step": 1962, "Finetune/Step Time": 6.668848432600498}
+{"Finetune/Learning Rate": 1.6364252535819284e-05, "Finetune/Loss": 0.8076381683349609, "Finetune/Loss (Raw)": 0.40025344491004944, "Finetune/Step": 1963, "Finetune/Step Time": 6.675680246204138}
+{"Finetune/Learning Rate": 1.6360408397824276e-05, "Finetune/Loss": 0.8071427345275879, "Finetune/Loss (Raw)": 0.8280236721038818, "Finetune/Step": 1964, "Finetune/Step Time": 6.682345377281308}
+{"Finetune/Learning Rate": 1.635656268071137e-05, "Finetune/Loss": 0.8057206869125366, "Finetune/Loss (Raw)": 0.6545895338058472, "Finetune/Step": 1965, "Finetune/Step Time": 6.681890249252319}
+{"Finetune/Learning Rate": 1.635271538543535e-05, "Finetune/Loss": 0.8049189448356628, "Finetune/Loss (Raw)": 0.755436360836029, "Finetune/Step": 1966, "Finetune/Step Time": 6.676860209554434}
+{"Finetune/Learning Rate": 1.63488665129514e-05, "Finetune/Loss": 0.8039979934692383, "Finetune/Loss (Raw)": 0.7749664783477783, "Finetune/Step": 1967, "Finetune/Step Time": 6.6644629538059235}
+{"Finetune/Learning Rate": 1.634501606421508e-05, "Finetune/Loss": 0.8047438263893127, "Finetune/Loss (Raw)": 0.9289799928665161, "Finetune/Step": 1968, "Finetune/Step Time": 6.650195913389325}
+{"Finetune/Learning Rate": 1.6341164040182366e-05, "Finetune/Loss": 0.802245020866394, "Finetune/Loss (Raw)": 0.44916149973869324, "Finetune/Step": 1969, "Finetune/Step Time": 6.667454477399588}
+{"Finetune/Learning Rate": 1.63373104418096e-05, "Finetune/Loss": 0.8011187314987183, "Finetune/Loss (Raw)": 0.8009642958641052, "Finetune/Step": 1970, "Finetune/Step Time": 6.662426520138979}
+{"Finetune/Learning Rate": 1.6333455270053537e-05, "Finetune/Loss": 0.7974945902824402, "Finetune/Loss (Raw)": 0.41006696224212646, "Finetune/Step": 1971, "Finetune/Step Time": 6.665021816268563}
+{"Finetune/Learning Rate": 1.6329598525871303e-05, "Finetune/Loss": 0.7976352572441101, "Finetune/Loss (Raw)": 0.8358747959136963, "Finetune/Step": 1972, "Finetune/Step Time": 6.642853830009699}
+{"Finetune/Learning Rate": 1.632574021022043e-05, "Finetune/Loss": 0.7977873086929321, "Finetune/Loss (Raw)": 0.796383261680603, "Finetune/Step": 1973, "Finetune/Step Time": 6.658344564959407}
+{"Finetune/Learning Rate": 1.6321880324058833e-05, "Finetune/Loss": 0.798007607460022, "Finetune/Loss (Raw)": 0.9894067049026489, "Finetune/Step": 1974, "Finetune/Step Time": 6.657506609335542}
+{"Finetune/Learning Rate": 1.6318018868344812e-05, "Finetune/Loss": 0.7980714440345764, "Finetune/Loss (Raw)": 0.8754022717475891, "Finetune/Step": 1975, "Finetune/Step Time": 6.6467259619385}
+{"Finetune/Learning Rate": 1.6314155844037074e-05, "Finetune/Loss": 0.7981092929840088, "Finetune/Loss (Raw)": 0.8747347593307495, "Finetune/Step": 1976, "Finetune/Step Time": 6.64890849404037}
+{"Finetune/Learning Rate": 1.631029125209469e-05, "Finetune/Loss": 0.797558069229126, "Finetune/Loss (Raw)": 0.9040337800979614, "Finetune/Step": 1977, "Finetune/Step Time": 6.666932901367545}
+{"Finetune/Learning Rate": 1.6306425093477142e-05, "Finetune/Loss": 0.7979578971862793, "Finetune/Loss (Raw)": 0.9791706204414368, "Finetune/Step": 1978, "Finetune/Step Time": 6.670216264203191}
+{"Finetune/Learning Rate": 1.630255736914429e-05, "Finetune/Loss": 0.7959158420562744, "Finetune/Loss (Raw)": 0.3826046884059906, "Finetune/Step": 1979, "Finetune/Step Time": 6.66703949123621}
+{"Finetune/Learning Rate": 1.629868808005639e-05, "Finetune/Loss": 0.7942805290222168, "Finetune/Loss (Raw)": 0.6844147443771362, "Finetune/Step": 1980, "Finetune/Step Time": 6.6800318490713835}
+{"Finetune/Learning Rate": 1.629481722717408e-05, "Finetune/Loss": 0.7940276861190796, "Finetune/Loss (Raw)": 0.8685457110404968, "Finetune/Step": 1981, "Finetune/Step Time": 6.6807156428694725}
+{"Finetune/Learning Rate": 1.6290944811458387e-05, "Finetune/Loss": 0.7937618494033813, "Finetune/Loss (Raw)": 0.8680769205093384, "Finetune/Step": 1982, "Finetune/Step Time": 6.688210811465979}
+{"Finetune/Learning Rate": 1.6287070833870723e-05, "Finetune/Loss": 0.793280839920044, "Finetune/Loss (Raw)": 0.8355721831321716, "Finetune/Step": 1983, "Finetune/Step Time": 6.686830874532461}
+{"Finetune/Learning Rate": 1.62831952953729e-05, "Finetune/Loss": 0.7934913039207458, "Finetune/Loss (Raw)": 1.0179779529571533, "Finetune/Step": 1984, "Finetune/Step Time": 6.6862805392593145}
+{"Finetune/Learning Rate": 1.627931819692711e-05, "Finetune/Loss": 0.7949600219726562, "Finetune/Loss (Raw)": 0.9573631882667542, "Finetune/Step": 1985, "Finetune/Step Time": 6.64850939437747}
+{"Finetune/Learning Rate": 1.6275439539495925e-05, "Finetune/Loss": 0.7967296242713928, "Finetune/Loss (Raw)": 1.051830530166626, "Finetune/Step": 1986, "Finetune/Step Time": 6.638384021818638}
+{"Finetune/Learning Rate": 1.6271559324042317e-05, "Finetune/Loss": 0.7955124974250793, "Finetune/Loss (Raw)": 0.8092836737632751, "Finetune/Step": 1987, "Finetune/Step Time": 6.6639128513634205}
+{"Finetune/Learning Rate": 1.6267677551529634e-05, "Finetune/Loss": 0.7963571548461914, "Finetune/Loss (Raw)": 0.8190225958824158, "Finetune/Step": 1988, "Finetune/Step Time": 6.673116974532604}
+{"Finetune/Learning Rate": 1.626379422292162e-05, "Finetune/Loss": 0.7972781658172607, "Finetune/Loss (Raw)": 0.9116196632385254, "Finetune/Step": 1989, "Finetune/Step Time": 6.674697306007147}
+{"Finetune/Learning Rate": 1.6259909339182402e-05, "Finetune/Loss": 0.7981442213058472, "Finetune/Loss (Raw)": 0.8916952013969421, "Finetune/Step": 1990, "Finetune/Step Time": 6.675406998023391}
+{"Finetune/Learning Rate": 1.6256022901276485e-05, "Finetune/Loss": 0.7980988025665283, "Finetune/Loss (Raw)": 0.7356786727905273, "Finetune/Step": 1991, "Finetune/Step Time": 6.671836387366056}
+{"Finetune/Learning Rate": 1.625213491016877e-05, "Finetune/Loss": 0.7989338636398315, "Finetune/Loss (Raw)": 0.8730092644691467, "Finetune/Step": 1992, "Finetune/Step Time": 6.667011324316263}
+{"Finetune/Learning Rate": 1.6248245366824543e-05, "Finetune/Loss": 0.797539234161377, "Finetune/Loss (Raw)": 0.7349268794059753, "Finetune/Step": 1993, "Finetune/Step Time": 6.670895393937826}
+{"Finetune/Learning Rate": 1.6244354272209468e-05, "Finetune/Loss": 0.7954514026641846, "Finetune/Loss (Raw)": 0.6739827990531921, "Finetune/Step": 1994, "Finetune/Step Time": 6.667063407599926}
+{"Finetune/Learning Rate": 1.6240461627289607e-05, "Finetune/Loss": 0.7934491634368896, "Finetune/Loss (Raw)": 0.7247758507728577, "Finetune/Step": 1995, "Finetune/Step Time": 6.670611087232828}
+{"Finetune/Learning Rate": 1.6236567433031387e-05, "Finetune/Loss": 0.793415367603302, "Finetune/Loss (Raw)": 0.7478470206260681, "Finetune/Step": 1996, "Finetune/Step Time": 6.658406915143132}
+{"Finetune/Learning Rate": 1.6232671690401643e-05, "Finetune/Loss": 0.7937011122703552, "Finetune/Loss (Raw)": 0.9768896698951721, "Finetune/Step": 1997, "Finetune/Step Time": 6.659859484061599}
+{"Finetune/Learning Rate": 1.6228774400367573e-05, "Finetune/Loss": 0.7940371036529541, "Finetune/Loss (Raw)": 0.8086725473403931, "Finetune/Step": 1998, "Finetune/Step Time": 6.660535963252187}
+{"Finetune/Learning Rate": 1.6224875563896775e-05, "Finetune/Loss": 0.7908898591995239, "Finetune/Loss (Raw)": 0.41964787244796753, "Finetune/Step": 1999, "Finetune/Step Time": 6.649563712999225}
+{"Finetune/Learning Rate": 1.6220975181957227e-05, "Finetune/Loss": 0.7906652688980103, "Finetune/Loss (Raw)": 0.6687831282615662, "Finetune/Step": 2000, "Finetune/Step Time": 6.67207339592278}
+{"Finetune/Learning Rate": 1.621707325551728e-05, "Finetune/Loss": 0.794592022895813, "Finetune/Loss (Raw)": 0.872014582157135, "Finetune/Step": 2001, "Finetune/Step Time": 6.656996997073293}
+{"Finetune/Learning Rate": 1.6213169785545688e-05, "Finetune/Loss": 0.794148325920105, "Finetune/Loss (Raw)": 0.8540836572647095, "Finetune/Step": 2002, "Finetune/Step Time": 6.653928712010384}
+{"Finetune/Learning Rate": 1.6209264773011567e-05, "Finetune/Loss": 0.7953011989593506, "Finetune/Loss (Raw)": 0.7974620461463928, "Finetune/Step": 2003, "Finetune/Step Time": 6.642993930727243}
+{"Finetune/Learning Rate": 1.6205358218884434e-05, "Finetune/Loss": 0.7946815490722656, "Finetune/Loss (Raw)": 0.8155972361564636, "Finetune/Step": 2004, "Finetune/Step Time": 6.647119244560599}
+{"Finetune/Learning Rate": 1.620145012413418e-05, "Finetune/Loss": 0.7938593626022339, "Finetune/Loss (Raw)": 0.7936897277832031, "Finetune/Step": 2005, "Finetune/Step Time": 6.630698258057237}
+{"Finetune/Learning Rate": 1.6197540489731073e-05, "Finetune/Loss": 0.7950819134712219, "Finetune/Loss (Raw)": 0.8278669714927673, "Finetune/Step": 2006, "Finetune/Step Time": 6.6110008005052805}
+{"Finetune/Learning Rate": 1.6193629316645777e-05, "Finetune/Loss": 0.7959195375442505, "Finetune/Loss (Raw)": 1.0726484060287476, "Finetune/Step": 2007, "Finetune/Step Time": 6.610454678535461}
+{"Finetune/Learning Rate": 1.6189716605849327e-05, "Finetune/Loss": 0.7973208427429199, "Finetune/Loss (Raw)": 0.8079690337181091, "Finetune/Step": 2008, "Finetune/Step Time": 6.595096606761217}
+{"Finetune/Learning Rate": 1.6185802358313147e-05, "Finetune/Loss": 0.7976893186569214, "Finetune/Loss (Raw)": 0.796711266040802, "Finetune/Step": 2009, "Finetune/Step Time": 6.573871118947864}
+{"Finetune/Learning Rate": 1.618188657500903e-05, "Finetune/Loss": 0.7978999018669128, "Finetune/Loss (Raw)": 0.9200631976127625, "Finetune/Step": 2010, "Finetune/Step Time": 6.573565896600485}
+{"Finetune/Learning Rate": 1.6177969256909177e-05, "Finetune/Loss": 0.8006796836853027, "Finetune/Loss (Raw)": 1.0433738231658936, "Finetune/Step": 2011, "Finetune/Step Time": 6.567538434639573}
+{"Finetune/Learning Rate": 1.6174050404986135e-05, "Finetune/Loss": 0.8045498132705688, "Finetune/Loss (Raw)": 0.8532453179359436, "Finetune/Step": 2012, "Finetune/Step Time": 6.54719870723784}
+{"Finetune/Learning Rate": 1.6170130020212854e-05, "Finetune/Loss": 0.8044256567955017, "Finetune/Loss (Raw)": 0.8835480213165283, "Finetune/Step": 2013, "Finetune/Step Time": 6.562920734286308}
+{"Finetune/Learning Rate": 1.616620810356267e-05, "Finetune/Loss": 0.8018606901168823, "Finetune/Loss (Raw)": 0.6953887939453125, "Finetune/Step": 2014, "Finetune/Step Time": 6.5723072569817305}
+{"Finetune/Learning Rate": 1.6162284656009276e-05, "Finetune/Loss": 0.7992059588432312, "Finetune/Loss (Raw)": 0.3999151587486267, "Finetune/Step": 2015, "Finetune/Step Time": 6.589169444516301}
+{"Finetune/Learning Rate": 1.6158359678526763e-05, "Finetune/Loss": 0.7969757914543152, "Finetune/Loss (Raw)": 0.4086475670337677, "Finetune/Step": 2016, "Finetune/Step Time": 6.604593677446246}
+{"Finetune/Learning Rate": 1.61544331720896e-05, "Finetune/Loss": 0.796225905418396, "Finetune/Loss (Raw)": 0.706855058670044, "Finetune/Step": 2017, "Finetune/Step Time": 6.610249180346727}
+{"Finetune/Learning Rate": 1.6150505137672626e-05, "Finetune/Loss": 0.7967938780784607, "Finetune/Loss (Raw)": 0.8924077153205872, "Finetune/Step": 2018, "Finetune/Step Time": 6.621695138514042}
+{"Finetune/Learning Rate": 1.614657557625107e-05, "Finetune/Loss": 0.7956558465957642, "Finetune/Loss (Raw)": 0.7878853678703308, "Finetune/Step": 2019, "Finetune/Step Time": 6.628405971452594}
+{"Finetune/Learning Rate": 1.614264448880054e-05, "Finetune/Loss": 0.7948241233825684, "Finetune/Loss (Raw)": 0.8784170150756836, "Finetune/Step": 2020, "Finetune/Step Time": 6.631876097992063}
+{"Finetune/Learning Rate": 1.6138711876297013e-05, "Finetune/Loss": 0.7948327660560608, "Finetune/Loss (Raw)": 0.8051041960716248, "Finetune/Step": 2021, "Finetune/Step Time": 6.628173558041453}
+{"Finetune/Learning Rate": 1.6134777739716855e-05, "Finetune/Loss": 0.7955622673034668, "Finetune/Loss (Raw)": 0.8321393728256226, "Finetune/Step": 2022, "Finetune/Step Time": 6.634868571534753}
+{"Finetune/Learning Rate": 1.6130842080036804e-05, "Finetune/Loss": 0.7940630316734314, "Finetune/Loss (Raw)": 0.6348223686218262, "Finetune/Step": 2023, "Finetune/Step Time": 6.668798377737403}
+{"Finetune/Learning Rate": 1.612690489823398e-05, "Finetune/Loss": 0.7935606241226196, "Finetune/Loss (Raw)": 0.8026787042617798, "Finetune/Step": 2024, "Finetune/Step Time": 6.668470419943333}
+{"Finetune/Learning Rate": 1.612296619528587e-05, "Finetune/Loss": 0.7919704914093018, "Finetune/Loss (Raw)": 0.7903670072555542, "Finetune/Step": 2025, "Finetune/Step Time": 6.680415574461222}
+{"Finetune/Learning Rate": 1.6119025972170357e-05, "Finetune/Loss": 0.7920830845832825, "Finetune/Loss (Raw)": 0.8945050239562988, "Finetune/Step": 2026, "Finetune/Step Time": 6.67834491841495}
+{"Finetune/Learning Rate": 1.611508422986569e-05, "Finetune/Loss": 0.7928117513656616, "Finetune/Loss (Raw)": 0.8098725080490112, "Finetune/Step": 2027, "Finetune/Step Time": 6.658426880836487}
+{"Finetune/Learning Rate": 1.6111140969350504e-05, "Finetune/Loss": 0.7928972244262695, "Finetune/Loss (Raw)": 0.852542519569397, "Finetune/Step": 2028, "Finetune/Step Time": 6.672015234827995}
+{"Finetune/Learning Rate": 1.6107196191603792e-05, "Finetune/Loss": 0.7937257885932922, "Finetune/Loss (Raw)": 0.9108108878135681, "Finetune/Step": 2029, "Finetune/Step Time": 6.665647992864251}
+{"Finetune/Learning Rate": 1.6103249897604944e-05, "Finetune/Loss": 0.7889465093612671, "Finetune/Loss (Raw)": 0.3489859104156494, "Finetune/Step": 2030, "Finetune/Step Time": 6.678625885397196}
+{"Finetune/Learning Rate": 1.6099302088333714e-05, "Finetune/Loss": 0.7893523573875427, "Finetune/Loss (Raw)": 0.8147498965263367, "Finetune/Step": 2031, "Finetune/Step Time": 6.659136179834604}
+{"Finetune/Learning Rate": 1.609535276477024e-05, "Finetune/Loss": 0.7903469204902649, "Finetune/Loss (Raw)": 0.9550656080245972, "Finetune/Step": 2032, "Finetune/Step Time": 6.654418660327792}
+{"Finetune/Learning Rate": 1.6091401927895028e-05, "Finetune/Loss": 0.7946799993515015, "Finetune/Loss (Raw)": 0.8849395513534546, "Finetune/Step": 2033, "Finetune/Step Time": 6.639378076419234}
+{"Finetune/Learning Rate": 1.608744957868897e-05, "Finetune/Loss": 0.796299934387207, "Finetune/Loss (Raw)": 0.9714527130126953, "Finetune/Step": 2034, "Finetune/Step Time": 6.6277369149029255}
+{"Finetune/Learning Rate": 1.6083495718133326e-05, "Finetune/Loss": 0.7947298288345337, "Finetune/Loss (Raw)": 0.6651276350021362, "Finetune/Step": 2035, "Finetune/Step Time": 6.637282406911254}
+{"Finetune/Learning Rate": 1.607954034720973e-05, "Finetune/Loss": 0.7953978776931763, "Finetune/Loss (Raw)": 0.8760905861854553, "Finetune/Step": 2036, "Finetune/Step Time": 6.650777464732528}
+{"Finetune/Learning Rate": 1.6075583466900196e-05, "Finetune/Loss": 0.7970614433288574, "Finetune/Loss (Raw)": 0.8200809955596924, "Finetune/Step": 2037, "Finetune/Step Time": 6.6653631161898375}
+{"Finetune/Learning Rate": 1.6071625078187113e-05, "Finetune/Loss": 0.7956889867782593, "Finetune/Loss (Raw)": 0.6935351490974426, "Finetune/Step": 2038, "Finetune/Step Time": 6.657621854916215}
+{"Finetune/Learning Rate": 1.606766518205324e-05, "Finetune/Loss": 0.7961271405220032, "Finetune/Loss (Raw)": 0.9616987109184265, "Finetune/Step": 2039, "Finetune/Step Time": 6.642295125871897}
+{"Finetune/Learning Rate": 1.6063703779481712e-05, "Finetune/Loss": 0.7966561913490295, "Finetune/Loss (Raw)": 0.8881810903549194, "Finetune/Step": 2040, "Finetune/Step Time": 6.640708589926362}
+{"Finetune/Learning Rate": 1.6059740871456035e-05, "Finetune/Loss": 0.7967402935028076, "Finetune/Loss (Raw)": 0.8498044610023499, "Finetune/Step": 2041, "Finetune/Step Time": 6.681411100551486}
+{"Finetune/Learning Rate": 1.60557764589601e-05, "Finetune/Loss": 0.7947790622711182, "Finetune/Loss (Raw)": 0.754202663898468, "Finetune/Step": 2042, "Finetune/Step Time": 6.6829923670738935}
+{"Finetune/Learning Rate": 1.6051810542978157e-05, "Finetune/Loss": 0.7943301796913147, "Finetune/Loss (Raw)": 0.8679489493370056, "Finetune/Step": 2043, "Finetune/Step Time": 6.6644802410155535}
+{"Finetune/Learning Rate": 1.6047843124494843e-05, "Finetune/Loss": 0.794756293296814, "Finetune/Loss (Raw)": 0.8892107605934143, "Finetune/Step": 2044, "Finetune/Step Time": 6.673335034400225}
+{"Finetune/Learning Rate": 1.6043874204495152e-05, "Finetune/Loss": 0.7955189347267151, "Finetune/Loss (Raw)": 0.8751265406608582, "Finetune/Step": 2045, "Finetune/Step Time": 6.694158220663667}
+{"Finetune/Learning Rate": 1.6039903783964467e-05, "Finetune/Loss": 0.7968122959136963, "Finetune/Loss (Raw)": 0.9700420498847961, "Finetune/Step": 2046, "Finetune/Step Time": 6.694075779989362}
+{"Finetune/Learning Rate": 1.6035931863888535e-05, "Finetune/Loss": 0.7975481152534485, "Finetune/Loss (Raw)": 0.9312536120414734, "Finetune/Step": 2047, "Finetune/Step Time": 6.697079343721271}
+{"Finetune/Learning Rate": 1.6031958445253474e-05, "Finetune/Loss": 0.7975281476974487, "Finetune/Loss (Raw)": 0.7322446703910828, "Finetune/Step": 2048, "Finetune/Step Time": 6.686735874041915}
+{"Finetune/Learning Rate": 1.6027983529045777e-05, "Finetune/Loss": 0.7944392561912537, "Finetune/Loss (Raw)": 0.5542777180671692, "Finetune/Step": 2049, "Finetune/Step Time": 6.700654204934835}
+{"Finetune/Learning Rate": 1.602400711625231e-05, "Finetune/Loss": 0.797288715839386, "Finetune/Loss (Raw)": 0.6821748614311218, "Finetune/Step": 2050, "Finetune/Step Time": 6.693485036492348}
+{"Finetune/Learning Rate": 1.602002920786031e-05, "Finetune/Loss": 0.7983950972557068, "Finetune/Loss (Raw)": 1.0001076459884644, "Finetune/Step": 2051, "Finetune/Step Time": 6.69657257758081}
+{"Finetune/Learning Rate": 1.6016049804857386e-05, "Finetune/Loss": 0.798630952835083, "Finetune/Loss (Raw)": 0.9435040950775146, "Finetune/Step": 2052, "Finetune/Step Time": 6.708013923838735}
+{"Finetune/Learning Rate": 1.601206890823151e-05, "Finetune/Loss": 0.7975577712059021, "Finetune/Loss (Raw)": 0.8938580751419067, "Finetune/Step": 2053, "Finetune/Step Time": 6.710253847762942}
+{"Finetune/Learning Rate": 1.6008086518971037e-05, "Finetune/Loss": 0.8023849725723267, "Finetune/Loss (Raw)": 0.9603236317634583, "Finetune/Step": 2054, "Finetune/Step Time": 6.692186621949077}
+{"Finetune/Learning Rate": 1.6004102638064685e-05, "Finetune/Loss": 0.8063443899154663, "Finetune/Loss (Raw)": 0.9081909656524658, "Finetune/Step": 2055, "Finetune/Step Time": 6.676241159439087}
+{"Finetune/Learning Rate": 1.6000117266501542e-05, "Finetune/Loss": 0.806211531162262, "Finetune/Loss (Raw)": 0.9331039190292358, "Finetune/Step": 2056, "Finetune/Step Time": 6.676408238708973}
+{"Finetune/Learning Rate": 1.5996130405271072e-05, "Finetune/Loss": 0.8064051270484924, "Finetune/Loss (Raw)": 0.747975766658783, "Finetune/Step": 2057, "Finetune/Step Time": 6.684327960014343}
+{"Finetune/Learning Rate": 1.5992142055363104e-05, "Finetune/Loss": 0.8073849678039551, "Finetune/Loss (Raw)": 0.7809737324714661, "Finetune/Step": 2058, "Finetune/Step Time": 6.6950487941503525}
+{"Finetune/Learning Rate": 1.5988152217767837e-05, "Finetune/Loss": 0.806409478187561, "Finetune/Loss (Raw)": 0.7735973000526428, "Finetune/Step": 2059, "Finetune/Step Time": 6.685778023675084}
+{"Finetune/Learning Rate": 1.598416089347584e-05, "Finetune/Loss": 0.8074620366096497, "Finetune/Loss (Raw)": 0.8041824698448181, "Finetune/Step": 2060, "Finetune/Step Time": 6.665816670283675}
+{"Finetune/Learning Rate": 1.598016808347805e-05, "Finetune/Loss": 0.8078469038009644, "Finetune/Loss (Raw)": 0.9454458951950073, "Finetune/Step": 2061, "Finetune/Step Time": 6.663786765187979}
+{"Finetune/Learning Rate": 1.5976173788765775e-05, "Finetune/Loss": 0.8070316314697266, "Finetune/Loss (Raw)": 0.7937690019607544, "Finetune/Step": 2062, "Finetune/Step Time": 6.663300260901451}
+{"Finetune/Learning Rate": 1.5972178010330694e-05, "Finetune/Loss": 0.8068123459815979, "Finetune/Loss (Raw)": 0.9208548665046692, "Finetune/Step": 2063, "Finetune/Step Time": 6.65524372830987}
+{"Finetune/Learning Rate": 1.596818074916485e-05, "Finetune/Loss": 0.8068927526473999, "Finetune/Loss (Raw)": 0.7409558892250061, "Finetune/Step": 2064, "Finetune/Step Time": 6.668454255908728}
+{"Finetune/Learning Rate": 1.596418200626065e-05, "Finetune/Loss": 0.8065522313117981, "Finetune/Loss (Raw)": 0.8100485801696777, "Finetune/Step": 2065, "Finetune/Step Time": 6.6760984268039465}
+{"Finetune/Learning Rate": 1.596018178261088e-05, "Finetune/Loss": 0.805978536605835, "Finetune/Loss (Raw)": 0.34466415643692017, "Finetune/Step": 2066, "Finetune/Step Time": 6.6770816296339035}
+{"Finetune/Learning Rate": 1.5956180079208684e-05, "Finetune/Loss": 0.8058618307113647, "Finetune/Loss (Raw)": 0.8350282907485962, "Finetune/Step": 2067, "Finetune/Step Time": 6.677809931337833}
+{"Finetune/Learning Rate": 1.5952176897047577e-05, "Finetune/Loss": 0.8087875843048096, "Finetune/Loss (Raw)": 0.8558609485626221, "Finetune/Step": 2068, "Finetune/Step Time": 6.666403604671359}
+{"Finetune/Learning Rate": 1.5948172237121443e-05, "Finetune/Loss": 0.8091078400611877, "Finetune/Loss (Raw)": 0.8461394906044006, "Finetune/Step": 2069, "Finetune/Step Time": 6.662585264071822}
+{"Finetune/Learning Rate": 1.5944166100424534e-05, "Finetune/Loss": 0.8052327632904053, "Finetune/Loss (Raw)": 0.4993066191673279, "Finetune/Step": 2070, "Finetune/Step Time": 6.673863673582673}
+{"Finetune/Learning Rate": 1.5940158487951454e-05, "Finetune/Loss": 0.8047276735305786, "Finetune/Loss (Raw)": 0.8866836428642273, "Finetune/Step": 2071, "Finetune/Step Time": 6.6801445707678795}
+{"Finetune/Learning Rate": 1.59361494006972e-05, "Finetune/Loss": 0.8054333925247192, "Finetune/Loss (Raw)": 0.958333432674408, "Finetune/Step": 2072, "Finetune/Step Time": 6.672334961593151}
+{"Finetune/Learning Rate": 1.5932138839657113e-05, "Finetune/Loss": 0.8082031011581421, "Finetune/Loss (Raw)": 0.7457699179649353, "Finetune/Step": 2073, "Finetune/Step Time": 6.662651728838682}
+{"Finetune/Learning Rate": 1.592812680582691e-05, "Finetune/Loss": 0.8085511922836304, "Finetune/Loss (Raw)": 0.9627595543861389, "Finetune/Step": 2074, "Finetune/Step Time": 6.653329936787486}
+{"Finetune/Learning Rate": 1.5924113300202667e-05, "Finetune/Loss": 0.8067125082015991, "Finetune/Loss (Raw)": 0.7758957147598267, "Finetune/Step": 2075, "Finetune/Step Time": 6.652411200106144}
+{"Finetune/Learning Rate": 1.592009832378083e-05, "Finetune/Loss": 0.8040923476219177, "Finetune/Loss (Raw)": 0.6977161765098572, "Finetune/Step": 2076, "Finetune/Step Time": 6.665707504376769}
+{"Finetune/Learning Rate": 1.591608187755821e-05, "Finetune/Loss": 0.8029431104660034, "Finetune/Loss (Raw)": 0.8141103386878967, "Finetune/Step": 2077, "Finetune/Step Time": 6.666203113272786}
+{"Finetune/Learning Rate": 1.591206396253198e-05, "Finetune/Loss": 0.8010923862457275, "Finetune/Loss (Raw)": 0.7642338871955872, "Finetune/Step": 2078, "Finetune/Step Time": 6.655917547643185}
+{"Finetune/Learning Rate": 1.5908044579699687e-05, "Finetune/Loss": 0.7997101545333862, "Finetune/Loss (Raw)": 0.7844351530075073, "Finetune/Step": 2079, "Finetune/Step Time": 6.641992257907987}
+{"Finetune/Learning Rate": 1.5904023730059227e-05, "Finetune/Loss": 0.797720730304718, "Finetune/Loss (Raw)": 0.7173886895179749, "Finetune/Step": 2080, "Finetune/Step Time": 6.64970818720758}
+{"Finetune/Learning Rate": 1.5900001414608875e-05, "Finetune/Loss": 0.7995866537094116, "Finetune/Loss (Raw)": 0.8141166567802429, "Finetune/Step": 2081, "Finetune/Step Time": 6.639938425272703}
+{"Finetune/Learning Rate": 1.5895977634347262e-05, "Finetune/Loss": 0.8009613752365112, "Finetune/Loss (Raw)": 0.8065654039382935, "Finetune/Step": 2082, "Finetune/Step Time": 6.627473512664437}
+{"Finetune/Learning Rate": 1.589195239027338e-05, "Finetune/Loss": 0.8022754192352295, "Finetune/Loss (Raw)": 0.908417284488678, "Finetune/Step": 2083, "Finetune/Step Time": 6.610393146052957}
+{"Finetune/Learning Rate": 1.5887925683386594e-05, "Finetune/Loss": 0.8043341040611267, "Finetune/Loss (Raw)": 0.9991793632507324, "Finetune/Step": 2084, "Finetune/Step Time": 6.616047699004412}
+{"Finetune/Learning Rate": 1.5883897514686625e-05, "Finetune/Loss": 0.7995660901069641, "Finetune/Loss (Raw)": 0.32217171788215637, "Finetune/Step": 2085, "Finetune/Step Time": 6.635075660422444}
+{"Finetune/Learning Rate": 1.5879867885173553e-05, "Finetune/Loss": 0.7989965081214905, "Finetune/Loss (Raw)": 0.909206211566925, "Finetune/Step": 2086, "Finetune/Step Time": 6.640035884454846}
+{"Finetune/Learning Rate": 1.5875836795847834e-05, "Finetune/Loss": 0.8006210923194885, "Finetune/Loss (Raw)": 0.9764364957809448, "Finetune/Step": 2087, "Finetune/Step Time": 6.630175892263651}
+{"Finetune/Learning Rate": 1.587180424771028e-05, "Finetune/Loss": 0.8000112771987915, "Finetune/Loss (Raw)": 0.929229736328125, "Finetune/Step": 2088, "Finetune/Step Time": 6.620519105345011}
+{"Finetune/Learning Rate": 1.5867770241762053e-05, "Finetune/Loss": 0.8010326623916626, "Finetune/Loss (Raw)": 0.860794723033905, "Finetune/Step": 2089, "Finetune/Step Time": 6.614553835242987}
+{"Finetune/Learning Rate": 1.58637347790047e-05, "Finetune/Loss": 0.7998823523521423, "Finetune/Loss (Raw)": 0.26711007952690125, "Finetune/Step": 2090, "Finetune/Step Time": 6.624457398429513}
+{"Finetune/Learning Rate": 1.5859697860440112e-05, "Finetune/Loss": 0.8027763962745667, "Finetune/Loss (Raw)": 0.7706916928291321, "Finetune/Step": 2091, "Finetune/Step Time": 6.607856769114733}
+{"Finetune/Learning Rate": 1.5855659487070547e-05, "Finetune/Loss": 0.803114652633667, "Finetune/Loss (Raw)": 0.8713163733482361, "Finetune/Step": 2092, "Finetune/Step Time": 6.595650877803564}
+{"Finetune/Learning Rate": 1.5851619659898623e-05, "Finetune/Loss": 0.805229902267456, "Finetune/Loss (Raw)": 0.9253507852554321, "Finetune/Step": 2093, "Finetune/Step Time": 6.592792056500912}
+{"Finetune/Learning Rate": 1.5847578379927325e-05, "Finetune/Loss": 0.8070394396781921, "Finetune/Loss (Raw)": 0.9870464205741882, "Finetune/Step": 2094, "Finetune/Step Time": 6.593371057882905}
+{"Finetune/Learning Rate": 1.584353564815999e-05, "Finetune/Loss": 0.8077483773231506, "Finetune/Loss (Raw)": 0.8657107353210449, "Finetune/Step": 2095, "Finetune/Step Time": 6.598155004903674}
+{"Finetune/Learning Rate": 1.5839491465600318e-05, "Finetune/Loss": 0.8069706559181213, "Finetune/Loss (Raw)": 0.8294327259063721, "Finetune/Step": 2096, "Finetune/Step Time": 6.600698916241527}
+{"Finetune/Learning Rate": 1.5835445833252376e-05, "Finetune/Loss": 0.8104803562164307, "Finetune/Loss (Raw)": 0.8984122276306152, "Finetune/Step": 2097, "Finetune/Step Time": 6.580616744235158}
+{"Finetune/Learning Rate": 1.583139875212058e-05, "Finetune/Loss": 0.8102697134017944, "Finetune/Loss (Raw)": 0.7739902138710022, "Finetune/Step": 2098, "Finetune/Step Time": 6.588915282860398}
+{"Finetune/Learning Rate": 1.5827350223209716e-05, "Finetune/Loss": 0.8099405765533447, "Finetune/Loss (Raw)": 0.3679502606391907, "Finetune/Step": 2099, "Finetune/Step Time": 6.601579936221242}
+{"Finetune/Learning Rate": 1.582330024752492e-05, "Finetune/Loss": 0.8085842132568359, "Finetune/Loss (Raw)": 0.6622575521469116, "Finetune/Step": 2100, "Finetune/Step Time": 6.6077463291585445}
+{"Finetune/Learning Rate": 1.581924882607169e-05, "Finetune/Loss": 0.8094741702079773, "Finetune/Loss (Raw)": 0.9102962017059326, "Finetune/Step": 2101, "Finetune/Step Time": 6.573935467749834}
+{"Finetune/Learning Rate": 1.5815195959855893e-05, "Finetune/Loss": 0.808133602142334, "Finetune/Loss (Raw)": 0.8178074359893799, "Finetune/Step": 2102, "Finetune/Step Time": 6.587079027667642}
+{"Finetune/Learning Rate": 1.5811141649883736e-05, "Finetune/Loss": 0.8042253851890564, "Finetune/Loss (Raw)": 0.37515541911125183, "Finetune/Step": 2103, "Finetune/Step Time": 6.608962826430798}
+{"Finetune/Learning Rate": 1.5807085897161806e-05, "Finetune/Loss": 0.8037606477737427, "Finetune/Loss (Raw)": 0.8152479529380798, "Finetune/Step": 2104, "Finetune/Step Time": 6.616604313254356}
+{"Finetune/Learning Rate": 1.580302870269703e-05, "Finetune/Loss": 0.8032686710357666, "Finetune/Loss (Raw)": 0.841065526008606, "Finetune/Step": 2105, "Finetune/Step Time": 6.616989532485604}
+{"Finetune/Learning Rate": 1.57989700674967e-05, "Finetune/Loss": 0.8024200201034546, "Finetune/Loss (Raw)": 0.8705385327339172, "Finetune/Step": 2106, "Finetune/Step Time": 6.606199504807591}
+{"Finetune/Learning Rate": 1.579490999256847e-05, "Finetune/Loss": 0.8064017295837402, "Finetune/Loss (Raw)": 0.8922655582427979, "Finetune/Step": 2107, "Finetune/Step Time": 6.586257133632898}
+{"Finetune/Learning Rate": 1.579084847892034e-05, "Finetune/Loss": 0.8071997165679932, "Finetune/Loss (Raw)": 0.7865510582923889, "Finetune/Step": 2108, "Finetune/Step Time": 6.57429489120841}
+{"Finetune/Learning Rate": 1.5786785527560683e-05, "Finetune/Loss": 0.8074556589126587, "Finetune/Loss (Raw)": 0.9013091921806335, "Finetune/Step": 2109, "Finetune/Step Time": 6.587622636929154}
+{"Finetune/Learning Rate": 1.5782721139498213e-05, "Finetune/Loss": 0.8069123029708862, "Finetune/Loss (Raw)": 0.7985279560089111, "Finetune/Step": 2110, "Finetune/Step Time": 6.605262802913785}
+{"Finetune/Learning Rate": 1.577865531574201e-05, "Finetune/Loss": 0.8065582513809204, "Finetune/Loss (Raw)": 0.7902552485466003, "Finetune/Step": 2111, "Finetune/Step Time": 6.620210852473974}
+{"Finetune/Learning Rate": 1.577458805730151e-05, "Finetune/Loss": 0.8022110462188721, "Finetune/Loss (Raw)": 0.4615313410758972, "Finetune/Step": 2112, "Finetune/Step Time": 6.640159174799919}
+{"Finetune/Learning Rate": 1.5770519365186508e-05, "Finetune/Loss": 0.8012805581092834, "Finetune/Loss (Raw)": 0.8382654190063477, "Finetune/Step": 2113, "Finetune/Step Time": 6.6385581493377686}
+{"Finetune/Learning Rate": 1.5766449240407137e-05, "Finetune/Loss": 0.8002040386199951, "Finetune/Loss (Raw)": 0.9140293598175049, "Finetune/Step": 2114, "Finetune/Step Time": 6.656364711001515}
+{"Finetune/Learning Rate": 1.5762377683973915e-05, "Finetune/Loss": 0.801033616065979, "Finetune/Loss (Raw)": 0.9154794216156006, "Finetune/Step": 2115, "Finetune/Step Time": 6.63395481929183}
+{"Finetune/Learning Rate": 1.5758304696897688e-05, "Finetune/Loss": 0.7979540824890137, "Finetune/Loss (Raw)": 0.4248361885547638, "Finetune/Step": 2116, "Finetune/Step Time": 6.639482235535979}
+{"Finetune/Learning Rate": 1.5754230280189674e-05, "Finetune/Loss": 0.796043872833252, "Finetune/Loss (Raw)": 0.6671177744865417, "Finetune/Step": 2117, "Finetune/Step Time": 6.655850991606712}
+{"Finetune/Learning Rate": 1.575015443486144e-05, "Finetune/Loss": 0.7950657606124878, "Finetune/Loss (Raw)": 0.7664902806282043, "Finetune/Step": 2118, "Finetune/Step Time": 6.65196649543941}
+{"Finetune/Learning Rate": 1.5746077161924905e-05, "Finetune/Loss": 0.7952271699905396, "Finetune/Loss (Raw)": 0.7563424706459045, "Finetune/Step": 2119, "Finetune/Step Time": 6.664886279031634}
+{"Finetune/Learning Rate": 1.5741998462392352e-05, "Finetune/Loss": 0.791057825088501, "Finetune/Loss (Raw)": 0.339337557554245, "Finetune/Step": 2120, "Finetune/Step Time": 6.685110108926892}
+{"Finetune/Learning Rate": 1.5737918337276414e-05, "Finetune/Loss": 0.7920264601707458, "Finetune/Loss (Raw)": 0.858906090259552, "Finetune/Step": 2121, "Finetune/Step Time": 6.678065674379468}
+{"Finetune/Learning Rate": 1.5733836787590066e-05, "Finetune/Loss": 0.7939419746398926, "Finetune/Loss (Raw)": 0.9191749691963196, "Finetune/Step": 2122, "Finetune/Step Time": 6.672413773834705}
+{"Finetune/Learning Rate": 1.5729753814346655e-05, "Finetune/Loss": 0.7952033281326294, "Finetune/Loss (Raw)": 0.8862272500991821, "Finetune/Step": 2123, "Finetune/Step Time": 6.6645200196653605}
+{"Finetune/Learning Rate": 1.5725669418559867e-05, "Finetune/Loss": 0.7962515950202942, "Finetune/Loss (Raw)": 0.8820235133171082, "Finetune/Step": 2124, "Finetune/Step Time": 6.6613891161978245}
+{"Finetune/Learning Rate": 1.5721583601243755e-05, "Finetune/Loss": 0.7955232262611389, "Finetune/Loss (Raw)": 0.8836612701416016, "Finetune/Step": 2125, "Finetune/Step Time": 6.675619184970856}
+{"Finetune/Learning Rate": 1.5717496363412712e-05, "Finetune/Loss": 0.7965419888496399, "Finetune/Loss (Raw)": 0.9390739798545837, "Finetune/Step": 2126, "Finetune/Step Time": 6.6733352933079}
+{"Finetune/Learning Rate": 1.5713407706081488e-05, "Finetune/Loss": 0.8001129627227783, "Finetune/Loss (Raw)": 0.8767327666282654, "Finetune/Step": 2127, "Finetune/Step Time": 6.65661527775228}
+{"Finetune/Learning Rate": 1.570931763026519e-05, "Finetune/Loss": 0.7976874709129333, "Finetune/Loss (Raw)": 0.35831424593925476, "Finetune/Step": 2128, "Finetune/Step Time": 6.649850353598595}
+{"Finetune/Learning Rate": 1.5705226136979273e-05, "Finetune/Loss": 0.7930958271026611, "Finetune/Loss (Raw)": 0.28428542613983154, "Finetune/Step": 2129, "Finetune/Step Time": 6.665911000221968}
+{"Finetune/Learning Rate": 1.570113322723954e-05, "Finetune/Loss": 0.7932519912719727, "Finetune/Loss (Raw)": 0.8740674257278442, "Finetune/Step": 2130, "Finetune/Step Time": 6.665308240801096}
+{"Finetune/Learning Rate": 1.5697038902062157e-05, "Finetune/Loss": 0.794272780418396, "Finetune/Loss (Raw)": 0.9281272888183594, "Finetune/Step": 2131, "Finetune/Step Time": 6.656166335567832}
+{"Finetune/Learning Rate": 1.5692943162463628e-05, "Finetune/Loss": 0.7942788600921631, "Finetune/Loss (Raw)": 0.8163796663284302, "Finetune/Step": 2132, "Finetune/Step Time": 6.660561611875892}
+{"Finetune/Learning Rate": 1.568884600946082e-05, "Finetune/Loss": 0.7966207265853882, "Finetune/Loss (Raw)": 1.09344482421875, "Finetune/Step": 2133, "Finetune/Step Time": 6.658486373722553}
+{"Finetune/Learning Rate": 1.5684747444070942e-05, "Finetune/Loss": 0.7961826324462891, "Finetune/Loss (Raw)": 0.7717916369438171, "Finetune/Step": 2134, "Finetune/Step Time": 6.669219056144357}
+{"Finetune/Learning Rate": 1.568064746731156e-05, "Finetune/Loss": 0.7938302159309387, "Finetune/Loss (Raw)": 0.7715364098548889, "Finetune/Step": 2135, "Finetune/Step Time": 6.666253138333559}
+{"Finetune/Learning Rate": 1.5676546080200587e-05, "Finetune/Loss": 0.7942600846290588, "Finetune/Loss (Raw)": 0.8629981279373169, "Finetune/Step": 2136, "Finetune/Step Time": 6.659465929493308}
+{"Finetune/Learning Rate": 1.567244328375628e-05, "Finetune/Loss": 0.7914256453514099, "Finetune/Loss (Raw)": 0.4338999092578888, "Finetune/Step": 2137, "Finetune/Step Time": 6.681009287014604}
+{"Finetune/Learning Rate": 1.5668339078997264e-05, "Finetune/Loss": 0.791002631187439, "Finetune/Loss (Raw)": 0.8659197092056274, "Finetune/Step": 2138, "Finetune/Step Time": 6.679645799100399}
+{"Finetune/Learning Rate": 1.56642334669425e-05, "Finetune/Loss": 0.7888199090957642, "Finetune/Loss (Raw)": 0.7639783620834351, "Finetune/Step": 2139, "Finetune/Step Time": 6.694109037518501}
+{"Finetune/Learning Rate": 1.5660126448611292e-05, "Finetune/Loss": 0.7893075942993164, "Finetune/Loss (Raw)": 0.9156738519668579, "Finetune/Step": 2140, "Finetune/Step Time": 6.696937631815672}
+{"Finetune/Learning Rate": 1.5656018025023308e-05, "Finetune/Loss": 0.7901814579963684, "Finetune/Loss (Raw)": 0.9954038262367249, "Finetune/Step": 2141, "Finetune/Step Time": 6.682852130383253}
+{"Finetune/Learning Rate": 1.5651908197198564e-05, "Finetune/Loss": 0.7910788059234619, "Finetune/Loss (Raw)": 0.8102458119392395, "Finetune/Step": 2142, "Finetune/Step Time": 6.671578535810113}
+{"Finetune/Learning Rate": 1.564779696615741e-05, "Finetune/Loss": 0.7943471670150757, "Finetune/Loss (Raw)": 0.818272054195404, "Finetune/Step": 2143, "Finetune/Step Time": 6.669037748128176}
+{"Finetune/Learning Rate": 1.564368433292056e-05, "Finetune/Loss": 0.7974862456321716, "Finetune/Loss (Raw)": 0.8104442954063416, "Finetune/Step": 2144, "Finetune/Step Time": 6.660418339073658}
+{"Finetune/Learning Rate": 1.5639570298509067e-05, "Finetune/Loss": 0.7962033748626709, "Finetune/Loss (Raw)": 0.542650043964386, "Finetune/Step": 2145, "Finetune/Step Time": 6.660744259133935}
+{"Finetune/Learning Rate": 1.5635454863944333e-05, "Finetune/Loss": 0.7959098815917969, "Finetune/Loss (Raw)": 0.8548343777656555, "Finetune/Step": 2146, "Finetune/Step Time": 6.66576324775815}
+{"Finetune/Learning Rate": 1.5631338030248117e-05, "Finetune/Loss": 0.7955746054649353, "Finetune/Loss (Raw)": 0.7449778914451599, "Finetune/Step": 2147, "Finetune/Step Time": 6.668306700885296}
+{"Finetune/Learning Rate": 1.562721979844251e-05, "Finetune/Loss": 0.7964208722114563, "Finetune/Loss (Raw)": 0.9867333769798279, "Finetune/Step": 2148, "Finetune/Step Time": 6.6648214012384415}
+{"Finetune/Learning Rate": 1.5623100169549965e-05, "Finetune/Loss": 0.797258198261261, "Finetune/Loss (Raw)": 0.9122834205627441, "Finetune/Step": 2149, "Finetune/Step Time": 6.654308123514056}
+{"Finetune/Learning Rate": 1.5618979144593264e-05, "Finetune/Loss": 0.7971206307411194, "Finetune/Loss (Raw)": 0.8145309090614319, "Finetune/Step": 2150, "Finetune/Step Time": 6.651895258575678}
+{"Finetune/Learning Rate": 1.5614856724595556e-05, "Finetune/Loss": 0.7994066476821899, "Finetune/Loss (Raw)": 0.9274296164512634, "Finetune/Step": 2151, "Finetune/Step Time": 6.636092251166701}
+{"Finetune/Learning Rate": 1.5610732910580324e-05, "Finetune/Loss": 0.799062967300415, "Finetune/Loss (Raw)": 0.7586877346038818, "Finetune/Step": 2152, "Finetune/Step Time": 6.641621444374323}
+{"Finetune/Learning Rate": 1.56066077035714e-05, "Finetune/Loss": 0.7992315292358398, "Finetune/Loss (Raw)": 0.8119508624076843, "Finetune/Step": 2153, "Finetune/Step Time": 6.631355259567499}
+{"Finetune/Learning Rate": 1.560248110459296e-05, "Finetune/Loss": 0.7977269887924194, "Finetune/Loss (Raw)": 0.7019111514091492, "Finetune/Step": 2154, "Finetune/Step Time": 6.629463117569685}
+{"Finetune/Learning Rate": 1.559835311466953e-05, "Finetune/Loss": 0.7978880405426025, "Finetune/Loss (Raw)": 0.8304903507232666, "Finetune/Step": 2155, "Finetune/Step Time": 6.636136196553707}
+{"Finetune/Learning Rate": 1.5594223734825974e-05, "Finetune/Loss": 0.7966028451919556, "Finetune/Loss (Raw)": 0.6880496740341187, "Finetune/Step": 2156, "Finetune/Step Time": 6.631157513707876}
+{"Finetune/Learning Rate": 1.559009296608751e-05, "Finetune/Loss": 0.7953280210494995, "Finetune/Loss (Raw)": 0.7476242780685425, "Finetune/Step": 2157, "Finetune/Step Time": 6.649787522852421}
+{"Finetune/Learning Rate": 1.5585960809479698e-05, "Finetune/Loss": 0.7997043132781982, "Finetune/Loss (Raw)": 0.9091530442237854, "Finetune/Step": 2158, "Finetune/Step Time": 6.630007166415453}
+{"Finetune/Learning Rate": 1.558182726602843e-05, "Finetune/Loss": 0.8001519441604614, "Finetune/Loss (Raw)": 0.872041642665863, "Finetune/Step": 2159, "Finetune/Step Time": 6.654684854671359}
+{"Finetune/Learning Rate": 1.5577692336759974e-05, "Finetune/Loss": 0.7991539239883423, "Finetune/Loss (Raw)": 0.8273253440856934, "Finetune/Step": 2160, "Finetune/Step Time": 6.650734981521964}
+{"Finetune/Learning Rate": 1.5573556022700902e-05, "Finetune/Loss": 0.7983067035675049, "Finetune/Loss (Raw)": 0.7764925956726074, "Finetune/Step": 2161, "Finetune/Step Time": 6.644241664558649}
+{"Finetune/Learning Rate": 1.5569418324878155e-05, "Finetune/Loss": 0.7967390418052673, "Finetune/Loss (Raw)": 0.7707918286323547, "Finetune/Step": 2162, "Finetune/Step Time": 6.648194568231702}
+{"Finetune/Learning Rate": 1.5565279244319018e-05, "Finetune/Loss": 0.7977293729782104, "Finetune/Loss (Raw)": 0.7918946146965027, "Finetune/Step": 2163, "Finetune/Step Time": 6.63224882632494}
+{"Finetune/Learning Rate": 1.5561138782051103e-05, "Finetune/Loss": 0.7984980344772339, "Finetune/Loss (Raw)": 0.9744781851768494, "Finetune/Step": 2164, "Finetune/Step Time": 6.618452861905098}
+{"Finetune/Learning Rate": 1.5556996939102385e-05, "Finetune/Loss": 0.7986060380935669, "Finetune/Loss (Raw)": 0.8339095711708069, "Finetune/Step": 2165, "Finetune/Step Time": 6.627344012260437}
+{"Finetune/Learning Rate": 1.5552853716501165e-05, "Finetune/Loss": 0.8003665804862976, "Finetune/Loss (Raw)": 0.9188786745071411, "Finetune/Step": 2166, "Finetune/Step Time": 6.6272633988410234}
+{"Finetune/Learning Rate": 1.5548709115276095e-05, "Finetune/Loss": 0.8001350164413452, "Finetune/Loss (Raw)": 0.9320544600486755, "Finetune/Step": 2167, "Finetune/Step Time": 6.62732895091176}
+{"Finetune/Learning Rate": 1.5544563136456167e-05, "Finetune/Loss": 0.7995162010192871, "Finetune/Loss (Raw)": 0.8089833855628967, "Finetune/Step": 2168, "Finetune/Step Time": 6.6265239249914885}
+{"Finetune/Learning Rate": 1.5540415781070723e-05, "Finetune/Loss": 0.7998820543289185, "Finetune/Loss (Raw)": 0.8966304659843445, "Finetune/Step": 2169, "Finetune/Step Time": 6.586573459208012}
+{"Finetune/Learning Rate": 1.5536267050149428e-05, "Finetune/Loss": 0.799659013748169, "Finetune/Loss (Raw)": 0.7256430387496948, "Finetune/Step": 2170, "Finetune/Step Time": 6.587213249877095}
+{"Finetune/Learning Rate": 1.5532116944722308e-05, "Finetune/Loss": 0.7986317873001099, "Finetune/Loss (Raw)": 0.736474871635437, "Finetune/Step": 2171, "Finetune/Step Time": 6.5859524346888065}
+{"Finetune/Learning Rate": 1.552796546581972e-05, "Finetune/Loss": 0.7986105680465698, "Finetune/Loss (Raw)": 0.8864874243736267, "Finetune/Step": 2172, "Finetune/Step Time": 6.58655203692615}
+{"Finetune/Learning Rate": 1.5523812614472365e-05, "Finetune/Loss": 0.7965641021728516, "Finetune/Loss (Raw)": 0.613178014755249, "Finetune/Step": 2173, "Finetune/Step Time": 6.5808827597647905}
+{"Finetune/Learning Rate": 1.5519658391711283e-05, "Finetune/Loss": 0.7936438322067261, "Finetune/Loss (Raw)": 0.5962550640106201, "Finetune/Step": 2174, "Finetune/Step Time": 6.593390459194779}
+{"Finetune/Learning Rate": 1.5515502798567856e-05, "Finetune/Loss": 0.7924051880836487, "Finetune/Loss (Raw)": 0.7727023363113403, "Finetune/Step": 2175, "Finetune/Step Time": 6.618692273274064}
+{"Finetune/Learning Rate": 1.5511345836073806e-05, "Finetune/Loss": 0.7939240336418152, "Finetune/Loss (Raw)": 0.926662802696228, "Finetune/Step": 2176, "Finetune/Step Time": 6.628756962716579}
+{"Finetune/Learning Rate": 1.550718750526119e-05, "Finetune/Loss": 0.7966578006744385, "Finetune/Loss (Raw)": 0.9042015671730042, "Finetune/Step": 2177, "Finetune/Step Time": 6.618423415347934}
+{"Finetune/Learning Rate": 1.550302780716242e-05, "Finetune/Loss": 0.796997606754303, "Finetune/Loss (Raw)": 0.725666344165802, "Finetune/Step": 2178, "Finetune/Step Time": 6.606776587665081}
+{"Finetune/Learning Rate": 1.5498866742810224e-05, "Finetune/Loss": 0.7954402565956116, "Finetune/Loss (Raw)": 0.8007654547691345, "Finetune/Step": 2179, "Finetune/Step Time": 6.6165942791849375}
+{"Finetune/Learning Rate": 1.5494704313237693e-05, "Finetune/Loss": 0.7949861884117126, "Finetune/Loss (Raw)": 0.885386049747467, "Finetune/Step": 2180, "Finetune/Step Time": 6.6110217943787575}
+{"Finetune/Learning Rate": 1.5490540519478242e-05, "Finetune/Loss": 0.7950688600540161, "Finetune/Loss (Raw)": 0.9044408798217773, "Finetune/Step": 2181, "Finetune/Step Time": 6.609131628647447}
+{"Finetune/Learning Rate": 1.5486375362565626e-05, "Finetune/Loss": 0.7950200438499451, "Finetune/Loss (Raw)": 0.9540709257125854, "Finetune/Step": 2182, "Finetune/Step Time": 6.612719072028995}
+{"Finetune/Learning Rate": 1.5482208843533946e-05, "Finetune/Loss": 0.7933209538459778, "Finetune/Loss (Raw)": 0.6907085180282593, "Finetune/Step": 2183, "Finetune/Step Time": 6.62924506701529}
+{"Finetune/Learning Rate": 1.547804096341763e-05, "Finetune/Loss": 0.7915220856666565, "Finetune/Loss (Raw)": 0.7028483748435974, "Finetune/Step": 2184, "Finetune/Step Time": 6.6440248768776655}
+{"Finetune/Learning Rate": 1.5473871723251457e-05, "Finetune/Loss": 0.7925431728363037, "Finetune/Loss (Raw)": 0.8786708116531372, "Finetune/Step": 2185, "Finetune/Step Time": 6.631529323756695}
+{"Finetune/Learning Rate": 1.5469701124070535e-05, "Finetune/Loss": 0.7929126620292664, "Finetune/Loss (Raw)": 0.8282724022865295, "Finetune/Step": 2186, "Finetune/Step Time": 6.617299638688564}
+{"Finetune/Learning Rate": 1.5465529166910308e-05, "Finetune/Loss": 0.7912853956222534, "Finetune/Loss (Raw)": 0.5653061866760254, "Finetune/Step": 2187, "Finetune/Step Time": 6.650310657918453}
+{"Finetune/Learning Rate": 1.5461355852806562e-05, "Finetune/Loss": 0.7911099791526794, "Finetune/Loss (Raw)": 0.7817262411117554, "Finetune/Step": 2188, "Finetune/Step Time": 6.683722957968712}
+{"Finetune/Learning Rate": 1.5457181182795422e-05, "Finetune/Loss": 0.7890860438346863, "Finetune/Loss (Raw)": 0.6863846778869629, "Finetune/Step": 2189, "Finetune/Step Time": 6.692428918555379}
+{"Finetune/Learning Rate": 1.5453005157913338e-05, "Finetune/Loss": 0.7883140444755554, "Finetune/Loss (Raw)": 0.6949518918991089, "Finetune/Step": 2190, "Finetune/Step Time": 6.702187094837427}
+{"Finetune/Learning Rate": 1.5448827779197115e-05, "Finetune/Loss": 0.787493109703064, "Finetune/Loss (Raw)": 0.8157762885093689, "Finetune/Step": 2191, "Finetune/Step Time": 6.717655077576637}
+{"Finetune/Learning Rate": 1.5444649047683878e-05, "Finetune/Loss": 0.786935031414032, "Finetune/Loss (Raw)": 0.6695238947868347, "Finetune/Step": 2192, "Finetune/Step Time": 6.699956709519029}
+{"Finetune/Learning Rate": 1.544046896441109e-05, "Finetune/Loss": 0.7878026962280273, "Finetune/Loss (Raw)": 0.9211116433143616, "Finetune/Step": 2193, "Finetune/Step Time": 6.6941202115267515}
+{"Finetune/Learning Rate": 1.543628753041656e-05, "Finetune/Loss": 0.791616678237915, "Finetune/Loss (Raw)": 0.8328527212142944, "Finetune/Step": 2194, "Finetune/Step Time": 6.677839286625385}
+{"Finetune/Learning Rate": 1.5432104746738417e-05, "Finetune/Loss": 0.7920514941215515, "Finetune/Loss (Raw)": 0.890680193901062, "Finetune/Step": 2195, "Finetune/Step Time": 6.676940703764558}
+{"Finetune/Learning Rate": 1.542792061441514e-05, "Finetune/Loss": 0.7913647294044495, "Finetune/Loss (Raw)": 0.767959475517273, "Finetune/Step": 2196, "Finetune/Step Time": 6.686823524534702}
+{"Finetune/Learning Rate": 1.5423735134485537e-05, "Finetune/Loss": 0.7912430167198181, "Finetune/Loss (Raw)": 0.8305566906929016, "Finetune/Step": 2197, "Finetune/Step Time": 6.6878692004829645}
+{"Finetune/Learning Rate": 1.5419548307988744e-05, "Finetune/Loss": 0.7934025526046753, "Finetune/Loss (Raw)": 0.7757240533828735, "Finetune/Step": 2198, "Finetune/Step Time": 6.68190629594028}
+{"Finetune/Learning Rate": 1.541536013596424e-05, "Finetune/Loss": 0.7925778031349182, "Finetune/Loss (Raw)": 0.7811203598976135, "Finetune/Step": 2199, "Finetune/Step Time": 6.673770708963275}
+{"Finetune/Learning Rate": 1.5411170619451837e-05, "Finetune/Loss": 0.7908645272254944, "Finetune/Loss (Raw)": 0.7390321493148804, "Finetune/Step": 2200, "Finetune/Step Time": 6.685840791091323}
+{"Finetune/Learning Rate": 1.5406979759491675e-05, "Finetune/Loss": 0.7878855466842651, "Finetune/Loss (Raw)": 0.36445674300193787, "Finetune/Step": 2201, "Finetune/Step Time": 6.6936229057610035}
+{"Finetune/Learning Rate": 1.5402787557124238e-05, "Finetune/Loss": 0.786699652671814, "Finetune/Loss (Raw)": 0.8109745979309082, "Finetune/Step": 2202, "Finetune/Step Time": 6.685347747057676}
+{"Finetune/Learning Rate": 1.5398594013390326e-05, "Finetune/Loss": 0.786839485168457, "Finetune/Loss (Raw)": 0.7937893867492676, "Finetune/Step": 2203, "Finetune/Step Time": 6.685760563239455}
+{"Finetune/Learning Rate": 1.5394399129331096e-05, "Finetune/Loss": 0.7869945168495178, "Finetune/Loss (Raw)": 0.7175570130348206, "Finetune/Step": 2204, "Finetune/Step Time": 6.682345733046532}
+{"Finetune/Learning Rate": 1.5390202905988015e-05, "Finetune/Loss": 0.7840228080749512, "Finetune/Loss (Raw)": 0.433732271194458, "Finetune/Step": 2205, "Finetune/Step Time": 6.699895525351167}
+{"Finetune/Learning Rate": 1.5386005344402897e-05, "Finetune/Loss": 0.7824960947036743, "Finetune/Loss (Raw)": 0.5688108205795288, "Finetune/Step": 2206, "Finetune/Step Time": 6.740598620846868}
+{"Finetune/Learning Rate": 1.5381806445617883e-05, "Finetune/Loss": 0.7831127643585205, "Finetune/Loss (Raw)": 0.8633764386177063, "Finetune/Step": 2207, "Finetune/Step Time": 6.735699275508523}
+{"Finetune/Learning Rate": 1.537760621067544e-05, "Finetune/Loss": 0.7835489511489868, "Finetune/Loss (Raw)": 0.7732197046279907, "Finetune/Step": 2208, "Finetune/Step Time": 6.738381609320641}
+{"Finetune/Learning Rate": 1.5373404640618382e-05, "Finetune/Loss": 0.7834261655807495, "Finetune/Loss (Raw)": 0.7984039187431335, "Finetune/Step": 2209, "Finetune/Step Time": 6.728175047785044}
+{"Finetune/Learning Rate": 1.536920173648984e-05, "Finetune/Loss": 0.7802785634994507, "Finetune/Loss (Raw)": 0.40366417169570923, "Finetune/Step": 2210, "Finetune/Step Time": 6.745158713310957}
+{"Finetune/Learning Rate": 1.5364997499333286e-05, "Finetune/Loss": 0.7803561091423035, "Finetune/Loss (Raw)": 0.9183430671691895, "Finetune/Step": 2211, "Finetune/Step Time": 6.768730890005827}
+{"Finetune/Learning Rate": 1.536079193019251e-05, "Finetune/Loss": 0.7771419882774353, "Finetune/Loss (Raw)": 0.5877810120582581, "Finetune/Step": 2212, "Finetune/Step Time": 6.780845561996102}
+{"Finetune/Learning Rate": 1.535658503011165e-05, "Finetune/Loss": 0.7801360487937927, "Finetune/Loss (Raw)": 0.705402672290802, "Finetune/Step": 2213, "Finetune/Step Time": 6.767232360318303}
+{"Finetune/Learning Rate": 1.5352376800135166e-05, "Finetune/Loss": 0.7779043912887573, "Finetune/Loss (Raw)": 0.6235604286193848, "Finetune/Step": 2214, "Finetune/Step Time": 6.772747548297048}
+{"Finetune/Learning Rate": 1.5348167241307845e-05, "Finetune/Loss": 0.777222752571106, "Finetune/Loss (Raw)": 0.8891843557357788, "Finetune/Step": 2215, "Finetune/Step Time": 6.772344950586557}
+{"Finetune/Learning Rate": 1.5343956354674806e-05, "Finetune/Loss": 0.7767353057861328, "Finetune/Loss (Raw)": 0.8668397068977356, "Finetune/Step": 2216, "Finetune/Step Time": 6.784125315025449}
+{"Finetune/Learning Rate": 1.53397441412815e-05, "Finetune/Loss": 0.7774535417556763, "Finetune/Loss (Raw)": 0.9527180790901184, "Finetune/Step": 2217, "Finetune/Step Time": 6.795112265273929}
+{"Finetune/Learning Rate": 1.5335530602173704e-05, "Finetune/Loss": 0.7796863317489624, "Finetune/Loss (Raw)": 0.5529096722602844, "Finetune/Step": 2218, "Finetune/Step Time": 6.769951270893216}
+{"Finetune/Learning Rate": 1.533131573839753e-05, "Finetune/Loss": 0.7792768478393555, "Finetune/Loss (Raw)": 0.7182840704917908, "Finetune/Step": 2219, "Finetune/Step Time": 6.79843289218843}
+{"Finetune/Learning Rate": 1.5327099550999416e-05, "Finetune/Loss": 0.7792384028434753, "Finetune/Loss (Raw)": 0.8663954734802246, "Finetune/Step": 2220, "Finetune/Step Time": 6.798570239916444}
+{"Finetune/Learning Rate": 1.532288204102612e-05, "Finetune/Loss": 0.7776203751564026, "Finetune/Loss (Raw)": 0.7182433605194092, "Finetune/Step": 2221, "Finetune/Step Time": 6.814805334433913}
+{"Finetune/Learning Rate": 1.5318663209524745e-05, "Finetune/Loss": 0.776931643486023, "Finetune/Loss (Raw)": 0.8988875150680542, "Finetune/Step": 2222, "Finetune/Step Time": 6.823589293286204}
+{"Finetune/Learning Rate": 1.5314443057542703e-05, "Finetune/Loss": 0.776842474937439, "Finetune/Loss (Raw)": 0.8542991876602173, "Finetune/Step": 2223, "Finetune/Step Time": 6.83699013851583}
+{"Finetune/Learning Rate": 1.5310221586127753e-05, "Finetune/Loss": 0.7769268751144409, "Finetune/Loss (Raw)": 0.8402371406555176, "Finetune/Step": 2224, "Finetune/Step Time": 6.837876804172993}
+{"Finetune/Learning Rate": 1.530599879632797e-05, "Finetune/Loss": 0.7759813070297241, "Finetune/Loss (Raw)": 0.7773739695549011, "Finetune/Step": 2225, "Finetune/Step Time": 6.848677594214678}
+{"Finetune/Learning Rate": 1.5301774689191758e-05, "Finetune/Loss": 0.776644229888916, "Finetune/Loss (Raw)": 0.8588488698005676, "Finetune/Step": 2226, "Finetune/Step Time": 6.848575824871659}
+{"Finetune/Learning Rate": 1.5297549265767847e-05, "Finetune/Loss": 0.7809046506881714, "Finetune/Loss (Raw)": 0.913282573223114, "Finetune/Step": 2227, "Finetune/Step Time": 6.823446603491902}
+{"Finetune/Learning Rate": 1.52933225271053e-05, "Finetune/Loss": 0.7818512320518494, "Finetune/Loss (Raw)": 0.783423900604248, "Finetune/Step": 2228, "Finetune/Step Time": 6.821237189695239}
+{"Finetune/Learning Rate": 1.5289094474253502e-05, "Finetune/Loss": 0.7807667255401611, "Finetune/Loss (Raw)": 0.7714781165122986, "Finetune/Step": 2229, "Finetune/Step Time": 6.820340706035495}
+{"Finetune/Learning Rate": 1.5284865108262162e-05, "Finetune/Loss": 0.780481219291687, "Finetune/Loss (Raw)": 0.7812544703483582, "Finetune/Step": 2230, "Finetune/Step Time": 6.810511402785778}
+{"Finetune/Learning Rate": 1.5280634430181315e-05, "Finetune/Loss": 0.7848479747772217, "Finetune/Loss (Raw)": 0.9341086149215698, "Finetune/Step": 2231, "Finetune/Step Time": 6.790450969710946}
+{"Finetune/Learning Rate": 1.527640244106133e-05, "Finetune/Loss": 0.7860783934593201, "Finetune/Loss (Raw)": 0.9727400541305542, "Finetune/Step": 2232, "Finetune/Step Time": 6.781392054632306}
+{"Finetune/Learning Rate": 1.527216914195289e-05, "Finetune/Loss": 0.7848976850509644, "Finetune/Loss (Raw)": 0.6899334788322449, "Finetune/Step": 2233, "Finetune/Step Time": 6.779195737093687}
+{"Finetune/Learning Rate": 1.526793453390701e-05, "Finetune/Loss": 0.7852680683135986, "Finetune/Loss (Raw)": 0.917945921421051, "Finetune/Step": 2234, "Finetune/Step Time": 6.782979493960738}
+{"Finetune/Learning Rate": 1.5263698617975037e-05, "Finetune/Loss": 0.785638689994812, "Finetune/Loss (Raw)": 0.939701497554779, "Finetune/Step": 2235, "Finetune/Step Time": 6.793915919959545}
+{"Finetune/Learning Rate": 1.5259461395208628e-05, "Finetune/Loss": 0.7867704629898071, "Finetune/Loss (Raw)": 0.9314292073249817, "Finetune/Step": 2236, "Finetune/Step Time": 6.794838611036539}
+{"Finetune/Learning Rate": 1.525522286665977e-05, "Finetune/Loss": 0.7856841087341309, "Finetune/Loss (Raw)": 0.7622467279434204, "Finetune/Step": 2237, "Finetune/Step Time": 6.7855735048651695}
+{"Finetune/Learning Rate": 1.525098303338078e-05, "Finetune/Loss": 0.7847380638122559, "Finetune/Loss (Raw)": 0.6774401664733887, "Finetune/Step": 2238, "Finetune/Step Time": 6.780309893190861}
+{"Finetune/Learning Rate": 1.524674189642429e-05, "Finetune/Loss": 0.7873275279998779, "Finetune/Loss (Raw)": 1.121706485748291, "Finetune/Step": 2239, "Finetune/Step Time": 6.766425766050816}
+{"Finetune/Learning Rate": 1.5242499456843264e-05, "Finetune/Loss": 0.7914102673530579, "Finetune/Loss (Raw)": 0.9841261506080627, "Finetune/Step": 2240, "Finetune/Step Time": 6.748826153576374}
+{"Finetune/Learning Rate": 1.523825571569098e-05, "Finetune/Loss": 0.7922353744506836, "Finetune/Loss (Raw)": 0.9438766241073608, "Finetune/Step": 2241, "Finetune/Step Time": 6.766908027231693}
+{"Finetune/Learning Rate": 1.5234010674021048e-05, "Finetune/Loss": 0.7914119362831116, "Finetune/Loss (Raw)": 0.8086255788803101, "Finetune/Step": 2242, "Finetune/Step Time": 6.760569034144282}
+{"Finetune/Learning Rate": 1.5229764332887395e-05, "Finetune/Loss": 0.7905520796775818, "Finetune/Loss (Raw)": 0.8054154515266418, "Finetune/Step": 2243, "Finetune/Step Time": 6.762379536405206}
+{"Finetune/Learning Rate": 1.5225516693344276e-05, "Finetune/Loss": 0.7957218885421753, "Finetune/Loss (Raw)": 1.0865757465362549, "Finetune/Step": 2244, "Finetune/Step Time": 6.740838507190347}
+{"Finetune/Learning Rate": 1.5221267756446266e-05, "Finetune/Loss": 0.7973443269729614, "Finetune/Loss (Raw)": 0.8747950792312622, "Finetune/Step": 2245, "Finetune/Step Time": 6.73128735460341}
+{"Finetune/Learning Rate": 1.5217017523248257e-05, "Finetune/Loss": 0.7988924384117126, "Finetune/Loss (Raw)": 0.9646406173706055, "Finetune/Step": 2246, "Finetune/Step Time": 6.733725026249886}
+{"Finetune/Learning Rate": 1.5212765994805472e-05, "Finetune/Loss": 0.798629105091095, "Finetune/Loss (Raw)": 0.7226392030715942, "Finetune/Step": 2247, "Finetune/Step Time": 6.732186589390039}
+{"Finetune/Learning Rate": 1.5208513172173449e-05, "Finetune/Loss": 0.8015727996826172, "Finetune/Loss (Raw)": 0.716132402420044, "Finetune/Step": 2248, "Finetune/Step Time": 6.708814051002264}
+{"Finetune/Learning Rate": 1.5204259056408046e-05, "Finetune/Loss": 0.8009864687919617, "Finetune/Loss (Raw)": 0.7838481664657593, "Finetune/Step": 2249, "Finetune/Step Time": 6.707918440923095}
+{"Finetune/Learning Rate": 1.5200003648565452e-05, "Finetune/Loss": 0.7999412417411804, "Finetune/Loss (Raw)": 0.7853890061378479, "Finetune/Step": 2250, "Finetune/Step Time": 6.727973148226738}
+{"Finetune/Learning Rate": 1.5195746949702167e-05, "Finetune/Loss": 0.7998554706573486, "Finetune/Loss (Raw)": 0.8752521276473999, "Finetune/Step": 2251, "Finetune/Step Time": 6.72929952852428}
+{"Finetune/Learning Rate": 1.519148896087501e-05, "Finetune/Loss": 0.7955257892608643, "Finetune/Loss (Raw)": 0.3278295695781708, "Finetune/Step": 2252, "Finetune/Step Time": 6.743719993159175}
+{"Finetune/Learning Rate": 1.5187229683141129e-05, "Finetune/Loss": 0.7957776784896851, "Finetune/Loss (Raw)": 0.9158968329429626, "Finetune/Step": 2253, "Finetune/Step Time": 6.725174695253372}
+{"Finetune/Learning Rate": 1.5182969117557989e-05, "Finetune/Loss": 0.7958157062530518, "Finetune/Loss (Raw)": 0.943939208984375, "Finetune/Step": 2254, "Finetune/Step Time": 6.730124264955521}
+{"Finetune/Learning Rate": 1.517870726518337e-05, "Finetune/Loss": 0.795592188835144, "Finetune/Loss (Raw)": 0.8481225967407227, "Finetune/Step": 2255, "Finetune/Step Time": 6.7273244094103575}
+{"Finetune/Learning Rate": 1.5174444127075378e-05, "Finetune/Loss": 0.7988117933273315, "Finetune/Loss (Raw)": 0.770423412322998, "Finetune/Step": 2256, "Finetune/Step Time": 6.708791354671121}
+{"Finetune/Learning Rate": 1.5170179704292436e-05, "Finetune/Loss": 0.8030444383621216, "Finetune/Loss (Raw)": 0.826067328453064, "Finetune/Step": 2257, "Finetune/Step Time": 6.690443890169263}
+{"Finetune/Learning Rate": 1.5165913997893285e-05, "Finetune/Loss": 0.8013318181037903, "Finetune/Loss (Raw)": 0.6548503637313843, "Finetune/Step": 2258, "Finetune/Step Time": 6.690187010914087}
+{"Finetune/Learning Rate": 1.516164700893698e-05, "Finetune/Loss": 0.8000749349594116, "Finetune/Loss (Raw)": 0.7672423124313354, "Finetune/Step": 2259, "Finetune/Step Time": 6.687170377001166}
+{"Finetune/Learning Rate": 1.5157378738482902e-05, "Finetune/Loss": 0.799816370010376, "Finetune/Loss (Raw)": 0.7832880616188049, "Finetune/Step": 2260, "Finetune/Step Time": 6.691850584000349}
+{"Finetune/Learning Rate": 1.515310918759075e-05, "Finetune/Loss": 0.7981898784637451, "Finetune/Loss (Raw)": 0.8852488994598389, "Finetune/Step": 2261, "Finetune/Step Time": 6.693270241841674}
+{"Finetune/Learning Rate": 1.5148838357320537e-05, "Finetune/Loss": 0.7999135255813599, "Finetune/Loss (Raw)": 0.9924240708351135, "Finetune/Step": 2262, "Finetune/Step Time": 6.686513680964708}
+{"Finetune/Learning Rate": 1.5144566248732593e-05, "Finetune/Loss": 0.8002281188964844, "Finetune/Loss (Raw)": 0.8118022084236145, "Finetune/Step": 2263, "Finetune/Step Time": 6.689751969650388}
+{"Finetune/Learning Rate": 1.5140292862887567e-05, "Finetune/Loss": 0.8004961609840393, "Finetune/Loss (Raw)": 0.8973037600517273, "Finetune/Step": 2264, "Finetune/Step Time": 6.691933065652847}
+{"Finetune/Learning Rate": 1.513601820084643e-05, "Finetune/Loss": 0.8035118579864502, "Finetune/Loss (Raw)": 0.8199101090431213, "Finetune/Step": 2265, "Finetune/Step Time": 6.673361927270889}
+{"Finetune/Learning Rate": 1.5131742263670463e-05, "Finetune/Loss": 0.8010821342468262, "Finetune/Loss (Raw)": 0.5549150705337524, "Finetune/Step": 2266, "Finetune/Step Time": 6.679106269031763}
+{"Finetune/Learning Rate": 1.5127465052421265e-05, "Finetune/Loss": 0.8014861345291138, "Finetune/Loss (Raw)": 0.8156867623329163, "Finetune/Step": 2267, "Finetune/Step Time": 6.658921090885997}
+{"Finetune/Learning Rate": 1.512318656816075e-05, "Finetune/Loss": 0.800304651260376, "Finetune/Loss (Raw)": 0.7644531726837158, "Finetune/Step": 2268, "Finetune/Step Time": 6.65567884221673}
+{"Finetune/Learning Rate": 1.5118906811951157e-05, "Finetune/Loss": 0.7995504140853882, "Finetune/Loss (Raw)": 0.8988583087921143, "Finetune/Step": 2269, "Finetune/Step Time": 6.648539155721664}
+{"Finetune/Learning Rate": 1.5114625784855028e-05, "Finetune/Loss": 0.7978980541229248, "Finetune/Loss (Raw)": 0.5987381339073181, "Finetune/Step": 2270, "Finetune/Step Time": 6.656436327844858}
+{"Finetune/Learning Rate": 1.5110343487935231e-05, "Finetune/Loss": 0.7985449433326721, "Finetune/Loss (Raw)": 0.9010772109031677, "Finetune/Step": 2271, "Finetune/Step Time": 6.635343482717872}
+{"Finetune/Learning Rate": 1.5106059922254938e-05, "Finetune/Loss": 0.7992641925811768, "Finetune/Loss (Raw)": 0.9025031328201294, "Finetune/Step": 2272, "Finetune/Step Time": 6.628550181165338}
+{"Finetune/Learning Rate": 1.5101775088877653e-05, "Finetune/Loss": 0.8013454675674438, "Finetune/Loss (Raw)": 0.8090592622756958, "Finetune/Step": 2273, "Finetune/Step Time": 6.6236129142344}
+{"Finetune/Learning Rate": 1.5097488988867176e-05, "Finetune/Loss": 0.8007228374481201, "Finetune/Loss (Raw)": 0.7751420140266418, "Finetune/Step": 2274, "Finetune/Step Time": 6.632940378040075}
+{"Finetune/Learning Rate": 1.5093201623287631e-05, "Finetune/Loss": 0.8021804094314575, "Finetune/Loss (Raw)": 0.9315428733825684, "Finetune/Step": 2275, "Finetune/Step Time": 6.624487150460482}
+{"Finetune/Learning Rate": 1.508891299320346e-05, "Finetune/Loss": 0.8011612296104431, "Finetune/Loss (Raw)": 0.8562785387039185, "Finetune/Step": 2276, "Finetune/Step Time": 6.625967640429735}
+{"Finetune/Learning Rate": 1.5084623099679409e-05, "Finetune/Loss": 0.7994707822799683, "Finetune/Loss (Raw)": 0.6959047913551331, "Finetune/Step": 2277, "Finetune/Step Time": 6.629719967022538}
+{"Finetune/Learning Rate": 1.5080331943780549e-05, "Finetune/Loss": 0.8001277446746826, "Finetune/Loss (Raw)": 0.8986223340034485, "Finetune/Step": 2278, "Finetune/Step Time": 6.627153659239411}
+{"Finetune/Learning Rate": 1.5076039526572253e-05, "Finetune/Loss": 0.7997474670410156, "Finetune/Loss (Raw)": 0.8787551522254944, "Finetune/Step": 2279, "Finetune/Step Time": 6.606834935024381}
+{"Finetune/Learning Rate": 1.5071745849120216e-05, "Finetune/Loss": 0.8005163669586182, "Finetune/Loss (Raw)": 0.8571025729179382, "Finetune/Step": 2280, "Finetune/Step Time": 6.601553721353412}
+{"Finetune/Learning Rate": 1.5067450912490438e-05, "Finetune/Loss": 0.8005980253219604, "Finetune/Loss (Raw)": 0.8224045634269714, "Finetune/Step": 2281, "Finetune/Step Time": 6.602776104584336}
+{"Finetune/Learning Rate": 1.506315471774924e-05, "Finetune/Loss": 0.801578164100647, "Finetune/Loss (Raw)": 0.8273776173591614, "Finetune/Step": 2282, "Finetune/Step Time": 6.596753248944879}
+{"Finetune/Learning Rate": 1.5058857265963248e-05, "Finetune/Loss": 0.8025381565093994, "Finetune/Loss (Raw)": 0.9533643126487732, "Finetune/Step": 2283, "Finetune/Step Time": 6.594372846186161}
+{"Finetune/Learning Rate": 1.5054558558199408e-05, "Finetune/Loss": 0.80226069688797, "Finetune/Loss (Raw)": 0.6525353789329529, "Finetune/Step": 2284, "Finetune/Step Time": 6.608357736840844}
+{"Finetune/Learning Rate": 1.5050258595524968e-05, "Finetune/Loss": 0.8025782108306885, "Finetune/Loss (Raw)": 0.7882655262947083, "Finetune/Step": 2285, "Finetune/Step Time": 6.598490044474602}
+{"Finetune/Learning Rate": 1.5045957379007491e-05, "Finetune/Loss": 0.8017117381095886, "Finetune/Loss (Raw)": 0.7982450723648071, "Finetune/Step": 2286, "Finetune/Step Time": 6.608712593093514}
+{"Finetune/Learning Rate": 1.5041654909714864e-05, "Finetune/Loss": 0.7996849417686462, "Finetune/Loss (Raw)": 0.6126084923744202, "Finetune/Step": 2287, "Finetune/Step Time": 6.584524257108569}
+{"Finetune/Learning Rate": 1.5037351188715265e-05, "Finetune/Loss": 0.8003700971603394, "Finetune/Loss (Raw)": 0.9150291085243225, "Finetune/Step": 2288, "Finetune/Step Time": 6.587767757475376}
+{"Finetune/Learning Rate": 1.5033046217077196e-05, "Finetune/Loss": 0.7992279529571533, "Finetune/Loss (Raw)": 0.6302947402000427, "Finetune/Step": 2289, "Finetune/Step Time": 6.610645825043321}
+{"Finetune/Learning Rate": 1.5028739995869464e-05, "Finetune/Loss": 0.8004751205444336, "Finetune/Loss (Raw)": 0.9304298758506775, "Finetune/Step": 2290, "Finetune/Step Time": 6.604049436748028}
+{"Finetune/Learning Rate": 1.5024432526161184e-05, "Finetune/Loss": 0.8003717064857483, "Finetune/Loss (Raw)": 0.7786568999290466, "Finetune/Step": 2291, "Finetune/Step Time": 6.6165264416486025}
+{"Finetune/Learning Rate": 1.502012380902179e-05, "Finetune/Loss": 0.7986845374107361, "Finetune/Loss (Raw)": 0.7585191130638123, "Finetune/Step": 2292, "Finetune/Step Time": 6.6249558459967375}
+{"Finetune/Learning Rate": 1.5015813845521017e-05, "Finetune/Loss": 0.7965759634971619, "Finetune/Loss (Raw)": 0.5640178322792053, "Finetune/Step": 2293, "Finetune/Step Time": 6.6105005238205194}
+{"Finetune/Learning Rate": 1.5011502636728914e-05, "Finetune/Loss": 0.7961298227310181, "Finetune/Loss (Raw)": 0.8617686033248901, "Finetune/Step": 2294, "Finetune/Step Time": 6.609033426269889}
+{"Finetune/Learning Rate": 1.5007190183715836e-05, "Finetune/Loss": 0.7949877977371216, "Finetune/Loss (Raw)": 0.785881519317627, "Finetune/Step": 2295, "Finetune/Step Time": 6.626793701201677}
+{"Finetune/Learning Rate": 1.5002876487552453e-05, "Finetune/Loss": 0.7940750122070312, "Finetune/Loss (Raw)": 0.692148745059967, "Finetune/Step": 2296, "Finetune/Step Time": 6.627873156219721}
+{"Finetune/Learning Rate": 1.4998561549309739e-05, "Finetune/Loss": 0.7933140993118286, "Finetune/Loss (Raw)": 0.7992308139801025, "Finetune/Step": 2297, "Finetune/Step Time": 6.630246756598353}
+{"Finetune/Learning Rate": 1.499424537005897e-05, "Finetune/Loss": 0.7940172553062439, "Finetune/Loss (Raw)": 0.8156448006629944, "Finetune/Step": 2298, "Finetune/Step Time": 6.631607085466385}
+{"Finetune/Learning Rate": 1.4989927950871744e-05, "Finetune/Loss": 0.79532790184021, "Finetune/Loss (Raw)": 0.9042345285415649, "Finetune/Step": 2299, "Finetune/Step Time": 6.630183415487409}
+{"Finetune/Learning Rate": 1.4985609292819958e-05, "Finetune/Loss": 0.7953609228134155, "Finetune/Loss (Raw)": 0.8907215595245361, "Finetune/Step": 2300, "Finetune/Step Time": 6.626081079244614}
+{"Finetune/Learning Rate": 1.4981289396975818e-05, "Finetune/Loss": 0.7966678142547607, "Finetune/Loss (Raw)": 0.7804505228996277, "Finetune/Step": 2301, "Finetune/Step Time": 6.613620279356837}
+{"Finetune/Learning Rate": 1.4976968264411836e-05, "Finetune/Loss": 0.797697901725769, "Finetune/Loss (Raw)": 0.7281084060668945, "Finetune/Step": 2302, "Finetune/Step Time": 6.6068245358765125}
+{"Finetune/Learning Rate": 1.4972645896200834e-05, "Finetune/Loss": 0.7984592318534851, "Finetune/Loss (Raw)": 0.8701528906822205, "Finetune/Step": 2303, "Finetune/Step Time": 6.580377878621221}
+{"Finetune/Learning Rate": 1.4968322293415942e-05, "Finetune/Loss": 0.7963292598724365, "Finetune/Loss (Raw)": 0.6540244817733765, "Finetune/Step": 2304, "Finetune/Step Time": 6.578742614015937}
+{"Finetune/Learning Rate": 1.4963997457130588e-05, "Finetune/Loss": 0.795246422290802, "Finetune/Loss (Raw)": 0.7656001448631287, "Finetune/Step": 2305, "Finetune/Step Time": 6.5749738197773695}
+{"Finetune/Learning Rate": 1.4959671388418517e-05, "Finetune/Loss": 0.7969497442245483, "Finetune/Loss (Raw)": 0.9436935186386108, "Finetune/Step": 2306, "Finetune/Step Time": 6.5778835359960794}
+{"Finetune/Learning Rate": 1.4955344088353777e-05, "Finetune/Loss": 0.7975717782974243, "Finetune/Loss (Raw)": 0.8803883194923401, "Finetune/Step": 2307, "Finetune/Step Time": 6.573576016351581}
+{"Finetune/Learning Rate": 1.4951015558010715e-05, "Finetune/Loss": 0.7948276400566101, "Finetune/Loss (Raw)": 0.534134030342102, "Finetune/Step": 2308, "Finetune/Step Time": 6.585717283189297}
+{"Finetune/Learning Rate": 1.4946685798463991e-05, "Finetune/Loss": 0.79390549659729, "Finetune/Loss (Raw)": 0.7864122986793518, "Finetune/Step": 2309, "Finetune/Step Time": 6.586151950061321}
+{"Finetune/Learning Rate": 1.4942354810788567e-05, "Finetune/Loss": 0.7935916781425476, "Finetune/Loss (Raw)": 0.9138956069946289, "Finetune/Step": 2310, "Finetune/Step Time": 6.581293193623424}
+{"Finetune/Learning Rate": 1.493802259605971e-05, "Finetune/Loss": 0.7953717708587646, "Finetune/Loss (Raw)": 0.9185627698898315, "Finetune/Step": 2311, "Finetune/Step Time": 6.5613502115011215}
+{"Finetune/Learning Rate": 1.4933689155352992e-05, "Finetune/Loss": 0.79549241065979, "Finetune/Loss (Raw)": 0.7182877659797668, "Finetune/Step": 2312, "Finetune/Step Time": 6.570008175447583}
+{"Finetune/Learning Rate": 1.492935448974429e-05, "Finetune/Loss": 0.7951589822769165, "Finetune/Loss (Raw)": 0.8359906673431396, "Finetune/Step": 2313, "Finetune/Step Time": 6.575362103059888}
+{"Finetune/Learning Rate": 1.4925018600309784e-05, "Finetune/Loss": 0.7946876287460327, "Finetune/Loss (Raw)": 0.7679400444030762, "Finetune/Step": 2314, "Finetune/Step Time": 6.582897806540132}
+{"Finetune/Learning Rate": 1.4920681488125959e-05, "Finetune/Loss": 0.7964496612548828, "Finetune/Loss (Raw)": 0.7908449172973633, "Finetune/Step": 2315, "Finetune/Step Time": 6.550106063485146}
+{"Finetune/Learning Rate": 1.4916343154269605e-05, "Finetune/Loss": 0.797639012336731, "Finetune/Loss (Raw)": 0.9339678287506104, "Finetune/Step": 2316, "Finetune/Step Time": 6.515076773241162}
+{"Finetune/Learning Rate": 1.4912003599817808e-05, "Finetune/Loss": 0.7984780073165894, "Finetune/Loss (Raw)": 0.7937751412391663, "Finetune/Step": 2317, "Finetune/Step Time": 6.510269029065967}
+{"Finetune/Learning Rate": 1.4907662825847968e-05, "Finetune/Loss": 0.7989566922187805, "Finetune/Loss (Raw)": 0.7562184929847717, "Finetune/Step": 2318, "Finetune/Step Time": 6.5080870147794485}
+{"Finetune/Learning Rate": 1.490332083343778e-05, "Finetune/Loss": 0.7999027371406555, "Finetune/Loss (Raw)": 0.9368744492530823, "Finetune/Step": 2319, "Finetune/Step Time": 6.498379673808813}
+{"Finetune/Learning Rate": 1.4898977623665243e-05, "Finetune/Loss": 0.8008883595466614, "Finetune/Loss (Raw)": 0.7956830859184265, "Finetune/Step": 2320, "Finetune/Step Time": 6.496280433610082}
+{"Finetune/Learning Rate": 1.4894633197608661e-05, "Finetune/Loss": 0.8001052141189575, "Finetune/Loss (Raw)": 0.8208670020103455, "Finetune/Step": 2321, "Finetune/Step Time": 6.503334574401379}
+{"Finetune/Learning Rate": 1.4890287556346634e-05, "Finetune/Loss": 0.8002745509147644, "Finetune/Loss (Raw)": 0.8545282483100891, "Finetune/Step": 2322, "Finetune/Step Time": 6.503251701593399}
+{"Finetune/Learning Rate": 1.488594070095807e-05, "Finetune/Loss": 0.79880690574646, "Finetune/Loss (Raw)": 0.7028226852416992, "Finetune/Step": 2323, "Finetune/Step Time": 6.51629344932735}
+{"Finetune/Learning Rate": 1.4881592632522175e-05, "Finetune/Loss": 0.7989863157272339, "Finetune/Loss (Raw)": 0.7909238934516907, "Finetune/Step": 2324, "Finetune/Step Time": 6.506379805505276}
+{"Finetune/Learning Rate": 1.487724335211846e-05, "Finetune/Loss": 0.7992703914642334, "Finetune/Loss (Raw)": 0.8669196963310242, "Finetune/Step": 2325, "Finetune/Step Time": 6.512844929471612}
+{"Finetune/Learning Rate": 1.487289286082673e-05, "Finetune/Loss": 0.7966976761817932, "Finetune/Loss (Raw)": 0.44641655683517456, "Finetune/Step": 2326, "Finetune/Step Time": 6.525607695803046}
+{"Finetune/Learning Rate": 1.4868541159727097e-05, "Finetune/Loss": 0.7971893548965454, "Finetune/Loss (Raw)": 0.8440514802932739, "Finetune/Step": 2327, "Finetune/Step Time": 6.540831221267581}
+{"Finetune/Learning Rate": 1.486418824989997e-05, "Finetune/Loss": 0.7971524000167847, "Finetune/Loss (Raw)": 0.734298586845398, "Finetune/Step": 2328, "Finetune/Step Time": 6.534550957381725}
+{"Finetune/Learning Rate": 1.485983413242606e-05, "Finetune/Loss": 0.8015578985214233, "Finetune/Loss (Raw)": 0.9283607006072998, "Finetune/Step": 2329, "Finetune/Step Time": 6.516818288713694}
+{"Finetune/Learning Rate": 1.4855478808386378e-05, "Finetune/Loss": 0.8009325265884399, "Finetune/Loss (Raw)": 0.7309334874153137, "Finetune/Step": 2330, "Finetune/Step Time": 6.538675403222442}
+{"Finetune/Learning Rate": 1.4851122278862233e-05, "Finetune/Loss": 0.801262378692627, "Finetune/Loss (Raw)": 0.8360094428062439, "Finetune/Step": 2331, "Finetune/Step Time": 6.546165471896529}
+{"Finetune/Learning Rate": 1.4846764544935233e-05, "Finetune/Loss": 0.8036187887191772, "Finetune/Loss (Raw)": 1.019170880317688, "Finetune/Step": 2332, "Finetune/Step Time": 6.541466658934951}
+{"Finetune/Learning Rate": 1.4842405607687282e-05, "Finetune/Loss": 0.8072320818901062, "Finetune/Loss (Raw)": 0.8962445855140686, "Finetune/Step": 2333, "Finetune/Step Time": 6.539920913055539}
+{"Finetune/Learning Rate": 1.4838045468200595e-05, "Finetune/Loss": 0.8094007968902588, "Finetune/Loss (Raw)": 0.8464066386222839, "Finetune/Step": 2334, "Finetune/Step Time": 6.512822661548853}
+{"Finetune/Learning Rate": 1.4833684127557671e-05, "Finetune/Loss": 0.8091701865196228, "Finetune/Loss (Raw)": 0.8338519334793091, "Finetune/Step": 2335, "Finetune/Step Time": 6.514864759519696}
+{"Finetune/Learning Rate": 1.4829321586841312e-05, "Finetune/Loss": 0.8095693588256836, "Finetune/Loss (Raw)": 0.8243191242218018, "Finetune/Step": 2336, "Finetune/Step Time": 6.519769918173552}
+{"Finetune/Learning Rate": 1.4824957847134625e-05, "Finetune/Loss": 0.8106743097305298, "Finetune/Loss (Raw)": 0.9398280382156372, "Finetune/Step": 2337, "Finetune/Step Time": 6.519549099728465}
+{"Finetune/Learning Rate": 1.4820592909521004e-05, "Finetune/Loss": 0.8142398595809937, "Finetune/Loss (Raw)": 0.8600633144378662, "Finetune/Step": 2338, "Finetune/Step Time": 6.5015221033245325}
+{"Finetune/Learning Rate": 1.4816226775084148e-05, "Finetune/Loss": 0.812872052192688, "Finetune/Loss (Raw)": 0.7432543039321899, "Finetune/Step": 2339, "Finetune/Step Time": 6.49678710848093}
+{"Finetune/Learning Rate": 1.4811859444908053e-05, "Finetune/Loss": 0.8142475485801697, "Finetune/Loss (Raw)": 0.7638470530509949, "Finetune/Step": 2340, "Finetune/Step Time": 6.483087446540594}
+{"Finetune/Learning Rate": 1.4807490920077e-05, "Finetune/Loss": 0.8157914876937866, "Finetune/Loss (Raw)": 0.903039276599884, "Finetune/Step": 2341, "Finetune/Step Time": 6.508985672146082}
+{"Finetune/Learning Rate": 1.4803121201675588e-05, "Finetune/Loss": 0.8137819766998291, "Finetune/Loss (Raw)": 0.36634060740470886, "Finetune/Step": 2342, "Finetune/Step Time": 6.520474195480347}
+{"Finetune/Learning Rate": 1.479875029078869e-05, "Finetune/Loss": 0.814039409160614, "Finetune/Loss (Raw)": 0.922130823135376, "Finetune/Step": 2343, "Finetune/Step Time": 6.5384395103901625}
+{"Finetune/Learning Rate": 1.479437818850149e-05, "Finetune/Loss": 0.813429594039917, "Finetune/Loss (Raw)": 0.7887794971466064, "Finetune/Step": 2344, "Finetune/Step Time": 6.552073780447245}
+{"Finetune/Learning Rate": 1.4790004895899465e-05, "Finetune/Loss": 0.8140745162963867, "Finetune/Loss (Raw)": 1.0352710485458374, "Finetune/Step": 2345, "Finetune/Step Time": 6.536977903917432}
+{"Finetune/Learning Rate": 1.4785630414068382e-05, "Finetune/Loss": 0.8161124587059021, "Finetune/Loss (Raw)": 0.8137680292129517, "Finetune/Step": 2346, "Finetune/Step Time": 6.53303530998528}
+{"Finetune/Learning Rate": 1.4781254744094307e-05, "Finetune/Loss": 0.8170493841171265, "Finetune/Loss (Raw)": 0.8382107019424438, "Finetune/Step": 2347, "Finetune/Step Time": 6.502841264009476}
+{"Finetune/Learning Rate": 1.4776877887063604e-05, "Finetune/Loss": 0.8170111179351807, "Finetune/Loss (Raw)": 0.8614988327026367, "Finetune/Step": 2348, "Finetune/Step Time": 6.504703169688582}
+{"Finetune/Learning Rate": 1.4772499844062925e-05, "Finetune/Loss": 0.8176159262657166, "Finetune/Loss (Raw)": 0.795656681060791, "Finetune/Step": 2349, "Finetune/Step Time": 6.506308211013675}
+{"Finetune/Learning Rate": 1.4768120616179222e-05, "Finetune/Loss": 0.8171963095664978, "Finetune/Loss (Raw)": 0.8451758027076721, "Finetune/Step": 2350, "Finetune/Step Time": 6.499662505462766}
+{"Finetune/Learning Rate": 1.4763740204499739e-05, "Finetune/Loss": 0.817903995513916, "Finetune/Loss (Raw)": 0.944878339767456, "Finetune/Step": 2351, "Finetune/Step Time": 6.4868903905153275}
+{"Finetune/Learning Rate": 1.4759358610112014e-05, "Finetune/Loss": 0.8180803656578064, "Finetune/Loss (Raw)": 0.8628184795379639, "Finetune/Step": 2352, "Finetune/Step Time": 6.495280323550105}
+{"Finetune/Learning Rate": 1.4754975834103877e-05, "Finetune/Loss": 0.8185977935791016, "Finetune/Loss (Raw)": 0.8436035513877869, "Finetune/Step": 2353, "Finetune/Step Time": 6.489975115284324}
+{"Finetune/Learning Rate": 1.4750591877563456e-05, "Finetune/Loss": 0.818477988243103, "Finetune/Loss (Raw)": 0.843517005443573, "Finetune/Step": 2354, "Finetune/Step Time": 6.4822977501899}
+{"Finetune/Learning Rate": 1.4746206741579169e-05, "Finetune/Loss": 0.8174871802330017, "Finetune/Loss (Raw)": 0.7864546775817871, "Finetune/Step": 2355, "Finetune/Step Time": 6.489321738481522}
+{"Finetune/Learning Rate": 1.4741820427239725e-05, "Finetune/Loss": 0.8168207406997681, "Finetune/Loss (Raw)": 0.6981217861175537, "Finetune/Step": 2356, "Finetune/Step Time": 6.489983070641756}
+{"Finetune/Learning Rate": 1.4737432935634128e-05, "Finetune/Loss": 0.8172848224639893, "Finetune/Loss (Raw)": 0.8308806419372559, "Finetune/Step": 2357, "Finetune/Step Time": 6.494912413880229}
+{"Finetune/Learning Rate": 1.4733044267851676e-05, "Finetune/Loss": 0.8182892799377441, "Finetune/Loss (Raw)": 0.9098196625709534, "Finetune/Step": 2358, "Finetune/Step Time": 6.492335868999362}
+{"Finetune/Learning Rate": 1.4728654424981953e-05, "Finetune/Loss": 0.8133418560028076, "Finetune/Loss (Raw)": 0.30084216594696045, "Finetune/Step": 2359, "Finetune/Step Time": 6.51122697070241}
+{"Finetune/Learning Rate": 1.4724263408114842e-05, "Finetune/Loss": 0.8126907348632812, "Finetune/Loss (Raw)": 0.8893955945968628, "Finetune/Step": 2360, "Finetune/Step Time": 6.511166675016284}
+{"Finetune/Learning Rate": 1.4719871218340516e-05, "Finetune/Loss": 0.8143347501754761, "Finetune/Loss (Raw)": 0.9003621935844421, "Finetune/Step": 2361, "Finetune/Step Time": 6.505317334085703}
+{"Finetune/Learning Rate": 1.4715477856749432e-05, "Finetune/Loss": 0.813641369342804, "Finetune/Loss (Raw)": 0.829203188419342, "Finetune/Step": 2362, "Finetune/Step Time": 6.498557090759277}
+{"Finetune/Learning Rate": 1.4711083324432344e-05, "Finetune/Loss": 0.8107962608337402, "Finetune/Loss (Raw)": 0.5755298137664795, "Finetune/Step": 2363, "Finetune/Step Time": 6.504593310877681}
+{"Finetune/Learning Rate": 1.47066876224803e-05, "Finetune/Loss": 0.8093845844268799, "Finetune/Loss (Raw)": 0.7507297992706299, "Finetune/Step": 2364, "Finetune/Step Time": 6.502320712432265}
+{"Finetune/Learning Rate": 1.470229075198463e-05, "Finetune/Loss": 0.8103674650192261, "Finetune/Loss (Raw)": 0.8880566358566284, "Finetune/Step": 2365, "Finetune/Step Time": 6.497922783717513}
+{"Finetune/Learning Rate": 1.4697892714036959e-05, "Finetune/Loss": 0.8096311092376709, "Finetune/Loss (Raw)": 0.5831809043884277, "Finetune/Step": 2366, "Finetune/Step Time": 6.494490563869476}
+{"Finetune/Learning Rate": 1.4693493509729205e-05, "Finetune/Loss": 0.808211088180542, "Finetune/Loss (Raw)": 0.9399439096450806, "Finetune/Step": 2367, "Finetune/Step Time": 6.50002727471292}
+{"Finetune/Learning Rate": 1.4689093140153565e-05, "Finetune/Loss": 0.8066524267196655, "Finetune/Loss (Raw)": 0.7846128344535828, "Finetune/Step": 2368, "Finetune/Step Time": 6.496761459857225}
+{"Finetune/Learning Rate": 1.468469160640254e-05, "Finetune/Loss": 0.8068296313285828, "Finetune/Loss (Raw)": 0.9665676355361938, "Finetune/Step": 2369, "Finetune/Step Time": 6.4842578042298555}
+{"Finetune/Learning Rate": 1.4680288909568905e-05, "Finetune/Loss": 0.8069580793380737, "Finetune/Loss (Raw)": 0.8250659108161926, "Finetune/Step": 2370, "Finetune/Step Time": 6.47651662491262}
+{"Finetune/Learning Rate": 1.4675885050745737e-05, "Finetune/Loss": 0.8079010248184204, "Finetune/Loss (Raw)": 0.9261131286621094, "Finetune/Step": 2371, "Finetune/Step Time": 6.47580130584538}
+{"Finetune/Learning Rate": 1.4671480031026392e-05, "Finetune/Loss": 0.8055418729782104, "Finetune/Loss (Raw)": 0.784599244594574, "Finetune/Step": 2372, "Finetune/Step Time": 6.479216327890754}
+{"Finetune/Learning Rate": 1.4667073851504519e-05, "Finetune/Loss": 0.8059707283973694, "Finetune/Loss (Raw)": 0.9296956658363342, "Finetune/Step": 2373, "Finetune/Step Time": 6.500578291714191}
+{"Finetune/Learning Rate": 1.4662666513274053e-05, "Finetune/Loss": 0.8041225671768188, "Finetune/Loss (Raw)": 0.7280707359313965, "Finetune/Step": 2374, "Finetune/Step Time": 6.5125552006065845}
+{"Finetune/Learning Rate": 1.4658258017429217e-05, "Finetune/Loss": 0.8035832643508911, "Finetune/Loss (Raw)": 0.653606653213501, "Finetune/Step": 2375, "Finetune/Step Time": 6.516415040940046}
+{"Finetune/Learning Rate": 1.465384836506452e-05, "Finetune/Loss": 0.8051084280014038, "Finetune/Loss (Raw)": 0.9113555550575256, "Finetune/Step": 2376, "Finetune/Step Time": 6.521768493577838}
+{"Finetune/Learning Rate": 1.4649437557274762e-05, "Finetune/Loss": 0.8066082000732422, "Finetune/Loss (Raw)": 0.9758281111717224, "Finetune/Step": 2377, "Finetune/Step Time": 6.522634135559201}
+{"Finetune/Learning Rate": 1.4645025595155027e-05, "Finetune/Loss": 0.8076223134994507, "Finetune/Loss (Raw)": 0.9151937365531921, "Finetune/Step": 2378, "Finetune/Step Time": 6.501936724409461}
+{"Finetune/Learning Rate": 1.4640612479800686e-05, "Finetune/Loss": 0.8074970245361328, "Finetune/Loss (Raw)": 0.8592161536216736, "Finetune/Step": 2379, "Finetune/Step Time": 6.518605642020702}
+{"Finetune/Learning Rate": 1.4636198212307397e-05, "Finetune/Loss": 0.8107088804244995, "Finetune/Loss (Raw)": 0.7389381527900696, "Finetune/Step": 2380, "Finetune/Step Time": 6.499279817566276}
+{"Finetune/Learning Rate": 1.4631782793771106e-05, "Finetune/Loss": 0.8101410865783691, "Finetune/Loss (Raw)": 0.8432188630104065, "Finetune/Step": 2381, "Finetune/Step Time": 6.501553095877171}
+{"Finetune/Learning Rate": 1.4627366225288038e-05, "Finetune/Loss": 0.8080551028251648, "Finetune/Loss (Raw)": 0.6769360303878784, "Finetune/Step": 2382, "Finetune/Step Time": 6.513991396874189}
+{"Finetune/Learning Rate": 1.4622948507954711e-05, "Finetune/Loss": 0.8058359026908875, "Finetune/Loss (Raw)": 0.5640642046928406, "Finetune/Step": 2383, "Finetune/Step Time": 6.528050506487489}
+{"Finetune/Learning Rate": 1.4618529642867922e-05, "Finetune/Loss": 0.8072890639305115, "Finetune/Loss (Raw)": 0.9564263224601746, "Finetune/Step": 2384, "Finetune/Step Time": 6.524498883634806}
+{"Finetune/Learning Rate": 1.461410963112476e-05, "Finetune/Loss": 0.8071850538253784, "Finetune/Loss (Raw)": 0.8127570748329163, "Finetune/Step": 2385, "Finetune/Step Time": 6.529824936762452}
+{"Finetune/Learning Rate": 1.460968847382259e-05, "Finetune/Loss": 0.809661865234375, "Finetune/Loss (Raw)": 0.9718835949897766, "Finetune/Step": 2386, "Finetune/Step Time": 6.536853935569525}
+{"Finetune/Learning Rate": 1.4605266172059069e-05, "Finetune/Loss": 0.8100376129150391, "Finetune/Loss (Raw)": 0.8153287768363953, "Finetune/Step": 2387, "Finetune/Step Time": 6.561280140653253}
+{"Finetune/Learning Rate": 1.4600842726932136e-05, "Finetune/Loss": 0.8104617595672607, "Finetune/Loss (Raw)": 0.8375838994979858, "Finetune/Step": 2388, "Finetune/Step Time": 6.571981741115451}
+{"Finetune/Learning Rate": 1.4596418139540012e-05, "Finetune/Loss": 0.811038613319397, "Finetune/Loss (Raw)": 0.959089457988739, "Finetune/Step": 2389, "Finetune/Step Time": 6.571294562891126}
+{"Finetune/Learning Rate": 1.4591992410981201e-05, "Finetune/Loss": 0.810716986656189, "Finetune/Loss (Raw)": 0.951253354549408, "Finetune/Step": 2390, "Finetune/Step Time": 6.575622972100973}
+{"Finetune/Learning Rate": 1.4587565542354498e-05, "Finetune/Loss": 0.8116095066070557, "Finetune/Loss (Raw)": 0.9260399341583252, "Finetune/Step": 2391, "Finetune/Step Time": 6.585686583071947}
+{"Finetune/Learning Rate": 1.4583137534758968e-05, "Finetune/Loss": 0.8112879395484924, "Finetune/Loss (Raw)": 0.8561487793922424, "Finetune/Step": 2392, "Finetune/Step Time": 6.586542012169957}
+{"Finetune/Learning Rate": 1.4578708389293973e-05, "Finetune/Loss": 0.812200665473938, "Finetune/Loss (Raw)": 0.9367436766624451, "Finetune/Step": 2393, "Finetune/Step Time": 6.59984877705574}
+{"Finetune/Learning Rate": 1.4574278107059144e-05, "Finetune/Loss": 0.8110196590423584, "Finetune/Loss (Raw)": 0.40374213457107544, "Finetune/Step": 2394, "Finetune/Step Time": 6.6203871462494135}
+{"Finetune/Learning Rate": 1.4569846689154401e-05, "Finetune/Loss": 0.8114710450172424, "Finetune/Loss (Raw)": 0.8734604120254517, "Finetune/Step": 2395, "Finetune/Step Time": 6.625207895413041}
+{"Finetune/Learning Rate": 1.456541413667995e-05, "Finetune/Loss": 0.81180739402771, "Finetune/Loss (Raw)": 0.807512640953064, "Finetune/Step": 2396, "Finetune/Step Time": 6.623120717704296}
+{"Finetune/Learning Rate": 1.456098045073627e-05, "Finetune/Loss": 0.8114504814147949, "Finetune/Loss (Raw)": 0.8531657457351685, "Finetune/Step": 2397, "Finetune/Step Time": 6.621095340698957}
+{"Finetune/Learning Rate": 1.4556545632424128e-05, "Finetune/Loss": 0.8147681355476379, "Finetune/Loss (Raw)": 1.0233983993530273, "Finetune/Step": 2398, "Finetune/Step Time": 6.612557357177138}
+{"Finetune/Learning Rate": 1.4552109682844569e-05, "Finetune/Loss": 0.8149221539497375, "Finetune/Loss (Raw)": 0.9207944273948669, "Finetune/Step": 2399, "Finetune/Step Time": 6.6201196834445}
+{"Finetune/Learning Rate": 1.4547672603098922e-05, "Finetune/Loss": 0.8136966228485107, "Finetune/Loss (Raw)": 0.7456308603286743, "Finetune/Step": 2400, "Finetune/Step Time": 6.613066470250487}
+{"Finetune/Learning Rate": 1.4543234394288792e-05, "Finetune/Loss": 0.8138440847396851, "Finetune/Loss (Raw)": 0.8279370665550232, "Finetune/Step": 2401, "Finetune/Step Time": 6.60619805008173}
+{"Finetune/Learning Rate": 1.4538795057516066e-05, "Finetune/Loss": 0.8134112358093262, "Finetune/Loss (Raw)": 0.7197398543357849, "Finetune/Step": 2402, "Finetune/Step Time": 6.591224307194352}
+{"Finetune/Learning Rate": 1.453435459388291e-05, "Finetune/Loss": 0.8128150701522827, "Finetune/Loss (Raw)": 0.8552315831184387, "Finetune/Step": 2403, "Finetune/Step Time": 6.599645595997572}
+{"Finetune/Learning Rate": 1.4529913004491779e-05, "Finetune/Loss": 0.8129664063453674, "Finetune/Loss (Raw)": 0.8756488561630249, "Finetune/Step": 2404, "Finetune/Step Time": 6.599585989490151}
+{"Finetune/Learning Rate": 1.4525470290445392e-05, "Finetune/Loss": 0.81383216381073, "Finetune/Loss (Raw)": 0.8067241907119751, "Finetune/Step": 2405, "Finetune/Step Time": 6.596417766064405}
+{"Finetune/Learning Rate": 1.4521026452846756e-05, "Finetune/Loss": 0.8142315745353699, "Finetune/Loss (Raw)": 0.9497478604316711, "Finetune/Step": 2406, "Finetune/Step Time": 6.598399994894862}
+{"Finetune/Learning Rate": 1.451658149279916e-05, "Finetune/Loss": 0.8119498491287231, "Finetune/Loss (Raw)": 0.5866904258728027, "Finetune/Step": 2407, "Finetune/Step Time": 6.620199995115399}
+{"Finetune/Learning Rate": 1.4512135411406166e-05, "Finetune/Loss": 0.8132773041725159, "Finetune/Loss (Raw)": 1.0270230770111084, "Finetune/Step": 2408, "Finetune/Step Time": 6.629359411075711}
+{"Finetune/Learning Rate": 1.4507688209771613e-05, "Finetune/Loss": 0.8132914900779724, "Finetune/Loss (Raw)": 0.8242229223251343, "Finetune/Step": 2409, "Finetune/Step Time": 6.630055855959654}
+{"Finetune/Learning Rate": 1.4503239888999625e-05, "Finetune/Loss": 0.8131850361824036, "Finetune/Loss (Raw)": 0.8137442469596863, "Finetune/Step": 2410, "Finetune/Step Time": 6.639378201216459}
+{"Finetune/Learning Rate": 1.44987904501946e-05, "Finetune/Loss": 0.8111621141433716, "Finetune/Loss (Raw)": 0.6944289207458496, "Finetune/Step": 2411, "Finetune/Step Time": 6.637150123715401}
+{"Finetune/Learning Rate": 1.4494339894461212e-05, "Finetune/Loss": 0.8120025396347046, "Finetune/Loss (Raw)": 0.7601146697998047, "Finetune/Step": 2412, "Finetune/Step Time": 6.616354698315263}
+{"Finetune/Learning Rate": 1.4489888222904415e-05, "Finetune/Loss": 0.81175297498703, "Finetune/Loss (Raw)": 0.7563231587409973, "Finetune/Step": 2413, "Finetune/Step Time": 6.6071432903409}
+{"Finetune/Learning Rate": 1.448543543662944e-05, "Finetune/Loss": 0.8125882148742676, "Finetune/Loss (Raw)": 0.9051496982574463, "Finetune/Step": 2414, "Finetune/Step Time": 6.593543557450175}
+{"Finetune/Learning Rate": 1.4480981536741792e-05, "Finetune/Loss": 0.8143718242645264, "Finetune/Loss (Raw)": 0.8409082293510437, "Finetune/Step": 2415, "Finetune/Step Time": 6.603730378672481}
+{"Finetune/Learning Rate": 1.4476526524347254e-05, "Finetune/Loss": 0.8133785724639893, "Finetune/Loss (Raw)": 0.7879008054733276, "Finetune/Step": 2416, "Finetune/Step Time": 6.6023457236588}
+{"Finetune/Learning Rate": 1.4472070400551887e-05, "Finetune/Loss": 0.8143689632415771, "Finetune/Loss (Raw)": 0.7570573687553406, "Finetune/Step": 2417, "Finetune/Step Time": 6.590991970151663}
+{"Finetune/Learning Rate": 1.4467613166462024e-05, "Finetune/Loss": 0.8106052875518799, "Finetune/Loss (Raw)": 0.4486791789531708, "Finetune/Step": 2418, "Finetune/Step Time": 6.60964722186327}
+{"Finetune/Learning Rate": 1.446315482318428e-05, "Finetune/Loss": 0.8107961416244507, "Finetune/Loss (Raw)": 0.803085207939148, "Finetune/Step": 2419, "Finetune/Step Time": 6.617165844887495}
+{"Finetune/Learning Rate": 1.4458695371825535e-05, "Finetune/Loss": 0.8127079010009766, "Finetune/Loss (Raw)": 1.0032318830490112, "Finetune/Step": 2420, "Finetune/Step Time": 6.60716624930501}
+{"Finetune/Learning Rate": 1.4454234813492958e-05, "Finetune/Loss": 0.8135545253753662, "Finetune/Loss (Raw)": 0.6723801493644714, "Finetune/Step": 2421, "Finetune/Step Time": 6.625611465424299}
+{"Finetune/Learning Rate": 1.444977314929398e-05, "Finetune/Loss": 0.8122503757476807, "Finetune/Loss (Raw)": 0.6948398947715759, "Finetune/Step": 2422, "Finetune/Step Time": 6.635272396728396}
+{"Finetune/Learning Rate": 1.4445310380336316e-05, "Finetune/Loss": 0.8107285499572754, "Finetune/Loss (Raw)": 0.5910916328430176, "Finetune/Step": 2423, "Finetune/Step Time": 6.628210734575987}
+{"Finetune/Learning Rate": 1.4440846507727949e-05, "Finetune/Loss": 0.8123682737350464, "Finetune/Loss (Raw)": 0.9020388722419739, "Finetune/Step": 2424, "Finetune/Step Time": 6.627471351996064}
+{"Finetune/Learning Rate": 1.4436381532577137e-05, "Finetune/Loss": 0.8116070032119751, "Finetune/Loss (Raw)": 0.7017850279808044, "Finetune/Step": 2425, "Finetune/Step Time": 6.637649929150939}
+{"Finetune/Learning Rate": 1.4431915455992416e-05, "Finetune/Loss": 0.8082002997398376, "Finetune/Loss (Raw)": 0.3795827031135559, "Finetune/Step": 2426, "Finetune/Step Time": 6.65629624761641}
+{"Finetune/Learning Rate": 1.4427448279082587e-05, "Finetune/Loss": 0.8079053163528442, "Finetune/Loss (Raw)": 0.8664813041687012, "Finetune/Step": 2427, "Finetune/Step Time": 6.647514840587974}
+{"Finetune/Learning Rate": 1.4422980002956737e-05, "Finetune/Loss": 0.8065130114555359, "Finetune/Loss (Raw)": 0.7125025391578674, "Finetune/Step": 2428, "Finetune/Step Time": 6.641789734363556}
+{"Finetune/Learning Rate": 1.4418510628724212e-05, "Finetune/Loss": 0.8071454763412476, "Finetune/Loss (Raw)": 0.8614098429679871, "Finetune/Step": 2429, "Finetune/Step Time": 6.653096456080675}
+{"Finetune/Learning Rate": 1.441404015749464e-05, "Finetune/Loss": 0.8069018125534058, "Finetune/Loss (Raw)": 0.696918249130249, "Finetune/Step": 2430, "Finetune/Step Time": 6.676963636651635}
+{"Finetune/Learning Rate": 1.4409568590377918e-05, "Finetune/Loss": 0.8072947859764099, "Finetune/Loss (Raw)": 0.9204505085945129, "Finetune/Step": 2431, "Finetune/Step Time": 6.67529939673841}
+{"Finetune/Learning Rate": 1.4405095928484217e-05, "Finetune/Loss": 0.8085452318191528, "Finetune/Loss (Raw)": 0.8140837550163269, "Finetune/Step": 2432, "Finetune/Step Time": 6.677090670913458}
+{"Finetune/Learning Rate": 1.4400622172923978e-05, "Finetune/Loss": 0.8083328008651733, "Finetune/Loss (Raw)": 0.7384045720100403, "Finetune/Step": 2433, "Finetune/Step Time": 6.676319949328899}
+{"Finetune/Learning Rate": 1.439614732480791e-05, "Finetune/Loss": 0.807633101940155, "Finetune/Loss (Raw)": 0.8541346192359924, "Finetune/Step": 2434, "Finetune/Step Time": 6.674633460119367}
+{"Finetune/Learning Rate": 1.4391671385247002e-05, "Finetune/Loss": 0.807161808013916, "Finetune/Loss (Raw)": 0.820058286190033, "Finetune/Step": 2435, "Finetune/Step Time": 6.672457711771131}
+{"Finetune/Learning Rate": 1.4387194355352506e-05, "Finetune/Loss": 0.8099757432937622, "Finetune/Loss (Raw)": 0.8943284153938293, "Finetune/Step": 2436, "Finetune/Step Time": 6.655443483963609}
+{"Finetune/Learning Rate": 1.438271623623595e-05, "Finetune/Loss": 0.8099789619445801, "Finetune/Loss (Raw)": 0.7868139743804932, "Finetune/Step": 2437, "Finetune/Step Time": 6.660091528669}
+{"Finetune/Learning Rate": 1.437823702900913e-05, "Finetune/Loss": 0.8101520538330078, "Finetune/Loss (Raw)": 0.9360490441322327, "Finetune/Step": 2438, "Finetune/Step Time": 6.663874823600054}
+{"Finetune/Learning Rate": 1.437375673478411e-05, "Finetune/Loss": 0.8101221323013306, "Finetune/Loss (Raw)": 0.914742112159729, "Finetune/Step": 2439, "Finetune/Step Time": 6.673625808209181}
+{"Finetune/Learning Rate": 1.4369275354673227e-05, "Finetune/Loss": 0.8116044998168945, "Finetune/Loss (Raw)": 0.9080334305763245, "Finetune/Step": 2440, "Finetune/Step Time": 6.66327691078186}
+{"Finetune/Learning Rate": 1.4364792889789088e-05, "Finetune/Loss": 0.8123459815979004, "Finetune/Loss (Raw)": 0.9308953285217285, "Finetune/Step": 2441, "Finetune/Step Time": 6.658062599599361}
+{"Finetune/Learning Rate": 1.436030934124457e-05, "Finetune/Loss": 0.8129869699478149, "Finetune/Loss (Raw)": 0.8499910831451416, "Finetune/Step": 2442, "Finetune/Step Time": 6.654101280495524}
+{"Finetune/Learning Rate": 1.4355824710152812e-05, "Finetune/Loss": 0.8141281604766846, "Finetune/Loss (Raw)": 0.9369155764579773, "Finetune/Step": 2443, "Finetune/Step Time": 6.658739287406206}
+{"Finetune/Learning Rate": 1.4351338997627233e-05, "Finetune/Loss": 0.8135989904403687, "Finetune/Loss (Raw)": 0.8662298321723938, "Finetune/Step": 2444, "Finetune/Step Time": 6.675297494977713}
+{"Finetune/Learning Rate": 1.4346852204781511e-05, "Finetune/Loss": 0.8105113506317139, "Finetune/Loss (Raw)": 0.3985597491264343, "Finetune/Step": 2445, "Finetune/Step Time": 6.691417070105672}
+{"Finetune/Learning Rate": 1.4342364332729597e-05, "Finetune/Loss": 0.8115670680999756, "Finetune/Loss (Raw)": 0.8913497924804688, "Finetune/Step": 2446, "Finetune/Step Time": 6.683314269408584}
+{"Finetune/Learning Rate": 1.4337875382585706e-05, "Finetune/Loss": 0.811036229133606, "Finetune/Loss (Raw)": 0.8689244985580444, "Finetune/Step": 2447, "Finetune/Step Time": 6.687913225963712}
+{"Finetune/Learning Rate": 1.4333385355464327e-05, "Finetune/Loss": 0.8120311498641968, "Finetune/Loss (Raw)": 0.9230340719223022, "Finetune/Step": 2448, "Finetune/Step Time": 6.689961908385158}
+{"Finetune/Learning Rate": 1.4328894252480208e-05, "Finetune/Loss": 0.8112788200378418, "Finetune/Loss (Raw)": 0.7245685458183289, "Finetune/Step": 2449, "Finetune/Step Time": 6.6824902184307575}
+{"Finetune/Learning Rate": 1.432440207474837e-05, "Finetune/Loss": 0.8084487915039062, "Finetune/Loss (Raw)": 0.4922821521759033, "Finetune/Step": 2450, "Finetune/Step Time": 6.698661973699927}
+{"Finetune/Learning Rate": 1.4319908823384103e-05, "Finetune/Loss": 0.8055049180984497, "Finetune/Loss (Raw)": 0.32600727677345276, "Finetune/Step": 2451, "Finetune/Step Time": 6.706499537453055}
+{"Finetune/Learning Rate": 1.431541449950296e-05, "Finetune/Loss": 0.8054572343826294, "Finetune/Loss (Raw)": 0.7848175168037415, "Finetune/Step": 2452, "Finetune/Step Time": 6.707878699526191}
+{"Finetune/Learning Rate": 1.4310919104220759e-05, "Finetune/Loss": 0.8050379753112793, "Finetune/Loss (Raw)": 0.8132601976394653, "Finetune/Step": 2453, "Finetune/Step Time": 6.72521910443902}
+{"Finetune/Learning Rate": 1.4306422638653583e-05, "Finetune/Loss": 0.8079824447631836, "Finetune/Loss (Raw)": 0.8233063220977783, "Finetune/Step": 2454, "Finetune/Step Time": 6.716013642027974}
+{"Finetune/Learning Rate": 1.4301925103917786e-05, "Finetune/Loss": 0.8083422183990479, "Finetune/Loss (Raw)": 0.8901102542877197, "Finetune/Step": 2455, "Finetune/Step Time": 6.703108271583915}
+{"Finetune/Learning Rate": 1.4297426501129985e-05, "Finetune/Loss": 0.8095331192016602, "Finetune/Loss (Raw)": 0.8867265582084656, "Finetune/Step": 2456, "Finetune/Step Time": 6.693221176043153}
+{"Finetune/Learning Rate": 1.429292683140706e-05, "Finetune/Loss": 0.8090199828147888, "Finetune/Loss (Raw)": 0.8626826405525208, "Finetune/Step": 2457, "Finetune/Step Time": 6.690226128324866}
+{"Finetune/Learning Rate": 1.4288426095866159e-05, "Finetune/Loss": 0.8096901178359985, "Finetune/Loss (Raw)": 0.8167088627815247, "Finetune/Step": 2458, "Finetune/Step Time": 6.686461452394724}
+{"Finetune/Learning Rate": 1.4283924295624691e-05, "Finetune/Loss": 0.8092876076698303, "Finetune/Loss (Raw)": 0.7844911217689514, "Finetune/Step": 2459, "Finetune/Step Time": 6.681264095008373}
+{"Finetune/Learning Rate": 1.4279421431800336e-05, "Finetune/Loss": 0.8073404431343079, "Finetune/Loss (Raw)": 0.7699329257011414, "Finetune/Step": 2460, "Finetune/Step Time": 6.676416417583823}
+{"Finetune/Learning Rate": 1.4274917505511026e-05, "Finetune/Loss": 0.8077865839004517, "Finetune/Loss (Raw)": 0.9533446431159973, "Finetune/Step": 2461, "Finetune/Step Time": 6.673194166272879}
+{"Finetune/Learning Rate": 1.4270412517874973e-05, "Finetune/Loss": 0.8080286979675293, "Finetune/Loss (Raw)": 0.8774011135101318, "Finetune/Step": 2462, "Finetune/Step Time": 6.660697430372238}
+{"Finetune/Learning Rate": 1.426590647001064e-05, "Finetune/Loss": 0.807683527469635, "Finetune/Loss (Raw)": 0.7896749973297119, "Finetune/Step": 2463, "Finetune/Step Time": 6.670343417674303}
+{"Finetune/Learning Rate": 1.4261399363036757e-05, "Finetune/Loss": 0.8083617687225342, "Finetune/Loss (Raw)": 0.9111294746398926, "Finetune/Step": 2464, "Finetune/Step Time": 6.656459463760257}
+{"Finetune/Learning Rate": 1.4256891198072315e-05, "Finetune/Loss": 0.8075819611549377, "Finetune/Loss (Raw)": 0.8400102257728577, "Finetune/Step": 2465, "Finetune/Step Time": 6.658900287002325}
+{"Finetune/Learning Rate": 1.4252381976236575e-05, "Finetune/Loss": 0.8069882392883301, "Finetune/Loss (Raw)": 0.7840678095817566, "Finetune/Step": 2466, "Finetune/Step Time": 6.660289088264108}
+{"Finetune/Learning Rate": 1.4247871698649053e-05, "Finetune/Loss": 0.8076344728469849, "Finetune/Loss (Raw)": 0.8259725570678711, "Finetune/Step": 2467, "Finetune/Step Time": 6.640855349600315}
+{"Finetune/Learning Rate": 1.424336036642953e-05, "Finetune/Loss": 0.8090402483940125, "Finetune/Loss (Raw)": 0.9437842965126038, "Finetune/Step": 2468, "Finetune/Step Time": 6.644538516178727}
+{"Finetune/Learning Rate": 1.4238847980698045e-05, "Finetune/Loss": 0.8091642260551453, "Finetune/Loss (Raw)": 0.9189153909683228, "Finetune/Step": 2469, "Finetune/Step Time": 6.617044480517507}
+{"Finetune/Learning Rate": 1.4234334542574906e-05, "Finetune/Loss": 0.8123469948768616, "Finetune/Loss (Raw)": 0.7737342119216919, "Finetune/Step": 2470, "Finetune/Step Time": 6.604001440107822}
+{"Finetune/Learning Rate": 1.4229820053180672e-05, "Finetune/Loss": 0.8123041391372681, "Finetune/Loss (Raw)": 0.9166452884674072, "Finetune/Step": 2471, "Finetune/Step Time": 6.587863191962242}
+{"Finetune/Learning Rate": 1.4225304513636173e-05, "Finetune/Loss": 0.8127667307853699, "Finetune/Loss (Raw)": 0.8479858636856079, "Finetune/Step": 2472, "Finetune/Step Time": 6.5627447962760925}
+{"Finetune/Learning Rate": 1.4220787925062499e-05, "Finetune/Loss": 0.8115013241767883, "Finetune/Loss (Raw)": 0.8733026385307312, "Finetune/Step": 2473, "Finetune/Step Time": 6.568994576111436}
+{"Finetune/Learning Rate": 1.421627028858099e-05, "Finetune/Loss": 0.8114757537841797, "Finetune/Loss (Raw)": 0.8104940056800842, "Finetune/Step": 2474, "Finetune/Step Time": 6.573569089174271}
+{"Finetune/Learning Rate": 1.421175160531326e-05, "Finetune/Loss": 0.8113349676132202, "Finetune/Loss (Raw)": 0.820185661315918, "Finetune/Step": 2475, "Finetune/Step Time": 6.572996262460947}
+{"Finetune/Learning Rate": 1.4207231876381172e-05, "Finetune/Loss": 0.8113476037979126, "Finetune/Loss (Raw)": 0.8631225824356079, "Finetune/Step": 2476, "Finetune/Step Time": 6.570467174053192}
+{"Finetune/Learning Rate": 1.4202711102906855e-05, "Finetune/Loss": 0.8115651607513428, "Finetune/Loss (Raw)": 0.8235013484954834, "Finetune/Step": 2477, "Finetune/Step Time": 6.5577426347881556}
+{"Finetune/Learning Rate": 1.4198189286012691e-05, "Finetune/Loss": 0.8114590048789978, "Finetune/Loss (Raw)": 0.8315914869308472, "Finetune/Step": 2478, "Finetune/Step Time": 6.557651426643133}
+{"Finetune/Learning Rate": 1.4193666426821332e-05, "Finetune/Loss": 0.8098549246788025, "Finetune/Loss (Raw)": 0.7395549416542053, "Finetune/Step": 2479, "Finetune/Step Time": 6.558203086256981}
+{"Finetune/Learning Rate": 1.4189142526455677e-05, "Finetune/Loss": 0.8087847828865051, "Finetune/Loss (Raw)": 0.7258354425430298, "Finetune/Step": 2480, "Finetune/Step Time": 6.55680569447577}
+{"Finetune/Learning Rate": 1.4184617586038887e-05, "Finetune/Loss": 0.8052121996879578, "Finetune/Loss (Raw)": 0.38631340861320496, "Finetune/Step": 2481, "Finetune/Step Time": 6.572462065145373}
+{"Finetune/Learning Rate": 1.4180091606694388e-05, "Finetune/Loss": 0.8066787719726562, "Finetune/Loss (Raw)": 1.0312440395355225, "Finetune/Step": 2482, "Finetune/Step Time": 6.5799642242491245}
+{"Finetune/Learning Rate": 1.4175564589545853e-05, "Finetune/Loss": 0.8066196441650391, "Finetune/Loss (Raw)": 0.7788832783699036, "Finetune/Step": 2483, "Finetune/Step Time": 6.57547546736896}
+{"Finetune/Learning Rate": 1.4171036535717226e-05, "Finetune/Loss": 0.8070021867752075, "Finetune/Loss (Raw)": 0.7470894455909729, "Finetune/Step": 2484, "Finetune/Step Time": 6.580821136012673}
+{"Finetune/Learning Rate": 1.4166507446332695e-05, "Finetune/Loss": 0.8071544766426086, "Finetune/Loss (Raw)": 0.8503740429878235, "Finetune/Step": 2485, "Finetune/Step Time": 6.5806459207087755}
+{"Finetune/Learning Rate": 1.4161977322516712e-05, "Finetune/Loss": 0.8052058815956116, "Finetune/Loss (Raw)": 0.6604002118110657, "Finetune/Step": 2486, "Finetune/Step Time": 6.590634325519204}
+{"Finetune/Learning Rate": 1.4157446165393984e-05, "Finetune/Loss": 0.8053553104400635, "Finetune/Loss (Raw)": 0.3199637234210968, "Finetune/Step": 2487, "Finetune/Step Time": 6.5980852004140615}
+{"Finetune/Learning Rate": 1.4152913976089476e-05, "Finetune/Loss": 0.8055408000946045, "Finetune/Loss (Raw)": 0.9131372570991516, "Finetune/Step": 2488, "Finetune/Step Time": 6.6062023639678955}
+{"Finetune/Learning Rate": 1.4148380755728407e-05, "Finetune/Loss": 0.8053509593009949, "Finetune/Loss (Raw)": 0.8760643005371094, "Finetune/Step": 2489, "Finetune/Step Time": 6.6239103097468615}
+{"Finetune/Learning Rate": 1.4143846505436255e-05, "Finetune/Loss": 0.8014248609542847, "Finetune/Loss (Raw)": 0.3266606032848358, "Finetune/Step": 2490, "Finetune/Step Time": 6.647023435682058}
+{"Finetune/Learning Rate": 1.4139311226338747e-05, "Finetune/Loss": 0.8032093048095703, "Finetune/Loss (Raw)": 0.8039427399635315, "Finetune/Step": 2491, "Finetune/Step Time": 6.640473419800401}
+{"Finetune/Learning Rate": 1.413477491956188e-05, "Finetune/Loss": 0.8030222654342651, "Finetune/Loss (Raw)": 0.7267851233482361, "Finetune/Step": 2492, "Finetune/Step Time": 6.641134416684508}
+{"Finetune/Learning Rate": 1.413023758623189e-05, "Finetune/Loss": 0.8028010725975037, "Finetune/Loss (Raw)": 0.8597489595413208, "Finetune/Step": 2493, "Finetune/Step Time": 6.64911475777626}
+{"Finetune/Learning Rate": 1.4125699227475275e-05, "Finetune/Loss": 0.8055658340454102, "Finetune/Loss (Raw)": 0.9370672702789307, "Finetune/Step": 2494, "Finetune/Step Time": 6.637965474277735}
+{"Finetune/Learning Rate": 1.4121159844418793e-05, "Finetune/Loss": 0.804944634437561, "Finetune/Loss (Raw)": 0.8604284524917603, "Finetune/Step": 2495, "Finetune/Step Time": 6.63081843033433}
+{"Finetune/Learning Rate": 1.411661943818944e-05, "Finetune/Loss": 0.8048616647720337, "Finetune/Loss (Raw)": 0.7739964723587036, "Finetune/Step": 2496, "Finetune/Step Time": 6.651240084320307}
+{"Finetune/Learning Rate": 1.4112078009914485e-05, "Finetune/Loss": 0.80271977186203, "Finetune/Loss (Raw)": 0.6924044489860535, "Finetune/Step": 2497, "Finetune/Step Time": 6.64997205697}
+{"Finetune/Learning Rate": 1.410753556072144e-05, "Finetune/Loss": 0.8037285208702087, "Finetune/Loss (Raw)": 0.9541859030723572, "Finetune/Step": 2498, "Finetune/Step Time": 6.6499406937509775}
+{"Finetune/Learning Rate": 1.410299209173807e-05, "Finetune/Loss": 0.8006510734558105, "Finetune/Loss (Raw)": 0.5321961045265198, "Finetune/Step": 2499, "Finetune/Step Time": 6.662392375990748}
+{"Finetune/Learning Rate": 1.4098447604092398e-05, "Finetune/Loss": 0.8013631105422974, "Finetune/Loss (Raw)": 0.8757410645484924, "Finetune/Step": 2500, "Finetune/Step Time": 6.662063837051392}
+{"Finetune/Learning Rate": 1.4093902098912695e-05, "Finetune/Loss": 0.8011971712112427, "Finetune/Loss (Raw)": 0.9084578156471252, "Finetune/Step": 2501, "Finetune/Step Time": 6.643598238006234}
+{"Finetune/Learning Rate": 1.4089355577327495e-05, "Finetune/Loss": 0.8024117946624756, "Finetune/Loss (Raw)": 0.8835452198982239, "Finetune/Step": 2502, "Finetune/Step Time": 6.633591530844569}
+{"Finetune/Learning Rate": 1.4084808040465569e-05, "Finetune/Loss": 0.803857147693634, "Finetune/Loss (Raw)": 0.8386070132255554, "Finetune/Step": 2503, "Finetune/Step Time": 6.622693633660674}
+{"Finetune/Learning Rate": 1.408025948945595e-05, "Finetune/Loss": 0.8033573627471924, "Finetune/Loss (Raw)": 0.8473865389823914, "Finetune/Step": 2504, "Finetune/Step Time": 6.626631122082472}
+{"Finetune/Learning Rate": 1.4075709925427923e-05, "Finetune/Loss": 0.8022499084472656, "Finetune/Loss (Raw)": 0.8340742588043213, "Finetune/Step": 2505, "Finetune/Step Time": 6.6363242622464895}
+{"Finetune/Learning Rate": 1.4071159349511017e-05, "Finetune/Loss": 0.8013569116592407, "Finetune/Loss (Raw)": 0.8008829951286316, "Finetune/Step": 2506, "Finetune/Step Time": 6.6501805782318115}
+{"Finetune/Learning Rate": 1.4066607762835022e-05, "Finetune/Loss": 0.8019348978996277, "Finetune/Loss (Raw)": 0.9332022070884705, "Finetune/Step": 2507, "Finetune/Step Time": 6.637013539671898}
+{"Finetune/Learning Rate": 1.4062055166529973e-05, "Finetune/Loss": 0.8020023107528687, "Finetune/Loss (Raw)": 0.7475721836090088, "Finetune/Step": 2508, "Finetune/Step Time": 6.643599804490805}
+{"Finetune/Learning Rate": 1.4057501561726157e-05, "Finetune/Loss": 0.801669716835022, "Finetune/Loss (Raw)": 0.800640344619751, "Finetune/Step": 2509, "Finetune/Step Time": 6.647157799452543}
+{"Finetune/Learning Rate": 1.4052946949554107e-05, "Finetune/Loss": 0.8036487698554993, "Finetune/Loss (Raw)": 0.9302539825439453, "Finetune/Step": 2510, "Finetune/Step Time": 6.630403932183981}
+{"Finetune/Learning Rate": 1.4048391331144615e-05, "Finetune/Loss": 0.8061177730560303, "Finetune/Loss (Raw)": 0.8800960779190063, "Finetune/Step": 2511, "Finetune/Step Time": 6.626151986420155}
+{"Finetune/Learning Rate": 1.4043834707628721e-05, "Finetune/Loss": 0.8042227029800415, "Finetune/Loss (Raw)": 0.7138687968254089, "Finetune/Step": 2512, "Finetune/Step Time": 6.63493425399065}
+{"Finetune/Learning Rate": 1.4039277080137702e-05, "Finetune/Loss": 0.8037514686584473, "Finetune/Loss (Raw)": 0.7524319887161255, "Finetune/Step": 2513, "Finetune/Step Time": 6.634272327646613}
+{"Finetune/Learning Rate": 1.4034718449803105e-05, "Finetune/Loss": 0.8029283285140991, "Finetune/Loss (Raw)": 0.8665183782577515, "Finetune/Step": 2514, "Finetune/Step Time": 6.639785220846534}
+{"Finetune/Learning Rate": 1.4030158817756709e-05, "Finetune/Loss": 0.8017423152923584, "Finetune/Loss (Raw)": 0.663528561592102, "Finetune/Step": 2515, "Finetune/Step Time": 6.63444147258997}
+{"Finetune/Learning Rate": 1.402559818513055e-05, "Finetune/Loss": 0.8014302849769592, "Finetune/Loss (Raw)": 0.797640860080719, "Finetune/Step": 2516, "Finetune/Step Time": 6.612549114972353}
+{"Finetune/Learning Rate": 1.4021036553056905e-05, "Finetune/Loss": 0.8007111549377441, "Finetune/Loss (Raw)": 0.8670368790626526, "Finetune/Step": 2517, "Finetune/Step Time": 6.615511056035757}
+{"Finetune/Learning Rate": 1.4016473922668312e-05, "Finetune/Loss": 0.7992850542068481, "Finetune/Loss (Raw)": 0.7687138319015503, "Finetune/Step": 2518, "Finetune/Step Time": 6.621190909296274}
+{"Finetune/Learning Rate": 1.4011910295097545e-05, "Finetune/Loss": 0.7981914281845093, "Finetune/Loss (Raw)": 0.7860513925552368, "Finetune/Step": 2519, "Finetune/Step Time": 6.615227038040757}
+{"Finetune/Learning Rate": 1.400734567147763e-05, "Finetune/Loss": 0.7988079786300659, "Finetune/Loss (Raw)": 0.9350751042366028, "Finetune/Step": 2520, "Finetune/Step Time": 6.614709671586752}
+{"Finetune/Learning Rate": 1.4002780052941837e-05, "Finetune/Loss": 0.7946906089782715, "Finetune/Loss (Raw)": 0.4097200036048889, "Finetune/Step": 2521, "Finetune/Step Time": 6.618054231628776}
+{"Finetune/Learning Rate": 1.3998213440623691e-05, "Finetune/Loss": 0.7980202436447144, "Finetune/Loss (Raw)": 0.8299273252487183, "Finetune/Step": 2522, "Finetune/Step Time": 6.609838657081127}
+{"Finetune/Learning Rate": 1.3993645835656955e-05, "Finetune/Loss": 0.7960110306739807, "Finetune/Loss (Raw)": 0.6162885427474976, "Finetune/Step": 2523, "Finetune/Step Time": 6.6116770673543215}
+{"Finetune/Learning Rate": 1.3989077239175646e-05, "Finetune/Loss": 0.7958937287330627, "Finetune/Loss (Raw)": 0.7924990057945251, "Finetune/Step": 2524, "Finetune/Step Time": 6.61060799472034}
+{"Finetune/Learning Rate": 1.3984507652314019e-05, "Finetune/Loss": 0.7940998077392578, "Finetune/Loss (Raw)": 0.6235398054122925, "Finetune/Step": 2525, "Finetune/Step Time": 6.623324958607554}
+{"Finetune/Learning Rate": 1.3979937076206583e-05, "Finetune/Loss": 0.7928394079208374, "Finetune/Loss (Raw)": 0.8620679974555969, "Finetune/Step": 2526, "Finetune/Step Time": 6.625874325633049}
+{"Finetune/Learning Rate": 1.3975365511988087e-05, "Finetune/Loss": 0.7921872735023499, "Finetune/Loss (Raw)": 0.8373152017593384, "Finetune/Step": 2527, "Finetune/Step Time": 6.634707951918244}
+{"Finetune/Learning Rate": 1.3970792960793524e-05, "Finetune/Loss": 0.7937610149383545, "Finetune/Loss (Raw)": 0.9470810890197754, "Finetune/Step": 2528, "Finetune/Step Time": 6.64028531499207}
+{"Finetune/Learning Rate": 1.3966219423758143e-05, "Finetune/Loss": 0.7894492149353027, "Finetune/Loss (Raw)": 0.276015967130661, "Finetune/Step": 2529, "Finetune/Step Time": 6.657462308183312}
+{"Finetune/Learning Rate": 1.396164490201742e-05, "Finetune/Loss": 0.7906113862991333, "Finetune/Loss (Raw)": 0.8685005307197571, "Finetune/Step": 2530, "Finetune/Step Time": 6.658886332064867}
+{"Finetune/Learning Rate": 1.3957069396707094e-05, "Finetune/Loss": 0.7900602221488953, "Finetune/Loss (Raw)": 0.7846894860267639, "Finetune/Step": 2531, "Finetune/Step Time": 6.657353159040213}
+{"Finetune/Learning Rate": 1.3952492908963138e-05, "Finetune/Loss": 0.7894994020462036, "Finetune/Loss (Raw)": 0.8038614988327026, "Finetune/Step": 2532, "Finetune/Step Time": 6.673128178343177}
+{"Finetune/Learning Rate": 1.3947915439921764e-05, "Finetune/Loss": 0.7888128757476807, "Finetune/Loss (Raw)": 0.7188454270362854, "Finetune/Step": 2533, "Finetune/Step Time": 6.6750490460544825}
+{"Finetune/Learning Rate": 1.394333699071944e-05, "Finetune/Loss": 0.7844047546386719, "Finetune/Loss (Raw)": 0.3855092227458954, "Finetune/Step": 2534, "Finetune/Step Time": 6.692493561655283}
+{"Finetune/Learning Rate": 1.3938757562492873e-05, "Finetune/Loss": 0.7871021032333374, "Finetune/Loss (Raw)": 0.9319444298744202, "Finetune/Step": 2535, "Finetune/Step Time": 6.676411425694823}
+{"Finetune/Learning Rate": 1.3934177156379008e-05, "Finetune/Loss": 0.7840032577514648, "Finetune/Loss (Raw)": 0.630378246307373, "Finetune/Step": 2536, "Finetune/Step Time": 6.683680923655629}
+{"Finetune/Learning Rate": 1.3929595773515035e-05, "Finetune/Loss": 0.7833892107009888, "Finetune/Loss (Raw)": 0.7456194162368774, "Finetune/Step": 2537, "Finetune/Step Time": 6.690098397433758}
+{"Finetune/Learning Rate": 1.3925013415038392e-05, "Finetune/Loss": 0.783855676651001, "Finetune/Loss (Raw)": 0.873456597328186, "Finetune/Step": 2538, "Finetune/Step Time": 6.693002890795469}
+{"Finetune/Learning Rate": 1.3920430082086752e-05, "Finetune/Loss": 0.7846646904945374, "Finetune/Loss (Raw)": 0.7979815602302551, "Finetune/Step": 2539, "Finetune/Step Time": 6.690850907936692}
+{"Finetune/Learning Rate": 1.3915845775798037e-05, "Finetune/Loss": 0.7852838635444641, "Finetune/Loss (Raw)": 0.8393727540969849, "Finetune/Step": 2540, "Finetune/Step Time": 6.690329262986779}
+{"Finetune/Learning Rate": 1.3911260497310401e-05, "Finetune/Loss": 0.7845989465713501, "Finetune/Loss (Raw)": 0.6686427593231201, "Finetune/Step": 2541, "Finetune/Step Time": 6.706057868897915}
+{"Finetune/Learning Rate": 1.3906674247762249e-05, "Finetune/Loss": 0.7841284275054932, "Finetune/Loss (Raw)": 0.8449315428733826, "Finetune/Step": 2542, "Finetune/Step Time": 6.710203319787979}
+{"Finetune/Learning Rate": 1.390208702829222e-05, "Finetune/Loss": 0.7842156291007996, "Finetune/Loss (Raw)": 0.8520679473876953, "Finetune/Step": 2543, "Finetune/Step Time": 6.694641577079892}
+{"Finetune/Learning Rate": 1.38974988400392e-05, "Finetune/Loss": 0.7831851243972778, "Finetune/Loss (Raw)": 0.6560021638870239, "Finetune/Step": 2544, "Finetune/Step Time": 6.703679027035832}
+{"Finetune/Learning Rate": 1.3892909684142311e-05, "Finetune/Loss": 0.7836857438087463, "Finetune/Loss (Raw)": 0.8211284875869751, "Finetune/Step": 2545, "Finetune/Step Time": 6.697388965636492}
+{"Finetune/Learning Rate": 1.3888319561740916e-05, "Finetune/Loss": 0.7824242115020752, "Finetune/Loss (Raw)": 0.2872067987918854, "Finetune/Step": 2546, "Finetune/Step Time": 6.696457322686911}
+{"Finetune/Learning Rate": 1.388372847397462e-05, "Finetune/Loss": 0.7823823094367981, "Finetune/Loss (Raw)": 0.7977233529090881, "Finetune/Step": 2547, "Finetune/Step Time": 6.66811908595264}
+{"Finetune/Learning Rate": 1.3879136421983265e-05, "Finetune/Loss": 0.7820420265197754, "Finetune/Loss (Raw)": 0.9596702456474304, "Finetune/Step": 2548, "Finetune/Step Time": 6.679785905405879}
+{"Finetune/Learning Rate": 1.3874543406906937e-05, "Finetune/Loss": 0.7793755531311035, "Finetune/Loss (Raw)": 0.33107882738113403, "Finetune/Step": 2549, "Finetune/Step Time": 6.670045951381326}
+{"Finetune/Learning Rate": 1.3869949429885955e-05, "Finetune/Loss": 0.7804832458496094, "Finetune/Loss (Raw)": 0.8366191983222961, "Finetune/Step": 2550, "Finetune/Step Time": 6.660095131024718}
+{"Finetune/Learning Rate": 1.3865354492060879e-05, "Finetune/Loss": 0.782897412776947, "Finetune/Loss (Raw)": 0.9001023173332214, "Finetune/Step": 2551, "Finetune/Step Time": 6.656210243701935}
+{"Finetune/Learning Rate": 1.3860758594572507e-05, "Finetune/Loss": 0.7840882539749146, "Finetune/Loss (Raw)": 1.0544719696044922, "Finetune/Step": 2552, "Finetune/Step Time": 6.656820295378566}
+{"Finetune/Learning Rate": 1.3856161738561879e-05, "Finetune/Loss": 0.7842382788658142, "Finetune/Loss (Raw)": 0.7209875583648682, "Finetune/Step": 2553, "Finetune/Step Time": 6.667400177568197}
+{"Finetune/Learning Rate": 1.385156392517027e-05, "Finetune/Loss": 0.7879334688186646, "Finetune/Loss (Raw)": 0.8525717854499817, "Finetune/Step": 2554, "Finetune/Step Time": 6.685081984847784}
+{"Finetune/Learning Rate": 1.3846965155539194e-05, "Finetune/Loss": 0.783825159072876, "Finetune/Loss (Raw)": 0.34060510993003845, "Finetune/Step": 2555, "Finetune/Step Time": 6.703450944274664}
+{"Finetune/Learning Rate": 1.38423654308104e-05, "Finetune/Loss": 0.7849833965301514, "Finetune/Loss (Raw)": 0.8607638478279114, "Finetune/Step": 2556, "Finetune/Step Time": 6.703522693365812}
+{"Finetune/Learning Rate": 1.3837764752125877e-05, "Finetune/Loss": 0.7838014364242554, "Finetune/Loss (Raw)": 0.7101150155067444, "Finetune/Step": 2557, "Finetune/Step Time": 6.687394302338362}
+{"Finetune/Learning Rate": 1.3833163120627848e-05, "Finetune/Loss": 0.7846960425376892, "Finetune/Loss (Raw)": 0.8114334344863892, "Finetune/Step": 2558, "Finetune/Step Time": 6.668091353029013}
+{"Finetune/Learning Rate": 1.3828560537458775e-05, "Finetune/Loss": 0.7832821607589722, "Finetune/Loss (Raw)": 0.7394744753837585, "Finetune/Step": 2559, "Finetune/Step Time": 6.666504370048642}
+{"Finetune/Learning Rate": 1.3823957003761352e-05, "Finetune/Loss": 0.7817610502243042, "Finetune/Loss (Raw)": 0.6193796396255493, "Finetune/Step": 2560, "Finetune/Step Time": 6.675409646704793}
+{"Finetune/Learning Rate": 1.3819352520678519e-05, "Finetune/Loss": 0.7824450731277466, "Finetune/Loss (Raw)": 0.8259559869766235, "Finetune/Step": 2561, "Finetune/Step Time": 6.678985925391316}
+{"Finetune/Learning Rate": 1.381474708935344e-05, "Finetune/Loss": 0.782957911491394, "Finetune/Loss (Raw)": 0.9197816252708435, "Finetune/Step": 2562, "Finetune/Step Time": 6.67827770113945}
+{"Finetune/Learning Rate": 1.3810140710929521e-05, "Finetune/Loss": 0.7800832986831665, "Finetune/Loss (Raw)": 0.4521041810512543, "Finetune/Step": 2563, "Finetune/Step Time": 6.676509292796254}
+{"Finetune/Learning Rate": 1.3805533386550396e-05, "Finetune/Loss": 0.7797738909721375, "Finetune/Loss (Raw)": 0.8547284007072449, "Finetune/Step": 2564, "Finetune/Step Time": 6.679667012766004}
+{"Finetune/Learning Rate": 1.3800925117359949e-05, "Finetune/Loss": 0.78056800365448, "Finetune/Loss (Raw)": 0.8884605169296265, "Finetune/Step": 2565, "Finetune/Step Time": 6.6776152439415455}
+{"Finetune/Learning Rate": 1.3796315904502284e-05, "Finetune/Loss": 0.7799762487411499, "Finetune/Loss (Raw)": 0.8603039383888245, "Finetune/Step": 2566, "Finetune/Step Time": 6.680751642212272}
+{"Finetune/Learning Rate": 1.3791705749121745e-05, "Finetune/Loss": 0.7786253690719604, "Finetune/Loss (Raw)": 0.7418230175971985, "Finetune/Step": 2567, "Finetune/Step Time": 6.676042061299086}
+{"Finetune/Learning Rate": 1.378709465236291e-05, "Finetune/Loss": 0.7773773670196533, "Finetune/Loss (Raw)": 0.7482976913452148, "Finetune/Step": 2568, "Finetune/Step Time": 6.670467998832464}
+{"Finetune/Learning Rate": 1.3782482615370584e-05, "Finetune/Loss": 0.7780592441558838, "Finetune/Loss (Raw)": 1.0181771516799927, "Finetune/Step": 2569, "Finetune/Step Time": 6.668653264641762}
+{"Finetune/Learning Rate": 1.3777869639289822e-05, "Finetune/Loss": 0.7778327465057373, "Finetune/Loss (Raw)": 0.8209955096244812, "Finetune/Step": 2570, "Finetune/Step Time": 6.673265919089317}
+{"Finetune/Learning Rate": 1.3773255725265896e-05, "Finetune/Loss": 0.7785991430282593, "Finetune/Loss (Raw)": 1.0350090265274048, "Finetune/Step": 2571, "Finetune/Step Time": 6.681793300434947}
+{"Finetune/Learning Rate": 1.3768640874444312e-05, "Finetune/Loss": 0.7783375978469849, "Finetune/Loss (Raw)": 0.8327596187591553, "Finetune/Step": 2572, "Finetune/Step Time": 6.679443972185254}
+{"Finetune/Learning Rate": 1.376402508797082e-05, "Finetune/Loss": 0.7814845442771912, "Finetune/Loss (Raw)": 0.8013678789138794, "Finetune/Step": 2573, "Finetune/Step Time": 6.666271399706602}
+{"Finetune/Learning Rate": 1.3759408366991391e-05, "Finetune/Loss": 0.7804974317550659, "Finetune/Loss (Raw)": 0.76500004529953, "Finetune/Step": 2574, "Finetune/Step Time": 6.689017212018371}
+{"Finetune/Learning Rate": 1.3754790712652238e-05, "Finetune/Loss": 0.7794172167778015, "Finetune/Loss (Raw)": 0.7306535840034485, "Finetune/Step": 2575, "Finetune/Step Time": 6.682151155546308}
+{"Finetune/Learning Rate": 1.3750172126099791e-05, "Finetune/Loss": 0.7786164283752441, "Finetune/Loss (Raw)": 0.8205412030220032, "Finetune/Step": 2576, "Finetune/Step Time": 6.682878702878952}
+{"Finetune/Learning Rate": 1.374555260848073e-05, "Finetune/Loss": 0.7797715663909912, "Finetune/Loss (Raw)": 0.8724203109741211, "Finetune/Step": 2577, "Finetune/Step Time": 6.686777172610164}
+{"Finetune/Learning Rate": 1.374093216094195e-05, "Finetune/Loss": 0.7831335663795471, "Finetune/Loss (Raw)": 0.922620952129364, "Finetune/Step": 2578, "Finetune/Step Time": 6.6683660093694925}
+{"Finetune/Learning Rate": 1.3736310784630588e-05, "Finetune/Loss": 0.7878251075744629, "Finetune/Loss (Raw)": 0.926511824131012, "Finetune/Step": 2579, "Finetune/Step Time": 6.647709034383297}
+{"Finetune/Learning Rate": 1.3731688480694006e-05, "Finetune/Loss": 0.7864507436752319, "Finetune/Loss (Raw)": 0.608907163143158, "Finetune/Step": 2580, "Finetune/Step Time": 6.657957818359137}
+{"Finetune/Learning Rate": 1.3727065250279795e-05, "Finetune/Loss": 0.7873866558074951, "Finetune/Loss (Raw)": 0.933064877986908, "Finetune/Step": 2581, "Finetune/Step Time": 6.635930668562651}
+{"Finetune/Learning Rate": 1.3722441094535777e-05, "Finetune/Loss": 0.7872623801231384, "Finetune/Loss (Raw)": 0.807396650314331, "Finetune/Step": 2582, "Finetune/Step Time": 6.625697046518326}
+{"Finetune/Learning Rate": 1.371781601461001e-05, "Finetune/Loss": 0.7859514951705933, "Finetune/Loss (Raw)": 0.7223062515258789, "Finetune/Step": 2583, "Finetune/Step Time": 6.634113339707255}
+{"Finetune/Learning Rate": 1.3713190011650774e-05, "Finetune/Loss": 0.786235511302948, "Finetune/Loss (Raw)": 0.9230882525444031, "Finetune/Step": 2584, "Finetune/Step Time": 6.635193409398198}
+{"Finetune/Learning Rate": 1.3708563086806583e-05, "Finetune/Loss": 0.7846647500991821, "Finetune/Loss (Raw)": 0.661624014377594, "Finetune/Step": 2585, "Finetune/Step Time": 6.637509923428297}
+{"Finetune/Learning Rate": 1.3703935241226174e-05, "Finetune/Loss": 0.7847148180007935, "Finetune/Loss (Raw)": 0.8231215476989746, "Finetune/Step": 2586, "Finetune/Step Time": 6.624362686648965}
+{"Finetune/Learning Rate": 1.3699306476058523e-05, "Finetune/Loss": 0.7857186198234558, "Finetune/Loss (Raw)": 0.9129693508148193, "Finetune/Step": 2587, "Finetune/Step Time": 6.62445130571723}
+{"Finetune/Learning Rate": 1.369467679245282e-05, "Finetune/Loss": 0.7853312492370605, "Finetune/Loss (Raw)": 0.7203556895256042, "Finetune/Step": 2588, "Finetune/Step Time": 6.633229393512011}
+{"Finetune/Learning Rate": 1.3690046191558492e-05, "Finetune/Loss": 0.784530520439148, "Finetune/Loss (Raw)": 0.8508515954017639, "Finetune/Step": 2589, "Finetune/Step Time": 6.637580098584294}
+{"Finetune/Learning Rate": 1.3685414674525197e-05, "Finetune/Loss": 0.7846266627311707, "Finetune/Loss (Raw)": 0.8897093534469604, "Finetune/Step": 2590, "Finetune/Step Time": 6.640451425686479}
+{"Finetune/Learning Rate": 1.368078224250281e-05, "Finetune/Loss": 0.7841869592666626, "Finetune/Loss (Raw)": 0.7333899140357971, "Finetune/Step": 2591, "Finetune/Step Time": 6.668529272079468}
+{"Finetune/Learning Rate": 1.3676148896641443e-05, "Finetune/Loss": 0.7835097908973694, "Finetune/Loss (Raw)": 0.8244499564170837, "Finetune/Step": 2592, "Finetune/Step Time": 6.6765532195568085}
+{"Finetune/Learning Rate": 1.367151463809143e-05, "Finetune/Loss": 0.7825126647949219, "Finetune/Loss (Raw)": 0.7123790979385376, "Finetune/Step": 2593, "Finetune/Step Time": 6.696882834658027}
+{"Finetune/Learning Rate": 1.366687946800333e-05, "Finetune/Loss": 0.782016396522522, "Finetune/Loss (Raw)": 0.7205502986907959, "Finetune/Step": 2594, "Finetune/Step Time": 6.708352038636804}
+{"Finetune/Learning Rate": 1.3662243387527936e-05, "Finetune/Loss": 0.7817929983139038, "Finetune/Loss (Raw)": 0.7973726391792297, "Finetune/Step": 2595, "Finetune/Step Time": 6.713517781347036}
+{"Finetune/Learning Rate": 1.3657606397816257e-05, "Finetune/Loss": 0.7801949381828308, "Finetune/Loss (Raw)": 0.7392346858978271, "Finetune/Step": 2596, "Finetune/Step Time": 6.707079444080591}
+{"Finetune/Learning Rate": 1.3652968500019534e-05, "Finetune/Loss": 0.7800122499465942, "Finetune/Loss (Raw)": 0.8955342769622803, "Finetune/Step": 2597, "Finetune/Step Time": 6.719676466658711}
+{"Finetune/Learning Rate": 1.3648329695289233e-05, "Finetune/Loss": 0.7787002325057983, "Finetune/Loss (Raw)": 0.6057984232902527, "Finetune/Step": 2598, "Finetune/Step Time": 6.731638539582491}
+{"Finetune/Learning Rate": 1.3643689984777041e-05, "Finetune/Loss": 0.7783730626106262, "Finetune/Loss (Raw)": 0.8747583627700806, "Finetune/Step": 2599, "Finetune/Step Time": 6.735908634960651}
+{"Finetune/Learning Rate": 1.3639049369634878e-05, "Finetune/Loss": 0.7780292630195618, "Finetune/Loss (Raw)": 0.8039793968200684, "Finetune/Step": 2600, "Finetune/Step Time": 6.740293376147747}
+{"Finetune/Learning Rate": 1.363440785101488e-05, "Finetune/Loss": 0.7773920297622681, "Finetune/Loss (Raw)": 0.791742742061615, "Finetune/Step": 2601, "Finetune/Step Time": 6.746884409338236}
+{"Finetune/Learning Rate": 1.362976543006941e-05, "Finetune/Loss": 0.778499960899353, "Finetune/Loss (Raw)": 0.9523076415061951, "Finetune/Step": 2602, "Finetune/Step Time": 6.744242899119854}
+{"Finetune/Learning Rate": 1.3625122107951059e-05, "Finetune/Loss": 0.7791979908943176, "Finetune/Loss (Raw)": 0.9095259308815002, "Finetune/Step": 2603, "Finetune/Step Time": 6.743914818391204}
+{"Finetune/Learning Rate": 1.3620477885812635e-05, "Finetune/Loss": 0.7785063982009888, "Finetune/Loss (Raw)": 0.7746037244796753, "Finetune/Step": 2604, "Finetune/Step Time": 6.749685628339648}
+{"Finetune/Learning Rate": 1.3615832764807178e-05, "Finetune/Loss": 0.777866005897522, "Finetune/Loss (Raw)": 0.7415286898612976, "Finetune/Step": 2605, "Finetune/Step Time": 6.748474525287747}
+{"Finetune/Learning Rate": 1.3611186746087941e-05, "Finetune/Loss": 0.777121901512146, "Finetune/Loss (Raw)": 0.7363495230674744, "Finetune/Step": 2606, "Finetune/Step Time": 6.776468612253666}
+{"Finetune/Learning Rate": 1.360653983080841e-05, "Finetune/Loss": 0.7778289318084717, "Finetune/Loss (Raw)": 0.8300525546073914, "Finetune/Step": 2607, "Finetune/Step Time": 6.797239599749446}
+{"Finetune/Learning Rate": 1.3601892020122287e-05, "Finetune/Loss": 0.7791363596916199, "Finetune/Loss (Raw)": 0.8931834101676941, "Finetune/Step": 2608, "Finetune/Step Time": 6.790198091417551}
+{"Finetune/Learning Rate": 1.3597243315183498e-05, "Finetune/Loss": 0.7831027507781982, "Finetune/Loss (Raw)": 0.8940168023109436, "Finetune/Step": 2609, "Finetune/Step Time": 6.77415307238698}
+{"Finetune/Learning Rate": 1.3592593717146188e-05, "Finetune/Loss": 0.7806539535522461, "Finetune/Loss (Raw)": 0.717801034450531, "Finetune/Step": 2610, "Finetune/Step Time": 6.780077587813139}
+{"Finetune/Learning Rate": 1.3587943227164733e-05, "Finetune/Loss": 0.7799978256225586, "Finetune/Loss (Raw)": 0.6948956251144409, "Finetune/Step": 2611, "Finetune/Step Time": 6.781149920076132}
+{"Finetune/Learning Rate": 1.3583291846393718e-05, "Finetune/Loss": 0.7805525064468384, "Finetune/Loss (Raw)": 0.8180899024009705, "Finetune/Step": 2612, "Finetune/Step Time": 6.769496789202094}
+{"Finetune/Learning Rate": 1.357863957598796e-05, "Finetune/Loss": 0.7815165519714355, "Finetune/Loss (Raw)": 0.9737668037414551, "Finetune/Step": 2613, "Finetune/Step Time": 6.767521195113659}
+{"Finetune/Learning Rate": 1.3573986417102492e-05, "Finetune/Loss": 0.7824288606643677, "Finetune/Loss (Raw)": 0.7771756649017334, "Finetune/Step": 2614, "Finetune/Step Time": 6.769453478977084}
+{"Finetune/Learning Rate": 1.3569332370892565e-05, "Finetune/Loss": 0.7868928909301758, "Finetune/Loss (Raw)": 0.8913611769676208, "Finetune/Step": 2615, "Finetune/Step Time": 6.760497929528356}
+{"Finetune/Learning Rate": 1.3564677438513654e-05, "Finetune/Loss": 0.7869898080825806, "Finetune/Loss (Raw)": 0.925546407699585, "Finetune/Step": 2616, "Finetune/Step Time": 6.7540869023650885}
+{"Finetune/Learning Rate": 1.3560021621121454e-05, "Finetune/Loss": 0.7832984924316406, "Finetune/Loss (Raw)": 0.40356966853141785, "Finetune/Step": 2617, "Finetune/Step Time": 6.75041682831943}
+{"Finetune/Learning Rate": 1.3555364919871879e-05, "Finetune/Loss": 0.785941481590271, "Finetune/Loss (Raw)": 0.6649645566940308, "Finetune/Step": 2618, "Finetune/Step Time": 6.737350458279252}
+{"Finetune/Learning Rate": 1.3550707335921063e-05, "Finetune/Loss": 0.7867038249969482, "Finetune/Loss (Raw)": 0.9015195965766907, "Finetune/Step": 2619, "Finetune/Step Time": 6.7408477216959}
+{"Finetune/Learning Rate": 1.3546048870425356e-05, "Finetune/Loss": 0.7867448329925537, "Finetune/Loss (Raw)": 0.7320408821105957, "Finetune/Step": 2620, "Finetune/Step Time": 6.746979447081685}
+{"Finetune/Learning Rate": 1.3541389524541333e-05, "Finetune/Loss": 0.7860251069068909, "Finetune/Loss (Raw)": 0.7676212787628174, "Finetune/Step": 2621, "Finetune/Step Time": 6.7438844703137875}
+{"Finetune/Learning Rate": 1.3536729299425782e-05, "Finetune/Loss": 0.7857575416564941, "Finetune/Loss (Raw)": 0.9028207659721375, "Finetune/Step": 2622, "Finetune/Step Time": 6.739119213074446}
+{"Finetune/Learning Rate": 1.353206819623571e-05, "Finetune/Loss": 0.7852253913879395, "Finetune/Loss (Raw)": 0.7923094034194946, "Finetune/Step": 2623, "Finetune/Step Time": 6.758770804852247}
+{"Finetune/Learning Rate": 1.3527406216128344e-05, "Finetune/Loss": 0.7856169939041138, "Finetune/Loss (Raw)": 0.8241260051727295, "Finetune/Step": 2624, "Finetune/Step Time": 6.748055018484592}
+{"Finetune/Learning Rate": 1.352274336026113e-05, "Finetune/Loss": 0.78485506772995, "Finetune/Loss (Raw)": 0.5948752760887146, "Finetune/Step": 2625, "Finetune/Step Time": 6.7609045803546906}
+{"Finetune/Learning Rate": 1.3518079629791725e-05, "Finetune/Loss": 0.7799229025840759, "Finetune/Loss (Raw)": 0.3228665590286255, "Finetune/Step": 2626, "Finetune/Step Time": 6.780101280659437}
+{"Finetune/Learning Rate": 1.3513415025878015e-05, "Finetune/Loss": 0.7820149660110474, "Finetune/Loss (Raw)": 0.7999821305274963, "Finetune/Step": 2627, "Finetune/Step Time": 6.763384137302637}
+{"Finetune/Learning Rate": 1.3508749549678086e-05, "Finetune/Loss": 0.7820837497711182, "Finetune/Loss (Raw)": 0.8845475912094116, "Finetune/Step": 2628, "Finetune/Step Time": 6.762539103627205}
+{"Finetune/Learning Rate": 1.3504083202350257e-05, "Finetune/Loss": 0.7790305614471436, "Finetune/Loss (Raw)": 0.5176537036895752, "Finetune/Step": 2629, "Finetune/Step Time": 6.767419200390577}
+{"Finetune/Learning Rate": 1.3499415985053055e-05, "Finetune/Loss": 0.77762371301651, "Finetune/Loss (Raw)": 0.7034666538238525, "Finetune/Step": 2630, "Finetune/Step Time": 6.768011748790741}
+{"Finetune/Learning Rate": 1.3494747898945221e-05, "Finetune/Loss": 0.77811199426651, "Finetune/Loss (Raw)": 0.9011005759239197, "Finetune/Step": 2631, "Finetune/Step Time": 6.765341356396675}
+{"Finetune/Learning Rate": 1.3490078945185719e-05, "Finetune/Loss": 0.7771967649459839, "Finetune/Loss (Raw)": 0.7302350401878357, "Finetune/Step": 2632, "Finetune/Step Time": 6.760700646787882}
+{"Finetune/Learning Rate": 1.348540912493372e-05, "Finetune/Loss": 0.7774471640586853, "Finetune/Loss (Raw)": 0.8661330342292786, "Finetune/Step": 2633, "Finetune/Step Time": 6.7521454356610775}
+{"Finetune/Learning Rate": 1.3480738439348617e-05, "Finetune/Loss": 0.7775052785873413, "Finetune/Loss (Raw)": 0.8083128333091736, "Finetune/Step": 2634, "Finetune/Step Time": 6.7432280369102955}
+{"Finetune/Learning Rate": 1.3476066889590015e-05, "Finetune/Loss": 0.7763985395431519, "Finetune/Loss (Raw)": 0.7915480136871338, "Finetune/Step": 2635, "Finetune/Step Time": 6.738392056897283}
+{"Finetune/Learning Rate": 1.3471394476817734e-05, "Finetune/Loss": 0.7781271934509277, "Finetune/Loss (Raw)": 0.9688346982002258, "Finetune/Step": 2636, "Finetune/Step Time": 6.738139716908336}
+{"Finetune/Learning Rate": 1.3466721202191808e-05, "Finetune/Loss": 0.7778499126434326, "Finetune/Loss (Raw)": 0.765153706073761, "Finetune/Step": 2637, "Finetune/Step Time": 6.752777496352792}
+{"Finetune/Learning Rate": 1.3462047066872485e-05, "Finetune/Loss": 0.7777801752090454, "Finetune/Loss (Raw)": 0.9213319420814514, "Finetune/Step": 2638, "Finetune/Step Time": 6.782418889924884}
+{"Finetune/Learning Rate": 1.345737207202023e-05, "Finetune/Loss": 0.7770026326179504, "Finetune/Loss (Raw)": 0.7805649638175964, "Finetune/Step": 2639, "Finetune/Step Time": 6.774618303403258}
+{"Finetune/Learning Rate": 1.3452696218795712e-05, "Finetune/Loss": 0.7741891145706177, "Finetune/Loss (Raw)": 0.35373955965042114, "Finetune/Step": 2640, "Finetune/Step Time": 6.785680813714862}
+{"Finetune/Learning Rate": 1.3448019508359821e-05, "Finetune/Loss": 0.7746487855911255, "Finetune/Loss (Raw)": 0.8112686276435852, "Finetune/Step": 2641, "Finetune/Step Time": 6.777695182710886}
+{"Finetune/Learning Rate": 1.3443341941873662e-05, "Finetune/Loss": 0.7740684747695923, "Finetune/Loss (Raw)": 0.792237401008606, "Finetune/Step": 2642, "Finetune/Step Time": 6.767444269731641}
+{"Finetune/Learning Rate": 1.3438663520498545e-05, "Finetune/Loss": 0.7739044427871704, "Finetune/Loss (Raw)": 0.6425355672836304, "Finetune/Step": 2643, "Finetune/Step Time": 6.764962341636419}
+{"Finetune/Learning Rate": 1.3433984245395997e-05, "Finetune/Loss": 0.772925615310669, "Finetune/Loss (Raw)": 0.6723493933677673, "Finetune/Step": 2644, "Finetune/Step Time": 6.797186084091663}
+{"Finetune/Learning Rate": 1.3429304117727755e-05, "Finetune/Loss": 0.772532045841217, "Finetune/Loss (Raw)": 0.8166614174842834, "Finetune/Step": 2645, "Finetune/Step Time": 6.800673516467214}
+{"Finetune/Learning Rate": 1.342462313865577e-05, "Finetune/Loss": 0.7729407548904419, "Finetune/Loss (Raw)": 0.8210300803184509, "Finetune/Step": 2646, "Finetune/Step Time": 6.78699797205627}
+{"Finetune/Learning Rate": 1.34199413093422e-05, "Finetune/Loss": 0.7726449966430664, "Finetune/Loss (Raw)": 0.7481899261474609, "Finetune/Step": 2647, "Finetune/Step Time": 6.792307103052735}
+{"Finetune/Learning Rate": 1.3415258630949422e-05, "Finetune/Loss": 0.7717705368995667, "Finetune/Loss (Raw)": 0.8231436014175415, "Finetune/Step": 2648, "Finetune/Step Time": 6.803215529769659}
+{"Finetune/Learning Rate": 1.3410575104640014e-05, "Finetune/Loss": 0.7741328477859497, "Finetune/Loss (Raw)": 0.7121038436889648, "Finetune/Step": 2649, "Finetune/Step Time": 6.796809162944555}
+{"Finetune/Learning Rate": 1.3405890731576772e-05, "Finetune/Loss": 0.7732983827590942, "Finetune/Loss (Raw)": 0.7231053709983826, "Finetune/Step": 2650, "Finetune/Step Time": 6.779689252376556}
+{"Finetune/Learning Rate": 1.3401205512922697e-05, "Finetune/Loss": 0.7747586965560913, "Finetune/Loss (Raw)": 0.803213894367218, "Finetune/Step": 2651, "Finetune/Step Time": 6.774373924359679}
+{"Finetune/Learning Rate": 1.3396519449841006e-05, "Finetune/Loss": 0.775576114654541, "Finetune/Loss (Raw)": 0.8971302509307861, "Finetune/Step": 2652, "Finetune/Step Time": 6.780550258234143}
+{"Finetune/Learning Rate": 1.339183254349512e-05, "Finetune/Loss": 0.7762603163719177, "Finetune/Loss (Raw)": 0.711121678352356, "Finetune/Step": 2653, "Finetune/Step Time": 6.792164938524365}
+{"Finetune/Learning Rate": 1.338714479504867e-05, "Finetune/Loss": 0.7722426652908325, "Finetune/Loss (Raw)": 0.34780505299568176, "Finetune/Step": 2654, "Finetune/Step Time": 6.8053882997483015}
+{"Finetune/Learning Rate": 1.3382456205665502e-05, "Finetune/Loss": 0.7721124291419983, "Finetune/Loss (Raw)": 0.8206433653831482, "Finetune/Step": 2655, "Finetune/Step Time": 6.804998196661472}
+{"Finetune/Learning Rate": 1.3377766776509661e-05, "Finetune/Loss": 0.7710480093955994, "Finetune/Loss (Raw)": 0.8108317255973816, "Finetune/Step": 2656, "Finetune/Step Time": 6.802836507558823}
+{"Finetune/Learning Rate": 1.3373076508745408e-05, "Finetune/Loss": 0.7735259532928467, "Finetune/Loss (Raw)": 0.5931973457336426, "Finetune/Step": 2657, "Finetune/Step Time": 6.799106273800135}
+{"Finetune/Learning Rate": 1.3368385403537212e-05, "Finetune/Loss": 0.7712860107421875, "Finetune/Loss (Raw)": 0.5817840695381165, "Finetune/Step": 2658, "Finetune/Step Time": 6.808029694482684}
+{"Finetune/Learning Rate": 1.3363693462049747e-05, "Finetune/Loss": 0.7718236446380615, "Finetune/Loss (Raw)": 0.8535029888153076, "Finetune/Step": 2659, "Finetune/Step Time": 6.8003022857010365}
+{"Finetune/Learning Rate": 1.3359000685447894e-05, "Finetune/Loss": 0.7724721431732178, "Finetune/Loss (Raw)": 0.8868747353553772, "Finetune/Step": 2660, "Finetune/Step Time": 6.785034084692597}
+{"Finetune/Learning Rate": 1.3354307074896745e-05, "Finetune/Loss": 0.7748071551322937, "Finetune/Loss (Raw)": 1.017729640007019, "Finetune/Step": 2661, "Finetune/Step Time": 6.788772666826844}
+{"Finetune/Learning Rate": 1.3349612631561592e-05, "Finetune/Loss": 0.7787275314331055, "Finetune/Loss (Raw)": 0.8873171806335449, "Finetune/Step": 2662, "Finetune/Step Time": 6.767976416274905}
+{"Finetune/Learning Rate": 1.3344917356607945e-05, "Finetune/Loss": 0.778587281703949, "Finetune/Loss (Raw)": 0.9139947295188904, "Finetune/Step": 2663, "Finetune/Step Time": 6.785115212202072}
+{"Finetune/Learning Rate": 1.3340221251201512e-05, "Finetune/Loss": 0.7771323919296265, "Finetune/Loss (Raw)": 0.44415101408958435, "Finetune/Step": 2664, "Finetune/Step Time": 6.7873242143541574}
+{"Finetune/Learning Rate": 1.3335524316508208e-05, "Finetune/Loss": 0.7766727805137634, "Finetune/Loss (Raw)": 0.6867895722389221, "Finetune/Step": 2665, "Finetune/Step Time": 6.780768249183893}
+{"Finetune/Learning Rate": 1.3330826553694156e-05, "Finetune/Loss": 0.7767999768257141, "Finetune/Loss (Raw)": 0.8897343277931213, "Finetune/Step": 2666, "Finetune/Step Time": 6.777933739125729}
+{"Finetune/Learning Rate": 1.3326127963925684e-05, "Finetune/Loss": 0.7763692140579224, "Finetune/Loss (Raw)": 0.742841899394989, "Finetune/Step": 2667, "Finetune/Step Time": 6.773133417591453}
+{"Finetune/Learning Rate": 1.3321428548369324e-05, "Finetune/Loss": 0.7761210799217224, "Finetune/Loss (Raw)": 0.8076150417327881, "Finetune/Step": 2668, "Finetune/Step Time": 6.770052207633853}
+{"Finetune/Learning Rate": 1.3316728308191817e-05, "Finetune/Loss": 0.7782315015792847, "Finetune/Loss (Raw)": 0.938787579536438, "Finetune/Step": 2669, "Finetune/Step Time": 6.754595968872309}
+{"Finetune/Learning Rate": 1.3312027244560104e-05, "Finetune/Loss": 0.7783138155937195, "Finetune/Loss (Raw)": 0.8554598689079285, "Finetune/Step": 2670, "Finetune/Step Time": 6.749858420342207}
+{"Finetune/Learning Rate": 1.3307325358641335e-05, "Finetune/Loss": 0.7765769958496094, "Finetune/Loss (Raw)": 0.6297508478164673, "Finetune/Step": 2671, "Finetune/Step Time": 6.756481012329459}
+{"Finetune/Learning Rate": 1.3302622651602855e-05, "Finetune/Loss": 0.7760366201400757, "Finetune/Loss (Raw)": 0.5868327021598816, "Finetune/Step": 2672, "Finetune/Step Time": 6.771814098581672}
+{"Finetune/Learning Rate": 1.3297919124612225e-05, "Finetune/Loss": 0.7760023474693298, "Finetune/Loss (Raw)": 0.8167505264282227, "Finetune/Step": 2673, "Finetune/Step Time": 6.772348629310727}
+{"Finetune/Learning Rate": 1.32932147788372e-05, "Finetune/Loss": 0.7786940336227417, "Finetune/Loss (Raw)": 0.6317363977432251, "Finetune/Step": 2674, "Finetune/Step Time": 6.764274884015322}
+{"Finetune/Learning Rate": 1.3288509615445748e-05, "Finetune/Loss": 0.7788074612617493, "Finetune/Loss (Raw)": 0.8122395277023315, "Finetune/Step": 2675, "Finetune/Step Time": 6.769780907779932}
+{"Finetune/Learning Rate": 1.328380363560603e-05, "Finetune/Loss": 0.7774955630302429, "Finetune/Loss (Raw)": 0.7917491793632507, "Finetune/Step": 2676, "Finetune/Step Time": 6.763874802738428}
+{"Finetune/Learning Rate": 1.3279096840486411e-05, "Finetune/Loss": 0.7818340063095093, "Finetune/Loss (Raw)": 0.8863992691040039, "Finetune/Step": 2677, "Finetune/Step Time": 6.742958672344685}
+{"Finetune/Learning Rate": 1.3274389231255466e-05, "Finetune/Loss": 0.7816240191459656, "Finetune/Loss (Raw)": 0.8097429871559143, "Finetune/Step": 2678, "Finetune/Step Time": 6.742117611691356}
+{"Finetune/Learning Rate": 1.3269680809081971e-05, "Finetune/Loss": 0.7821381688117981, "Finetune/Loss (Raw)": 0.9659144282341003, "Finetune/Step": 2679, "Finetune/Step Time": 6.73936153203249}
+{"Finetune/Learning Rate": 1.3264971575134893e-05, "Finetune/Loss": 0.7808139324188232, "Finetune/Loss (Raw)": 0.8849688172340393, "Finetune/Step": 2680, "Finetune/Step Time": 6.752379367128015}
+{"Finetune/Learning Rate": 1.3260261530583409e-05, "Finetune/Loss": 0.7778884172439575, "Finetune/Loss (Raw)": 0.34652072191238403, "Finetune/Step": 2681, "Finetune/Step Time": 6.74988591298461}
+{"Finetune/Learning Rate": 1.32555506765969e-05, "Finetune/Loss": 0.7776110172271729, "Finetune/Loss (Raw)": 0.8170645833015442, "Finetune/Step": 2682, "Finetune/Step Time": 6.717638157308102}
+{"Finetune/Learning Rate": 1.3250839014344939e-05, "Finetune/Loss": 0.7815885543823242, "Finetune/Loss (Raw)": 0.849730908870697, "Finetune/Step": 2683, "Finetune/Step Time": 6.696327969431877}
+{"Finetune/Learning Rate": 1.3246126544997308e-05, "Finetune/Loss": 0.7811203002929688, "Finetune/Loss (Raw)": 0.800827145576477, "Finetune/Step": 2684, "Finetune/Step Time": 6.696004278957844}
+{"Finetune/Learning Rate": 1.3241413269723987e-05, "Finetune/Loss": 0.7822376489639282, "Finetune/Loss (Raw)": 0.8531352281570435, "Finetune/Step": 2685, "Finetune/Step Time": 6.709009310230613}
+{"Finetune/Learning Rate": 1.323669918969515e-05, "Finetune/Loss": 0.781678318977356, "Finetune/Loss (Raw)": 0.7398361563682556, "Finetune/Step": 2686, "Finetune/Step Time": 6.710414871573448}
+{"Finetune/Learning Rate": 1.323198430608118e-05, "Finetune/Loss": 0.7820596694946289, "Finetune/Loss (Raw)": 0.7882828116416931, "Finetune/Step": 2687, "Finetune/Step Time": 6.711726458743215}
+{"Finetune/Learning Rate": 1.3227268620052656e-05, "Finetune/Loss": 0.7839464545249939, "Finetune/Loss (Raw)": 0.860895574092865, "Finetune/Step": 2688, "Finetune/Step Time": 6.692415809258819}
+{"Finetune/Learning Rate": 1.3222552132780356e-05, "Finetune/Loss": 0.7849714756011963, "Finetune/Loss (Raw)": 0.9571589231491089, "Finetune/Step": 2689, "Finetune/Step Time": 6.689086293801665}
+{"Finetune/Learning Rate": 1.3217834845435254e-05, "Finetune/Loss": 0.7807386517524719, "Finetune/Loss (Raw)": 0.37797829508781433, "Finetune/Step": 2690, "Finetune/Step Time": 6.7086299899965525}
+{"Finetune/Learning Rate": 1.3213116759188525e-05, "Finetune/Loss": 0.7842638492584229, "Finetune/Loss (Raw)": 0.9033301472663879, "Finetune/Step": 2691, "Finetune/Step Time": 6.701933801174164}
+{"Finetune/Learning Rate": 1.3208397875211545e-05, "Finetune/Loss": 0.7836586236953735, "Finetune/Loss (Raw)": 0.777256965637207, "Finetune/Step": 2692, "Finetune/Step Time": 6.700900500640273}
+{"Finetune/Learning Rate": 1.3203678194675886e-05, "Finetune/Loss": 0.7834067940711975, "Finetune/Loss (Raw)": 0.8562286496162415, "Finetune/Step": 2693, "Finetune/Step Time": 6.698442989960313}
+{"Finetune/Learning Rate": 1.3198957718753313e-05, "Finetune/Loss": 0.7825344800949097, "Finetune/Loss (Raw)": 0.7486503720283508, "Finetune/Step": 2694, "Finetune/Step Time": 6.699172906577587}
+{"Finetune/Learning Rate": 1.3194236448615798e-05, "Finetune/Loss": 0.7828266024589539, "Finetune/Loss (Raw)": 0.7792110443115234, "Finetune/Step": 2695, "Finetune/Step Time": 6.697914715856314}
+{"Finetune/Learning Rate": 1.3189514385435502e-05, "Finetune/Loss": 0.7834018468856812, "Finetune/Loss (Raw)": 0.8219264149665833, "Finetune/Step": 2696, "Finetune/Step Time": 6.708862952888012}
+{"Finetune/Learning Rate": 1.318479153038479e-05, "Finetune/Loss": 0.7817124128341675, "Finetune/Loss (Raw)": 0.8019358515739441, "Finetune/Step": 2697, "Finetune/Step Time": 6.711480552330613}
+{"Finetune/Learning Rate": 1.3180067884636212e-05, "Finetune/Loss": 0.7810423374176025, "Finetune/Loss (Raw)": 0.7352239489555359, "Finetune/Step": 2698, "Finetune/Step Time": 6.706610966473818}
+{"Finetune/Learning Rate": 1.3175343449362527e-05, "Finetune/Loss": 0.7799059152603149, "Finetune/Loss (Raw)": 0.8895490169525146, "Finetune/Step": 2699, "Finetune/Step Time": 6.710438545793295}
+{"Finetune/Learning Rate": 1.3170618225736686e-05, "Finetune/Loss": 0.7797977924346924, "Finetune/Loss (Raw)": 0.81891930103302, "Finetune/Step": 2700, "Finetune/Step Time": 6.6996562741696835}
+{"Finetune/Learning Rate": 1.3165892214931834e-05, "Finetune/Loss": 0.7797427177429199, "Finetune/Loss (Raw)": 0.7943196296691895, "Finetune/Step": 2701, "Finetune/Step Time": 6.721523696556687}
+{"Finetune/Learning Rate": 1.316116541812131e-05, "Finetune/Loss": 0.7803791761398315, "Finetune/Loss (Raw)": 0.8464557528495789, "Finetune/Step": 2702, "Finetune/Step Time": 6.709739310666919}
+{"Finetune/Learning Rate": 1.315643783647865e-05, "Finetune/Loss": 0.7802469730377197, "Finetune/Loss (Raw)": 0.7137303352355957, "Finetune/Step": 2703, "Finetune/Step Time": 6.7354307528585196}
+{"Finetune/Learning Rate": 1.3151709471177589e-05, "Finetune/Loss": 0.7792092561721802, "Finetune/Loss (Raw)": 0.6877246499061584, "Finetune/Step": 2704, "Finetune/Step Time": 6.757078643888235}
+{"Finetune/Learning Rate": 1.3146980323392046e-05, "Finetune/Loss": 0.7785623073577881, "Finetune/Loss (Raw)": 0.7896027565002441, "Finetune/Step": 2705, "Finetune/Step Time": 6.758008286356926}
+{"Finetune/Learning Rate": 1.3142250394296147e-05, "Finetune/Loss": 0.7782577276229858, "Finetune/Loss (Raw)": 0.8836438059806824, "Finetune/Step": 2706, "Finetune/Step Time": 6.764604786410928}
+{"Finetune/Learning Rate": 1.3137519685064204e-05, "Finetune/Loss": 0.7787196040153503, "Finetune/Loss (Raw)": 0.9856262803077698, "Finetune/Step": 2707, "Finetune/Step Time": 6.761680914089084}
+{"Finetune/Learning Rate": 1.3132788196870723e-05, "Finetune/Loss": 0.7811077237129211, "Finetune/Loss (Raw)": 0.9145846962928772, "Finetune/Step": 2708, "Finetune/Step Time": 6.7586406748741865}
+{"Finetune/Learning Rate": 1.3128055930890402e-05, "Finetune/Loss": 0.7798299789428711, "Finetune/Loss (Raw)": 0.7695213556289673, "Finetune/Step": 2709, "Finetune/Step Time": 6.767496220767498}
+{"Finetune/Learning Rate": 1.3123322888298145e-05, "Finetune/Loss": 0.7765289545059204, "Finetune/Loss (Raw)": 0.384860098361969, "Finetune/Step": 2710, "Finetune/Step Time": 6.788716189563274}
+{"Finetune/Learning Rate": 1.311858907026903e-05, "Finetune/Loss": 0.7777097821235657, "Finetune/Loss (Raw)": 0.8734542727470398, "Finetune/Step": 2711, "Finetune/Step Time": 6.779889890924096}
+{"Finetune/Learning Rate": 1.311385447797834e-05, "Finetune/Loss": 0.7770038843154907, "Finetune/Loss (Raw)": 0.8327269554138184, "Finetune/Step": 2712, "Finetune/Step Time": 6.798072271049023}
+{"Finetune/Learning Rate": 1.3109119112601548e-05, "Finetune/Loss": 0.7780529260635376, "Finetune/Loss (Raw)": 0.7959066033363342, "Finetune/Step": 2713, "Finetune/Step Time": 6.805494846776128}
+{"Finetune/Learning Rate": 1.3104382975314314e-05, "Finetune/Loss": 0.7786160707473755, "Finetune/Loss (Raw)": 0.8952032923698425, "Finetune/Step": 2714, "Finetune/Step Time": 6.80549037642777}
+{"Finetune/Learning Rate": 1.3099646067292495e-05, "Finetune/Loss": 0.7772030234336853, "Finetune/Loss (Raw)": 0.7320973873138428, "Finetune/Step": 2715, "Finetune/Step Time": 6.798672342672944}
+{"Finetune/Learning Rate": 1.3094908389712135e-05, "Finetune/Loss": 0.7778390645980835, "Finetune/Loss (Raw)": 0.8017650842666626, "Finetune/Step": 2716, "Finetune/Step Time": 6.790863674134016}
+{"Finetune/Learning Rate": 1.3090169943749475e-05, "Finetune/Loss": 0.7778928875923157, "Finetune/Loss (Raw)": 0.8577497601509094, "Finetune/Step": 2717, "Finetune/Step Time": 6.772549003362656}
+{"Finetune/Learning Rate": 1.3085430730580944e-05, "Finetune/Loss": 0.7769509553909302, "Finetune/Loss (Raw)": 0.7691303491592407, "Finetune/Step": 2718, "Finetune/Step Time": 6.772610686719418}
+{"Finetune/Learning Rate": 1.3080690751383154e-05, "Finetune/Loss": 0.777717649936676, "Finetune/Loss (Raw)": 0.8315351009368896, "Finetune/Step": 2719, "Finetune/Step Time": 6.736685294657946}
+{"Finetune/Learning Rate": 1.3075950007332923e-05, "Finetune/Loss": 0.7781066298484802, "Finetune/Loss (Raw)": 0.8742355108261108, "Finetune/Step": 2720, "Finetune/Step Time": 6.732516409829259}
+{"Finetune/Learning Rate": 1.3071208499607244e-05, "Finetune/Loss": 0.7782142162322998, "Finetune/Loss (Raw)": 0.726152241230011, "Finetune/Step": 2721, "Finetune/Step Time": 6.7230991628021}
+{"Finetune/Learning Rate": 1.306646622938331e-05, "Finetune/Loss": 0.7789369821548462, "Finetune/Loss (Raw)": 0.8130642175674438, "Finetune/Step": 2722, "Finetune/Step Time": 6.713597105816007}
+{"Finetune/Learning Rate": 1.3061723197838494e-05, "Finetune/Loss": 0.7784740328788757, "Finetune/Loss (Raw)": 0.7381178736686707, "Finetune/Step": 2723, "Finetune/Step Time": 6.708328230306506}
+{"Finetune/Learning Rate": 1.3056979406150365e-05, "Finetune/Loss": 0.7792291045188904, "Finetune/Loss (Raw)": 0.8358801603317261, "Finetune/Step": 2724, "Finetune/Step Time": 6.71054876409471}
+{"Finetune/Learning Rate": 1.305223485549668e-05, "Finetune/Loss": 0.7786633968353271, "Finetune/Loss (Raw)": 0.8231268525123596, "Finetune/Step": 2725, "Finetune/Step Time": 6.694816799834371}
+{"Finetune/Learning Rate": 1.304748954705538e-05, "Finetune/Loss": 0.7803381681442261, "Finetune/Loss (Raw)": 0.8201684951782227, "Finetune/Step": 2726, "Finetune/Step Time": 6.692030638456345}
+{"Finetune/Learning Rate": 1.30427434820046e-05, "Finetune/Loss": 0.7797304391860962, "Finetune/Loss (Raw)": 0.7969698309898376, "Finetune/Step": 2727, "Finetune/Step Time": 6.694880185648799}
+{"Finetune/Learning Rate": 1.303799666152266e-05, "Finetune/Loss": 0.7776898145675659, "Finetune/Loss (Raw)": 0.5427750945091248, "Finetune/Step": 2728, "Finetune/Step Time": 6.693425767123699}
+{"Finetune/Learning Rate": 1.3033249086788063e-05, "Finetune/Loss": 0.7748631238937378, "Finetune/Loss (Raw)": 0.42993026971817017, "Finetune/Step": 2729, "Finetune/Step Time": 6.722745433449745}
+{"Finetune/Learning Rate": 1.3028500758979507e-05, "Finetune/Loss": 0.7724082469940186, "Finetune/Loss (Raw)": 0.6380825042724609, "Finetune/Step": 2730, "Finetune/Step Time": 6.725092113018036}
+{"Finetune/Learning Rate": 1.3023751679275876e-05, "Finetune/Loss": 0.7716363668441772, "Finetune/Loss (Raw)": 0.8107317090034485, "Finetune/Step": 2731, "Finetune/Step Time": 6.721567235887051}
+{"Finetune/Learning Rate": 1.3019001848856236e-05, "Finetune/Loss": 0.7720623016357422, "Finetune/Loss (Raw)": 0.8291189670562744, "Finetune/Step": 2732, "Finetune/Step Time": 6.716509750112891}
+{"Finetune/Learning Rate": 1.3014251268899843e-05, "Finetune/Loss": 0.7730215191841125, "Finetune/Loss (Raw)": 0.8643048405647278, "Finetune/Step": 2733, "Finetune/Step Time": 6.716062841936946}
+{"Finetune/Learning Rate": 1.3009499940586134e-05, "Finetune/Loss": 0.7733741998672485, "Finetune/Loss (Raw)": 0.7814916968345642, "Finetune/Step": 2734, "Finetune/Step Time": 6.692321019247174}
+{"Finetune/Learning Rate": 1.3004747865094742e-05, "Finetune/Loss": 0.7737467885017395, "Finetune/Loss (Raw)": 0.8777511715888977, "Finetune/Step": 2735, "Finetune/Step Time": 6.669062593951821}
+{"Finetune/Learning Rate": 1.2999995043605474e-05, "Finetune/Loss": 0.770432710647583, "Finetune/Loss (Raw)": 0.46897605061531067, "Finetune/Step": 2736, "Finetune/Step Time": 6.686209173873067}
+{"Finetune/Learning Rate": 1.299524147729833e-05, "Finetune/Loss": 0.767659068107605, "Finetune/Loss (Raw)": 0.5389896035194397, "Finetune/Step": 2737, "Finetune/Step Time": 6.690912028774619}
+{"Finetune/Learning Rate": 1.2990487167353492e-05, "Finetune/Loss": 0.7687989473342896, "Finetune/Loss (Raw)": 0.863709568977356, "Finetune/Step": 2738, "Finetune/Step Time": 6.680406905710697}
+{"Finetune/Learning Rate": 1.2985732114951323e-05, "Finetune/Loss": 0.7702482342720032, "Finetune/Loss (Raw)": 0.8804020881652832, "Finetune/Step": 2739, "Finetune/Step Time": 6.671878216788173}
+{"Finetune/Learning Rate": 1.2980976321272381e-05, "Finetune/Loss": 0.7693926095962524, "Finetune/Loss (Raw)": 0.7085648775100708, "Finetune/Step": 2740, "Finetune/Step Time": 6.680444514378905}
+{"Finetune/Learning Rate": 1.2976219787497397e-05, "Finetune/Loss": 0.768841028213501, "Finetune/Loss (Raw)": 0.9031727313995361, "Finetune/Step": 2741, "Finetune/Step Time": 6.681341266259551}
+{"Finetune/Learning Rate": 1.2971462514807293e-05, "Finetune/Loss": 0.7688714861869812, "Finetune/Loss (Raw)": 0.7810691595077515, "Finetune/Step": 2742, "Finetune/Step Time": 6.67616949044168}
+{"Finetune/Learning Rate": 1.296670450438317e-05, "Finetune/Loss": 0.769050121307373, "Finetune/Loss (Raw)": 0.9142301678657532, "Finetune/Step": 2743, "Finetune/Step Time": 6.659129127860069}
+{"Finetune/Learning Rate": 1.2961945757406311e-05, "Finetune/Loss": 0.7683160305023193, "Finetune/Loss (Raw)": 0.8315839767456055, "Finetune/Step": 2744, "Finetune/Step Time": 6.654937740415335}
+{"Finetune/Learning Rate": 1.2957186275058188e-05, "Finetune/Loss": 0.7723096609115601, "Finetune/Loss (Raw)": 0.9147493243217468, "Finetune/Step": 2745, "Finetune/Step Time": 6.635643754154444}
+{"Finetune/Learning Rate": 1.2952426058520454e-05, "Finetune/Loss": 0.7735104560852051, "Finetune/Loss (Raw)": 0.8186696171760559, "Finetune/Step": 2746, "Finetune/Step Time": 6.651079351082444}
+{"Finetune/Learning Rate": 1.2947665108974938e-05, "Finetune/Loss": 0.7728849053382874, "Finetune/Loss (Raw)": 0.8214499950408936, "Finetune/Step": 2747, "Finetune/Step Time": 6.657166151329875}
+{"Finetune/Learning Rate": 1.2942903427603658e-05, "Finetune/Loss": 0.7744820713996887, "Finetune/Loss (Raw)": 0.9364756941795349, "Finetune/Step": 2748, "Finetune/Step Time": 6.649347385391593}
+{"Finetune/Learning Rate": 1.2938141015588807e-05, "Finetune/Loss": 0.7752370834350586, "Finetune/Loss (Raw)": 0.8642575740814209, "Finetune/Step": 2749, "Finetune/Step Time": 6.645716046914458}
+{"Finetune/Learning Rate": 1.2933377874112768e-05, "Finetune/Loss": 0.7743837833404541, "Finetune/Loss (Raw)": 0.7935977578163147, "Finetune/Step": 2750, "Finetune/Step Time": 6.649235516786575}
+{"Finetune/Learning Rate": 1.2928614004358098e-05, "Finetune/Loss": 0.7743829488754272, "Finetune/Loss (Raw)": 0.7922105193138123, "Finetune/Step": 2751, "Finetune/Step Time": 6.64835605956614}
+{"Finetune/Learning Rate": 1.2923849407507541e-05, "Finetune/Loss": 0.7745444774627686, "Finetune/Loss (Raw)": 0.8448082804679871, "Finetune/Step": 2752, "Finetune/Step Time": 6.657149467617273}
+{"Finetune/Learning Rate": 1.2919084084744014e-05, "Finetune/Loss": 0.7772401571273804, "Finetune/Loss (Raw)": 0.9399075508117676, "Finetune/Step": 2753, "Finetune/Step Time": 6.643549866974354}
+{"Finetune/Learning Rate": 1.2914318037250619e-05, "Finetune/Loss": 0.7810270190238953, "Finetune/Loss (Raw)": 0.8075929284095764, "Finetune/Step": 2754, "Finetune/Step Time": 6.621778110042214}
+{"Finetune/Learning Rate": 1.2909551266210641e-05, "Finetune/Loss": 0.7776308655738831, "Finetune/Loss (Raw)": 0.36527490615844727, "Finetune/Step": 2755, "Finetune/Step Time": 6.643749199807644}
+{"Finetune/Learning Rate": 1.2904783772807534e-05, "Finetune/Loss": 0.7772763967514038, "Finetune/Loss (Raw)": 0.839174211025238, "Finetune/Step": 2756, "Finetune/Step Time": 6.660001276060939}
+{"Finetune/Learning Rate": 1.2900015558224946e-05, "Finetune/Loss": 0.7783353328704834, "Finetune/Loss (Raw)": 0.6531991362571716, "Finetune/Step": 2757, "Finetune/Step Time": 6.675552733242512}
+{"Finetune/Learning Rate": 1.2895246623646687e-05, "Finetune/Loss": 0.7797727584838867, "Finetune/Loss (Raw)": 0.887458860874176, "Finetune/Step": 2758, "Finetune/Step Time": 6.675486059859395}
+{"Finetune/Learning Rate": 1.2890476970256762e-05, "Finetune/Loss": 0.7785184383392334, "Finetune/Loss (Raw)": 0.7405456900596619, "Finetune/Step": 2759, "Finetune/Step Time": 6.675413701683283}
+{"Finetune/Learning Rate": 1.2885706599239343e-05, "Finetune/Loss": 0.7780081033706665, "Finetune/Loss (Raw)": 0.664916455745697, "Finetune/Step": 2760, "Finetune/Step Time": 6.669436315074563}
+{"Finetune/Learning Rate": 1.2880935511778785e-05, "Finetune/Loss": 0.7745789885520935, "Finetune/Loss (Raw)": 0.427196741104126, "Finetune/Step": 2761, "Finetune/Step Time": 6.688656035810709}
+{"Finetune/Learning Rate": 1.2876163709059626e-05, "Finetune/Loss": 0.7741261124610901, "Finetune/Loss (Raw)": 0.7503483891487122, "Finetune/Step": 2762, "Finetune/Step Time": 6.69757860340178}
+{"Finetune/Learning Rate": 1.287139119226657e-05, "Finetune/Loss": 0.7742993831634521, "Finetune/Loss (Raw)": 0.8137312531471252, "Finetune/Step": 2763, "Finetune/Step Time": 6.700496384873986}
+{"Finetune/Learning Rate": 1.2866617962584504e-05, "Finetune/Loss": 0.7730122804641724, "Finetune/Loss (Raw)": 0.8040771484375, "Finetune/Step": 2764, "Finetune/Step Time": 6.700493214651942}
+{"Finetune/Learning Rate": 1.2861844021198497e-05, "Finetune/Loss": 0.7698558568954468, "Finetune/Loss (Raw)": 0.3611443340778351, "Finetune/Step": 2765, "Finetune/Step Time": 6.70389343611896}
+{"Finetune/Learning Rate": 1.2857069369293784e-05, "Finetune/Loss": 0.7690126895904541, "Finetune/Loss (Raw)": 0.8133968114852905, "Finetune/Step": 2766, "Finetune/Step Time": 6.679813010618091}
+{"Finetune/Learning Rate": 1.2852294008055787e-05, "Finetune/Loss": 0.7694924473762512, "Finetune/Loss (Raw)": 0.8419750928878784, "Finetune/Step": 2767, "Finetune/Step Time": 6.6916531305760145}
+{"Finetune/Learning Rate": 1.28475179386701e-05, "Finetune/Loss": 0.7734742760658264, "Finetune/Loss (Raw)": 0.863412082195282, "Finetune/Step": 2768, "Finetune/Step Time": 6.673444226384163}
+{"Finetune/Learning Rate": 1.2842741162322487e-05, "Finetune/Loss": 0.7737612724304199, "Finetune/Loss (Raw)": 0.8480109572410583, "Finetune/Step": 2769, "Finetune/Step Time": 6.690449105575681}
+{"Finetune/Learning Rate": 1.2837963680198895e-05, "Finetune/Loss": 0.7717405557632446, "Finetune/Loss (Raw)": 0.5335750579833984, "Finetune/Step": 2770, "Finetune/Step Time": 6.716406159102917}
+{"Finetune/Learning Rate": 1.2833185493485447e-05, "Finetune/Loss": 0.7735983729362488, "Finetune/Loss (Raw)": 0.8803443312644958, "Finetune/Step": 2771, "Finetune/Step Time": 6.709188491106033}
+{"Finetune/Learning Rate": 1.2828406603368435e-05, "Finetune/Loss": 0.7750943303108215, "Finetune/Loss (Raw)": 0.8638274073600769, "Finetune/Step": 2772, "Finetune/Step Time": 6.678881634026766}
+{"Finetune/Learning Rate": 1.282362701103433e-05, "Finetune/Loss": 0.7758474349975586, "Finetune/Loss (Raw)": 0.9130657315254211, "Finetune/Step": 2773, "Finetune/Step Time": 6.671030096709728}
+{"Finetune/Learning Rate": 1.2818846717669775e-05, "Finetune/Loss": 0.7720664739608765, "Finetune/Loss (Raw)": 0.33706164360046387, "Finetune/Step": 2774, "Finetune/Step Time": 6.689900895580649}
+{"Finetune/Learning Rate": 1.2814065724461587e-05, "Finetune/Loss": 0.7732073068618774, "Finetune/Loss (Raw)": 0.8942129015922546, "Finetune/Step": 2775, "Finetune/Step Time": 6.680346751585603}
+{"Finetune/Learning Rate": 1.2809284032596761e-05, "Finetune/Loss": 0.7727630734443665, "Finetune/Loss (Raw)": 0.7662841081619263, "Finetune/Step": 2776, "Finetune/Step Time": 6.672870548442006}
+{"Finetune/Learning Rate": 1.2804501643262457e-05, "Finetune/Loss": 0.7735518217086792, "Finetune/Loss (Raw)": 0.8130614757537842, "Finetune/Step": 2777, "Finetune/Step Time": 6.659817794337869}
+{"Finetune/Learning Rate": 1.2799718557646018e-05, "Finetune/Loss": 0.774635374546051, "Finetune/Loss (Raw)": 0.8618008494377136, "Finetune/Step": 2778, "Finetune/Step Time": 6.66015231795609}
+{"Finetune/Learning Rate": 1.2794934776934953e-05, "Finetune/Loss": 0.7740907669067383, "Finetune/Loss (Raw)": 0.7335125803947449, "Finetune/Step": 2779, "Finetune/Step Time": 6.665935471653938}
+{"Finetune/Learning Rate": 1.2790150302316943e-05, "Finetune/Loss": 0.7735438942909241, "Finetune/Loss (Raw)": 0.8271223306655884, "Finetune/Step": 2780, "Finetune/Step Time": 6.664889233186841}
+{"Finetune/Learning Rate": 1.2785365134979852e-05, "Finetune/Loss": 0.7750662565231323, "Finetune/Loss (Raw)": 0.9059885740280151, "Finetune/Step": 2781, "Finetune/Step Time": 6.64917515963316}
+{"Finetune/Learning Rate": 1.2780579276111702e-05, "Finetune/Loss": 0.7788471579551697, "Finetune/Loss (Raw)": 0.8317562937736511, "Finetune/Step": 2782, "Finetune/Step Time": 6.630927491933107}
+{"Finetune/Learning Rate": 1.2775792726900696e-05, "Finetune/Loss": 0.778995931148529, "Finetune/Loss (Raw)": 0.8396866321563721, "Finetune/Step": 2783, "Finetune/Step Time": 6.6339413076639175}
+{"Finetune/Learning Rate": 1.27710054885352e-05, "Finetune/Loss": 0.7774873971939087, "Finetune/Loss (Raw)": 0.6177355051040649, "Finetune/Step": 2784, "Finetune/Step Time": 6.64583782851696}
+{"Finetune/Learning Rate": 1.276621756220376e-05, "Finetune/Loss": 0.7791196703910828, "Finetune/Loss (Raw)": 0.802132248878479, "Finetune/Step": 2785, "Finetune/Step Time": 6.634776683524251}
+{"Finetune/Learning Rate": 1.2761428949095089e-05, "Finetune/Loss": 0.7813604474067688, "Finetune/Loss (Raw)": 0.8686025142669678, "Finetune/Step": 2786, "Finetune/Step Time": 6.611714728176594}
+{"Finetune/Learning Rate": 1.2756639650398068e-05, "Finetune/Loss": 0.7807914614677429, "Finetune/Loss (Raw)": 0.780677080154419, "Finetune/Step": 2787, "Finetune/Step Time": 6.611224176362157}
+{"Finetune/Learning Rate": 1.2751849667301754e-05, "Finetune/Loss": 0.7807654738426208, "Finetune/Loss (Raw)": 0.8835414052009583, "Finetune/Step": 2788, "Finetune/Step Time": 6.620599726215005}
+{"Finetune/Learning Rate": 1.274705900099537e-05, "Finetune/Loss": 0.7786076068878174, "Finetune/Loss (Raw)": 0.7415291666984558, "Finetune/Step": 2789, "Finetune/Step Time": 6.6337506007403135}
+{"Finetune/Learning Rate": 1.2742267652668305e-05, "Finetune/Loss": 0.7780120372772217, "Finetune/Loss (Raw)": 0.8110789656639099, "Finetune/Step": 2790, "Finetune/Step Time": 6.636459201574326}
+{"Finetune/Learning Rate": 1.2737475623510127e-05, "Finetune/Loss": 0.7756994962692261, "Finetune/Loss (Raw)": 0.6179863214492798, "Finetune/Step": 2791, "Finetune/Step Time": 6.6364585515111685}
+{"Finetune/Learning Rate": 1.2732682914710568e-05, "Finetune/Loss": 0.7785499691963196, "Finetune/Loss (Raw)": 0.8090193867683411, "Finetune/Step": 2792, "Finetune/Step Time": 6.6311045698821545}
+{"Finetune/Learning Rate": 1.2727889527459523e-05, "Finetune/Loss": 0.7805295586585999, "Finetune/Loss (Raw)": 0.9401746392250061, "Finetune/Step": 2793, "Finetune/Step Time": 6.629313390702009}
+{"Finetune/Learning Rate": 1.2723095462947067e-05, "Finetune/Loss": 0.7794185280799866, "Finetune/Loss (Raw)": 0.7475203275680542, "Finetune/Step": 2794, "Finetune/Step Time": 6.637189066037536}
+{"Finetune/Learning Rate": 1.2718300722363431e-05, "Finetune/Loss": 0.7788175344467163, "Finetune/Loss (Raw)": 0.6659147143363953, "Finetune/Step": 2795, "Finetune/Step Time": 6.657898370176554}
+{"Finetune/Learning Rate": 1.2713505306899024e-05, "Finetune/Loss": 0.7786950469017029, "Finetune/Loss (Raw)": 0.7919362187385559, "Finetune/Step": 2796, "Finetune/Step Time": 6.673487175256014}
+{"Finetune/Learning Rate": 1.2708709217744416e-05, "Finetune/Loss": 0.776063859462738, "Finetune/Loss (Raw)": 0.6020017862319946, "Finetune/Step": 2797, "Finetune/Step Time": 6.685123439878225}
+{"Finetune/Learning Rate": 1.2703912456090349e-05, "Finetune/Loss": 0.7724013328552246, "Finetune/Loss (Raw)": 0.38665249943733215, "Finetune/Step": 2798, "Finetune/Step Time": 6.709014099091291}
+{"Finetune/Learning Rate": 1.2699115023127726e-05, "Finetune/Loss": 0.7727742195129395, "Finetune/Loss (Raw)": 0.6774827837944031, "Finetune/Step": 2799, "Finetune/Step Time": 6.70638663507998}
+{"Finetune/Learning Rate": 1.269431692004762e-05, "Finetune/Loss": 0.7732166647911072, "Finetune/Loss (Raw)": 0.643465518951416, "Finetune/Step": 2800, "Finetune/Step Time": 6.690203618258238}
+{"Finetune/Learning Rate": 1.2689518148041278e-05, "Finetune/Loss": 0.7738048434257507, "Finetune/Loss (Raw)": 0.8920326828956604, "Finetune/Step": 2801, "Finetune/Step Time": 6.693005884066224}
+{"Finetune/Learning Rate": 1.2684718708300099e-05, "Finetune/Loss": 0.7757464647293091, "Finetune/Loss (Raw)": 0.880270779132843, "Finetune/Step": 2802, "Finetune/Step Time": 6.701953390613198}
+{"Finetune/Learning Rate": 1.2679918602015655e-05, "Finetune/Loss": 0.7752971053123474, "Finetune/Loss (Raw)": 0.7547220587730408, "Finetune/Step": 2803, "Finetune/Step Time": 6.699885802343488}
+{"Finetune/Learning Rate": 1.2675117830379686e-05, "Finetune/Loss": 0.7757374048233032, "Finetune/Loss (Raw)": 0.8481013178825378, "Finetune/Step": 2804, "Finetune/Step Time": 6.693752517923713}
+{"Finetune/Learning Rate": 1.2670316394584093e-05, "Finetune/Loss": 0.7763599753379822, "Finetune/Loss (Raw)": 0.9660935997962952, "Finetune/Step": 2805, "Finetune/Step Time": 6.691889127716422}
+{"Finetune/Learning Rate": 1.2665514295820938e-05, "Finetune/Loss": 0.7758197784423828, "Finetune/Loss (Raw)": 0.7405926585197449, "Finetune/Step": 2806, "Finetune/Step Time": 6.697418846189976}
+{"Finetune/Learning Rate": 1.266071153528246e-05, "Finetune/Loss": 0.7744841575622559, "Finetune/Loss (Raw)": 0.7949540615081787, "Finetune/Step": 2807, "Finetune/Step Time": 6.696115154772997}
+{"Finetune/Learning Rate": 1.2655908114161053e-05, "Finetune/Loss": 0.7723639011383057, "Finetune/Loss (Raw)": 0.613575279712677, "Finetune/Step": 2808, "Finetune/Step Time": 6.695872398093343}
+{"Finetune/Learning Rate": 1.2651104033649272e-05, "Finetune/Loss": 0.7724082469940186, "Finetune/Loss (Raw)": 0.352200448513031, "Finetune/Step": 2809, "Finetune/Step Time": 6.696659354493022}
+{"Finetune/Learning Rate": 1.264629929493985e-05, "Finetune/Loss": 0.7716017961502075, "Finetune/Loss (Raw)": 0.7138384580612183, "Finetune/Step": 2810, "Finetune/Step Time": 6.694976599887013}
+{"Finetune/Learning Rate": 1.2641493899225666e-05, "Finetune/Loss": 0.7715297937393188, "Finetune/Loss (Raw)": 0.8405232429504395, "Finetune/Step": 2811, "Finetune/Step Time": 6.698298625648022}
+{"Finetune/Learning Rate": 1.2636687847699769e-05, "Finetune/Loss": 0.7715317010879517, "Finetune/Loss (Raw)": 0.8010569214820862, "Finetune/Step": 2812, "Finetune/Step Time": 6.707391150295734}
+{"Finetune/Learning Rate": 1.263188114155538e-05, "Finetune/Loss": 0.771790623664856, "Finetune/Loss (Raw)": 0.8862814903259277, "Finetune/Step": 2813, "Finetune/Step Time": 6.696354012936354}
+{"Finetune/Learning Rate": 1.262707378198587e-05, "Finetune/Loss": 0.7688491940498352, "Finetune/Loss (Raw)": 0.3633362948894501, "Finetune/Step": 2814, "Finetune/Step Time": 6.705123256891966}
+{"Finetune/Learning Rate": 1.2622265770184776e-05, "Finetune/Loss": 0.7699596881866455, "Finetune/Loss (Raw)": 0.9304242730140686, "Finetune/Step": 2815, "Finetune/Step Time": 6.707624219357967}
+{"Finetune/Learning Rate": 1.2617457107345798e-05, "Finetune/Loss": 0.7695984840393066, "Finetune/Loss (Raw)": 0.8146621584892273, "Finetune/Step": 2816, "Finetune/Step Time": 6.70655919611454}
+{"Finetune/Learning Rate": 1.26126477946628e-05, "Finetune/Loss": 0.7683737277984619, "Finetune/Loss (Raw)": 0.8003933429718018, "Finetune/Step": 2817, "Finetune/Step Time": 6.713514994829893}
+{"Finetune/Learning Rate": 1.2607837833329803e-05, "Finetune/Loss": 0.7716236114501953, "Finetune/Loss (Raw)": 0.7939635515213013, "Finetune/Step": 2818, "Finetune/Step Time": 6.70911985822022}
+{"Finetune/Learning Rate": 1.2603027224540989e-05, "Finetune/Loss": 0.7719605565071106, "Finetune/Loss (Raw)": 0.9464600086212158, "Finetune/Step": 2819, "Finetune/Step Time": 6.711554257199168}
+{"Finetune/Learning Rate": 1.2598215969490703e-05, "Finetune/Loss": 0.773055911064148, "Finetune/Loss (Raw)": 0.9174622297286987, "Finetune/Step": 2820, "Finetune/Step Time": 6.711130497977138}
+{"Finetune/Learning Rate": 1.2593404069373452e-05, "Finetune/Loss": 0.7713685631752014, "Finetune/Loss (Raw)": 0.6402426362037659, "Finetune/Step": 2821, "Finetune/Step Time": 6.723424252122641}
+{"Finetune/Learning Rate": 1.2588591525383897e-05, "Finetune/Loss": 0.7721958160400391, "Finetune/Loss (Raw)": 0.8545412421226501, "Finetune/Step": 2822, "Finetune/Step Time": 6.719558680430055}
+{"Finetune/Learning Rate": 1.258377833871687e-05, "Finetune/Loss": 0.7693286538124084, "Finetune/Loss (Raw)": 0.41221922636032104, "Finetune/Step": 2823, "Finetune/Step Time": 6.732678538188338}
+{"Finetune/Learning Rate": 1.2578964510567348e-05, "Finetune/Loss": 0.7679406404495239, "Finetune/Loss (Raw)": 0.6442524790763855, "Finetune/Step": 2824, "Finetune/Step Time": 6.719294495880604}
+{"Finetune/Learning Rate": 1.2574150042130479e-05, "Finetune/Loss": 0.7673346996307373, "Finetune/Loss (Raw)": 0.7243762016296387, "Finetune/Step": 2825, "Finetune/Step Time": 6.717771161347628}
+{"Finetune/Learning Rate": 1.2569334934601566e-05, "Finetune/Loss": 0.7668722867965698, "Finetune/Loss (Raw)": 0.6760342717170715, "Finetune/Step": 2826, "Finetune/Step Time": 6.720160081982613}
+{"Finetune/Learning Rate": 1.2564519189176067e-05, "Finetune/Loss": 0.7664088010787964, "Finetune/Loss (Raw)": 0.830228328704834, "Finetune/Step": 2827, "Finetune/Step Time": 6.7030546348541975}
+{"Finetune/Learning Rate": 1.2559702807049606e-05, "Finetune/Loss": 0.7675151824951172, "Finetune/Loss (Raw)": 0.9605379700660706, "Finetune/Step": 2828, "Finetune/Step Time": 6.702154198661447}
+{"Finetune/Learning Rate": 1.2554885789417957e-05, "Finetune/Loss": 0.7679685354232788, "Finetune/Loss (Raw)": 0.8523474931716919, "Finetune/Step": 2829, "Finetune/Step Time": 6.685237666592002}
+{"Finetune/Learning Rate": 1.2550068137477057e-05, "Finetune/Loss": 0.7684265375137329, "Finetune/Loss (Raw)": 0.905082106590271, "Finetune/Step": 2830, "Finetune/Step Time": 6.677493393421173}
+{"Finetune/Learning Rate": 1.2545249852422998e-05, "Finetune/Loss": 0.7709302306175232, "Finetune/Loss (Raw)": 1.034204363822937, "Finetune/Step": 2831, "Finetune/Step Time": 6.651564542204142}
+{"Finetune/Learning Rate": 1.2540430935452035e-05, "Finetune/Loss": 0.7729939818382263, "Finetune/Loss (Raw)": 0.9518757462501526, "Finetune/Step": 2832, "Finetune/Step Time": 6.636791663244367}
+{"Finetune/Learning Rate": 1.2535611387760564e-05, "Finetune/Loss": 0.7732194662094116, "Finetune/Loss (Raw)": 0.8184621930122375, "Finetune/Step": 2833, "Finetune/Step Time": 6.643068015575409}
+{"Finetune/Learning Rate": 1.2530791210545163e-05, "Finetune/Loss": 0.769149124622345, "Finetune/Loss (Raw)": 0.3626457452774048, "Finetune/Step": 2834, "Finetune/Step Time": 6.656093303114176}
+{"Finetune/Learning Rate": 1.2525970405002544e-05, "Finetune/Loss": 0.768008828163147, "Finetune/Loss (Raw)": 0.8396672606468201, "Finetune/Step": 2835, "Finetune/Step Time": 6.6686928402632475}
+{"Finetune/Learning Rate": 1.2521148972329584e-05, "Finetune/Loss": 0.765846848487854, "Finetune/Loss (Raw)": 0.6378493905067444, "Finetune/Step": 2836, "Finetune/Step Time": 6.67129647359252}
+{"Finetune/Learning Rate": 1.2516326913723316e-05, "Finetune/Loss": 0.7665410041809082, "Finetune/Loss (Raw)": 0.8583707213401794, "Finetune/Step": 2837, "Finetune/Step Time": 6.660036226734519}
+{"Finetune/Learning Rate": 1.2511504230380925e-05, "Finetune/Loss": 0.7692289352416992, "Finetune/Loss (Raw)": 0.728920042514801, "Finetune/Step": 2838, "Finetune/Step Time": 6.635067276656628}
+{"Finetune/Learning Rate": 1.2506680923499755e-05, "Finetune/Loss": 0.7680176496505737, "Finetune/Loss (Raw)": 0.7184146642684937, "Finetune/Step": 2839, "Finetune/Step Time": 6.639399779960513}
+{"Finetune/Learning Rate": 1.2501856994277302e-05, "Finetune/Loss": 0.767810583114624, "Finetune/Loss (Raw)": 0.8062220811843872, "Finetune/Step": 2840, "Finetune/Step Time": 6.623082106932998}
+{"Finetune/Learning Rate": 1.249703244391122e-05, "Finetune/Loss": 0.7689977884292603, "Finetune/Loss (Raw)": 0.9478701949119568, "Finetune/Step": 2841, "Finetune/Step Time": 6.616654567420483}
+{"Finetune/Learning Rate": 1.2492207273599309e-05, "Finetune/Loss": 0.7685564756393433, "Finetune/Loss (Raw)": 0.8387106657028198, "Finetune/Step": 2842, "Finetune/Step Time": 6.618086086586118}
+{"Finetune/Learning Rate": 1.248738148453953e-05, "Finetune/Loss": 0.7682492733001709, "Finetune/Loss (Raw)": 0.6927732229232788, "Finetune/Step": 2843, "Finetune/Step Time": 6.622782412916422}
+{"Finetune/Learning Rate": 1.2482555077930006e-05, "Finetune/Loss": 0.7686821818351746, "Finetune/Loss (Raw)": 0.8571784496307373, "Finetune/Step": 2844, "Finetune/Step Time": 6.623174335807562}
+{"Finetune/Learning Rate": 1.2477728054968993e-05, "Finetune/Loss": 0.7683814167976379, "Finetune/Loss (Raw)": 0.8192565441131592, "Finetune/Step": 2845, "Finetune/Step Time": 6.633834758773446}
+{"Finetune/Learning Rate": 1.2472900416854916e-05, "Finetune/Loss": 0.7683945894241333, "Finetune/Loss (Raw)": 0.7708068490028381, "Finetune/Step": 2846, "Finetune/Step Time": 6.631824245676398}
+{"Finetune/Learning Rate": 1.2468072164786342e-05, "Finetune/Loss": 0.76657634973526, "Finetune/Loss (Raw)": 0.5988082885742188, "Finetune/Step": 2847, "Finetune/Step Time": 6.643247192725539}
+{"Finetune/Learning Rate": 1.2463243299962002e-05, "Finetune/Loss": 0.7665019035339355, "Finetune/Loss (Raw)": 0.8647018074989319, "Finetune/Step": 2848, "Finetune/Step Time": 6.649577414616942}
+{"Finetune/Learning Rate": 1.2458413823580771e-05, "Finetune/Loss": 0.766839325428009, "Finetune/Loss (Raw)": 0.7693453431129456, "Finetune/Step": 2849, "Finetune/Step Time": 6.645395765081048}
+{"Finetune/Learning Rate": 1.2453583736841675e-05, "Finetune/Loss": 0.766801118850708, "Finetune/Loss (Raw)": 0.8081706762313843, "Finetune/Step": 2850, "Finetune/Step Time": 6.640716522932053}
+{"Finetune/Learning Rate": 1.2448753040943897e-05, "Finetune/Loss": 0.7678694725036621, "Finetune/Loss (Raw)": 0.8748689889907837, "Finetune/Step": 2851, "Finetune/Step Time": 6.637873956933618}
+{"Finetune/Learning Rate": 1.2443921737086767e-05, "Finetune/Loss": 0.7678990364074707, "Finetune/Loss (Raw)": 0.8396608829498291, "Finetune/Step": 2852, "Finetune/Step Time": 6.638724124059081}
+{"Finetune/Learning Rate": 1.2439089826469766e-05, "Finetune/Loss": 0.7674516439437866, "Finetune/Loss (Raw)": 0.7658601403236389, "Finetune/Step": 2853, "Finetune/Step Time": 6.638903183862567}
+{"Finetune/Learning Rate": 1.2434257310292532e-05, "Finetune/Loss": 0.7679758071899414, "Finetune/Loss (Raw)": 0.8872663974761963, "Finetune/Step": 2854, "Finetune/Step Time": 6.631712881848216}
+{"Finetune/Learning Rate": 1.2429424189754846e-05, "Finetune/Loss": 0.7680311799049377, "Finetune/Loss (Raw)": 0.8040603995323181, "Finetune/Step": 2855, "Finetune/Step Time": 6.636328186839819}
+{"Finetune/Learning Rate": 1.242459046605664e-05, "Finetune/Loss": 0.7699575424194336, "Finetune/Loss (Raw)": 0.7893470525741577, "Finetune/Step": 2856, "Finetune/Step Time": 6.6497925985604525}
+{"Finetune/Learning Rate": 1.2419756140398e-05, "Finetune/Loss": 0.7732763290405273, "Finetune/Loss (Raw)": 0.8547350168228149, "Finetune/Step": 2857, "Finetune/Step Time": 6.613660207018256}
+{"Finetune/Learning Rate": 1.2414921213979157e-05, "Finetune/Loss": 0.7740334272384644, "Finetune/Loss (Raw)": 0.7349863648414612, "Finetune/Step": 2858, "Finetune/Step Time": 6.607126073911786}
+{"Finetune/Learning Rate": 1.2410085688000493e-05, "Finetune/Loss": 0.7741339802742004, "Finetune/Loss (Raw)": 0.8236069679260254, "Finetune/Step": 2859, "Finetune/Step Time": 6.61430144123733}
+{"Finetune/Learning Rate": 1.2405249563662539e-05, "Finetune/Loss": 0.7731149196624756, "Finetune/Loss (Raw)": 0.69867342710495, "Finetune/Step": 2860, "Finetune/Step Time": 6.624927494674921}
+{"Finetune/Learning Rate": 1.2400412842165972e-05, "Finetune/Loss": 0.7739889025688171, "Finetune/Loss (Raw)": 0.9761816263198853, "Finetune/Step": 2861, "Finetune/Step Time": 6.6348886936903}
+{"Finetune/Learning Rate": 1.2395575524711626e-05, "Finetune/Loss": 0.7738428115844727, "Finetune/Loss (Raw)": 0.7627803087234497, "Finetune/Step": 2862, "Finetune/Step Time": 6.6516142170876265}
+{"Finetune/Learning Rate": 1.2390737612500465e-05, "Finetune/Loss": 0.7731631994247437, "Finetune/Loss (Raw)": 0.7907748818397522, "Finetune/Step": 2863, "Finetune/Step Time": 6.649190649390221}
+{"Finetune/Learning Rate": 1.2385899106733626e-05, "Finetune/Loss": 0.7751993536949158, "Finetune/Loss (Raw)": 0.7295958995819092, "Finetune/Step": 2864, "Finetune/Step Time": 6.628809303045273}
+{"Finetune/Learning Rate": 1.2381060008612368e-05, "Finetune/Loss": 0.7780324816703796, "Finetune/Loss (Raw)": 0.9016372561454773, "Finetune/Step": 2865, "Finetune/Step Time": 6.621006229892373}
+{"Finetune/Learning Rate": 1.2376220319338118e-05, "Finetune/Loss": 0.7744243144989014, "Finetune/Loss (Raw)": 0.4018624722957611, "Finetune/Step": 2866, "Finetune/Step Time": 6.636638628318906}
+{"Finetune/Learning Rate": 1.2371380040112433e-05, "Finetune/Loss": 0.7741810083389282, "Finetune/Loss (Raw)": 0.8492628335952759, "Finetune/Step": 2867, "Finetune/Step Time": 6.640095481649041}
+{"Finetune/Learning Rate": 1.2366539172137027e-05, "Finetune/Loss": 0.7760462760925293, "Finetune/Loss (Raw)": 0.9473126530647278, "Finetune/Step": 2868, "Finetune/Step Time": 6.634510342031717}
+{"Finetune/Learning Rate": 1.2361697716613757e-05, "Finetune/Loss": 0.7737246751785278, "Finetune/Loss (Raw)": 0.6060090065002441, "Finetune/Step": 2869, "Finetune/Step Time": 6.664803002029657}
+{"Finetune/Learning Rate": 1.2356855674744625e-05, "Finetune/Loss": 0.770647406578064, "Finetune/Loss (Raw)": 0.3871748745441437, "Finetune/Step": 2870, "Finetune/Step Time": 6.678407343104482}
+{"Finetune/Learning Rate": 1.2352013047731779e-05, "Finetune/Loss": 0.7709224224090576, "Finetune/Loss (Raw)": 0.9494370222091675, "Finetune/Step": 2871, "Finetune/Step Time": 6.676597254350781}
+{"Finetune/Learning Rate": 1.2347169836777516e-05, "Finetune/Loss": 0.7716537714004517, "Finetune/Loss (Raw)": 0.9251924753189087, "Finetune/Step": 2872, "Finetune/Step Time": 6.67647428996861}
+{"Finetune/Learning Rate": 1.2342326043084268e-05, "Finetune/Loss": 0.7711499333381653, "Finetune/Loss (Raw)": 0.8502602577209473, "Finetune/Step": 2873, "Finetune/Step Time": 6.677844041958451}
+{"Finetune/Learning Rate": 1.2337481667854625e-05, "Finetune/Loss": 0.7676142454147339, "Finetune/Loss (Raw)": 0.36610499024391174, "Finetune/Step": 2874, "Finetune/Step Time": 6.674593113362789}
+{"Finetune/Learning Rate": 1.2332636712291313e-05, "Finetune/Loss": 0.7680931091308594, "Finetune/Loss (Raw)": 0.8827415108680725, "Finetune/Step": 2875, "Finetune/Step Time": 6.665207039564848}
+{"Finetune/Learning Rate": 1.2327791177597201e-05, "Finetune/Loss": 0.7672301530838013, "Finetune/Loss (Raw)": 0.8260225057601929, "Finetune/Step": 2876, "Finetune/Step Time": 6.673454489558935}
+{"Finetune/Learning Rate": 1.232294506497531e-05, "Finetune/Loss": 0.7666431665420532, "Finetune/Loss (Raw)": 0.7891149520874023, "Finetune/Step": 2877, "Finetune/Step Time": 6.676258709281683}
+{"Finetune/Learning Rate": 1.2318098375628793e-05, "Finetune/Loss": 0.7661343812942505, "Finetune/Loss (Raw)": 0.7284707427024841, "Finetune/Step": 2878, "Finetune/Step Time": 6.690689733251929}
+{"Finetune/Learning Rate": 1.2313251110760958e-05, "Finetune/Loss": 0.7657089233398438, "Finetune/Loss (Raw)": 0.7377552390098572, "Finetune/Step": 2879, "Finetune/Step Time": 6.682660365477204}
+{"Finetune/Learning Rate": 1.2308403271575245e-05, "Finetune/Loss": 0.7663487195968628, "Finetune/Loss (Raw)": 0.9266999363899231, "Finetune/Step": 2880, "Finetune/Step Time": 6.665122669190168}
+{"Finetune/Learning Rate": 1.2303554859275244e-05, "Finetune/Loss": 0.7655819654464722, "Finetune/Loss (Raw)": 0.8417679071426392, "Finetune/Step": 2881, "Finetune/Step Time": 6.669070536270738}
+{"Finetune/Learning Rate": 1.2298705875064688e-05, "Finetune/Loss": 0.7663364410400391, "Finetune/Loss (Raw)": 0.9041606783866882, "Finetune/Step": 2882, "Finetune/Step Time": 6.670709390193224}
+{"Finetune/Learning Rate": 1.229385632014744e-05, "Finetune/Loss": 0.7708421945571899, "Finetune/Loss (Raw)": 0.942018985748291, "Finetune/Step": 2883, "Finetune/Step Time": 6.653937939554453}
+{"Finetune/Learning Rate": 1.2289006195727523e-05, "Finetune/Loss": 0.7699089050292969, "Finetune/Loss (Raw)": 0.719702959060669, "Finetune/Step": 2884, "Finetune/Step Time": 6.669567309319973}
+{"Finetune/Learning Rate": 1.228415550300909e-05, "Finetune/Loss": 0.7717337608337402, "Finetune/Loss (Raw)": 0.8867825865745544, "Finetune/Step": 2885, "Finetune/Step Time": 6.638861270621419}
+{"Finetune/Learning Rate": 1.2279304243196438e-05, "Finetune/Loss": 0.7694592475891113, "Finetune/Loss (Raw)": 0.5963250994682312, "Finetune/Step": 2886, "Finetune/Step Time": 6.66071936301887}
+{"Finetune/Learning Rate": 1.2274452417493998e-05, "Finetune/Loss": 0.7691270709037781, "Finetune/Loss (Raw)": 0.6980278491973877, "Finetune/Step": 2887, "Finetune/Step Time": 6.666338331997395}
+{"Finetune/Learning Rate": 1.2269600027106354e-05, "Finetune/Loss": 0.7717314958572388, "Finetune/Loss (Raw)": 0.9982807040214539, "Finetune/Step": 2888, "Finetune/Step Time": 6.674181712791324}
+{"Finetune/Learning Rate": 1.2264747073238221e-05, "Finetune/Loss": 0.7710444927215576, "Finetune/Loss (Raw)": 0.3392574191093445, "Finetune/Step": 2889, "Finetune/Step Time": 6.674136709421873}
+{"Finetune/Learning Rate": 1.2259893557094457e-05, "Finetune/Loss": 0.7711384296417236, "Finetune/Loss (Raw)": 0.7623821496963501, "Finetune/Step": 2890, "Finetune/Step Time": 6.663583677262068}
+{"Finetune/Learning Rate": 1.2255039479880057e-05, "Finetune/Loss": 0.7709031105041504, "Finetune/Loss (Raw)": 0.7836107015609741, "Finetune/Step": 2891, "Finetune/Step Time": 6.662308534607291}
+{"Finetune/Learning Rate": 1.2250184842800164e-05, "Finetune/Loss": 0.772535502910614, "Finetune/Loss (Raw)": 1.0130188465118408, "Finetune/Step": 2892, "Finetune/Step Time": 6.6714927069842815}
+{"Finetune/Learning Rate": 1.2245329647060044e-05, "Finetune/Loss": 0.775937557220459, "Finetune/Loss (Raw)": 0.7966022491455078, "Finetune/Step": 2893, "Finetune/Step Time": 6.649806667119265}
+{"Finetune/Learning Rate": 1.224047389386512e-05, "Finetune/Loss": 0.7767404317855835, "Finetune/Loss (Raw)": 0.916170060634613, "Finetune/Step": 2894, "Finetune/Step Time": 6.6488593481481075}
+{"Finetune/Learning Rate": 1.2235617584420938e-05, "Finetune/Loss": 0.7766799926757812, "Finetune/Loss (Raw)": 0.8342453241348267, "Finetune/Step": 2895, "Finetune/Step Time": 6.636091565713286}
+{"Finetune/Learning Rate": 1.2230760719933194e-05, "Finetune/Loss": 0.7768722772598267, "Finetune/Loss (Raw)": 0.8880144357681274, "Finetune/Step": 2896, "Finetune/Step Time": 6.638297077268362}
+{"Finetune/Learning Rate": 1.2225903301607713e-05, "Finetune/Loss": 0.777283787727356, "Finetune/Loss (Raw)": 0.9006889462471008, "Finetune/Step": 2897, "Finetune/Step Time": 6.623706761747599}
+{"Finetune/Learning Rate": 1.2221045330650463e-05, "Finetune/Loss": 0.7797106504440308, "Finetune/Loss (Raw)": 0.8442130088806152, "Finetune/Step": 2898, "Finetune/Step Time": 6.596882602199912}
+{"Finetune/Learning Rate": 1.2216186808267544e-05, "Finetune/Loss": 0.7792010307312012, "Finetune/Loss (Raw)": 0.8151142597198486, "Finetune/Step": 2899, "Finetune/Step Time": 6.597002053633332}
+{"Finetune/Learning Rate": 1.2211327735665201e-05, "Finetune/Loss": 0.7778744697570801, "Finetune/Loss (Raw)": 0.6940246224403381, "Finetune/Step": 2900, "Finetune/Step Time": 6.600407939404249}
+{"Finetune/Learning Rate": 1.2206468114049808e-05, "Finetune/Loss": 0.7761886715888977, "Finetune/Loss (Raw)": 0.6972845196723938, "Finetune/Step": 2901, "Finetune/Step Time": 6.619037128984928}
+{"Finetune/Learning Rate": 1.2201607944627876e-05, "Finetune/Loss": 0.7798155546188354, "Finetune/Loss (Raw)": 0.8013116121292114, "Finetune/Step": 2902, "Finetune/Step Time": 6.631308484822512}
+{"Finetune/Learning Rate": 1.2196747228606056e-05, "Finetune/Loss": 0.7794010639190674, "Finetune/Loss (Raw)": 0.8411452174186707, "Finetune/Step": 2903, "Finetune/Step Time": 6.634165745228529}
+{"Finetune/Learning Rate": 1.2191885967191134e-05, "Finetune/Loss": 0.7797122001647949, "Finetune/Loss (Raw)": 0.8061171174049377, "Finetune/Step": 2904, "Finetune/Step Time": 6.631814103573561}
+{"Finetune/Learning Rate": 1.2187024161590026e-05, "Finetune/Loss": 0.7797051072120667, "Finetune/Loss (Raw)": 0.8121494650840759, "Finetune/Step": 2905, "Finetune/Step Time": 6.633251560851932}
+{"Finetune/Learning Rate": 1.2182161813009792e-05, "Finetune/Loss": 0.7800061702728271, "Finetune/Loss (Raw)": 0.9003347158432007, "Finetune/Step": 2906, "Finetune/Step Time": 6.634257456287742}
+{"Finetune/Learning Rate": 1.2177298922657622e-05, "Finetune/Loss": 0.7805290222167969, "Finetune/Loss (Raw)": 0.8004406094551086, "Finetune/Step": 2907, "Finetune/Step Time": 6.626912536099553}
+{"Finetune/Learning Rate": 1.2172435491740837e-05, "Finetune/Loss": 0.7809491753578186, "Finetune/Loss (Raw)": 0.8809027671813965, "Finetune/Step": 2908, "Finetune/Step Time": 6.629417298361659}
+{"Finetune/Learning Rate": 1.2167571521466899e-05, "Finetune/Loss": 0.7818033695220947, "Finetune/Loss (Raw)": 1.0153229236602783, "Finetune/Step": 2909, "Finetune/Step Time": 6.624234804883599}
+{"Finetune/Learning Rate": 1.2162707013043398e-05, "Finetune/Loss": 0.7825456857681274, "Finetune/Loss (Raw)": 0.9267716407775879, "Finetune/Step": 2910, "Finetune/Step Time": 6.624929290264845}
+{"Finetune/Learning Rate": 1.2157841967678064e-05, "Finetune/Loss": 0.7835462689399719, "Finetune/Loss (Raw)": 0.9677656888961792, "Finetune/Step": 2911, "Finetune/Step Time": 6.610939407721162}
+{"Finetune/Learning Rate": 1.215297638657875e-05, "Finetune/Loss": 0.7853769063949585, "Finetune/Loss (Raw)": 0.8520581722259521, "Finetune/Step": 2912, "Finetune/Step Time": 6.602061742916703}
+{"Finetune/Learning Rate": 1.2148110270953455e-05, "Finetune/Loss": 0.7855439782142639, "Finetune/Loss (Raw)": 0.8235142230987549, "Finetune/Step": 2913, "Finetune/Step Time": 6.594692770391703}
+{"Finetune/Learning Rate": 1.2143243622010302e-05, "Finetune/Loss": 0.7835544943809509, "Finetune/Loss (Raw)": 0.6139483451843262, "Finetune/Step": 2914, "Finetune/Step Time": 6.620286291465163}
+{"Finetune/Learning Rate": 1.2138376440957544e-05, "Finetune/Loss": 0.7819557189941406, "Finetune/Loss (Raw)": 0.5760284066200256, "Finetune/Step": 2915, "Finetune/Step Time": 6.631653625518084}
+{"Finetune/Learning Rate": 1.213350872900358e-05, "Finetune/Loss": 0.7818487882614136, "Finetune/Loss (Raw)": 0.8698612451553345, "Finetune/Step": 2916, "Finetune/Step Time": 6.618879418820143}
+{"Finetune/Learning Rate": 1.2128640487356929e-05, "Finetune/Loss": 0.7832449674606323, "Finetune/Loss (Raw)": 0.9202389717102051, "Finetune/Step": 2917, "Finetune/Step Time": 6.6026609390974045}
+{"Finetune/Learning Rate": 1.2123771717226239e-05, "Finetune/Loss": 0.7825236320495605, "Finetune/Loss (Raw)": 0.7187454700469971, "Finetune/Step": 2918, "Finetune/Step Time": 6.607075521722436}
+{"Finetune/Learning Rate": 1.2118902419820297e-05, "Finetune/Loss": 0.7843315601348877, "Finetune/Loss (Raw)": 0.8494075536727905, "Finetune/Step": 2919, "Finetune/Step Time": 6.585277596488595}
+{"Finetune/Learning Rate": 1.2114032596348023e-05, "Finetune/Loss": 0.7807914018630981, "Finetune/Loss (Raw)": 0.3558730483055115, "Finetune/Step": 2920, "Finetune/Step Time": 6.590233135968447}
+{"Finetune/Learning Rate": 1.2109162248018454e-05, "Finetune/Loss": 0.7796370983123779, "Finetune/Loss (Raw)": 0.7924227714538574, "Finetune/Step": 2921, "Finetune/Step Time": 6.606861773878336}
+{"Finetune/Learning Rate": 1.2104291376040774e-05, "Finetune/Loss": 0.779788613319397, "Finetune/Loss (Raw)": 0.7669205665588379, "Finetune/Step": 2922, "Finetune/Step Time": 6.600234884768724}
+{"Finetune/Learning Rate": 1.2099419981624284e-05, "Finetune/Loss": 0.7801894545555115, "Finetune/Loss (Raw)": 0.7172240018844604, "Finetune/Step": 2923, "Finetune/Step Time": 6.611215064302087}
+{"Finetune/Learning Rate": 1.2094548065978422e-05, "Finetune/Loss": 0.7809675931930542, "Finetune/Loss (Raw)": 0.8915360569953918, "Finetune/Step": 2924, "Finetune/Step Time": 6.5956540163606405}
+{"Finetune/Learning Rate": 1.2089675630312755e-05, "Finetune/Loss": 0.7835112810134888, "Finetune/Loss (Raw)": 0.9275956749916077, "Finetune/Step": 2925, "Finetune/Step Time": 6.584989842027426}
+{"Finetune/Learning Rate": 1.208480267583697e-05, "Finetune/Loss": 0.7868658304214478, "Finetune/Loss (Raw)": 0.8160295486450195, "Finetune/Step": 2926, "Finetune/Step Time": 6.591758394613862}
+{"Finetune/Learning Rate": 1.2079929203760901e-05, "Finetune/Loss": 0.7859369516372681, "Finetune/Loss (Raw)": 0.5585930943489075, "Finetune/Step": 2927, "Finetune/Step Time": 6.611449209973216}
+{"Finetune/Learning Rate": 1.2075055215294492e-05, "Finetune/Loss": 0.7872607707977295, "Finetune/Loss (Raw)": 0.8129152655601501, "Finetune/Step": 2928, "Finetune/Step Time": 6.620989803224802}
+{"Finetune/Learning Rate": 1.2070180711647828e-05, "Finetune/Loss": 0.7870383262634277, "Finetune/Loss (Raw)": 0.8635549545288086, "Finetune/Step": 2929, "Finetune/Step Time": 6.6116941552609205}
+{"Finetune/Learning Rate": 1.206530569403111e-05, "Finetune/Loss": 0.7870820760726929, "Finetune/Loss (Raw)": 0.8858716487884521, "Finetune/Step": 2930, "Finetune/Step Time": 6.594050846993923}
+{"Finetune/Learning Rate": 1.2060430163654681e-05, "Finetune/Loss": 0.7881079912185669, "Finetune/Loss (Raw)": 0.8860401511192322, "Finetune/Step": 2931, "Finetune/Step Time": 6.597031470388174}
+{"Finetune/Learning Rate": 1.2055554121729e-05, "Finetune/Loss": 0.7883790135383606, "Finetune/Loss (Raw)": 0.8827853202819824, "Finetune/Step": 2932, "Finetune/Step Time": 6.601120758801699}
+{"Finetune/Learning Rate": 1.2050677569464657e-05, "Finetune/Loss": 0.7873038053512573, "Finetune/Loss (Raw)": 0.8284650444984436, "Finetune/Step": 2933, "Finetune/Step Time": 6.612745765596628}
+{"Finetune/Learning Rate": 1.2045800508072367e-05, "Finetune/Loss": 0.7877892851829529, "Finetune/Loss (Raw)": 0.8027386665344238, "Finetune/Step": 2934, "Finetune/Step Time": 6.6072429195046425}
+{"Finetune/Learning Rate": 1.2040922938762977e-05, "Finetune/Loss": 0.7880624532699585, "Finetune/Loss (Raw)": 0.829918622970581, "Finetune/Step": 2935, "Finetune/Step Time": 6.6118772234767675}
+{"Finetune/Learning Rate": 1.203604486274745e-05, "Finetune/Loss": 0.7901246547698975, "Finetune/Loss (Raw)": 0.8775410652160645, "Finetune/Step": 2936, "Finetune/Step Time": 6.618443360552192}
+{"Finetune/Learning Rate": 1.2031166281236886e-05, "Finetune/Loss": 0.7952866554260254, "Finetune/Loss (Raw)": 1.0129382610321045, "Finetune/Step": 2937, "Finetune/Step Time": 6.6003104634583}
+{"Finetune/Learning Rate": 1.2026287195442503e-05, "Finetune/Loss": 0.7965413331985474, "Finetune/Loss (Raw)": 0.8744320869445801, "Finetune/Step": 2938, "Finetune/Step Time": 6.596675785258412}
+{"Finetune/Learning Rate": 1.2021407606575646e-05, "Finetune/Loss": 0.796524167060852, "Finetune/Loss (Raw)": 0.8383309841156006, "Finetune/Step": 2939, "Finetune/Step Time": 6.595797939226031}
+{"Finetune/Learning Rate": 1.2016527515847786e-05, "Finetune/Loss": 0.7955601811408997, "Finetune/Loss (Raw)": 0.6776638031005859, "Finetune/Step": 2940, "Finetune/Step Time": 6.588410912081599}
+{"Finetune/Learning Rate": 1.201164692447052e-05, "Finetune/Loss": 0.7927670478820801, "Finetune/Loss (Raw)": 0.5287583470344543, "Finetune/Step": 2941, "Finetune/Step Time": 6.606610219925642}
+{"Finetune/Learning Rate": 1.2006765833655565e-05, "Finetune/Loss": 0.7975224852561951, "Finetune/Loss (Raw)": 0.9720370173454285, "Finetune/Step": 2942, "Finetune/Step Time": 6.592513496056199}
+{"Finetune/Learning Rate": 1.2001884244614762e-05, "Finetune/Loss": 0.7962710857391357, "Finetune/Loss (Raw)": 0.770246684551239, "Finetune/Step": 2943, "Finetune/Step Time": 6.597009079530835}
+{"Finetune/Learning Rate": 1.1997002158560083e-05, "Finetune/Loss": 0.7963196039199829, "Finetune/Loss (Raw)": 0.8208719491958618, "Finetune/Step": 2944, "Finetune/Step Time": 6.614368272945285}
+{"Finetune/Learning Rate": 1.1992119576703614e-05, "Finetune/Loss": 0.795961320400238, "Finetune/Loss (Raw)": 0.7545254826545715, "Finetune/Step": 2945, "Finetune/Step Time": 6.623433465138078}
+{"Finetune/Learning Rate": 1.1987236500257568e-05, "Finetune/Loss": 0.7959762811660767, "Finetune/Loss (Raw)": 0.7958808541297913, "Finetune/Step": 2946, "Finetune/Step Time": 6.605615148320794}
+{"Finetune/Learning Rate": 1.1982352930434287e-05, "Finetune/Loss": 0.7947292327880859, "Finetune/Loss (Raw)": 0.7868378758430481, "Finetune/Step": 2947, "Finetune/Step Time": 6.622131187468767}
+{"Finetune/Learning Rate": 1.1977468868446224e-05, "Finetune/Loss": 0.7933511734008789, "Finetune/Loss (Raw)": 0.7410717606544495, "Finetune/Step": 2948, "Finetune/Step Time": 6.643184455111623}
+{"Finetune/Learning Rate": 1.1972584315505964e-05, "Finetune/Loss": 0.7950102090835571, "Finetune/Loss (Raw)": 0.8525938391685486, "Finetune/Step": 2949, "Finetune/Step Time": 6.633957415819168}
+{"Finetune/Learning Rate": 1.1967699272826205e-05, "Finetune/Loss": 0.7950596213340759, "Finetune/Loss (Raw)": 0.8608720302581787, "Finetune/Step": 2950, "Finetune/Step Time": 6.644359264522791}
+{"Finetune/Learning Rate": 1.1962813741619777e-05, "Finetune/Loss": 0.7943271994590759, "Finetune/Loss (Raw)": 0.3184678256511688, "Finetune/Step": 2951, "Finetune/Step Time": 6.6450480576604605}
+{"Finetune/Learning Rate": 1.195792772309962e-05, "Finetune/Loss": 0.7960612773895264, "Finetune/Loss (Raw)": 0.8662083148956299, "Finetune/Step": 2952, "Finetune/Step Time": 6.643154947087169}
+{"Finetune/Learning Rate": 1.1953041218478807e-05, "Finetune/Loss": 0.7975934743881226, "Finetune/Loss (Raw)": 0.9204983711242676, "Finetune/Step": 2953, "Finetune/Step Time": 6.642520600929856}
+{"Finetune/Learning Rate": 1.1948154228970518e-05, "Finetune/Loss": 0.7980990409851074, "Finetune/Loss (Raw)": 0.7407561540603638, "Finetune/Step": 2954, "Finetune/Step Time": 6.647341502830386}
+{"Finetune/Learning Rate": 1.1943266755788068e-05, "Finetune/Loss": 0.7993741035461426, "Finetune/Loss (Raw)": 0.9934378862380981, "Finetune/Step": 2955, "Finetune/Step Time": 6.654783707112074}
+{"Finetune/Learning Rate": 1.1938378800144877e-05, "Finetune/Loss": 0.7982877492904663, "Finetune/Loss (Raw)": 0.8214755654335022, "Finetune/Step": 2956, "Finetune/Step Time": 6.653311146423221}
+{"Finetune/Learning Rate": 1.1933490363254499e-05, "Finetune/Loss": 0.7977535724639893, "Finetune/Loss (Raw)": 0.7839704751968384, "Finetune/Step": 2957, "Finetune/Step Time": 6.64291138574481}
+{"Finetune/Learning Rate": 1.1928601446330599e-05, "Finetune/Loss": 0.7970322966575623, "Finetune/Loss (Raw)": 0.8127703070640564, "Finetune/Step": 2958, "Finetune/Step Time": 6.645814625546336}
+{"Finetune/Learning Rate": 1.1923712050586964e-05, "Finetune/Loss": 0.7916074991226196, "Finetune/Loss (Raw)": 0.33982962369918823, "Finetune/Step": 2959, "Finetune/Step Time": 6.6634979583323}
+{"Finetune/Learning Rate": 1.1918822177237497e-05, "Finetune/Loss": 0.7901779413223267, "Finetune/Loss (Raw)": 0.7688854336738586, "Finetune/Step": 2960, "Finetune/Step Time": 6.661744641140103}
+{"Finetune/Learning Rate": 1.1913931827496223e-05, "Finetune/Loss": 0.789875328540802, "Finetune/Loss (Raw)": 0.779731810092926, "Finetune/Step": 2961, "Finetune/Step Time": 6.648650316521525}
+{"Finetune/Learning Rate": 1.1909041002577287e-05, "Finetune/Loss": 0.7950000166893005, "Finetune/Loss (Raw)": 1.0186022520065308, "Finetune/Step": 2962, "Finetune/Step Time": 6.634713381528854}
+{"Finetune/Learning Rate": 1.1904149703694943e-05, "Finetune/Loss": 0.7952480912208557, "Finetune/Loss (Raw)": 0.8714213371276855, "Finetune/Step": 2963, "Finetune/Step Time": 6.635531511157751}
+{"Finetune/Learning Rate": 1.189925793206357e-05, "Finetune/Loss": 0.797171950340271, "Finetune/Loss (Raw)": 0.8841063976287842, "Finetune/Step": 2964, "Finetune/Step Time": 6.628430511802435}
+{"Finetune/Learning Rate": 1.1894365688897666e-05, "Finetune/Loss": 0.7975541949272156, "Finetune/Loss (Raw)": 0.9072955250740051, "Finetune/Step": 2965, "Finetune/Step Time": 6.625090019777417}
+{"Finetune/Learning Rate": 1.1889472975411843e-05, "Finetune/Loss": 0.7976434230804443, "Finetune/Loss (Raw)": 0.74034184217453, "Finetune/Step": 2966, "Finetune/Step Time": 6.63302162475884}
+{"Finetune/Learning Rate": 1.1884579792820827e-05, "Finetune/Loss": 0.7974270582199097, "Finetune/Loss (Raw)": 0.6907175779342651, "Finetune/Step": 2967, "Finetune/Step Time": 6.654558822512627}
+{"Finetune/Learning Rate": 1.1879686142339466e-05, "Finetune/Loss": 0.7982059717178345, "Finetune/Loss (Raw)": 0.9059308767318726, "Finetune/Step": 2968, "Finetune/Step Time": 6.673342149704695}
+{"Finetune/Learning Rate": 1.1874792025182718e-05, "Finetune/Loss": 0.7972704768180847, "Finetune/Loss (Raw)": 0.828120231628418, "Finetune/Step": 2969, "Finetune/Step Time": 6.670782869681716}
+{"Finetune/Learning Rate": 1.1869897442565665e-05, "Finetune/Loss": 0.7970058917999268, "Finetune/Loss (Raw)": 0.8048461675643921, "Finetune/Step": 2970, "Finetune/Step Time": 6.682807935401797}
+{"Finetune/Learning Rate": 1.1865002395703496e-05, "Finetune/Loss": 0.7979538440704346, "Finetune/Loss (Raw)": 0.814106285572052, "Finetune/Step": 2971, "Finetune/Step Time": 6.689985012635589}
+{"Finetune/Learning Rate": 1.1860106885811522e-05, "Finetune/Loss": 0.7976773977279663, "Finetune/Loss (Raw)": 0.8217923045158386, "Finetune/Step": 2972, "Finetune/Step Time": 6.685578674077988}
+{"Finetune/Learning Rate": 1.1855210914105162e-05, "Finetune/Loss": 0.7968828082084656, "Finetune/Loss (Raw)": 0.7175532579421997, "Finetune/Step": 2973, "Finetune/Step Time": 6.689193902537227}
+{"Finetune/Learning Rate": 1.1850314481799958e-05, "Finetune/Loss": 0.7974826097488403, "Finetune/Loss (Raw)": 0.847581684589386, "Finetune/Step": 2974, "Finetune/Step Time": 6.690822001546621}
+{"Finetune/Learning Rate": 1.184541759011156e-05, "Finetune/Loss": 0.7959553003311157, "Finetune/Loss (Raw)": 0.40331146121025085, "Finetune/Step": 2975, "Finetune/Step Time": 6.696833735331893}
+{"Finetune/Learning Rate": 1.1840520240255735e-05, "Finetune/Loss": 0.7950615882873535, "Finetune/Loss (Raw)": 0.7503107190132141, "Finetune/Step": 2976, "Finetune/Step Time": 6.691693002358079}
+{"Finetune/Learning Rate": 1.1835622433448361e-05, "Finetune/Loss": 0.7950965166091919, "Finetune/Loss (Raw)": 0.7738151550292969, "Finetune/Step": 2977, "Finetune/Step Time": 6.689084254205227}
+{"Finetune/Learning Rate": 1.1830724170905437e-05, "Finetune/Loss": 0.796230673789978, "Finetune/Loss (Raw)": 0.9533382654190063, "Finetune/Step": 2978, "Finetune/Step Time": 6.689380818977952}
+{"Finetune/Learning Rate": 1.1825825453843063e-05, "Finetune/Loss": 0.796025276184082, "Finetune/Loss (Raw)": 0.8485761880874634, "Finetune/Step": 2979, "Finetune/Step Time": 6.698315020650625}
+{"Finetune/Learning Rate": 1.182092628347746e-05, "Finetune/Loss": 0.7954659461975098, "Finetune/Loss (Raw)": 0.7680752873420715, "Finetune/Step": 2980, "Finetune/Step Time": 6.7011715192347765}
+{"Finetune/Learning Rate": 1.1816026661024962e-05, "Finetune/Loss": 0.7952212691307068, "Finetune/Loss (Raw)": 0.7345357537269592, "Finetune/Step": 2981, "Finetune/Step Time": 6.726680899038911}
+{"Finetune/Learning Rate": 1.1811126587702014e-05, "Finetune/Loss": 0.794318675994873, "Finetune/Loss (Raw)": 0.7717311978340149, "Finetune/Step": 2982, "Finetune/Step Time": 6.7202944457530975}
+{"Finetune/Learning Rate": 1.1806226064725165e-05, "Finetune/Loss": 0.7954859733581543, "Finetune/Loss (Raw)": 0.9534738063812256, "Finetune/Step": 2983, "Finetune/Step Time": 6.71026766858995}
+{"Finetune/Learning Rate": 1.1801325093311091e-05, "Finetune/Loss": 0.7953763604164124, "Finetune/Loss (Raw)": 0.7753245234489441, "Finetune/Step": 2984, "Finetune/Step Time": 6.709618978202343}
+{"Finetune/Learning Rate": 1.1796423674676566e-05, "Finetune/Loss": 0.7952969670295715, "Finetune/Loss (Raw)": 0.8445714116096497, "Finetune/Step": 2985, "Finetune/Step Time": 6.708578005433083}
+{"Finetune/Learning Rate": 1.1791521810038481e-05, "Finetune/Loss": 0.7922095060348511, "Finetune/Loss (Raw)": 0.33978334069252014, "Finetune/Step": 2986, "Finetune/Step Time": 6.729336800053716}
+{"Finetune/Learning Rate": 1.1786619500613841e-05, "Finetune/Loss": 0.7919571399688721, "Finetune/Loss (Raw)": 0.7913050651550293, "Finetune/Step": 2987, "Finetune/Step Time": 6.742405554279685}
+{"Finetune/Learning Rate": 1.1781716747619753e-05, "Finetune/Loss": 0.793397068977356, "Finetune/Loss (Raw)": 0.8829876184463501, "Finetune/Step": 2988, "Finetune/Step Time": 6.739220704883337}
+{"Finetune/Learning Rate": 1.1776813552273438e-05, "Finetune/Loss": 0.7908749580383301, "Finetune/Loss (Raw)": 0.6533554792404175, "Finetune/Step": 2989, "Finetune/Step Time": 6.734201403334737}
+{"Finetune/Learning Rate": 1.177190991579223e-05, "Finetune/Loss": 0.7921981811523438, "Finetune/Loss (Raw)": 0.9321429133415222, "Finetune/Step": 2990, "Finetune/Step Time": 6.710136964917183}
+{"Finetune/Learning Rate": 1.1767005839393565e-05, "Finetune/Loss": 0.7928313612937927, "Finetune/Loss (Raw)": 0.8718248009681702, "Finetune/Step": 2991, "Finetune/Step Time": 6.714224437251687}
+{"Finetune/Learning Rate": 1.1762101324294998e-05, "Finetune/Loss": 0.7925707697868347, "Finetune/Loss (Raw)": 0.6962472200393677, "Finetune/Step": 2992, "Finetune/Step Time": 6.724293375387788}
+{"Finetune/Learning Rate": 1.1757196371714187e-05, "Finetune/Loss": 0.792872428894043, "Finetune/Loss (Raw)": 0.9402438402175903, "Finetune/Step": 2993, "Finetune/Step Time": 6.730506233870983}
+{"Finetune/Learning Rate": 1.1752290982868899e-05, "Finetune/Loss": 0.7971280813217163, "Finetune/Loss (Raw)": 0.9465855956077576, "Finetune/Step": 2994, "Finetune/Step Time": 6.707683468237519}
+{"Finetune/Learning Rate": 1.1747385158977008e-05, "Finetune/Loss": 0.7971147298812866, "Finetune/Loss (Raw)": 0.8475505113601685, "Finetune/Step": 2995, "Finetune/Step Time": 6.710069660097361}
+{"Finetune/Learning Rate": 1.1742478901256496e-05, "Finetune/Loss": 0.7955575585365295, "Finetune/Loss (Raw)": 0.7480036616325378, "Finetune/Step": 2996, "Finetune/Step Time": 6.724972428753972}
+{"Finetune/Learning Rate": 1.1737572210925459e-05, "Finetune/Loss": 0.796691358089447, "Finetune/Loss (Raw)": 0.7511349320411682, "Finetune/Step": 2997, "Finetune/Step Time": 6.695822764188051}
+{"Finetune/Learning Rate": 1.1732665089202095e-05, "Finetune/Loss": 0.7996164560317993, "Finetune/Loss (Raw)": 0.7615775465965271, "Finetune/Step": 2998, "Finetune/Step Time": 6.684578411281109}
+{"Finetune/Learning Rate": 1.1727757537304712e-05, "Finetune/Loss": 0.7988288402557373, "Finetune/Loss (Raw)": 0.8486297130584717, "Finetune/Step": 2999, "Finetune/Step Time": 6.690292609855533}
+{"Finetune/Learning Rate": 1.1722849556451716e-05, "Finetune/Loss": 0.7981994152069092, "Finetune/Loss (Raw)": 0.8446328639984131, "Finetune/Step": 3000, "Finetune/Step Time": 6.694766381755471}
+{"Finetune/Learning Rate": 1.1717941147861633e-05, "Finetune/Loss": 0.7975399494171143, "Finetune/Loss (Raw)": 0.7658436298370361, "Finetune/Step": 3001, "Finetune/Step Time": 6.698163939639926}
+{"Finetune/Learning Rate": 1.1713032312753086e-05, "Finetune/Loss": 0.8018062114715576, "Finetune/Loss (Raw)": 0.9121861457824707, "Finetune/Step": 3002, "Finetune/Step Time": 6.6820529866963625}
+{"Finetune/Learning Rate": 1.1708123052344803e-05, "Finetune/Loss": 0.8012519478797913, "Finetune/Loss (Raw)": 0.8117948770523071, "Finetune/Step": 3003, "Finetune/Step Time": 6.677666336297989}
+{"Finetune/Learning Rate": 1.1703213367855629e-05, "Finetune/Loss": 0.8017160892486572, "Finetune/Loss (Raw)": 0.8854336738586426, "Finetune/Step": 3004, "Finetune/Step Time": 6.670533329248428}
+{"Finetune/Learning Rate": 1.16983032605045e-05, "Finetune/Loss": 0.8002893924713135, "Finetune/Loss (Raw)": 0.606499195098877, "Finetune/Step": 3005, "Finetune/Step Time": 6.68839824385941}
+{"Finetune/Learning Rate": 1.1693392731510464e-05, "Finetune/Loss": 0.8016359806060791, "Finetune/Loss (Raw)": 0.9008285999298096, "Finetune/Step": 3006, "Finetune/Step Time": 6.672227993607521}
+{"Finetune/Learning Rate": 1.1688481782092676e-05, "Finetune/Loss": 0.8011168837547302, "Finetune/Loss (Raw)": 0.671311616897583, "Finetune/Step": 3007, "Finetune/Step Time": 6.663002053275704}
+{"Finetune/Learning Rate": 1.1683570413470384e-05, "Finetune/Loss": 0.800815999507904, "Finetune/Loss (Raw)": 0.8881922364234924, "Finetune/Step": 3008, "Finetune/Step Time": 6.663789179176092}
+{"Finetune/Learning Rate": 1.1678658626862959e-05, "Finetune/Loss": 0.8016414642333984, "Finetune/Loss (Raw)": 0.9474306702613831, "Finetune/Step": 3009, "Finetune/Step Time": 6.657401241362095}
+{"Finetune/Learning Rate": 1.1673746423489862e-05, "Finetune/Loss": 0.8008270263671875, "Finetune/Loss (Raw)": 0.7999059557914734, "Finetune/Step": 3010, "Finetune/Step Time": 6.667775247246027}
+{"Finetune/Learning Rate": 1.1668833804570658e-05, "Finetune/Loss": 0.8005027770996094, "Finetune/Loss (Raw)": 0.9005213379859924, "Finetune/Step": 3011, "Finetune/Step Time": 6.66520014218986}
+{"Finetune/Learning Rate": 1.1663920771325022e-05, "Finetune/Loss": 0.8017616271972656, "Finetune/Loss (Raw)": 0.880829393863678, "Finetune/Step": 3012, "Finetune/Step Time": 6.628186568617821}
+{"Finetune/Learning Rate": 1.1659007324972722e-05, "Finetune/Loss": 0.8015303611755371, "Finetune/Loss (Raw)": 0.8571839332580566, "Finetune/Step": 3013, "Finetune/Step Time": 6.624174285680056}
+{"Finetune/Learning Rate": 1.1654093466733636e-05, "Finetune/Loss": 0.802376389503479, "Finetune/Loss (Raw)": 0.7046183347702026, "Finetune/Step": 3014, "Finetune/Step Time": 6.607956420630217}
+{"Finetune/Learning Rate": 1.1649179197827744e-05, "Finetune/Loss": 0.8018139004707336, "Finetune/Loss (Raw)": 0.6260258555412292, "Finetune/Step": 3015, "Finetune/Step Time": 6.616588355973363}
+{"Finetune/Learning Rate": 1.164426451947513e-05, "Finetune/Loss": 0.8001143932342529, "Finetune/Loss (Raw)": 0.7807453870773315, "Finetune/Step": 3016, "Finetune/Step Time": 6.630482936277986}
+{"Finetune/Learning Rate": 1.1639349432895967e-05, "Finetune/Loss": 0.8030273914337158, "Finetune/Loss (Raw)": 0.7121185660362244, "Finetune/Step": 3017, "Finetune/Step Time": 6.615836668759584}
+{"Finetune/Learning Rate": 1.1634433939310548e-05, "Finetune/Loss": 0.8029447197914124, "Finetune/Loss (Raw)": 0.7518026828765869, "Finetune/Step": 3018, "Finetune/Step Time": 6.610733957961202}
+{"Finetune/Learning Rate": 1.1629518039939249e-05, "Finetune/Loss": 0.8032203912734985, "Finetune/Loss (Raw)": 0.8188893795013428, "Finetune/Step": 3019, "Finetune/Step Time": 6.611973267048597}
+{"Finetune/Learning Rate": 1.162460173600256e-05, "Finetune/Loss": 0.8014076352119446, "Finetune/Loss (Raw)": 0.7809951305389404, "Finetune/Step": 3020, "Finetune/Step Time": 6.604240380227566}
+{"Finetune/Learning Rate": 1.1619685028721068e-05, "Finetune/Loss": 0.8015412092208862, "Finetune/Loss (Raw)": 0.813694953918457, "Finetune/Step": 3021, "Finetune/Step Time": 6.607520570978522}
+{"Finetune/Learning Rate": 1.1614767919315457e-05, "Finetune/Loss": 0.801666259765625, "Finetune/Loss (Raw)": 0.9321778416633606, "Finetune/Step": 3022, "Finetune/Step Time": 6.6072190180420876}
+{"Finetune/Learning Rate": 1.1609850409006513e-05, "Finetune/Loss": 0.8004767298698425, "Finetune/Loss (Raw)": 0.68198561668396, "Finetune/Step": 3023, "Finetune/Step Time": 6.609997097402811}
+{"Finetune/Learning Rate": 1.160493249901512e-05, "Finetune/Loss": 0.7999212145805359, "Finetune/Loss (Raw)": 0.816908061504364, "Finetune/Step": 3024, "Finetune/Step Time": 6.614659991115332}
+{"Finetune/Learning Rate": 1.1600014190562263e-05, "Finetune/Loss": 0.7997956275939941, "Finetune/Loss (Raw)": 0.8846192359924316, "Finetune/Step": 3025, "Finetune/Step Time": 6.613552475348115}
+{"Finetune/Learning Rate": 1.1595095484869028e-05, "Finetune/Loss": 0.7996328473091125, "Finetune/Loss (Raw)": 0.8233749866485596, "Finetune/Step": 3026, "Finetune/Step Time": 6.618011644110084}
+{"Finetune/Learning Rate": 1.1590176383156593e-05, "Finetune/Loss": 0.800478458404541, "Finetune/Loss (Raw)": 0.9233538508415222, "Finetune/Step": 3027, "Finetune/Step Time": 6.616120493039489}
+{"Finetune/Learning Rate": 1.1585256886646239e-05, "Finetune/Loss": 0.8014034032821655, "Finetune/Loss (Raw)": 0.8124187588691711, "Finetune/Step": 3028, "Finetune/Step Time": 6.619243174791336}
+{"Finetune/Learning Rate": 1.1580336996559343e-05, "Finetune/Loss": 0.8039339780807495, "Finetune/Loss (Raw)": 1.0211949348449707, "Finetune/Step": 3029, "Finetune/Step Time": 6.600986985489726}
+{"Finetune/Learning Rate": 1.1575416714117387e-05, "Finetune/Loss": 0.8038418292999268, "Finetune/Loss (Raw)": 0.7895146608352661, "Finetune/Step": 3030, "Finetune/Step Time": 6.583168663084507}
+{"Finetune/Learning Rate": 1.157049604054194e-05, "Finetune/Loss": 0.8038924336433411, "Finetune/Loss (Raw)": 0.8476195335388184, "Finetune/Step": 3031, "Finetune/Step Time": 6.579956972971559}
+{"Finetune/Learning Rate": 1.1565574977054675e-05, "Finetune/Loss": 0.8041895627975464, "Finetune/Loss (Raw)": 0.8441534638404846, "Finetune/Step": 3032, "Finetune/Step Time": 6.584194695577025}
+{"Finetune/Learning Rate": 1.1560653524877356e-05, "Finetune/Loss": 0.8046119213104248, "Finetune/Loss (Raw)": 0.8662169575691223, "Finetune/Step": 3033, "Finetune/Step Time": 6.591786617413163}
+{"Finetune/Learning Rate": 1.1555731685231848e-05, "Finetune/Loss": 0.8050166368484497, "Finetune/Loss (Raw)": 0.9521363973617554, "Finetune/Step": 3034, "Finetune/Step Time": 6.597825353965163}
+{"Finetune/Learning Rate": 1.1550809459340114e-05, "Finetune/Loss": 0.805342972278595, "Finetune/Loss (Raw)": 0.842201828956604, "Finetune/Step": 3035, "Finetune/Step Time": 6.598627086728811}
+{"Finetune/Learning Rate": 1.1545886848424206e-05, "Finetune/Loss": 0.8045648336410522, "Finetune/Loss (Raw)": 0.7813049554824829, "Finetune/Step": 3036, "Finetune/Step Time": 6.611514998599887}
+{"Finetune/Learning Rate": 1.1540963853706277e-05, "Finetune/Loss": 0.8041134476661682, "Finetune/Loss (Raw)": 0.957542359828949, "Finetune/Step": 3037, "Finetune/Step Time": 6.613920696079731}
+{"Finetune/Learning Rate": 1.1536040476408576e-05, "Finetune/Loss": 0.8038145303726196, "Finetune/Loss (Raw)": 0.8885098099708557, "Finetune/Step": 3038, "Finetune/Step Time": 6.613374972715974}
+{"Finetune/Learning Rate": 1.1531116717753438e-05, "Finetune/Loss": 0.8020245432853699, "Finetune/Loss (Raw)": 0.738654613494873, "Finetune/Step": 3039, "Finetune/Step Time": 6.613564977422357}
+{"Finetune/Learning Rate": 1.152619257896331e-05, "Finetune/Loss": 0.8019903898239136, "Finetune/Loss (Raw)": 0.8476784229278564, "Finetune/Step": 3040, "Finetune/Step Time": 6.607148807495832}
+{"Finetune/Learning Rate": 1.1521268061260716e-05, "Finetune/Loss": 0.8014664649963379, "Finetune/Loss (Raw)": 0.756462574005127, "Finetune/Step": 3041, "Finetune/Step Time": 6.612119318917394}
+{"Finetune/Learning Rate": 1.151634316586828e-05, "Finetune/Loss": 0.8032085299491882, "Finetune/Loss (Raw)": 0.8369278311729431, "Finetune/Step": 3042, "Finetune/Step Time": 6.588859628885984}
+{"Finetune/Learning Rate": 1.1511417894008725e-05, "Finetune/Loss": 0.8012009859085083, "Finetune/Loss (Raw)": 0.31905752420425415, "Finetune/Step": 3043, "Finetune/Step Time": 6.597809862345457}
+{"Finetune/Learning Rate": 1.150649224690486e-05, "Finetune/Loss": 0.7997090220451355, "Finetune/Loss (Raw)": 0.6788990497589111, "Finetune/Step": 3044, "Finetune/Step Time": 6.61687183752656}
+{"Finetune/Learning Rate": 1.1501566225779592e-05, "Finetune/Loss": 0.7971376180648804, "Finetune/Loss (Raw)": 0.5910970568656921, "Finetune/Step": 3045, "Finetune/Step Time": 6.623286966234446}
+{"Finetune/Learning Rate": 1.149663983185592e-05, "Finetune/Loss": 0.7992749810218811, "Finetune/Loss (Raw)": 0.9923248887062073, "Finetune/Step": 3046, "Finetune/Step Time": 6.617956379428506}
+{"Finetune/Learning Rate": 1.1491713066356933e-05, "Finetune/Loss": 0.799104630947113, "Finetune/Loss (Raw)": 0.8275986909866333, "Finetune/Step": 3047, "Finetune/Step Time": 6.623714538291097}
+{"Finetune/Learning Rate": 1.1486785930505812e-05, "Finetune/Loss": 0.8039311170578003, "Finetune/Loss (Raw)": 0.9736658334732056, "Finetune/Step": 3048, "Finetune/Step Time": 6.604842010885477}
+{"Finetune/Learning Rate": 1.1481858425525835e-05, "Finetune/Loss": 0.8040202856063843, "Finetune/Loss (Raw)": 0.8038395643234253, "Finetune/Step": 3049, "Finetune/Step Time": 6.5881927367299795}
+{"Finetune/Learning Rate": 1.147693055264037e-05, "Finetune/Loss": 0.8055603504180908, "Finetune/Loss (Raw)": 0.964044988155365, "Finetune/Step": 3050, "Finetune/Step Time": 6.579787032678723}
+{"Finetune/Learning Rate": 1.1472002313072874e-05, "Finetune/Loss": 0.8072400093078613, "Finetune/Loss (Raw)": 0.9322206377983093, "Finetune/Step": 3051, "Finetune/Step Time": 6.558881461620331}
+{"Finetune/Learning Rate": 1.1467073708046894e-05, "Finetune/Loss": 0.8064281344413757, "Finetune/Loss (Raw)": 0.7876158356666565, "Finetune/Step": 3052, "Finetune/Step Time": 6.563139092177153}
+{"Finetune/Learning Rate": 1.1462144738786069e-05, "Finetune/Loss": 0.8063427209854126, "Finetune/Loss (Raw)": 0.9166651368141174, "Finetune/Step": 3053, "Finetune/Step Time": 6.566965833306313}
+{"Finetune/Learning Rate": 1.1457215406514132e-05, "Finetune/Loss": 0.8076351881027222, "Finetune/Loss (Raw)": 0.981464684009552, "Finetune/Step": 3054, "Finetune/Step Time": 6.542566848918796}
+{"Finetune/Learning Rate": 1.1452285712454905e-05, "Finetune/Loss": 0.8098325729370117, "Finetune/Loss (Raw)": 0.8398604989051819, "Finetune/Step": 3055, "Finetune/Step Time": 6.524075658991933}
+{"Finetune/Learning Rate": 1.1447355657832292e-05, "Finetune/Loss": 0.8101859092712402, "Finetune/Loss (Raw)": 0.8581380248069763, "Finetune/Step": 3056, "Finetune/Step Time": 6.5035115499049425}
+{"Finetune/Learning Rate": 1.1442425243870299e-05, "Finetune/Loss": 0.8091047406196594, "Finetune/Loss (Raw)": 0.7251710295677185, "Finetune/Step": 3057, "Finetune/Step Time": 6.515830311924219}
+{"Finetune/Learning Rate": 1.1437494471793008e-05, "Finetune/Loss": 0.8090139627456665, "Finetune/Loss (Raw)": 0.8742466568946838, "Finetune/Step": 3058, "Finetune/Step Time": 6.5132669024169445}
+{"Finetune/Learning Rate": 1.1432563342824603e-05, "Finetune/Loss": 0.8088983297348022, "Finetune/Loss (Raw)": 0.8712402582168579, "Finetune/Step": 3059, "Finetune/Step Time": 6.519798832014203}
+{"Finetune/Learning Rate": 1.1427631858189347e-05, "Finetune/Loss": 0.8091076612472534, "Finetune/Loss (Raw)": 0.9095844626426697, "Finetune/Step": 3060, "Finetune/Step Time": 6.523838330060244}
+{"Finetune/Learning Rate": 1.1422700019111596e-05, "Finetune/Loss": 0.809787929058075, "Finetune/Loss (Raw)": 0.9155373573303223, "Finetune/Step": 3061, "Finetune/Step Time": 6.515754206106067}
+{"Finetune/Learning Rate": 1.1417767826815793e-05, "Finetune/Loss": 0.8093454837799072, "Finetune/Loss (Raw)": 0.7461050152778625, "Finetune/Step": 3062, "Finetune/Step Time": 6.542625984176993}
+{"Finetune/Learning Rate": 1.1412835282526468e-05, "Finetune/Loss": 0.8093131184577942, "Finetune/Loss (Raw)": 0.8257724046707153, "Finetune/Step": 3063, "Finetune/Step Time": 6.534986736252904}
+{"Finetune/Learning Rate": 1.1407902387468239e-05, "Finetune/Loss": 0.8092739582061768, "Finetune/Loss (Raw)": 0.8725357055664062, "Finetune/Step": 3064, "Finetune/Step Time": 6.51644778996706}
+{"Finetune/Learning Rate": 1.1402969142865809e-05, "Finetune/Loss": 0.8065406084060669, "Finetune/Loss (Raw)": 0.6630675196647644, "Finetune/Step": 3065, "Finetune/Step Time": 6.532329026609659}
+{"Finetune/Learning Rate": 1.1398035549943972e-05, "Finetune/Loss": 0.8040146827697754, "Finetune/Loss (Raw)": 0.5511061549186707, "Finetune/Step": 3066, "Finetune/Step Time": 6.564157059416175}
+{"Finetune/Learning Rate": 1.1393101609927604e-05, "Finetune/Loss": 0.803917407989502, "Finetune/Loss (Raw)": 0.8258810639381409, "Finetune/Step": 3067, "Finetune/Step Time": 6.564807990565896}
+{"Finetune/Learning Rate": 1.138816732404167e-05, "Finetune/Loss": 0.8046679496765137, "Finetune/Loss (Raw)": 0.7737396955490112, "Finetune/Step": 3068, "Finetune/Step Time": 6.575640149414539}
+{"Finetune/Learning Rate": 1.1383232693511216e-05, "Finetune/Loss": 0.8058565855026245, "Finetune/Loss (Raw)": 0.6808974742889404, "Finetune/Step": 3069, "Finetune/Step Time": 6.566450960934162}
+{"Finetune/Learning Rate": 1.1378297719561388e-05, "Finetune/Loss": 0.8046817779541016, "Finetune/Loss (Raw)": 0.8216626644134521, "Finetune/Step": 3070, "Finetune/Step Time": 6.562949933111668}
+{"Finetune/Learning Rate": 1.1373362403417398e-05, "Finetune/Loss": 0.8063251376152039, "Finetune/Loss (Raw)": 0.9805976748466492, "Finetune/Step": 3071, "Finetune/Step Time": 6.555045170709491}
+{"Finetune/Learning Rate": 1.1368426746304557e-05, "Finetune/Loss": 0.8061544895172119, "Finetune/Loss (Raw)": 0.7990365624427795, "Finetune/Step": 3072, "Finetune/Step Time": 6.545523742213845}
+{"Finetune/Learning Rate": 1.1363490749448253e-05, "Finetune/Loss": 0.8067938685417175, "Finetune/Loss (Raw)": 0.836358368396759, "Finetune/Step": 3073, "Finetune/Step Time": 6.53618355281651}
+{"Finetune/Learning Rate": 1.1358554414073963e-05, "Finetune/Loss": 0.8068721294403076, "Finetune/Loss (Raw)": 0.8058989644050598, "Finetune/Step": 3074, "Finetune/Step Time": 6.537793263792992}
+{"Finetune/Learning Rate": 1.1353617741407241e-05, "Finetune/Loss": 0.8031570911407471, "Finetune/Loss (Raw)": 0.31130924820899963, "Finetune/Step": 3075, "Finetune/Step Time": 6.541021645069122}
+{"Finetune/Learning Rate": 1.1348680732673735e-05, "Finetune/Loss": 0.8028181791305542, "Finetune/Loss (Raw)": 0.6976999640464783, "Finetune/Step": 3076, "Finetune/Step Time": 6.527210410684347}
+{"Finetune/Learning Rate": 1.1343743389099169e-05, "Finetune/Loss": 0.8029156923294067, "Finetune/Loss (Raw)": 0.8650704026222229, "Finetune/Step": 3077, "Finetune/Step Time": 6.5266741290688515}
+{"Finetune/Learning Rate": 1.1338805711909353e-05, "Finetune/Loss": 0.8017590045928955, "Finetune/Loss (Raw)": 0.7128200531005859, "Finetune/Step": 3078, "Finetune/Step Time": 6.51256250590086}
+{"Finetune/Learning Rate": 1.1333867702330177e-05, "Finetune/Loss": 0.8042035102844238, "Finetune/Loss (Raw)": 0.631362795829773, "Finetune/Step": 3079, "Finetune/Step Time": 6.515181293711066}
+{"Finetune/Learning Rate": 1.1328929361587617e-05, "Finetune/Loss": 0.8029801845550537, "Finetune/Loss (Raw)": 0.7096274495124817, "Finetune/Step": 3080, "Finetune/Step Time": 6.51906556263566}
+{"Finetune/Learning Rate": 1.1323990690907734e-05, "Finetune/Loss": 0.8016899824142456, "Finetune/Loss (Raw)": 0.7553468346595764, "Finetune/Step": 3081, "Finetune/Step Time": 6.521836921572685}
+{"Finetune/Learning Rate": 1.1319051691516659e-05, "Finetune/Loss": 0.8024246692657471, "Finetune/Loss (Raw)": 0.8347934484481812, "Finetune/Step": 3082, "Finetune/Step Time": 6.526538444682956}
+{"Finetune/Learning Rate": 1.1314112364640616e-05, "Finetune/Loss": 0.8013803958892822, "Finetune/Loss (Raw)": 0.8597683310508728, "Finetune/Step": 3083, "Finetune/Step Time": 6.53155735693872}
+{"Finetune/Learning Rate": 1.130917271150591e-05, "Finetune/Loss": 0.801014244556427, "Finetune/Loss (Raw)": 0.774614691734314, "Finetune/Step": 3084, "Finetune/Step Time": 6.541643304750323}
+{"Finetune/Learning Rate": 1.130423273333892e-05, "Finetune/Loss": 0.802618145942688, "Finetune/Loss (Raw)": 0.9892696738243103, "Finetune/Step": 3085, "Finetune/Step Time": 6.539211010560393}
+{"Finetune/Learning Rate": 1.129929243136611e-05, "Finetune/Loss": 0.8028193712234497, "Finetune/Loss (Raw)": 0.8385191559791565, "Finetune/Step": 3086, "Finetune/Step Time": 6.537926798686385}
+{"Finetune/Learning Rate": 1.1294351806814021e-05, "Finetune/Loss": 0.8063950538635254, "Finetune/Loss (Raw)": 0.7975228428840637, "Finetune/Step": 3087, "Finetune/Step Time": 6.521934326738119}
+{"Finetune/Learning Rate": 1.1289410860909283e-05, "Finetune/Loss": 0.8048616051673889, "Finetune/Loss (Raw)": 0.5726034045219421, "Finetune/Step": 3088, "Finetune/Step Time": 6.520420150831342}
+{"Finetune/Learning Rate": 1.1284469594878593e-05, "Finetune/Loss": 0.8058366179466248, "Finetune/Loss (Raw)": 0.9045290946960449, "Finetune/Step": 3089, "Finetune/Step Time": 6.523691646754742}
+{"Finetune/Learning Rate": 1.127952800994874e-05, "Finetune/Loss": 0.8036539554595947, "Finetune/Loss (Raw)": 0.7392227649688721, "Finetune/Step": 3090, "Finetune/Step Time": 6.517847606912255}
+{"Finetune/Learning Rate": 1.1274586107346581e-05, "Finetune/Loss": 0.8025829195976257, "Finetune/Loss (Raw)": 0.7343325614929199, "Finetune/Step": 3091, "Finetune/Step Time": 6.521382078528404}
+{"Finetune/Learning Rate": 1.1269643888299062e-05, "Finetune/Loss": 0.7980762720108032, "Finetune/Loss (Raw)": 0.3072599172592163, "Finetune/Step": 3092, "Finetune/Step Time": 6.538591763004661}
+{"Finetune/Learning Rate": 1.12647013540332e-05, "Finetune/Loss": 0.797523558139801, "Finetune/Loss (Raw)": 0.836543619632721, "Finetune/Step": 3093, "Finetune/Step Time": 6.555879570543766}
+{"Finetune/Learning Rate": 1.1259758505776092e-05, "Finetune/Loss": 0.7984256148338318, "Finetune/Loss (Raw)": 0.8558071255683899, "Finetune/Step": 3094, "Finetune/Step Time": 6.550985129550099}
+{"Finetune/Learning Rate": 1.1254815344754919e-05, "Finetune/Loss": 0.7992547154426575, "Finetune/Loss (Raw)": 0.7968381643295288, "Finetune/Step": 3095, "Finetune/Step Time": 6.523102613165975}
+{"Finetune/Learning Rate": 1.1249871872196928e-05, "Finetune/Loss": 0.7987682223320007, "Finetune/Loss (Raw)": 0.8436651229858398, "Finetune/Step": 3096, "Finetune/Step Time": 6.50749584659934}
+{"Finetune/Learning Rate": 1.1244928089329455e-05, "Finetune/Loss": 0.79477858543396, "Finetune/Loss (Raw)": 0.31744620203971863, "Finetune/Step": 3097, "Finetune/Step Time": 6.528877954930067}
+{"Finetune/Learning Rate": 1.1239983997379904e-05, "Finetune/Loss": 0.7929894328117371, "Finetune/Loss (Raw)": 0.5758287906646729, "Finetune/Step": 3098, "Finetune/Step Time": 6.517461499199271}
+{"Finetune/Learning Rate": 1.1235039597575761e-05, "Finetune/Loss": 0.7932729125022888, "Finetune/Loss (Raw)": 0.8503918051719666, "Finetune/Step": 3099, "Finetune/Step Time": 6.530137978494167}
+{"Finetune/Learning Rate": 1.123009489114459e-05, "Finetune/Loss": 0.7948051691055298, "Finetune/Loss (Raw)": 1.0179243087768555, "Finetune/Step": 3100, "Finetune/Step Time": 6.542779091745615}
+{"Finetune/Learning Rate": 1.1225149879314026e-05, "Finetune/Loss": 0.7937147617340088, "Finetune/Loss (Raw)": 0.5779832601547241, "Finetune/Step": 3101, "Finetune/Step Time": 6.544618023559451}
+{"Finetune/Learning Rate": 1.1220204563311781e-05, "Finetune/Loss": 0.7943223714828491, "Finetune/Loss (Raw)": 0.925351619720459, "Finetune/Step": 3102, "Finetune/Step Time": 6.551274713128805}
+{"Finetune/Learning Rate": 1.1215258944365646e-05, "Finetune/Loss": 0.7985910177230835, "Finetune/Loss (Raw)": 0.9497003555297852, "Finetune/Step": 3103, "Finetune/Step Time": 6.544524548575282}
+{"Finetune/Learning Rate": 1.1210313023703482e-05, "Finetune/Loss": 0.7995011210441589, "Finetune/Loss (Raw)": 0.8667973279953003, "Finetune/Step": 3104, "Finetune/Step Time": 6.539091685786843}
+{"Finetune/Learning Rate": 1.1205366802553231e-05, "Finetune/Loss": 0.8002589344978333, "Finetune/Loss (Raw)": 0.8708191514015198, "Finetune/Step": 3105, "Finetune/Step Time": 6.529365761205554}
+{"Finetune/Learning Rate": 1.1200420282142906e-05, "Finetune/Loss": 0.7986018657684326, "Finetune/Loss (Raw)": 0.7412310242652893, "Finetune/Step": 3106, "Finetune/Step Time": 6.528921701014042}
+{"Finetune/Learning Rate": 1.119547346370059e-05, "Finetune/Loss": 0.799575686454773, "Finetune/Loss (Raw)": 0.973232090473175, "Finetune/Step": 3107, "Finetune/Step Time": 6.523160252720118}
+{"Finetune/Learning Rate": 1.1190526348454452e-05, "Finetune/Loss": 0.7995173931121826, "Finetune/Loss (Raw)": 0.7606170773506165, "Finetune/Step": 3108, "Finetune/Step Time": 6.514524323865771}
+{"Finetune/Learning Rate": 1.118557893763272e-05, "Finetune/Loss": 0.7999259233474731, "Finetune/Loss (Raw)": 0.7868289351463318, "Finetune/Step": 3109, "Finetune/Step Time": 6.4907095693051815}
+{"Finetune/Learning Rate": 1.1180631232463707e-05, "Finetune/Loss": 0.7997661232948303, "Finetune/Loss (Raw)": 0.7512682676315308, "Finetune/Step": 3110, "Finetune/Step Time": 6.487356416881084}
+{"Finetune/Learning Rate": 1.1175683234175794e-05, "Finetune/Loss": 0.7982977628707886, "Finetune/Loss (Raw)": 0.7655297517776489, "Finetune/Step": 3111, "Finetune/Step Time": 6.4964995589107275}
+{"Finetune/Learning Rate": 1.1170734943997435e-05, "Finetune/Loss": 0.7992599606513977, "Finetune/Loss (Raw)": 0.8984797596931458, "Finetune/Step": 3112, "Finetune/Step Time": 6.481594139710069}
+{"Finetune/Learning Rate": 1.1165786363157156e-05, "Finetune/Loss": 0.7987346649169922, "Finetune/Loss (Raw)": 0.7773345112800598, "Finetune/Step": 3113, "Finetune/Step Time": 6.494690308347344}
+{"Finetune/Learning Rate": 1.116083749288356e-05, "Finetune/Loss": 0.8029184937477112, "Finetune/Loss (Raw)": 0.875311553478241, "Finetune/Step": 3114, "Finetune/Step Time": 6.481268307194114}
+{"Finetune/Learning Rate": 1.1155888334405316e-05, "Finetune/Loss": 0.8030446171760559, "Finetune/Loss (Raw)": 0.807449221611023, "Finetune/Step": 3115, "Finetune/Step Time": 6.46399587392807}
+{"Finetune/Learning Rate": 1.1150938888951165e-05, "Finetune/Loss": 0.8007177114486694, "Finetune/Loss (Raw)": 0.585148811340332, "Finetune/Step": 3116, "Finetune/Step Time": 6.490347929298878}
+{"Finetune/Learning Rate": 1.1145989157749923e-05, "Finetune/Loss": 0.8023648858070374, "Finetune/Loss (Raw)": 0.8641965389251709, "Finetune/Step": 3117, "Finetune/Step Time": 6.486056020483375}
+{"Finetune/Learning Rate": 1.1141039142030472e-05, "Finetune/Loss": 0.7988585829734802, "Finetune/Loss (Raw)": 0.48333093523979187, "Finetune/Step": 3118, "Finetune/Step Time": 6.507357040420175}
+{"Finetune/Learning Rate": 1.113608884302177e-05, "Finetune/Loss": 0.7984224557876587, "Finetune/Loss (Raw)": 0.8159998655319214, "Finetune/Step": 3119, "Finetune/Step Time": 6.507798412814736}
+{"Finetune/Learning Rate": 1.1131138261952845e-05, "Finetune/Loss": 0.7995719313621521, "Finetune/Loss (Raw)": 0.8433825969696045, "Finetune/Step": 3120, "Finetune/Step Time": 6.5030624102801085}
+{"Finetune/Learning Rate": 1.1126187400052788e-05, "Finetune/Loss": 0.7971420288085938, "Finetune/Loss (Raw)": 0.6292147040367126, "Finetune/Step": 3121, "Finetune/Step Time": 6.503906628116965}
+{"Finetune/Learning Rate": 1.1121236258550762e-05, "Finetune/Loss": 0.7958974838256836, "Finetune/Loss (Raw)": 0.7872878909111023, "Finetune/Step": 3122, "Finetune/Step Time": 6.506329480558634}
+{"Finetune/Learning Rate": 1.111628483867601e-05, "Finetune/Loss": 0.7954846024513245, "Finetune/Loss (Raw)": 0.7946998476982117, "Finetune/Step": 3123, "Finetune/Step Time": 6.501289596781135}
+{"Finetune/Learning Rate": 1.1111333141657834e-05, "Finetune/Loss": 0.7966233491897583, "Finetune/Loss (Raw)": 0.8937627673149109, "Finetune/Step": 3124, "Finetune/Step Time": 6.48593520000577}
+{"Finetune/Learning Rate": 1.1106381168725604e-05, "Finetune/Loss": 0.7960073947906494, "Finetune/Loss (Raw)": 0.6722890138626099, "Finetune/Step": 3125, "Finetune/Step Time": 6.496063262224197}
+{"Finetune/Learning Rate": 1.1101428921108762e-05, "Finetune/Loss": 0.7969845533370972, "Finetune/Loss (Raw)": 0.8866507411003113, "Finetune/Step": 3126, "Finetune/Step Time": 6.487485876306891}
+{"Finetune/Learning Rate": 1.1096476400036817e-05, "Finetune/Loss": 0.7978583574295044, "Finetune/Loss (Raw)": 0.960483968257904, "Finetune/Step": 3127, "Finetune/Step Time": 6.484295506030321}
+{"Finetune/Learning Rate": 1.109152360673935e-05, "Finetune/Loss": 0.7953803539276123, "Finetune/Loss (Raw)": 0.5274510383605957, "Finetune/Step": 3128, "Finetune/Step Time": 6.520010933279991}
+{"Finetune/Learning Rate": 1.1086570542446003e-05, "Finetune/Loss": 0.7955126166343689, "Finetune/Loss (Raw)": 0.7827701568603516, "Finetune/Step": 3129, "Finetune/Step Time": 6.517372453585267}
+{"Finetune/Learning Rate": 1.1081617208386489e-05, "Finetune/Loss": 0.7940822243690491, "Finetune/Loss (Raw)": 0.7290958166122437, "Finetune/Step": 3130, "Finetune/Step Time": 6.531372018158436}
+{"Finetune/Learning Rate": 1.1076663605790585e-05, "Finetune/Loss": 0.7937154769897461, "Finetune/Loss (Raw)": 0.7648440599441528, "Finetune/Step": 3131, "Finetune/Step Time": 6.53369102999568}
+{"Finetune/Learning Rate": 1.1071709735888139e-05, "Finetune/Loss": 0.7901476621627808, "Finetune/Loss (Raw)": 0.4287608563899994, "Finetune/Step": 3132, "Finetune/Step Time": 6.554006336256862}
+{"Finetune/Learning Rate": 1.1066755599909065e-05, "Finetune/Loss": 0.7919586300849915, "Finetune/Loss (Raw)": 0.8383010625839233, "Finetune/Step": 3133, "Finetune/Step Time": 6.535839810967445}
+{"Finetune/Learning Rate": 1.106180119908334e-05, "Finetune/Loss": 0.7899998426437378, "Finetune/Loss (Raw)": 0.650105357170105, "Finetune/Step": 3134, "Finetune/Step Time": 6.55081663839519}
+{"Finetune/Learning Rate": 1.1056846534641008e-05, "Finetune/Loss": 0.7916548848152161, "Finetune/Loss (Raw)": 0.8831549882888794, "Finetune/Step": 3135, "Finetune/Step Time": 6.553480898961425}
+{"Finetune/Learning Rate": 1.105189160781218e-05, "Finetune/Loss": 0.7912400960922241, "Finetune/Loss (Raw)": 0.8351038098335266, "Finetune/Step": 3136, "Finetune/Step Time": 6.55546616204083}
+{"Finetune/Learning Rate": 1.1046936419827026e-05, "Finetune/Loss": 0.7895293831825256, "Finetune/Loss (Raw)": 0.7284541726112366, "Finetune/Step": 3137, "Finetune/Step Time": 6.571907140314579}
+{"Finetune/Learning Rate": 1.1041980971915791e-05, "Finetune/Loss": 0.788330078125, "Finetune/Loss (Raw)": 0.6464016437530518, "Finetune/Step": 3138, "Finetune/Step Time": 6.570030698552728}
+{"Finetune/Learning Rate": 1.1037025265308776e-05, "Finetune/Loss": 0.7876710295677185, "Finetune/Loss (Raw)": 0.8161584138870239, "Finetune/Step": 3139, "Finetune/Step Time": 6.571458764374256}
+{"Finetune/Learning Rate": 1.103206930123635e-05, "Finetune/Loss": 0.7870481014251709, "Finetune/Loss (Raw)": 0.8010902404785156, "Finetune/Step": 3140, "Finetune/Step Time": 6.582531996071339}
+{"Finetune/Learning Rate": 1.1027113080928947e-05, "Finetune/Loss": 0.7865332961082458, "Finetune/Loss (Raw)": 0.7912914156913757, "Finetune/Step": 3141, "Finetune/Step Time": 6.585546441376209}
+{"Finetune/Learning Rate": 1.1022156605617059e-05, "Finetune/Loss": 0.78684401512146, "Finetune/Loss (Raw)": 0.7443903684616089, "Finetune/Step": 3142, "Finetune/Step Time": 6.600038396194577}
+{"Finetune/Learning Rate": 1.1017199876531248e-05, "Finetune/Loss": 0.7860748767852783, "Finetune/Loss (Raw)": 0.5275778770446777, "Finetune/Step": 3143, "Finetune/Step Time": 6.599938023835421}
+{"Finetune/Learning Rate": 1.1012242894902136e-05, "Finetune/Loss": 0.7872777581214905, "Finetune/Loss (Raw)": 0.9347142577171326, "Finetune/Step": 3144, "Finetune/Step Time": 6.581546913832426}
+{"Finetune/Learning Rate": 1.100728566196041e-05, "Finetune/Loss": 0.7888301610946655, "Finetune/Loss (Raw)": 0.9108306765556335, "Finetune/Step": 3145, "Finetune/Step Time": 6.576957443729043}
+{"Finetune/Learning Rate": 1.1002328178936813e-05, "Finetune/Loss": 0.7898083925247192, "Finetune/Loss (Raw)": 0.8770079016685486, "Finetune/Step": 3146, "Finetune/Step Time": 6.577588561922312}
+{"Finetune/Learning Rate": 1.0997370447062155e-05, "Finetune/Loss": 0.7898616790771484, "Finetune/Loss (Raw)": 0.8257143497467041, "Finetune/Step": 3147, "Finetune/Step Time": 6.585365612059832}
+{"Finetune/Learning Rate": 1.0992412467567311e-05, "Finetune/Loss": 0.7913241386413574, "Finetune/Loss (Raw)": 0.9681849479675293, "Finetune/Step": 3148, "Finetune/Step Time": 6.604929121211171}
+{"Finetune/Learning Rate": 1.0987454241683208e-05, "Finetune/Loss": 0.7883450984954834, "Finetune/Loss (Raw)": 0.43237513303756714, "Finetune/Step": 3149, "Finetune/Step Time": 6.622753586620092}
+{"Finetune/Learning Rate": 1.0982495770640845e-05, "Finetune/Loss": 0.7872617244720459, "Finetune/Loss (Raw)": 0.7935170531272888, "Finetune/Step": 3150, "Finetune/Step Time": 6.620624050498009}
+{"Finetune/Learning Rate": 1.0977537055671275e-05, "Finetune/Loss": 0.7885611057281494, "Finetune/Loss (Raw)": 0.8483061194419861, "Finetune/Step": 3151, "Finetune/Step Time": 6.622295951470733}
+{"Finetune/Learning Rate": 1.0972578098005609e-05, "Finetune/Loss": 0.788415789604187, "Finetune/Loss (Raw)": 0.7983006238937378, "Finetune/Step": 3152, "Finetune/Step Time": 6.617691267281771}
+{"Finetune/Learning Rate": 1.0967618898875027e-05, "Finetune/Loss": 0.788191020488739, "Finetune/Loss (Raw)": 0.8558474779129028, "Finetune/Step": 3153, "Finetune/Step Time": 6.618165485560894}
+{"Finetune/Learning Rate": 1.0962659459510765e-05, "Finetune/Loss": 0.7880775928497314, "Finetune/Loss (Raw)": 0.8088622689247131, "Finetune/Step": 3154, "Finetune/Step Time": 6.610881408676505}
+{"Finetune/Learning Rate": 1.0957699781144119e-05, "Finetune/Loss": 0.7878137826919556, "Finetune/Loss (Raw)": 0.8895834684371948, "Finetune/Step": 3155, "Finetune/Step Time": 6.605172351002693}
+{"Finetune/Learning Rate": 1.0952739865006437e-05, "Finetune/Loss": 0.7875239253044128, "Finetune/Loss (Raw)": 0.77531498670578, "Finetune/Step": 3156, "Finetune/Step Time": 6.600274721160531}
+{"Finetune/Learning Rate": 1.0947779712329138e-05, "Finetune/Loss": 0.7870672941207886, "Finetune/Loss (Raw)": 0.9627457857131958, "Finetune/Step": 3157, "Finetune/Step Time": 6.605674805119634}
+{"Finetune/Learning Rate": 1.0942819324343693e-05, "Finetune/Loss": 0.7831977605819702, "Finetune/Loss (Raw)": 0.29421576857566833, "Finetune/Step": 3158, "Finetune/Step Time": 6.6129901222884655}
+{"Finetune/Learning Rate": 1.0937858702281631e-05, "Finetune/Loss": 0.7824438810348511, "Finetune/Loss (Raw)": 0.7511245608329773, "Finetune/Step": 3159, "Finetune/Step Time": 6.6174216493964195}
+{"Finetune/Learning Rate": 1.0932897847374542e-05, "Finetune/Loss": 0.7823505401611328, "Finetune/Loss (Raw)": 0.8321982026100159, "Finetune/Step": 3160, "Finetune/Step Time": 6.608537802472711}
+{"Finetune/Learning Rate": 1.0927936760854075e-05, "Finetune/Loss": 0.7822561264038086, "Finetune/Loss (Raw)": 0.8541394472122192, "Finetune/Step": 3161, "Finetune/Step Time": 6.617711361497641}
+{"Finetune/Learning Rate": 1.0922975443951926e-05, "Finetune/Loss": 0.7781046628952026, "Finetune/Loss (Raw)": 0.420747846364975, "Finetune/Step": 3162, "Finetune/Step Time": 6.62876389734447}
+{"Finetune/Learning Rate": 1.0918013897899866e-05, "Finetune/Loss": 0.7788444757461548, "Finetune/Loss (Raw)": 0.9368969202041626, "Finetune/Step": 3163, "Finetune/Step Time": 6.641065327450633}
+{"Finetune/Learning Rate": 1.0913052123929707e-05, "Finetune/Loss": 0.7794556021690369, "Finetune/Loss (Raw)": 0.8595248460769653, "Finetune/Step": 3164, "Finetune/Step Time": 6.622791577130556}
+{"Finetune/Learning Rate": 1.0908090123273327e-05, "Finetune/Loss": 0.7761279344558716, "Finetune/Loss (Raw)": 0.5316113829612732, "Finetune/Step": 3165, "Finetune/Step Time": 6.634828636422753}
+{"Finetune/Learning Rate": 1.0903127897162654e-05, "Finetune/Loss": 0.7754377126693726, "Finetune/Loss (Raw)": 0.8001564741134644, "Finetune/Step": 3166, "Finetune/Step Time": 6.655414192005992}
+{"Finetune/Learning Rate": 1.0898165446829676e-05, "Finetune/Loss": 0.7760729789733887, "Finetune/Loss (Raw)": 0.8199646472930908, "Finetune/Step": 3167, "Finetune/Step Time": 6.653169617056847}
+{"Finetune/Learning Rate": 1.0893202773506437e-05, "Finetune/Loss": 0.7769887447357178, "Finetune/Loss (Raw)": 0.964894711971283, "Finetune/Step": 3168, "Finetune/Step Time": 6.658269194886088}
+{"Finetune/Learning Rate": 1.0888239878425035e-05, "Finetune/Loss": 0.7736614942550659, "Finetune/Loss (Raw)": 0.33057790994644165, "Finetune/Step": 3169, "Finetune/Step Time": 6.674552395939827}
+{"Finetune/Learning Rate": 1.088327676281762e-05, "Finetune/Loss": 0.7723847031593323, "Finetune/Loss (Raw)": 0.6735012531280518, "Finetune/Step": 3170, "Finetune/Step Time": 6.6761434674263}
+{"Finetune/Learning Rate": 1.0878313427916403e-05, "Finetune/Loss": 0.7758908867835999, "Finetune/Loss (Raw)": 0.7678483724594116, "Finetune/Step": 3171, "Finetune/Step Time": 6.659463457763195}
+{"Finetune/Learning Rate": 1.087334987495364e-05, "Finetune/Loss": 0.7764764428138733, "Finetune/Loss (Raw)": 0.7538504600524902, "Finetune/Step": 3172, "Finetune/Step Time": 6.641118708997965}
+{"Finetune/Learning Rate": 1.0868386105161657e-05, "Finetune/Loss": 0.7771568894386292, "Finetune/Loss (Raw)": 0.6781922578811646, "Finetune/Step": 3173, "Finetune/Step Time": 6.652125084772706}
+{"Finetune/Learning Rate": 1.0863422119772819e-05, "Finetune/Loss": 0.7771152257919312, "Finetune/Loss (Raw)": 0.9869965314865112, "Finetune/Step": 3174, "Finetune/Step Time": 6.657326824963093}
+{"Finetune/Learning Rate": 1.0858457920019552e-05, "Finetune/Loss": 0.7768175601959229, "Finetune/Loss (Raw)": 0.7894983291625977, "Finetune/Step": 3175, "Finetune/Step Time": 6.653796976432204}
+{"Finetune/Learning Rate": 1.0853493507134327e-05, "Finetune/Loss": 0.7767817974090576, "Finetune/Loss (Raw)": 0.9690797328948975, "Finetune/Step": 3176, "Finetune/Step Time": 6.6557528879493475}
+{"Finetune/Learning Rate": 1.084852888234968e-05, "Finetune/Loss": 0.7765448093414307, "Finetune/Loss (Raw)": 0.7735134959220886, "Finetune/Step": 3177, "Finetune/Step Time": 6.659395471215248}
+{"Finetune/Learning Rate": 1.0843564046898192e-05, "Finetune/Loss": 0.7754503488540649, "Finetune/Loss (Raw)": 0.8239554762840271, "Finetune/Step": 3178, "Finetune/Step Time": 6.665026538074017}
+{"Finetune/Learning Rate": 1.0838599002012498e-05, "Finetune/Loss": 0.7754976153373718, "Finetune/Loss (Raw)": 0.9382675290107727, "Finetune/Step": 3179, "Finetune/Step Time": 6.671138925477862}
+{"Finetune/Learning Rate": 1.0833633748925283e-05, "Finetune/Loss": 0.7752442955970764, "Finetune/Loss (Raw)": 0.7551879286766052, "Finetune/Step": 3180, "Finetune/Step Time": 6.667031303048134}
+{"Finetune/Learning Rate": 1.0828668288869287e-05, "Finetune/Loss": 0.7747870683670044, "Finetune/Loss (Raw)": 0.8581446409225464, "Finetune/Step": 3181, "Finetune/Step Time": 6.662425339221954}
+{"Finetune/Learning Rate": 1.0823702623077295e-05, "Finetune/Loss": 0.7736738324165344, "Finetune/Loss (Raw)": 0.8389689326286316, "Finetune/Step": 3182, "Finetune/Step Time": 6.664972115308046}
+{"Finetune/Learning Rate": 1.0818736752782157e-05, "Finetune/Loss": 0.7727566957473755, "Finetune/Loss (Raw)": 0.7224635481834412, "Finetune/Step": 3183, "Finetune/Step Time": 6.664664486423135}
+{"Finetune/Learning Rate": 1.0813770679216758e-05, "Finetune/Loss": 0.7721271514892578, "Finetune/Loss (Raw)": 0.7775602340698242, "Finetune/Step": 3184, "Finetune/Step Time": 6.675075046718121}
+{"Finetune/Learning Rate": 1.0808804403614044e-05, "Finetune/Loss": 0.7734402418136597, "Finetune/Loss (Raw)": 0.8932467699050903, "Finetune/Step": 3185, "Finetune/Step Time": 6.669920286163688}
+{"Finetune/Learning Rate": 1.0803837927207004e-05, "Finetune/Loss": 0.7727552652359009, "Finetune/Loss (Raw)": 0.7865716218948364, "Finetune/Step": 3186, "Finetune/Step Time": 6.674406040459871}
+{"Finetune/Learning Rate": 1.0798871251228681e-05, "Finetune/Loss": 0.7729656100273132, "Finetune/Loss (Raw)": 0.8981590867042542, "Finetune/Step": 3187, "Finetune/Step Time": 6.662739643827081}
+{"Finetune/Learning Rate": 1.0793904376912168e-05, "Finetune/Loss": 0.7714886665344238, "Finetune/Loss (Raw)": 0.7205354571342468, "Finetune/Step": 3188, "Finetune/Step Time": 6.67150286026299}
+{"Finetune/Learning Rate": 1.0788937305490605e-05, "Finetune/Loss": 0.7701887488365173, "Finetune/Loss (Raw)": 0.7491517066955566, "Finetune/Step": 3189, "Finetune/Step Time": 6.668802006170154}
+{"Finetune/Learning Rate": 1.0783970038197183e-05, "Finetune/Loss": 0.7709111571311951, "Finetune/Loss (Raw)": 0.8385690450668335, "Finetune/Step": 3190, "Finetune/Step Time": 6.644562225788832}
+{"Finetune/Learning Rate": 1.077900257626514e-05, "Finetune/Loss": 0.7710824608802795, "Finetune/Loss (Raw)": 0.8477056622505188, "Finetune/Step": 3191, "Finetune/Step Time": 6.680018009617925}
+{"Finetune/Learning Rate": 1.0774034920927758e-05, "Finetune/Loss": 0.7705954313278198, "Finetune/Loss (Raw)": 0.8101906180381775, "Finetune/Step": 3192, "Finetune/Step Time": 6.685742974281311}
+{"Finetune/Learning Rate": 1.0769067073418383e-05, "Finetune/Loss": 0.7717450857162476, "Finetune/Loss (Raw)": 0.8102253675460815, "Finetune/Step": 3193, "Finetune/Step Time": 6.671442002058029}
+{"Finetune/Learning Rate": 1.0764099034970385e-05, "Finetune/Loss": 0.7732177972793579, "Finetune/Loss (Raw)": 0.7396160960197449, "Finetune/Step": 3194, "Finetune/Step Time": 6.645147699862719}
+{"Finetune/Learning Rate": 1.0759130806817204e-05, "Finetune/Loss": 0.7734233736991882, "Finetune/Loss (Raw)": 0.852191686630249, "Finetune/Step": 3195, "Finetune/Step Time": 6.651786284521222}
+{"Finetune/Learning Rate": 1.0754162390192313e-05, "Finetune/Loss": 0.7737654447555542, "Finetune/Loss (Raw)": 0.8175230026245117, "Finetune/Step": 3196, "Finetune/Step Time": 6.642086194828153}
+{"Finetune/Learning Rate": 1.0749193786329235e-05, "Finetune/Loss": 0.7753764390945435, "Finetune/Loss (Raw)": 0.887111246585846, "Finetune/Step": 3197, "Finetune/Step Time": 6.634415071457624}
+{"Finetune/Learning Rate": 1.0744224996461541e-05, "Finetune/Loss": 0.7746710181236267, "Finetune/Loss (Raw)": 0.7313653826713562, "Finetune/Step": 3198, "Finetune/Step Time": 6.642662733793259}
+{"Finetune/Learning Rate": 1.0739256021822849e-05, "Finetune/Loss": 0.7735814452171326, "Finetune/Loss (Raw)": 0.8411312103271484, "Finetune/Step": 3199, "Finetune/Step Time": 6.64248151704669}
+{"Finetune/Learning Rate": 1.0734286863646817e-05, "Finetune/Loss": 0.775412917137146, "Finetune/Loss (Raw)": 1.0334620475769043, "Finetune/Step": 3200, "Finetune/Step Time": 6.632459577172995}
+{"Finetune/Learning Rate": 1.0729317523167158e-05, "Finetune/Loss": 0.7737802267074585, "Finetune/Loss (Raw)": 0.6273786425590515, "Finetune/Step": 3201, "Finetune/Step Time": 6.6334101259708405}
+{"Finetune/Learning Rate": 1.0724348001617626e-05, "Finetune/Loss": 0.773705005645752, "Finetune/Loss (Raw)": 0.7962656021118164, "Finetune/Step": 3202, "Finetune/Step Time": 6.62991888448596}
+{"Finetune/Learning Rate": 1.0719378300232013e-05, "Finetune/Loss": 0.7775102853775024, "Finetune/Loss (Raw)": 0.7983871698379517, "Finetune/Step": 3203, "Finetune/Step Time": 6.609890304505825}
+{"Finetune/Learning Rate": 1.0714408420244169e-05, "Finetune/Loss": 0.7781130075454712, "Finetune/Loss (Raw)": 0.7748510241508484, "Finetune/Step": 3204, "Finetune/Step Time": 6.60584875755012}
+{"Finetune/Learning Rate": 1.0709438362887975e-05, "Finetune/Loss": 0.7772281169891357, "Finetune/Loss (Raw)": 0.7518009543418884, "Finetune/Step": 3205, "Finetune/Step Time": 6.602413211017847}
+{"Finetune/Learning Rate": 1.0704468129397366e-05, "Finetune/Loss": 0.7769830226898193, "Finetune/Loss (Raw)": 0.6814504265785217, "Finetune/Step": 3206, "Finetune/Step Time": 6.603269854560494}
+{"Finetune/Learning Rate": 1.0699497721006315e-05, "Finetune/Loss": 0.7780917882919312, "Finetune/Loss (Raw)": 0.7732836604118347, "Finetune/Step": 3207, "Finetune/Step Time": 6.602755133062601}
+{"Finetune/Learning Rate": 1.0694527138948843e-05, "Finetune/Loss": 0.7791076302528381, "Finetune/Loss (Raw)": 0.8396556973457336, "Finetune/Step": 3208, "Finetune/Step Time": 6.6062585189938545}
+{"Finetune/Learning Rate": 1.0689556384459008e-05, "Finetune/Loss": 0.7794755697250366, "Finetune/Loss (Raw)": 0.802436351776123, "Finetune/Step": 3209, "Finetune/Step Time": 6.6084481831640005}
+{"Finetune/Learning Rate": 1.0684585458770918e-05, "Finetune/Loss": 0.7786240577697754, "Finetune/Loss (Raw)": 0.7258113026618958, "Finetune/Step": 3210, "Finetune/Step Time": 6.5973777808249}
+{"Finetune/Learning Rate": 1.0679614363118718e-05, "Finetune/Loss": 0.7782294750213623, "Finetune/Loss (Raw)": 0.809253990650177, "Finetune/Step": 3211, "Finetune/Step Time": 6.590884068980813}
+{"Finetune/Learning Rate": 1.0674643098736596e-05, "Finetune/Loss": 0.7753770351409912, "Finetune/Loss (Raw)": 0.4095012843608856, "Finetune/Step": 3212, "Finetune/Step Time": 6.6023152228444815}
+{"Finetune/Learning Rate": 1.0669671666858783e-05, "Finetune/Loss": 0.7744443416595459, "Finetune/Loss (Raw)": 0.8698827624320984, "Finetune/Step": 3213, "Finetune/Step Time": 6.600179931148887}
+{"Finetune/Learning Rate": 1.0664700068719554e-05, "Finetune/Loss": 0.7735942006111145, "Finetune/Loss (Raw)": 0.7297088503837585, "Finetune/Step": 3214, "Finetune/Step Time": 6.622395277023315}
+{"Finetune/Learning Rate": 1.0659728305553218e-05, "Finetune/Loss": 0.7726744413375854, "Finetune/Loss (Raw)": 0.6797982454299927, "Finetune/Step": 3215, "Finetune/Step Time": 6.631260730326176}
+{"Finetune/Learning Rate": 1.0654756378594135e-05, "Finetune/Loss": 0.7732917070388794, "Finetune/Loss (Raw)": 0.651604175567627, "Finetune/Step": 3216, "Finetune/Step Time": 6.650846214964986}
+{"Finetune/Learning Rate": 1.0649784289076699e-05, "Finetune/Loss": 0.7727521061897278, "Finetune/Loss (Raw)": 0.8354600071907043, "Finetune/Step": 3217, "Finetune/Step Time": 6.642987562343478}
+{"Finetune/Learning Rate": 1.0644812038235343e-05, "Finetune/Loss": 0.773566484451294, "Finetune/Loss (Raw)": 0.8434628844261169, "Finetune/Step": 3218, "Finetune/Step Time": 6.640447484329343}
+{"Finetune/Learning Rate": 1.0639839627304548e-05, "Finetune/Loss": 0.7733169794082642, "Finetune/Loss (Raw)": 0.7023981213569641, "Finetune/Step": 3219, "Finetune/Step Time": 6.624391932040453}
+{"Finetune/Learning Rate": 1.0634867057518824e-05, "Finetune/Loss": 0.7785730361938477, "Finetune/Loss (Raw)": 0.9800360798835754, "Finetune/Step": 3220, "Finetune/Step Time": 6.602869309484959}
+{"Finetune/Learning Rate": 1.0629894330112729e-05, "Finetune/Loss": 0.7779603004455566, "Finetune/Loss (Raw)": 0.7581181526184082, "Finetune/Step": 3221, "Finetune/Step Time": 6.595339832827449}
+{"Finetune/Learning Rate": 1.0624921446320857e-05, "Finetune/Loss": 0.7739604711532593, "Finetune/Loss (Raw)": 0.343832790851593, "Finetune/Step": 3222, "Finetune/Step Time": 6.612563751637936}
+{"Finetune/Learning Rate": 1.061994840737784e-05, "Finetune/Loss": 0.7739260196685791, "Finetune/Loss (Raw)": 0.7924213409423828, "Finetune/Step": 3223, "Finetune/Step Time": 6.617979709059}
+{"Finetune/Learning Rate": 1.061497521451835e-05, "Finetune/Loss": 0.7737303376197815, "Finetune/Loss (Raw)": 0.8186122179031372, "Finetune/Step": 3224, "Finetune/Step Time": 6.618977222591639}
+{"Finetune/Learning Rate": 1.0610001868977094e-05, "Finetune/Loss": 0.7774278521537781, "Finetune/Loss (Raw)": 0.7907289862632751, "Finetune/Step": 3225, "Finetune/Step Time": 6.60198569484055}
+{"Finetune/Learning Rate": 1.0605028371988824e-05, "Finetune/Loss": 0.779241144657135, "Finetune/Loss (Raw)": 0.8079330921173096, "Finetune/Step": 3226, "Finetune/Step Time": 6.600255040451884}
+{"Finetune/Learning Rate": 1.0600054724788325e-05, "Finetune/Loss": 0.7782000303268433, "Finetune/Loss (Raw)": 0.7171251177787781, "Finetune/Step": 3227, "Finetune/Step Time": 6.590511566027999}
+{"Finetune/Learning Rate": 1.0595080928610416e-05, "Finetune/Loss": 0.77642822265625, "Finetune/Loss (Raw)": 0.791131854057312, "Finetune/Step": 3228, "Finetune/Step Time": 6.577893134206533}
+{"Finetune/Learning Rate": 1.0590106984689959e-05, "Finetune/Loss": 0.7789433598518372, "Finetune/Loss (Raw)": 0.8999242782592773, "Finetune/Step": 3229, "Finetune/Step Time": 6.5624978337436914}
+{"Finetune/Learning Rate": 1.058513289426185e-05, "Finetune/Loss": 0.7775638103485107, "Finetune/Loss (Raw)": 0.7487718462944031, "Finetune/Step": 3230, "Finetune/Step Time": 6.564279792830348}
+{"Finetune/Learning Rate": 1.058015865856102e-05, "Finetune/Loss": 0.776421070098877, "Finetune/Loss (Raw)": 0.8034348487854004, "Finetune/Step": 3231, "Finetune/Step Time": 6.585469860583544}
+{"Finetune/Learning Rate": 1.057518427882244e-05, "Finetune/Loss": 0.7771586179733276, "Finetune/Loss (Raw)": 0.9611940979957581, "Finetune/Step": 3232, "Finetune/Step Time": 6.597647929564118}
+{"Finetune/Learning Rate": 1.0570209756281111e-05, "Finetune/Loss": 0.7782773971557617, "Finetune/Loss (Raw)": 1.0140217542648315, "Finetune/Step": 3233, "Finetune/Step Time": 6.600945366546512}
+{"Finetune/Learning Rate": 1.0565235092172075e-05, "Finetune/Loss": 0.7780934572219849, "Finetune/Loss (Raw)": 0.7176886200904846, "Finetune/Step": 3234, "Finetune/Step Time": 6.6228505708277225}
+{"Finetune/Learning Rate": 1.0560260287730406e-05, "Finetune/Loss": 0.7778088450431824, "Finetune/Loss (Raw)": 0.936799168586731, "Finetune/Step": 3235, "Finetune/Step Time": 6.627305218949914}
+{"Finetune/Learning Rate": 1.0555285344191217e-05, "Finetune/Loss": 0.776917576789856, "Finetune/Loss (Raw)": 0.6465369462966919, "Finetune/Step": 3236, "Finetune/Step Time": 6.634320603683591}
+{"Finetune/Learning Rate": 1.055031026278965e-05, "Finetune/Loss": 0.7777125835418701, "Finetune/Loss (Raw)": 0.8885928988456726, "Finetune/Step": 3237, "Finetune/Step Time": 6.632716363295913}
+{"Finetune/Learning Rate": 1.054533504476088e-05, "Finetune/Loss": 0.7750601768493652, "Finetune/Loss (Raw)": 0.4117649495601654, "Finetune/Step": 3238, "Finetune/Step Time": 6.653575628995895}
+{"Finetune/Learning Rate": 1.0540359691340127e-05, "Finetune/Loss": 0.7766919136047363, "Finetune/Loss (Raw)": 0.9743894934654236, "Finetune/Step": 3239, "Finetune/Step Time": 6.658821567893028}
+{"Finetune/Learning Rate": 1.053538420376263e-05, "Finetune/Loss": 0.7770187854766846, "Finetune/Loss (Raw)": 0.94031822681427, "Finetune/Step": 3240, "Finetune/Step Time": 6.6606195997446775}
+{"Finetune/Learning Rate": 1.0530408583263674e-05, "Finetune/Loss": 0.7780308723449707, "Finetune/Loss (Raw)": 0.9068834781646729, "Finetune/Step": 3241, "Finetune/Step Time": 6.649940049275756}
+{"Finetune/Learning Rate": 1.0525432831078568e-05, "Finetune/Loss": 0.7785180807113647, "Finetune/Loss (Raw)": 0.937667191028595, "Finetune/Step": 3242, "Finetune/Step Time": 6.646107679232955}
+{"Finetune/Learning Rate": 1.0520456948442659e-05, "Finetune/Loss": 0.7788382768630981, "Finetune/Loss (Raw)": 0.8484358787536621, "Finetune/Step": 3243, "Finetune/Step Time": 6.644721748307347}
+{"Finetune/Learning Rate": 1.0515480936591323e-05, "Finetune/Loss": 0.780925989151001, "Finetune/Loss (Raw)": 0.8523803353309631, "Finetune/Step": 3244, "Finetune/Step Time": 6.609673831611872}
+{"Finetune/Learning Rate": 1.0510504796759966e-05, "Finetune/Loss": 0.7811746597290039, "Finetune/Loss (Raw)": 0.8960241675376892, "Finetune/Step": 3245, "Finetune/Step Time": 6.613767847418785}
+{"Finetune/Learning Rate": 1.0505528530184037e-05, "Finetune/Loss": 0.7827805280685425, "Finetune/Loss (Raw)": 0.6888909339904785, "Finetune/Step": 3246, "Finetune/Step Time": 6.597330706194043}
+{"Finetune/Learning Rate": 1.0500552138099004e-05, "Finetune/Loss": 0.7822953462600708, "Finetune/Loss (Raw)": 0.7538884282112122, "Finetune/Step": 3247, "Finetune/Step Time": 6.596922850236297}
+{"Finetune/Learning Rate": 1.0495575621740372e-05, "Finetune/Loss": 0.7831991910934448, "Finetune/Loss (Raw)": 0.9590722918510437, "Finetune/Step": 3248, "Finetune/Step Time": 6.600582113489509}
+{"Finetune/Learning Rate": 1.0490598982343678e-05, "Finetune/Loss": 0.7857343554496765, "Finetune/Loss (Raw)": 0.9537171125411987, "Finetune/Step": 3249, "Finetune/Step Time": 6.590400801971555}
+{"Finetune/Learning Rate": 1.0485622221144485e-05, "Finetune/Loss": 0.7856475710868835, "Finetune/Loss (Raw)": 0.7761803269386292, "Finetune/Step": 3250, "Finetune/Step Time": 6.608945339918137}
+{"Finetune/Learning Rate": 1.0480645339378386e-05, "Finetune/Loss": 0.7846887707710266, "Finetune/Loss (Raw)": 0.6719699501991272, "Finetune/Step": 3251, "Finetune/Step Time": 6.636634198948741}
+{"Finetune/Learning Rate": 1.0475668338281013e-05, "Finetune/Loss": 0.7846855521202087, "Finetune/Loss (Raw)": 0.893352746963501, "Finetune/Step": 3252, "Finetune/Step Time": 6.637582881376147}
+{"Finetune/Learning Rate": 1.0470691219088016e-05, "Finetune/Loss": 0.786065399646759, "Finetune/Loss (Raw)": 0.8489112257957458, "Finetune/Step": 3253, "Finetune/Step Time": 6.630116311833262}
+{"Finetune/Learning Rate": 1.0465713983035082e-05, "Finetune/Loss": 0.785981297492981, "Finetune/Loss (Raw)": 0.8758833408355713, "Finetune/Step": 3254, "Finetune/Step Time": 6.629809306934476}
+{"Finetune/Learning Rate": 1.046073663135792e-05, "Finetune/Loss": 0.7853946685791016, "Finetune/Loss (Raw)": 0.8853945136070251, "Finetune/Step": 3255, "Finetune/Step Time": 6.640357052907348}
+{"Finetune/Learning Rate": 1.0455759165292278e-05, "Finetune/Loss": 0.7881401777267456, "Finetune/Loss (Raw)": 0.8788854479789734, "Finetune/Step": 3256, "Finetune/Step Time": 6.607363993301988}
+{"Finetune/Learning Rate": 1.0450781586073926e-05, "Finetune/Loss": 0.7870634198188782, "Finetune/Loss (Raw)": 0.6449436545372009, "Finetune/Step": 3257, "Finetune/Step Time": 6.626634605228901}
+{"Finetune/Learning Rate": 1.044580389493866e-05, "Finetune/Loss": 0.7893438935279846, "Finetune/Loss (Raw)": 1.0209918022155762, "Finetune/Step": 3258, "Finetune/Step Time": 6.615696771070361}
+{"Finetune/Learning Rate": 1.0440826093122309e-05, "Finetune/Loss": 0.7889925241470337, "Finetune/Loss (Raw)": 0.7198708653450012, "Finetune/Step": 3259, "Finetune/Step Time": 6.61919772811234}
+{"Finetune/Learning Rate": 1.0435848181860724e-05, "Finetune/Loss": 0.7922035455703735, "Finetune/Loss (Raw)": 0.8397781848907471, "Finetune/Step": 3260, "Finetune/Step Time": 6.615858182311058}
+{"Finetune/Learning Rate": 1.0430870162389787e-05, "Finetune/Loss": 0.7915499806404114, "Finetune/Loss (Raw)": 0.7546396255493164, "Finetune/Step": 3261, "Finetune/Step Time": 6.615913139656186}
+{"Finetune/Learning Rate": 1.0425892035945411e-05, "Finetune/Loss": 0.7938333749771118, "Finetune/Loss (Raw)": 0.9423800110816956, "Finetune/Step": 3262, "Finetune/Step Time": 6.602095056325197}
+{"Finetune/Learning Rate": 1.0420913803763522e-05, "Finetune/Loss": 0.794232189655304, "Finetune/Loss (Raw)": 0.934201180934906, "Finetune/Step": 3263, "Finetune/Step Time": 6.599765419960022}
+{"Finetune/Learning Rate": 1.0415935467080087e-05, "Finetune/Loss": 0.7934874296188354, "Finetune/Loss (Raw)": 0.7397729158401489, "Finetune/Step": 3264, "Finetune/Step Time": 6.59983622841537}
+{"Finetune/Learning Rate": 1.0410957027131089e-05, "Finetune/Loss": 0.795374870300293, "Finetune/Loss (Raw)": 0.9700503349304199, "Finetune/Step": 3265, "Finetune/Step Time": 6.582870949059725}
+{"Finetune/Learning Rate": 1.0405978485152544e-05, "Finetune/Loss": 0.7966801524162292, "Finetune/Loss (Raw)": 0.8134771585464478, "Finetune/Step": 3266, "Finetune/Step Time": 6.576246717944741}
+{"Finetune/Learning Rate": 1.0400999842380488e-05, "Finetune/Loss": 0.7962538003921509, "Finetune/Loss (Raw)": 0.7615865468978882, "Finetune/Step": 3267, "Finetune/Step Time": 6.5893298629671335}
+{"Finetune/Learning Rate": 1.0396021100050984e-05, "Finetune/Loss": 0.7971183657646179, "Finetune/Loss (Raw)": 0.9117472767829895, "Finetune/Step": 3268, "Finetune/Step Time": 6.583382662385702}
+{"Finetune/Learning Rate": 1.0391042259400119e-05, "Finetune/Loss": 0.7978733777999878, "Finetune/Loss (Raw)": 0.8879435658454895, "Finetune/Step": 3269, "Finetune/Step Time": 6.584132071584463}
+{"Finetune/Learning Rate": 1.0386063321664007e-05, "Finetune/Loss": 0.7979086637496948, "Finetune/Loss (Raw)": 0.7488988637924194, "Finetune/Step": 3270, "Finetune/Step Time": 6.5644904393702745}
+{"Finetune/Learning Rate": 1.0381084288078778e-05, "Finetune/Loss": 0.8000187873840332, "Finetune/Loss (Raw)": 0.797676146030426, "Finetune/Step": 3271, "Finetune/Step Time": 6.548664582893252}
+{"Finetune/Learning Rate": 1.0376105159880599e-05, "Finetune/Loss": 0.7989020347595215, "Finetune/Loss (Raw)": 0.791765034198761, "Finetune/Step": 3272, "Finetune/Step Time": 6.576541382819414}
+{"Finetune/Learning Rate": 1.0371125938305648e-05, "Finetune/Loss": 0.7976349592208862, "Finetune/Loss (Raw)": 0.7486546635627747, "Finetune/Step": 3273, "Finetune/Step Time": 6.582289414480329}
+{"Finetune/Learning Rate": 1.0366146624590137e-05, "Finetune/Loss": 0.7933628559112549, "Finetune/Loss (Raw)": 0.33017343282699585, "Finetune/Step": 3274, "Finetune/Step Time": 6.6120283883064985}
+{"Finetune/Learning Rate": 1.0361167219970287e-05, "Finetune/Loss": 0.7926272749900818, "Finetune/Loss (Raw)": 0.7315609455108643, "Finetune/Step": 3275, "Finetune/Step Time": 6.609271436929703}
+{"Finetune/Learning Rate": 1.0356187725682359e-05, "Finetune/Loss": 0.7916299700737, "Finetune/Loss (Raw)": 0.8405303359031677, "Finetune/Step": 3276, "Finetune/Step Time": 6.585438087582588}
+{"Finetune/Learning Rate": 1.0351208142962621e-05, "Finetune/Loss": 0.7947970032691956, "Finetune/Loss (Raw)": 0.8377569913864136, "Finetune/Step": 3277, "Finetune/Step Time": 6.56387222930789}
+{"Finetune/Learning Rate": 1.0346228473047373e-05, "Finetune/Loss": 0.7949167490005493, "Finetune/Loss (Raw)": 0.808842122554779, "Finetune/Step": 3278, "Finetune/Step Time": 6.566692549735308}
+{"Finetune/Learning Rate": 1.034124871717293e-05, "Finetune/Loss": 0.7949472665786743, "Finetune/Loss (Raw)": 0.8522170782089233, "Finetune/Step": 3279, "Finetune/Step Time": 6.573588013648987}
+{"Finetune/Learning Rate": 1.0336268876575632e-05, "Finetune/Loss": 0.7959966659545898, "Finetune/Loss (Raw)": 0.9326213598251343, "Finetune/Step": 3280, "Finetune/Step Time": 6.582091774791479}
+{"Finetune/Learning Rate": 1.033128895249184e-05, "Finetune/Loss": 0.7970173358917236, "Finetune/Loss (Raw)": 0.9864924550056458, "Finetune/Step": 3281, "Finetune/Step Time": 6.583868248388171}
+{"Finetune/Learning Rate": 1.0326308946157933e-05, "Finetune/Loss": 0.7969112396240234, "Finetune/Loss (Raw)": 0.7952825427055359, "Finetune/Step": 3282, "Finetune/Step Time": 6.584495237097144}
+{"Finetune/Learning Rate": 1.0321328858810314e-05, "Finetune/Loss": 0.7929466366767883, "Finetune/Loss (Raw)": 0.3821106553077698, "Finetune/Step": 3283, "Finetune/Step Time": 6.6037423852831125}
+{"Finetune/Learning Rate": 1.0316348691685403e-05, "Finetune/Loss": 0.7929341793060303, "Finetune/Loss (Raw)": 0.7737177610397339, "Finetune/Step": 3284, "Finetune/Step Time": 6.60696836002171}
+{"Finetune/Learning Rate": 1.031136844601964e-05, "Finetune/Loss": 0.7922767400741577, "Finetune/Loss (Raw)": 0.8785995841026306, "Finetune/Step": 3285, "Finetune/Step Time": 6.600980108603835}
+{"Finetune/Learning Rate": 1.0306388123049492e-05, "Finetune/Loss": 0.7963436841964722, "Finetune/Loss (Raw)": 0.8147855401039124, "Finetune/Step": 3286, "Finetune/Step Time": 6.586602574214339}
+{"Finetune/Learning Rate": 1.0301407724011432e-05, "Finetune/Loss": 0.7971476316452026, "Finetune/Loss (Raw)": 0.8540320992469788, "Finetune/Step": 3287, "Finetune/Step Time": 6.5926768258214}
+{"Finetune/Learning Rate": 1.0296427250141962e-05, "Finetune/Loss": 0.7979416847229004, "Finetune/Loss (Raw)": 0.9338302612304688, "Finetune/Step": 3288, "Finetune/Step Time": 6.598072666674852}
+{"Finetune/Learning Rate": 1.0291446702677598e-05, "Finetune/Loss": 0.7973135113716125, "Finetune/Loss (Raw)": 0.7737343311309814, "Finetune/Step": 3289, "Finetune/Step Time": 6.57938096486032}
+{"Finetune/Learning Rate": 1.0286466082854878e-05, "Finetune/Loss": 0.8007910847663879, "Finetune/Loss (Raw)": 0.8658788800239563, "Finetune/Step": 3290, "Finetune/Step Time": 6.5592670775949955}
+{"Finetune/Learning Rate": 1.0281485391910353e-05, "Finetune/Loss": 0.7990177869796753, "Finetune/Loss (Raw)": 0.7099094390869141, "Finetune/Step": 3291, "Finetune/Step Time": 6.554116308689117}
+{"Finetune/Learning Rate": 1.0276504631080595e-05, "Finetune/Loss": 0.7983720302581787, "Finetune/Loss (Raw)": 0.7768714427947998, "Finetune/Step": 3292, "Finetune/Step Time": 6.555078187957406}
+{"Finetune/Learning Rate": 1.0271523801602194e-05, "Finetune/Loss": 0.8006967902183533, "Finetune/Loss (Raw)": 0.8291833400726318, "Finetune/Step": 3293, "Finetune/Step Time": 6.540646793320775}
+{"Finetune/Learning Rate": 1.0266542904711753e-05, "Finetune/Loss": 0.8000929355621338, "Finetune/Loss (Raw)": 0.7228633165359497, "Finetune/Step": 3294, "Finetune/Step Time": 6.546640712767839}
+{"Finetune/Learning Rate": 1.0261561941645894e-05, "Finetune/Loss": 0.7999824285507202, "Finetune/Loss (Raw)": 0.8058156967163086, "Finetune/Step": 3295, "Finetune/Step Time": 6.550262136384845}
+{"Finetune/Learning Rate": 1.0256580913641261e-05, "Finetune/Loss": 0.7991268634796143, "Finetune/Loss (Raw)": 0.8553886413574219, "Finetune/Step": 3296, "Finetune/Step Time": 6.552160061895847}
+{"Finetune/Learning Rate": 1.0251599821934506e-05, "Finetune/Loss": 0.8019798398017883, "Finetune/Loss (Raw)": 0.6957552433013916, "Finetune/Step": 3297, "Finetune/Step Time": 6.562351750209928}
+{"Finetune/Learning Rate": 1.0246618667762299e-05, "Finetune/Loss": 0.8038585186004639, "Finetune/Loss (Raw)": 0.913970947265625, "Finetune/Step": 3298, "Finetune/Step Time": 6.5703547559678555}
+{"Finetune/Learning Rate": 1.0241637452361323e-05, "Finetune/Loss": 0.8009724617004395, "Finetune/Loss (Raw)": 0.39842739701271057, "Finetune/Step": 3299, "Finetune/Step Time": 6.58786884881556}
+{"Finetune/Learning Rate": 1.0236656176968287e-05, "Finetune/Loss": 0.8019501566886902, "Finetune/Loss (Raw)": 0.8790021538734436, "Finetune/Step": 3300, "Finetune/Step Time": 6.59083404019475}
+{"Finetune/Learning Rate": 1.0231674842819901e-05, "Finetune/Loss": 0.801986813545227, "Finetune/Loss (Raw)": 0.6828902363777161, "Finetune/Step": 3301, "Finetune/Step Time": 6.579870030283928}
+{"Finetune/Learning Rate": 1.02266934511529e-05, "Finetune/Loss": 0.8014334440231323, "Finetune/Loss (Raw)": 0.9161559343338013, "Finetune/Step": 3302, "Finetune/Step Time": 6.578104181215167}
+{"Finetune/Learning Rate": 1.022171200320403e-05, "Finetune/Loss": 0.8015012741088867, "Finetune/Loss (Raw)": 0.7981888055801392, "Finetune/Step": 3303, "Finetune/Step Time": 6.576350575312972}
+{"Finetune/Learning Rate": 1.0216730500210046e-05, "Finetune/Loss": 0.7996622323989868, "Finetune/Loss (Raw)": 0.7336710691452026, "Finetune/Step": 3304, "Finetune/Step Time": 6.585183961316943}
+{"Finetune/Learning Rate": 1.0211748943407723e-05, "Finetune/Loss": 0.8005404472351074, "Finetune/Loss (Raw)": 0.8859301209449768, "Finetune/Step": 3305, "Finetune/Step Time": 6.581195194274187}
+{"Finetune/Learning Rate": 1.0206767334033845e-05, "Finetune/Loss": 0.7997888922691345, "Finetune/Loss (Raw)": 0.7277612090110779, "Finetune/Step": 3306, "Finetune/Step Time": 6.573218781501055}
+{"Finetune/Learning Rate": 1.0201785673325214e-05, "Finetune/Loss": 0.8000228404998779, "Finetune/Loss (Raw)": 0.9682034254074097, "Finetune/Step": 3307, "Finetune/Step Time": 6.563296420499682}
+{"Finetune/Learning Rate": 1.0196803962518643e-05, "Finetune/Loss": 0.8006789684295654, "Finetune/Loss (Raw)": 0.8391745090484619, "Finetune/Step": 3308, "Finetune/Step Time": 6.569009441882372}
+{"Finetune/Learning Rate": 1.0191822202850952e-05, "Finetune/Loss": 0.800949215888977, "Finetune/Loss (Raw)": 0.8927374482154846, "Finetune/Step": 3309, "Finetune/Step Time": 6.57935219630599}
+{"Finetune/Learning Rate": 1.0186840395558984e-05, "Finetune/Loss": 0.8003193140029907, "Finetune/Loss (Raw)": 0.7583404779434204, "Finetune/Step": 3310, "Finetune/Step Time": 6.576772052794695}
+{"Finetune/Learning Rate": 1.0181858541879582e-05, "Finetune/Loss": 0.8003817796707153, "Finetune/Loss (Raw)": 0.7304662466049194, "Finetune/Step": 3311, "Finetune/Step Time": 6.594504402950406}
+{"Finetune/Learning Rate": 1.0176876643049607e-05, "Finetune/Loss": 0.8004617691040039, "Finetune/Loss (Raw)": 0.7877956032752991, "Finetune/Step": 3312, "Finetune/Step Time": 6.588888954371214}
+{"Finetune/Learning Rate": 1.0171894700305931e-05, "Finetune/Loss": 0.7969459891319275, "Finetune/Loss (Raw)": 0.4432280659675598, "Finetune/Step": 3313, "Finetune/Step Time": 6.602698834612966}
+{"Finetune/Learning Rate": 1.0166912714885437e-05, "Finetune/Loss": 0.7966921329498291, "Finetune/Loss (Raw)": 0.7540768384933472, "Finetune/Step": 3314, "Finetune/Step Time": 6.599354727193713}
+{"Finetune/Learning Rate": 1.0161930688025018e-05, "Finetune/Loss": 0.7973895072937012, "Finetune/Loss (Raw)": 0.9874191284179688, "Finetune/Step": 3315, "Finetune/Step Time": 6.5991551242768764}
+{"Finetune/Learning Rate": 1.0156948620961574e-05, "Finetune/Loss": 0.7977964878082275, "Finetune/Loss (Raw)": 0.7726262211799622, "Finetune/Step": 3316, "Finetune/Step Time": 6.590378368273377}
+{"Finetune/Learning Rate": 1.0151966514932017e-05, "Finetune/Loss": 0.7978440523147583, "Finetune/Loss (Raw)": 0.7552464008331299, "Finetune/Step": 3317, "Finetune/Step Time": 6.591016910970211}
+{"Finetune/Learning Rate": 1.0146984371173272e-05, "Finetune/Loss": 0.793979287147522, "Finetune/Loss (Raw)": 0.34388017654418945, "Finetune/Step": 3318, "Finetune/Step Time": 6.606300316751003}
+{"Finetune/Learning Rate": 1.0142002190922273e-05, "Finetune/Loss": 0.7944401502609253, "Finetune/Loss (Raw)": 0.9066979885101318, "Finetune/Step": 3319, "Finetune/Step Time": 6.577073710039258}
+{"Finetune/Learning Rate": 1.013701997541596e-05, "Finetune/Loss": 0.7941861152648926, "Finetune/Loss (Raw)": 0.7776669263839722, "Finetune/Step": 3320, "Finetune/Step Time": 6.568693159148097}
+{"Finetune/Learning Rate": 1.0132037725891281e-05, "Finetune/Loss": 0.7935318946838379, "Finetune/Loss (Raw)": 0.7264906167984009, "Finetune/Step": 3321, "Finetune/Step Time": 6.567580871284008}
+{"Finetune/Learning Rate": 1.0127055443585195e-05, "Finetune/Loss": 0.7938271760940552, "Finetune/Loss (Raw)": 0.777409017086029, "Finetune/Step": 3322, "Finetune/Step Time": 6.560431566089392}
+{"Finetune/Learning Rate": 1.0122073129734668e-05, "Finetune/Loss": 0.7942985892295837, "Finetune/Loss (Raw)": 0.9125327467918396, "Finetune/Step": 3323, "Finetune/Step Time": 6.576450815424323}
+{"Finetune/Learning Rate": 1.0117090785576676e-05, "Finetune/Loss": 0.793891429901123, "Finetune/Loss (Raw)": 0.7654064297676086, "Finetune/Step": 3324, "Finetune/Step Time": 6.589322252199054}
+{"Finetune/Learning Rate": 1.0112108412348196e-05, "Finetune/Loss": 0.7924216985702515, "Finetune/Loss (Raw)": 0.698992133140564, "Finetune/Step": 3325, "Finetune/Step Time": 6.58895424567163}
+{"Finetune/Learning Rate": 1.010712601128622e-05, "Finetune/Loss": 0.7935587167739868, "Finetune/Loss (Raw)": 0.8768978714942932, "Finetune/Step": 3326, "Finetune/Step Time": 6.5804196279495955}
+{"Finetune/Learning Rate": 1.0102143583627748e-05, "Finetune/Loss": 0.791675329208374, "Finetune/Loss (Raw)": 0.6000565886497498, "Finetune/Step": 3327, "Finetune/Step Time": 6.5924049243330956}
+{"Finetune/Learning Rate": 1.0097161130609774e-05, "Finetune/Loss": 0.7908759117126465, "Finetune/Loss (Raw)": 0.9311390519142151, "Finetune/Step": 3328, "Finetune/Step Time": 6.597163008525968}
+{"Finetune/Learning Rate": 1.0092178653469313e-05, "Finetune/Loss": 0.7925109267234802, "Finetune/Loss (Raw)": 0.8366602659225464, "Finetune/Step": 3329, "Finetune/Step Time": 6.599860111251473}
+{"Finetune/Learning Rate": 1.0087196153443379e-05, "Finetune/Loss": 0.7918579578399658, "Finetune/Loss (Raw)": 0.7126868963241577, "Finetune/Step": 3330, "Finetune/Step Time": 6.613097671419382}
+{"Finetune/Learning Rate": 1.008221363176899e-05, "Finetune/Loss": 0.7920749187469482, "Finetune/Loss (Raw)": 0.8261533975601196, "Finetune/Step": 3331, "Finetune/Step Time": 6.6266126204282045}
+{"Finetune/Learning Rate": 1.0077231089683175e-05, "Finetune/Loss": 0.7923939228057861, "Finetune/Loss (Raw)": 0.8156808018684387, "Finetune/Step": 3332, "Finetune/Step Time": 6.620865382254124}
+{"Finetune/Learning Rate": 1.007224852842296e-05, "Finetune/Loss": 0.7930899858474731, "Finetune/Loss (Raw)": 0.8409006595611572, "Finetune/Step": 3333, "Finetune/Step Time": 6.62084192968905}
+{"Finetune/Learning Rate": 1.0067265949225387e-05, "Finetune/Loss": 0.7942808866500854, "Finetune/Loss (Raw)": 0.8338910937309265, "Finetune/Step": 3334, "Finetune/Step Time": 6.621277393773198}
+{"Finetune/Learning Rate": 1.006228335332749e-05, "Finetune/Loss": 0.7940382361412048, "Finetune/Loss (Raw)": 0.7422232627868652, "Finetune/Step": 3335, "Finetune/Step Time": 6.600547377020121}
+{"Finetune/Learning Rate": 1.0057300741966316e-05, "Finetune/Loss": 0.7936444282531738, "Finetune/Loss (Raw)": 0.7892436981201172, "Finetune/Step": 3336, "Finetune/Step Time": 6.589281706139445}
+{"Finetune/Learning Rate": 1.0052318116378915e-05, "Finetune/Loss": 0.7928280234336853, "Finetune/Loss (Raw)": 0.6979377865791321, "Finetune/Step": 3337, "Finetune/Step Time": 6.592976128682494}
+{"Finetune/Learning Rate": 1.0047335477802331e-05, "Finetune/Loss": 0.793641209602356, "Finetune/Loss (Raw)": 0.8298988938331604, "Finetune/Step": 3338, "Finetune/Step Time": 6.596490332856774}
+{"Finetune/Learning Rate": 1.004235282747363e-05, "Finetune/Loss": 0.7941418290138245, "Finetune/Loss (Raw)": 0.8733318448066711, "Finetune/Step": 3339, "Finetune/Step Time": 6.58982790261507}
+{"Finetune/Learning Rate": 1.003737016662986e-05, "Finetune/Loss": 0.7973657846450806, "Finetune/Loss (Raw)": 0.8221691250801086, "Finetune/Step": 3340, "Finetune/Step Time": 6.582654060795903}
+{"Finetune/Learning Rate": 1.003238749650809e-05, "Finetune/Loss": 0.7981642484664917, "Finetune/Loss (Raw)": 0.9720850586891174, "Finetune/Step": 3341, "Finetune/Step Time": 6.588638035580516}
+{"Finetune/Learning Rate": 1.0027404818345374e-05, "Finetune/Loss": 0.7994856834411621, "Finetune/Loss (Raw)": 0.8988560438156128, "Finetune/Step": 3342, "Finetune/Step Time": 6.5600525960326195}
+{"Finetune/Learning Rate": 1.0022422133378783e-05, "Finetune/Loss": 0.8008710741996765, "Finetune/Loss (Raw)": 0.8571255207061768, "Finetune/Step": 3343, "Finetune/Step Time": 6.547461077570915}
+{"Finetune/Learning Rate": 1.0017439442845378e-05, "Finetune/Loss": 0.8006817102432251, "Finetune/Loss (Raw)": 0.6273653507232666, "Finetune/Step": 3344, "Finetune/Step Time": 6.528197223320603}
+{"Finetune/Learning Rate": 1.0012456747982231e-05, "Finetune/Loss": 0.7970066666603088, "Finetune/Loss (Raw)": 0.3650550842285156, "Finetune/Step": 3345, "Finetune/Step Time": 6.551785945892334}
+{"Finetune/Learning Rate": 1.0007474050026409e-05, "Finetune/Loss": 0.7974961996078491, "Finetune/Loss (Raw)": 0.9061220288276672, "Finetune/Step": 3346, "Finetune/Step Time": 6.560956114903092}
+{"Finetune/Learning Rate": 1.0002491350214983e-05, "Finetune/Loss": 0.7974127531051636, "Finetune/Loss (Raw)": 0.6917133927345276, "Finetune/Step": 3347, "Finetune/Step Time": 6.5617820508778095}
+{"Finetune/Learning Rate": 9.997508649785019e-06, "Finetune/Loss": 0.7964479327201843, "Finetune/Loss (Raw)": 0.856544017791748, "Finetune/Step": 3348, "Finetune/Step Time": 6.566333951428533}
+{"Finetune/Learning Rate": 9.992525949973593e-06, "Finetune/Loss": 0.7972385287284851, "Finetune/Loss (Raw)": 0.8593153357505798, "Finetune/Step": 3349, "Finetune/Step Time": 6.563069626688957}
+{"Finetune/Learning Rate": 9.987543252017772e-06, "Finetune/Loss": 0.8024393320083618, "Finetune/Loss (Raw)": 1.0095300674438477, "Finetune/Step": 3350, "Finetune/Step Time": 6.550338312983513}
+{"Finetune/Learning Rate": 9.982560557154624e-06, "Finetune/Loss": 0.8020029067993164, "Finetune/Loss (Raw)": 0.7365660071372986, "Finetune/Step": 3351, "Finetune/Step Time": 6.556957293301821}
+{"Finetune/Learning Rate": 9.977577866621222e-06, "Finetune/Loss": 0.8023327589035034, "Finetune/Loss (Raw)": 0.8608327507972717, "Finetune/Step": 3352, "Finetune/Step Time": 6.560896702110767}
+{"Finetune/Learning Rate": 9.97259518165463e-06, "Finetune/Loss": 0.8032680749893188, "Finetune/Loss (Raw)": 0.9104525446891785, "Finetune/Step": 3353, "Finetune/Step Time": 6.576735448092222}
+{"Finetune/Learning Rate": 9.967612503491915e-06, "Finetune/Loss": 0.8039767742156982, "Finetune/Loss (Raw)": 0.8986392021179199, "Finetune/Step": 3354, "Finetune/Step Time": 6.574740469455719}
+{"Finetune/Learning Rate": 9.962629833370143e-06, "Finetune/Loss": 0.8049761056900024, "Finetune/Loss (Raw)": 0.8450412154197693, "Finetune/Step": 3355, "Finetune/Step Time": 6.566956840455532}
+{"Finetune/Learning Rate": 9.957647172526374e-06, "Finetune/Loss": 0.8057656288146973, "Finetune/Loss (Raw)": 0.8921917676925659, "Finetune/Step": 3356, "Finetune/Step Time": 6.5692123379558325}
+{"Finetune/Learning Rate": 9.95266452219767e-06, "Finetune/Loss": 0.8051279783248901, "Finetune/Loss (Raw)": 0.8183035850524902, "Finetune/Step": 3357, "Finetune/Step Time": 6.569644037634134}
+{"Finetune/Learning Rate": 9.947681883621089e-06, "Finetune/Loss": 0.8052165508270264, "Finetune/Loss (Raw)": 0.7601101398468018, "Finetune/Step": 3358, "Finetune/Step Time": 6.563856303691864}
+{"Finetune/Learning Rate": 9.942699258033686e-06, "Finetune/Loss": 0.80671226978302, "Finetune/Loss (Raw)": 0.9948899745941162, "Finetune/Step": 3359, "Finetune/Step Time": 6.529173739254475}
+{"Finetune/Learning Rate": 9.937716646672513e-06, "Finetune/Loss": 0.8061846494674683, "Finetune/Loss (Raw)": 0.8936600089073181, "Finetune/Step": 3360, "Finetune/Step Time": 6.5190612357109785}
+{"Finetune/Learning Rate": 9.932734050774616e-06, "Finetune/Loss": 0.804945707321167, "Finetune/Loss (Raw)": 0.8554365038871765, "Finetune/Step": 3361, "Finetune/Step Time": 6.532123129814863}
+{"Finetune/Learning Rate": 9.927751471577041e-06, "Finetune/Loss": 0.8051055669784546, "Finetune/Loss (Raw)": 0.7381450533866882, "Finetune/Step": 3362, "Finetune/Step Time": 6.515040811151266}
+{"Finetune/Learning Rate": 9.922768910316829e-06, "Finetune/Loss": 0.804873526096344, "Finetune/Loss (Raw)": 0.9070945382118225, "Finetune/Step": 3363, "Finetune/Step Time": 6.524775329977274}
+{"Finetune/Learning Rate": 9.917786368231011e-06, "Finetune/Loss": 0.8068197965621948, "Finetune/Loss (Raw)": 0.8956713676452637, "Finetune/Step": 3364, "Finetune/Step Time": 6.527266709133983}
+{"Finetune/Learning Rate": 9.912803846556623e-06, "Finetune/Loss": 0.8060800433158875, "Finetune/Loss (Raw)": 0.7938988208770752, "Finetune/Step": 3365, "Finetune/Step Time": 6.540934840217233}
+{"Finetune/Learning Rate": 9.907821346530689e-06, "Finetune/Loss": 0.8083829879760742, "Finetune/Loss (Raw)": 0.7065416574478149, "Finetune/Step": 3366, "Finetune/Step Time": 6.532905075699091}
+{"Finetune/Learning Rate": 9.90283886939023e-06, "Finetune/Loss": 0.8063518404960632, "Finetune/Loss (Raw)": 0.7144024968147278, "Finetune/Step": 3367, "Finetune/Step Time": 6.5199566427618265}
+{"Finetune/Learning Rate": 9.897856416372254e-06, "Finetune/Loss": 0.8025051951408386, "Finetune/Loss (Raw)": 0.4479483962059021, "Finetune/Step": 3368, "Finetune/Step Time": 6.537142679095268}
+{"Finetune/Learning Rate": 9.892873988713781e-06, "Finetune/Loss": 0.8020675182342529, "Finetune/Loss (Raw)": 0.8508583903312683, "Finetune/Step": 3369, "Finetune/Step Time": 6.536023583263159}
+{"Finetune/Learning Rate": 9.887891587651807e-06, "Finetune/Loss": 0.8016585111618042, "Finetune/Loss (Raw)": 0.8853211998939514, "Finetune/Step": 3370, "Finetune/Step Time": 6.533905312418938}
+{"Finetune/Learning Rate": 9.882909214423329e-06, "Finetune/Loss": 0.7995685338973999, "Finetune/Loss (Raw)": 0.5809173583984375, "Finetune/Step": 3371, "Finetune/Step Time": 6.555251281708479}
+{"Finetune/Learning Rate": 9.877926870265335e-06, "Finetune/Loss": 0.7985959649085999, "Finetune/Loss (Raw)": 0.7278850078582764, "Finetune/Step": 3372, "Finetune/Step Time": 6.566872596740723}
+{"Finetune/Learning Rate": 9.872944556414808e-06, "Finetune/Loss": 0.7981692552566528, "Finetune/Loss (Raw)": 0.8414123058319092, "Finetune/Step": 3373, "Finetune/Step Time": 6.5727297849953175}
+{"Finetune/Learning Rate": 9.867962274108722e-06, "Finetune/Loss": 0.7993189096450806, "Finetune/Loss (Raw)": 0.8360438346862793, "Finetune/Step": 3374, "Finetune/Step Time": 6.575694568455219}
+{"Finetune/Learning Rate": 9.862980024584044e-06, "Finetune/Loss": 0.8017541170120239, "Finetune/Loss (Raw)": 1.0655893087387085, "Finetune/Step": 3375, "Finetune/Step Time": 6.573419252410531}
+{"Finetune/Learning Rate": 9.857997809077729e-06, "Finetune/Loss": 0.8015233278274536, "Finetune/Loss (Raw)": 0.9295418858528137, "Finetune/Step": 3376, "Finetune/Step Time": 6.5652427934110165}
+{"Finetune/Learning Rate": 9.85301562882673e-06, "Finetune/Loss": 0.7992405891418457, "Finetune/Loss (Raw)": 0.6615252494812012, "Finetune/Step": 3377, "Finetune/Step Time": 6.575395947322249}
+{"Finetune/Learning Rate": 9.848033485067984e-06, "Finetune/Loss": 0.8002400398254395, "Finetune/Loss (Raw)": 0.9041069149971008, "Finetune/Step": 3378, "Finetune/Step Time": 6.570928148925304}
+{"Finetune/Learning Rate": 9.843051379038431e-06, "Finetune/Loss": 0.7998592257499695, "Finetune/Loss (Raw)": 0.6232203841209412, "Finetune/Step": 3379, "Finetune/Step Time": 6.545802503824234}
+{"Finetune/Learning Rate": 9.838069311974986e-06, "Finetune/Loss": 0.798457145690918, "Finetune/Loss (Raw)": 0.7138901948928833, "Finetune/Step": 3380, "Finetune/Step Time": 6.543012261390686}
+{"Finetune/Learning Rate": 9.833087285114565e-06, "Finetune/Loss": 0.7978351712226868, "Finetune/Loss (Raw)": 0.7692961692810059, "Finetune/Step": 3381, "Finetune/Step Time": 6.537725668400526}
+{"Finetune/Learning Rate": 9.828105299694072e-06, "Finetune/Loss": 0.7979971766471863, "Finetune/Loss (Raw)": 0.8966240882873535, "Finetune/Step": 3382, "Finetune/Step Time": 6.539180729538202}
+{"Finetune/Learning Rate": 9.823123356950396e-06, "Finetune/Loss": 0.7972830533981323, "Finetune/Loss (Raw)": 0.7939870357513428, "Finetune/Step": 3383, "Finetune/Step Time": 6.527039626613259}
+{"Finetune/Learning Rate": 9.818141458120423e-06, "Finetune/Loss": 0.7973974943161011, "Finetune/Loss (Raw)": 0.8935348987579346, "Finetune/Step": 3384, "Finetune/Step Time": 6.532776171341538}
+{"Finetune/Learning Rate": 9.813159604441021e-06, "Finetune/Loss": 0.7975653409957886, "Finetune/Loss (Raw)": 0.6664258241653442, "Finetune/Step": 3385, "Finetune/Step Time": 6.512084275484085}
+{"Finetune/Learning Rate": 9.808177797149052e-06, "Finetune/Loss": 0.7958956956863403, "Finetune/Loss (Raw)": 0.8072749972343445, "Finetune/Step": 3386, "Finetune/Step Time": 6.504220172762871}
+{"Finetune/Learning Rate": 9.803196037481362e-06, "Finetune/Loss": 0.7960968017578125, "Finetune/Loss (Raw)": 0.74561607837677, "Finetune/Step": 3387, "Finetune/Step Time": 6.492657972499728}
+{"Finetune/Learning Rate": 9.798214326674787e-06, "Finetune/Loss": 0.7955762147903442, "Finetune/Loss (Raw)": 0.7731398344039917, "Finetune/Step": 3388, "Finetune/Step Time": 6.475304635241628}
+{"Finetune/Learning Rate": 9.793232665966159e-06, "Finetune/Loss": 0.7961685061454773, "Finetune/Loss (Raw)": 0.8304526209831238, "Finetune/Step": 3389, "Finetune/Step Time": 6.48947137221694}
+{"Finetune/Learning Rate": 9.788251056592282e-06, "Finetune/Loss": 0.7954467535018921, "Finetune/Loss (Raw)": 0.849998414516449, "Finetune/Step": 3390, "Finetune/Step Time": 6.494217524304986}
+{"Finetune/Learning Rate": 9.783269499789958e-06, "Finetune/Loss": 0.7958039045333862, "Finetune/Loss (Raw)": 0.9799083471298218, "Finetune/Step": 3391, "Finetune/Step Time": 6.4913183227181435}
+{"Finetune/Learning Rate": 9.778287996795974e-06, "Finetune/Loss": 0.7960555553436279, "Finetune/Loss (Raw)": 0.7719882726669312, "Finetune/Step": 3392, "Finetune/Step Time": 6.491474278271198}
+{"Finetune/Learning Rate": 9.773306548847102e-06, "Finetune/Loss": 0.7956359386444092, "Finetune/Loss (Raw)": 0.9163378477096558, "Finetune/Step": 3393, "Finetune/Step Time": 6.4885420966893435}
+{"Finetune/Learning Rate": 9.7683251571801e-06, "Finetune/Loss": 0.7952309250831604, "Finetune/Loss (Raw)": 0.7616391181945801, "Finetune/Step": 3394, "Finetune/Step Time": 6.508659698069096}
+{"Finetune/Learning Rate": 9.763343823031718e-06, "Finetune/Loss": 0.796241819858551, "Finetune/Loss (Raw)": 0.8909828662872314, "Finetune/Step": 3395, "Finetune/Step Time": 6.493330070748925}
+{"Finetune/Learning Rate": 9.75836254763868e-06, "Finetune/Loss": 0.7944328188896179, "Finetune/Loss (Raw)": 0.6801894903182983, "Finetune/Step": 3396, "Finetune/Step Time": 6.492781786248088}
+{"Finetune/Learning Rate": 9.753381332237706e-06, "Finetune/Loss": 0.7935289144515991, "Finetune/Loss (Raw)": 0.772243320941925, "Finetune/Step": 3397, "Finetune/Step Time": 6.491655748337507}
+{"Finetune/Learning Rate": 9.748400178065499e-06, "Finetune/Loss": 0.7941673994064331, "Finetune/Loss (Raw)": 0.8306291699409485, "Finetune/Step": 3398, "Finetune/Step Time": 6.4902689922600985}
+{"Finetune/Learning Rate": 9.743419086358742e-06, "Finetune/Loss": 0.7939881086349487, "Finetune/Loss (Raw)": 0.7747219800949097, "Finetune/Step": 3399, "Finetune/Step Time": 6.498717660084367}
+{"Finetune/Learning Rate": 9.738438058354108e-06, "Finetune/Loss": 0.7940497398376465, "Finetune/Loss (Raw)": 0.7996602654457092, "Finetune/Step": 3400, "Finetune/Step Time": 6.473330534994602}
+{"Finetune/Learning Rate": 9.733457095288252e-06, "Finetune/Loss": 0.7939941883087158, "Finetune/Loss (Raw)": 0.741536021232605, "Finetune/Step": 3401, "Finetune/Step Time": 6.4655021000653505}
+{"Finetune/Learning Rate": 9.728476198397811e-06, "Finetune/Loss": 0.7975993156433105, "Finetune/Loss (Raw)": 0.7916378974914551, "Finetune/Step": 3402, "Finetune/Step Time": 6.435403486713767}
+{"Finetune/Learning Rate": 9.72349536891941e-06, "Finetune/Loss": 0.7978429794311523, "Finetune/Loss (Raw)": 0.7627514004707336, "Finetune/Step": 3403, "Finetune/Step Time": 6.431315675377846}
+{"Finetune/Learning Rate": 9.718514608089652e-06, "Finetune/Loss": 0.7973752021789551, "Finetune/Loss (Raw)": 0.7806472778320312, "Finetune/Step": 3404, "Finetune/Step Time": 6.427952509373426}
+{"Finetune/Learning Rate": 9.713533917145127e-06, "Finetune/Loss": 0.7955665588378906, "Finetune/Loss (Raw)": 0.6062543392181396, "Finetune/Step": 3405, "Finetune/Step Time": 6.467521823942661}
+{"Finetune/Learning Rate": 9.708553297322407e-06, "Finetune/Loss": 0.7959610819816589, "Finetune/Loss (Raw)": 0.8593418002128601, "Finetune/Step": 3406, "Finetune/Step Time": 6.475015439093113}
+{"Finetune/Learning Rate": 9.703572749858044e-06, "Finetune/Loss": 0.7959461212158203, "Finetune/Loss (Raw)": 0.8503034114837646, "Finetune/Step": 3407, "Finetune/Step Time": 6.462835652753711}
+{"Finetune/Learning Rate": 9.698592275988573e-06, "Finetune/Loss": 0.7953624725341797, "Finetune/Loss (Raw)": 0.8579126596450806, "Finetune/Step": 3408, "Finetune/Step Time": 6.453808717429638}
+{"Finetune/Learning Rate": 9.693611876950512e-06, "Finetune/Loss": 0.7943540811538696, "Finetune/Loss (Raw)": 0.8574111461639404, "Finetune/Step": 3409, "Finetune/Step Time": 6.451800957322121}
+{"Finetune/Learning Rate": 9.688631553980361e-06, "Finetune/Loss": 0.7937424182891846, "Finetune/Loss (Raw)": 0.7170014381408691, "Finetune/Step": 3410, "Finetune/Step Time": 6.455924490466714}
+{"Finetune/Learning Rate": 9.683651308314602e-06, "Finetune/Loss": 0.7981463670730591, "Finetune/Loss (Raw)": 0.9458125233650208, "Finetune/Step": 3411, "Finetune/Step Time": 6.447043314576149}
+{"Finetune/Learning Rate": 9.678671141189691e-06, "Finetune/Loss": 0.7988444566726685, "Finetune/Loss (Raw)": 0.8630688190460205, "Finetune/Step": 3412, "Finetune/Step Time": 6.441753735765815}
+{"Finetune/Learning Rate": 9.673691053842072e-06, "Finetune/Loss": 0.799278974533081, "Finetune/Loss (Raw)": 0.9342232346534729, "Finetune/Step": 3413, "Finetune/Step Time": 6.449365608394146}
+{"Finetune/Learning Rate": 9.668711047508167e-06, "Finetune/Loss": 0.800227701663971, "Finetune/Loss (Raw)": 0.9362223148345947, "Finetune/Step": 3414, "Finetune/Step Time": 6.4480282962322235}
+{"Finetune/Learning Rate": 9.663731123424373e-06, "Finetune/Loss": 0.7988498210906982, "Finetune/Loss (Raw)": 0.6776626110076904, "Finetune/Step": 3415, "Finetune/Step Time": 6.445464478805661}
+{"Finetune/Learning Rate": 9.658751282827075e-06, "Finetune/Loss": 0.7949676513671875, "Finetune/Loss (Raw)": 0.43691226840019226, "Finetune/Step": 3416, "Finetune/Step Time": 6.462440358474851}
+{"Finetune/Learning Rate": 9.653771526952632e-06, "Finetune/Loss": 0.7946722507476807, "Finetune/Loss (Raw)": 0.7359219789505005, "Finetune/Step": 3417, "Finetune/Step Time": 6.46932415664196}
+{"Finetune/Learning Rate": 9.648791857037384e-06, "Finetune/Loss": 0.7943500280380249, "Finetune/Loss (Raw)": 0.8246408104896545, "Finetune/Step": 3418, "Finetune/Step Time": 6.480613432824612}
+{"Finetune/Learning Rate": 9.643812274317644e-06, "Finetune/Loss": 0.7952960133552551, "Finetune/Loss (Raw)": 0.8309897780418396, "Finetune/Step": 3419, "Finetune/Step Time": 6.472900660708547}
+{"Finetune/Learning Rate": 9.638832780029716e-06, "Finetune/Loss": 0.793300986289978, "Finetune/Loss (Raw)": 0.5215047597885132, "Finetune/Step": 3420, "Finetune/Step Time": 6.49719494022429}
+{"Finetune/Learning Rate": 9.633853375409868e-06, "Finetune/Loss": 0.7936762571334839, "Finetune/Loss (Raw)": 0.8772262930870056, "Finetune/Step": 3421, "Finetune/Step Time": 6.500388959422708}
+{"Finetune/Learning Rate": 9.628874061694355e-06, "Finetune/Loss": 0.7933899760246277, "Finetune/Loss (Raw)": 0.6862103343009949, "Finetune/Step": 3422, "Finetune/Step Time": 6.493529787287116}
+{"Finetune/Learning Rate": 9.623894840119406e-06, "Finetune/Loss": 0.7931243777275085, "Finetune/Loss (Raw)": 0.7718245983123779, "Finetune/Step": 3423, "Finetune/Step Time": 6.491931973025203}
+{"Finetune/Learning Rate": 9.618915711921226e-06, "Finetune/Loss": 0.789286732673645, "Finetune/Loss (Raw)": 0.36416497826576233, "Finetune/Step": 3424, "Finetune/Step Time": 6.505610343068838}
+{"Finetune/Learning Rate": 9.613936678336e-06, "Finetune/Loss": 0.7899221181869507, "Finetune/Loss (Raw)": 0.7770942449569702, "Finetune/Step": 3425, "Finetune/Step Time": 6.483961492776871}
+{"Finetune/Learning Rate": 9.608957740599888e-06, "Finetune/Loss": 0.788077712059021, "Finetune/Loss (Raw)": 0.6778795719146729, "Finetune/Step": 3426, "Finetune/Step Time": 6.475742707028985}
+{"Finetune/Learning Rate": 9.603978899949021e-06, "Finetune/Loss": 0.7916039824485779, "Finetune/Loss (Raw)": 0.8497880697250366, "Finetune/Step": 3427, "Finetune/Step Time": 6.460224598646164}
+{"Finetune/Learning Rate": 9.599000157619517e-06, "Finetune/Loss": 0.7908369302749634, "Finetune/Loss (Raw)": 0.780822217464447, "Finetune/Step": 3428, "Finetune/Step Time": 6.468386771157384}
+{"Finetune/Learning Rate": 9.59402151484746e-06, "Finetune/Loss": 0.7922580242156982, "Finetune/Loss (Raw)": 0.8647878170013428, "Finetune/Step": 3429, "Finetune/Step Time": 6.475158039480448}
+{"Finetune/Learning Rate": 9.589042972868913e-06, "Finetune/Loss": 0.7903488874435425, "Finetune/Loss (Raw)": 0.6717832088470459, "Finetune/Step": 3430, "Finetune/Step Time": 6.479781702160835}
+{"Finetune/Learning Rate": 9.584064532919918e-06, "Finetune/Loss": 0.791439414024353, "Finetune/Loss (Raw)": 0.9377768039703369, "Finetune/Step": 3431, "Finetune/Step Time": 6.483514821156859}
+{"Finetune/Learning Rate": 9.579086196236483e-06, "Finetune/Loss": 0.7908349633216858, "Finetune/Loss (Raw)": 0.656306803226471, "Finetune/Step": 3432, "Finetune/Step Time": 6.486321199685335}
+{"Finetune/Learning Rate": 9.574107964054596e-06, "Finetune/Loss": 0.790117621421814, "Finetune/Loss (Raw)": 0.7941076755523682, "Finetune/Step": 3433, "Finetune/Step Time": 6.504116918891668}
+{"Finetune/Learning Rate": 9.569129837610216e-06, "Finetune/Loss": 0.7898409366607666, "Finetune/Loss (Raw)": 0.6923501491546631, "Finetune/Step": 3434, "Finetune/Step Time": 6.528458632528782}
+{"Finetune/Learning Rate": 9.564151818139281e-06, "Finetune/Loss": 0.7880626916885376, "Finetune/Loss (Raw)": 0.7405871152877808, "Finetune/Step": 3435, "Finetune/Step Time": 6.541909063234925}
+{"Finetune/Learning Rate": 9.559173906877696e-06, "Finetune/Loss": 0.7871547937393188, "Finetune/Loss (Raw)": 0.7229572534561157, "Finetune/Step": 3436, "Finetune/Step Time": 6.535709176212549}
+{"Finetune/Learning Rate": 9.554196105061345e-06, "Finetune/Loss": 0.7866445779800415, "Finetune/Loss (Raw)": 0.827434778213501, "Finetune/Step": 3437, "Finetune/Step Time": 6.524343881756067}
+{"Finetune/Learning Rate": 9.54921841392608e-06, "Finetune/Loss": 0.786390483379364, "Finetune/Loss (Raw)": 0.7258108258247375, "Finetune/Step": 3438, "Finetune/Step Time": 6.5216888058930635}
+{"Finetune/Learning Rate": 9.544240834707724e-06, "Finetune/Loss": 0.7871601581573486, "Finetune/Loss (Raw)": 0.8289876580238342, "Finetune/Step": 3439, "Finetune/Step Time": 6.51649977080524}
+{"Finetune/Learning Rate": 9.539263368642084e-06, "Finetune/Loss": 0.7867119312286377, "Finetune/Loss (Raw)": 0.7304198145866394, "Finetune/Step": 3440, "Finetune/Step Time": 6.517770873382688}
+{"Finetune/Learning Rate": 9.534286016964924e-06, "Finetune/Loss": 0.7882581949234009, "Finetune/Loss (Raw)": 0.6411586999893188, "Finetune/Step": 3441, "Finetune/Step Time": 6.519378142431378}
+{"Finetune/Learning Rate": 9.52930878091199e-06, "Finetune/Loss": 0.7881873250007629, "Finetune/Loss (Raw)": 0.7449994087219238, "Finetune/Step": 3442, "Finetune/Step Time": 6.526090728119016}
+{"Finetune/Learning Rate": 9.524331661718994e-06, "Finetune/Loss": 0.7861277461051941, "Finetune/Loss (Raw)": 0.7237918972969055, "Finetune/Step": 3443, "Finetune/Step Time": 6.5358169209212065}
+{"Finetune/Learning Rate": 9.519354660621617e-06, "Finetune/Loss": 0.7866355776786804, "Finetune/Loss (Raw)": 0.8376340270042419, "Finetune/Step": 3444, "Finetune/Step Time": 6.529274204745889}
+{"Finetune/Learning Rate": 9.514377778855521e-06, "Finetune/Loss": 0.7854495048522949, "Finetune/Loss (Raw)": 0.6034306883811951, "Finetune/Step": 3445, "Finetune/Step Time": 6.546091770753264}
+{"Finetune/Learning Rate": 9.509401017656327e-06, "Finetune/Loss": 0.7887135148048401, "Finetune/Loss (Raw)": 0.7616713643074036, "Finetune/Step": 3446, "Finetune/Step Time": 6.535480933263898}
+{"Finetune/Learning Rate": 9.504424378259628e-06, "Finetune/Loss": 0.7888839244842529, "Finetune/Loss (Raw)": 0.9285107851028442, "Finetune/Step": 3447, "Finetune/Step Time": 6.530101714655757}
+{"Finetune/Learning Rate": 9.499447861900997e-06, "Finetune/Loss": 0.788574755191803, "Finetune/Loss (Raw)": 0.738091766834259, "Finetune/Step": 3448, "Finetune/Step Time": 6.535445902496576}
+{"Finetune/Learning Rate": 9.494471469815965e-06, "Finetune/Loss": 0.7900391221046448, "Finetune/Loss (Raw)": 0.9139344096183777, "Finetune/Step": 3449, "Finetune/Step Time": 6.530940866097808}
+{"Finetune/Learning Rate": 9.489495203240036e-06, "Finetune/Loss": 0.7900531888008118, "Finetune/Loss (Raw)": 0.7792034149169922, "Finetune/Step": 3450, "Finetune/Step Time": 6.550427285954356}
+{"Finetune/Learning Rate": 9.484519063408682e-06, "Finetune/Loss": 0.7892037630081177, "Finetune/Loss (Raw)": 0.8037996888160706, "Finetune/Step": 3451, "Finetune/Step Time": 6.524029226973653}
+{"Finetune/Learning Rate": 9.479543051557344e-06, "Finetune/Loss": 0.7901954650878906, "Finetune/Loss (Raw)": 0.8923521637916565, "Finetune/Step": 3452, "Finetune/Step Time": 6.508433228358626}
+{"Finetune/Learning Rate": 9.474567168921433e-06, "Finetune/Loss": 0.7910681962966919, "Finetune/Loss (Raw)": 0.810702383518219, "Finetune/Step": 3453, "Finetune/Step Time": 6.505943696945906}
+{"Finetune/Learning Rate": 9.469591416736326e-06, "Finetune/Loss": 0.7901318073272705, "Finetune/Loss (Raw)": 0.7570331692695618, "Finetune/Step": 3454, "Finetune/Step Time": 6.514171738177538}
+{"Finetune/Learning Rate": 9.46461579623737e-06, "Finetune/Loss": 0.7882070541381836, "Finetune/Loss (Raw)": 0.3536907732486725, "Finetune/Step": 3455, "Finetune/Step Time": 6.533401342108846}
+{"Finetune/Learning Rate": 9.459640308659873e-06, "Finetune/Loss": 0.7877260446548462, "Finetune/Loss (Raw)": 0.8695785999298096, "Finetune/Step": 3456, "Finetune/Step Time": 6.5302169267088175}
+{"Finetune/Learning Rate": 9.454664955239119e-06, "Finetune/Loss": 0.7878584861755371, "Finetune/Loss (Raw)": 0.853615939617157, "Finetune/Step": 3457, "Finetune/Step Time": 6.531008252874017}
+{"Finetune/Learning Rate": 9.449689737210352e-06, "Finetune/Loss": 0.7888063192367554, "Finetune/Loss (Raw)": 0.8340005278587341, "Finetune/Step": 3458, "Finetune/Step Time": 6.539008719846606}
+{"Finetune/Learning Rate": 9.444714655808784e-06, "Finetune/Loss": 0.7888031601905823, "Finetune/Loss (Raw)": 0.8257472515106201, "Finetune/Step": 3459, "Finetune/Step Time": 6.529575951397419}
+{"Finetune/Learning Rate": 9.439739712269594e-06, "Finetune/Loss": 0.7895610928535461, "Finetune/Loss (Raw)": 0.912699818611145, "Finetune/Step": 3460, "Finetune/Step Time": 6.531061641871929}
+{"Finetune/Learning Rate": 9.434764907827927e-06, "Finetune/Loss": 0.78572678565979, "Finetune/Loss (Raw)": 0.3501167297363281, "Finetune/Step": 3461, "Finetune/Step Time": 6.55027355439961}
+{"Finetune/Learning Rate": 9.429790243718892e-06, "Finetune/Loss": 0.7854971885681152, "Finetune/Loss (Raw)": 0.8044927716255188, "Finetune/Step": 3462, "Finetune/Step Time": 6.547390598803759}
+{"Finetune/Learning Rate": 9.42481572117756e-06, "Finetune/Loss": 0.7858217358589172, "Finetune/Loss (Raw)": 0.7837685942649841, "Finetune/Step": 3463, "Finetune/Step Time": 6.549396079033613}
+{"Finetune/Learning Rate": 9.41984134143898e-06, "Finetune/Loss": 0.7867560386657715, "Finetune/Loss (Raw)": 0.9088411927223206, "Finetune/Step": 3464, "Finetune/Step Time": 6.550857486203313}
+{"Finetune/Learning Rate": 9.414867105738152e-06, "Finetune/Loss": 0.7871756553649902, "Finetune/Loss (Raw)": 0.7516447901725769, "Finetune/Step": 3465, "Finetune/Step Time": 6.546386621892452}
+{"Finetune/Learning Rate": 9.409893015310041e-06, "Finetune/Loss": 0.7861226797103882, "Finetune/Loss (Raw)": 0.695112407207489, "Finetune/Step": 3466, "Finetune/Step Time": 6.544973211362958}
+{"Finetune/Learning Rate": 9.404919071389586e-06, "Finetune/Loss": 0.7845730781555176, "Finetune/Loss (Raw)": 0.6749833822250366, "Finetune/Step": 3467, "Finetune/Step Time": 6.54360818490386}
+{"Finetune/Learning Rate": 9.399945275211677e-06, "Finetune/Loss": 0.7831511497497559, "Finetune/Loss (Raw)": 0.6401693820953369, "Finetune/Step": 3468, "Finetune/Step Time": 6.54195049405098}
+{"Finetune/Learning Rate": 9.394971628011177e-06, "Finetune/Loss": 0.7811194658279419, "Finetune/Loss (Raw)": 0.7120258808135986, "Finetune/Step": 3469, "Finetune/Step Time": 6.55048500187695}
+{"Finetune/Learning Rate": 9.389998131022906e-06, "Finetune/Loss": 0.7801905870437622, "Finetune/Loss (Raw)": 0.7799519896507263, "Finetune/Step": 3470, "Finetune/Step Time": 6.556899692863226}
+{"Finetune/Learning Rate": 9.385024785481653e-06, "Finetune/Loss": 0.7803596258163452, "Finetune/Loss (Raw)": 0.8787719011306763, "Finetune/Step": 3471, "Finetune/Step Time": 6.564012423157692}
+{"Finetune/Learning Rate": 9.380051592622164e-06, "Finetune/Loss": 0.7813820838928223, "Finetune/Loss (Raw)": 0.758242666721344, "Finetune/Step": 3472, "Finetune/Step Time": 6.574646161869168}
+{"Finetune/Learning Rate": 9.375078553679143e-06, "Finetune/Loss": 0.7852742671966553, "Finetune/Loss (Raw)": 0.8632442355155945, "Finetune/Step": 3473, "Finetune/Step Time": 6.574757784605026}
+{"Finetune/Learning Rate": 9.37010566988727e-06, "Finetune/Loss": 0.7834721803665161, "Finetune/Loss (Raw)": 0.6754587292671204, "Finetune/Step": 3474, "Finetune/Step Time": 6.570100735872984}
+{"Finetune/Learning Rate": 9.365132942481177e-06, "Finetune/Loss": 0.784531831741333, "Finetune/Loss (Raw)": 0.8273490071296692, "Finetune/Step": 3475, "Finetune/Step Time": 6.576409829780459}
+{"Finetune/Learning Rate": 9.360160372695453e-06, "Finetune/Loss": 0.7830461859703064, "Finetune/Loss (Raw)": 0.6663838624954224, "Finetune/Step": 3476, "Finetune/Step Time": 6.58152131177485}
+{"Finetune/Learning Rate": 9.355187961764655e-06, "Finetune/Loss": 0.7821695804595947, "Finetune/Loss (Raw)": 0.7471112608909607, "Finetune/Step": 3477, "Finetune/Step Time": 6.609528724104166}
+{"Finetune/Learning Rate": 9.350215710923301e-06, "Finetune/Loss": 0.781758189201355, "Finetune/Loss (Raw)": 0.9568735957145691, "Finetune/Step": 3478, "Finetune/Step Time": 6.602657854557037}
+{"Finetune/Learning Rate": 9.345243621405865e-06, "Finetune/Loss": 0.7841988801956177, "Finetune/Loss (Raw)": 1.0489684343338013, "Finetune/Step": 3479, "Finetune/Step Time": 6.589715305715799}
+{"Finetune/Learning Rate": 9.340271694446782e-06, "Finetune/Loss": 0.7842245101928711, "Finetune/Loss (Raw)": 0.8641127347946167, "Finetune/Step": 3480, "Finetune/Step Time": 6.581691203638911}
+{"Finetune/Learning Rate": 9.335299931280448e-06, "Finetune/Loss": 0.7839012145996094, "Finetune/Loss (Raw)": 0.8690741658210754, "Finetune/Step": 3481, "Finetune/Step Time": 6.55936105363071}
+{"Finetune/Learning Rate": 9.330328333141219e-06, "Finetune/Loss": 0.7829297780990601, "Finetune/Loss (Raw)": 0.7742897868156433, "Finetune/Step": 3482, "Finetune/Step Time": 6.559399938210845}
+{"Finetune/Learning Rate": 9.325356901263407e-06, "Finetune/Loss": 0.7822669744491577, "Finetune/Loss (Raw)": 0.7602068781852722, "Finetune/Step": 3483, "Finetune/Step Time": 6.594354897737503}
+{"Finetune/Learning Rate": 9.320385636881283e-06, "Finetune/Loss": 0.7813750505447388, "Finetune/Loss (Raw)": 0.778022289276123, "Finetune/Step": 3484, "Finetune/Step Time": 6.611185144633055}
+{"Finetune/Learning Rate": 9.315414541229082e-06, "Finetune/Loss": 0.7823930382728577, "Finetune/Loss (Raw)": 0.9486040472984314, "Finetune/Step": 3485, "Finetune/Step Time": 6.609107442200184}
+{"Finetune/Learning Rate": 9.310443615540992e-06, "Finetune/Loss": 0.7828388214111328, "Finetune/Loss (Raw)": 0.8171685338020325, "Finetune/Step": 3486, "Finetune/Step Time": 6.603267822414637}
+{"Finetune/Learning Rate": 9.305472861051157e-06, "Finetune/Loss": 0.7808774709701538, "Finetune/Loss (Raw)": 0.7438366413116455, "Finetune/Step": 3487, "Finetune/Step Time": 6.6020072270184755}
+{"Finetune/Learning Rate": 9.300502278993687e-06, "Finetune/Loss": 0.7793564796447754, "Finetune/Loss (Raw)": 0.6989841461181641, "Finetune/Step": 3488, "Finetune/Step Time": 6.601942241191864}
+{"Finetune/Learning Rate": 9.295531870602636e-06, "Finetune/Loss": 0.7795783877372742, "Finetune/Loss (Raw)": 0.8838325142860413, "Finetune/Step": 3489, "Finetune/Step Time": 6.588816883042455}
+{"Finetune/Learning Rate": 9.290561637112027e-06, "Finetune/Loss": 0.7795113325119019, "Finetune/Loss (Raw)": 0.7295675873756409, "Finetune/Step": 3490, "Finetune/Step Time": 6.5871362164616585}
+{"Finetune/Learning Rate": 9.285591579755834e-06, "Finetune/Loss": 0.779647946357727, "Finetune/Loss (Raw)": 0.9245748519897461, "Finetune/Step": 3491, "Finetune/Step Time": 6.573568381369114}
+{"Finetune/Learning Rate": 9.280621699767988e-06, "Finetune/Loss": 0.7790101170539856, "Finetune/Loss (Raw)": 0.814035177230835, "Finetune/Step": 3492, "Finetune/Step Time": 6.5729557648301125}
+{"Finetune/Learning Rate": 9.275651998382377e-06, "Finetune/Loss": 0.7766904234886169, "Finetune/Loss (Raw)": 0.4969777762889862, "Finetune/Step": 3493, "Finetune/Step Time": 6.565948097035289}
+{"Finetune/Learning Rate": 9.270682476832842e-06, "Finetune/Loss": 0.7785579562187195, "Finetune/Loss (Raw)": 0.945587694644928, "Finetune/Step": 3494, "Finetune/Step Time": 6.553570829331875}
+{"Finetune/Learning Rate": 9.265713136353184e-06, "Finetune/Loss": 0.7797759175300598, "Finetune/Loss (Raw)": 0.8702955842018127, "Finetune/Step": 3495, "Finetune/Step Time": 6.56339648924768}
+{"Finetune/Learning Rate": 9.260743978177155e-06, "Finetune/Loss": 0.7831423282623291, "Finetune/Loss (Raw)": 0.8788532614707947, "Finetune/Step": 3496, "Finetune/Step Time": 6.562377121299505}
+{"Finetune/Learning Rate": 9.255775003538462e-06, "Finetune/Loss": 0.781449556350708, "Finetune/Loss (Raw)": 0.6341771483421326, "Finetune/Step": 3497, "Finetune/Step Time": 6.570976953953505}
+{"Finetune/Learning Rate": 9.250806213670767e-06, "Finetune/Loss": 0.781406819820404, "Finetune/Loss (Raw)": 0.8798478841781616, "Finetune/Step": 3498, "Finetune/Step Time": 6.574986178427935}
+{"Finetune/Learning Rate": 9.24583760980769e-06, "Finetune/Loss": 0.7831065058708191, "Finetune/Loss (Raw)": 0.7984837889671326, "Finetune/Step": 3499, "Finetune/Step Time": 6.5605083629488945}
+{"Finetune/Learning Rate": 9.2408691931828e-06, "Finetune/Loss": 0.7845770716667175, "Finetune/Loss (Raw)": 0.916114091873169, "Finetune/Step": 3500, "Finetune/Step Time": 6.551488246768713}
+{"Finetune/Learning Rate": 9.235900965029616e-06, "Finetune/Loss": 0.7847716808319092, "Finetune/Loss (Raw)": 0.8663223385810852, "Finetune/Step": 3501, "Finetune/Step Time": 6.5375051107257605}
+{"Finetune/Learning Rate": 9.230932926581622e-06, "Finetune/Loss": 0.785784125328064, "Finetune/Loss (Raw)": 0.9656458497047424, "Finetune/Step": 3502, "Finetune/Step Time": 6.532290054485202}
+{"Finetune/Learning Rate": 9.225965079072244e-06, "Finetune/Loss": 0.784423828125, "Finetune/Loss (Raw)": 0.8914682865142822, "Finetune/Step": 3503, "Finetune/Step Time": 6.532498342916369}
+{"Finetune/Learning Rate": 9.220997423734863e-06, "Finetune/Loss": 0.7831387519836426, "Finetune/Loss (Raw)": 0.7650500535964966, "Finetune/Step": 3504, "Finetune/Step Time": 6.534489948302507}
+{"Finetune/Learning Rate": 9.216029961802819e-06, "Finetune/Loss": 0.7840697765350342, "Finetune/Loss (Raw)": 0.7806943655014038, "Finetune/Step": 3505, "Finetune/Step Time": 6.530774170532823}
+{"Finetune/Learning Rate": 9.211062694509396e-06, "Finetune/Loss": 0.7829558849334717, "Finetune/Loss (Raw)": 0.7615330815315247, "Finetune/Step": 3506, "Finetune/Step Time": 6.527491068467498}
+{"Finetune/Learning Rate": 9.206095623087834e-06, "Finetune/Loss": 0.782913088798523, "Finetune/Loss (Raw)": 0.617733895778656, "Finetune/Step": 3507, "Finetune/Step Time": 6.542206367477775}
+{"Finetune/Learning Rate": 9.201128748771322e-06, "Finetune/Loss": 0.7837223410606384, "Finetune/Loss (Raw)": 0.8174773454666138, "Finetune/Step": 3508, "Finetune/Step Time": 6.54268753528595}
+{"Finetune/Learning Rate": 9.196162072793e-06, "Finetune/Loss": 0.783698320388794, "Finetune/Loss (Raw)": 0.7662299275398254, "Finetune/Step": 3509, "Finetune/Step Time": 6.556044604629278}
+{"Finetune/Learning Rate": 9.19119559638596e-06, "Finetune/Loss": 0.7825719118118286, "Finetune/Loss (Raw)": 0.7524421811103821, "Finetune/Step": 3510, "Finetune/Step Time": 6.555332651361823}
+{"Finetune/Learning Rate": 9.186229320783244e-06, "Finetune/Loss": 0.7820897102355957, "Finetune/Loss (Raw)": 0.7322580218315125, "Finetune/Step": 3511, "Finetune/Step Time": 6.562620660290122}
+{"Finetune/Learning Rate": 9.181263247217847e-06, "Finetune/Loss": 0.7813339233398438, "Finetune/Loss (Raw)": 0.7968010902404785, "Finetune/Step": 3512, "Finetune/Step Time": 6.550870671868324}
+{"Finetune/Learning Rate": 9.176297376922706e-06, "Finetune/Loss": 0.7829089760780334, "Finetune/Loss (Raw)": 0.8680313229560852, "Finetune/Step": 3513, "Finetune/Step Time": 6.550727093592286}
+{"Finetune/Learning Rate": 9.171331711130717e-06, "Finetune/Loss": 0.7824313640594482, "Finetune/Loss (Raw)": 0.7461392879486084, "Finetune/Step": 3514, "Finetune/Step Time": 6.555018953979015}
+{"Finetune/Learning Rate": 9.166366251074719e-06, "Finetune/Loss": 0.7829556465148926, "Finetune/Loss (Raw)": 0.8127225637435913, "Finetune/Step": 3515, "Finetune/Step Time": 6.561693681403995}
+{"Finetune/Learning Rate": 9.161400997987505e-06, "Finetune/Loss": 0.7832088470458984, "Finetune/Loss (Raw)": 0.8055453896522522, "Finetune/Step": 3516, "Finetune/Step Time": 6.5635025557130575}
+{"Finetune/Learning Rate": 9.15643595310181e-06, "Finetune/Loss": 0.7833226919174194, "Finetune/Loss (Raw)": 0.845039963722229, "Finetune/Step": 3517, "Finetune/Step Time": 6.551874279975891}
+{"Finetune/Learning Rate": 9.151471117650321e-06, "Finetune/Loss": 0.7818565368652344, "Finetune/Loss (Raw)": 0.6623212695121765, "Finetune/Step": 3518, "Finetune/Step Time": 6.576627887785435}
+{"Finetune/Learning Rate": 9.146506492865674e-06, "Finetune/Loss": 0.779640793800354, "Finetune/Loss (Raw)": 0.6962887048721313, "Finetune/Step": 3519, "Finetune/Step Time": 6.6007892824709415}
+{"Finetune/Learning Rate": 9.141542079980453e-06, "Finetune/Loss": 0.7795277833938599, "Finetune/Loss (Raw)": 0.7575250267982483, "Finetune/Step": 3520, "Finetune/Step Time": 6.603050364181399}
+{"Finetune/Learning Rate": 9.136577880227183e-06, "Finetune/Loss": 0.7794471979141235, "Finetune/Loss (Raw)": 0.906029462814331, "Finetune/Step": 3521, "Finetune/Step Time": 6.61396823450923}
+{"Finetune/Learning Rate": 9.131613894838345e-06, "Finetune/Loss": 0.7784957885742188, "Finetune/Loss (Raw)": 0.6398568153381348, "Finetune/Step": 3522, "Finetune/Step Time": 6.610121818259358}
+{"Finetune/Learning Rate": 9.126650125046361e-06, "Finetune/Loss": 0.7764912843704224, "Finetune/Loss (Raw)": 0.6344046592712402, "Finetune/Step": 3523, "Finetune/Step Time": 6.634623097255826}
+{"Finetune/Learning Rate": 9.1216865720836e-06, "Finetune/Loss": 0.7765161395072937, "Finetune/Loss (Raw)": 0.683366060256958, "Finetune/Step": 3524, "Finetune/Step Time": 6.644409516826272}
+{"Finetune/Learning Rate": 9.116723237182383e-06, "Finetune/Loss": 0.7782970070838928, "Finetune/Loss (Raw)": 1.000199317932129, "Finetune/Step": 3525, "Finetune/Step Time": 6.648316273465753}
+{"Finetune/Learning Rate": 9.111760121574968e-06, "Finetune/Loss": 0.7771259546279907, "Finetune/Loss (Raw)": 0.6807354092597961, "Finetune/Step": 3526, "Finetune/Step Time": 6.656722774729133}
+{"Finetune/Learning Rate": 9.106797226493565e-06, "Finetune/Loss": 0.7773839235305786, "Finetune/Loss (Raw)": 0.8077390193939209, "Finetune/Step": 3527, "Finetune/Step Time": 6.64592600800097}
+{"Finetune/Learning Rate": 9.101834553170326e-06, "Finetune/Loss": 0.7772659659385681, "Finetune/Loss (Raw)": 0.78456050157547, "Finetune/Step": 3528, "Finetune/Step Time": 6.645332565531135}
+{"Finetune/Learning Rate": 9.096872102837348e-06, "Finetune/Loss": 0.7764403223991394, "Finetune/Loss (Raw)": 0.6358540654182434, "Finetune/Step": 3529, "Finetune/Step Time": 6.664897117763758}
+{"Finetune/Learning Rate": 9.091909876726676e-06, "Finetune/Loss": 0.7763206958770752, "Finetune/Loss (Raw)": 0.7763291597366333, "Finetune/Step": 3530, "Finetune/Step Time": 6.66726097650826}
+{"Finetune/Learning Rate": 9.086947876070295e-06, "Finetune/Loss": 0.7770630717277527, "Finetune/Loss (Raw)": 0.857769787311554, "Finetune/Step": 3531, "Finetune/Step Time": 6.667528446763754}
+{"Finetune/Learning Rate": 9.081986102100137e-06, "Finetune/Loss": 0.7763917446136475, "Finetune/Loss (Raw)": 0.6947110295295715, "Finetune/Step": 3532, "Finetune/Step Time": 6.679635843262076}
+{"Finetune/Learning Rate": 9.077024556048077e-06, "Finetune/Loss": 0.7742506265640259, "Finetune/Loss (Raw)": 0.33220839500427246, "Finetune/Step": 3533, "Finetune/Step Time": 6.6620380114763975}
+{"Finetune/Learning Rate": 9.072063239145929e-06, "Finetune/Loss": 0.7741336226463318, "Finetune/Loss (Raw)": 0.8443573713302612, "Finetune/Step": 3534, "Finetune/Step Time": 6.659751445055008}
+{"Finetune/Learning Rate": 9.06710215262546e-06, "Finetune/Loss": 0.7702369689941406, "Finetune/Loss (Raw)": 0.35153892636299133, "Finetune/Step": 3535, "Finetune/Step Time": 6.679597495123744}
+{"Finetune/Learning Rate": 9.062141297718372e-06, "Finetune/Loss": 0.7696669101715088, "Finetune/Loss (Raw)": 0.7849377393722534, "Finetune/Step": 3536, "Finetune/Step Time": 6.677559772506356}
+{"Finetune/Learning Rate": 9.05718067565631e-06, "Finetune/Loss": 0.7706108093261719, "Finetune/Loss (Raw)": 0.978228747844696, "Finetune/Step": 3537, "Finetune/Step Time": 6.684632768854499}
+{"Finetune/Learning Rate": 9.052220287670865e-06, "Finetune/Loss": 0.772214949131012, "Finetune/Loss (Raw)": 0.9223328232765198, "Finetune/Step": 3538, "Finetune/Step Time": 6.696507133543491}
+{"Finetune/Learning Rate": 9.047260134993566e-06, "Finetune/Loss": 0.7718732953071594, "Finetune/Loss (Raw)": 0.9020824432373047, "Finetune/Step": 3539, "Finetune/Step Time": 6.689878810197115}
+{"Finetune/Learning Rate": 9.042300218855887e-06, "Finetune/Loss": 0.7716586589813232, "Finetune/Loss (Raw)": 0.8355893492698669, "Finetune/Step": 3540, "Finetune/Step Time": 6.694877989590168}
+{"Finetune/Learning Rate": 9.037340540489239e-06, "Finetune/Loss": 0.7708007097244263, "Finetune/Loss (Raw)": 0.824415385723114, "Finetune/Step": 3541, "Finetune/Step Time": 6.686384432017803}
+{"Finetune/Learning Rate": 9.032381101124975e-06, "Finetune/Loss": 0.7690099477767944, "Finetune/Loss (Raw)": 0.7069993019104004, "Finetune/Step": 3542, "Finetune/Step Time": 6.69611551053822}
+{"Finetune/Learning Rate": 9.027421901994395e-06, "Finetune/Loss": 0.7698993682861328, "Finetune/Loss (Raw)": 0.7915167212486267, "Finetune/Step": 3543, "Finetune/Step Time": 6.718408638611436}
+{"Finetune/Learning Rate": 9.02246294432873e-06, "Finetune/Loss": 0.7731516361236572, "Finetune/Loss (Raw)": 0.8531965017318726, "Finetune/Step": 3544, "Finetune/Step Time": 6.69865139760077}
+{"Finetune/Learning Rate": 9.017504229359157e-06, "Finetune/Loss": 0.7707743644714355, "Finetune/Loss (Raw)": 0.43163001537323, "Finetune/Step": 3545, "Finetune/Step Time": 6.712490163743496}
+{"Finetune/Learning Rate": 9.012545758316794e-06, "Finetune/Loss": 0.7701451182365417, "Finetune/Loss (Raw)": 0.7440952658653259, "Finetune/Step": 3546, "Finetune/Step Time": 6.709708858281374}
+{"Finetune/Learning Rate": 9.007587532432692e-06, "Finetune/Loss": 0.7709493041038513, "Finetune/Loss (Raw)": 0.9339255690574646, "Finetune/Step": 3547, "Finetune/Step Time": 6.707380278035998}
+{"Finetune/Learning Rate": 9.002629552937846e-06, "Finetune/Loss": 0.7727798223495483, "Finetune/Loss (Raw)": 0.7558121681213379, "Finetune/Step": 3548, "Finetune/Step Time": 6.695081939920783}
+{"Finetune/Learning Rate": 8.99767182106319e-06, "Finetune/Loss": 0.7732847929000854, "Finetune/Loss (Raw)": 0.9418606162071228, "Finetune/Step": 3549, "Finetune/Step Time": 6.694190748035908}
+{"Finetune/Learning Rate": 8.992714338039595e-06, "Finetune/Loss": 0.7706983089447021, "Finetune/Loss (Raw)": 0.3551407754421234, "Finetune/Step": 3550, "Finetune/Step Time": 6.693426793441176}
+{"Finetune/Learning Rate": 8.987757105097866e-06, "Finetune/Loss": 0.7701387405395508, "Finetune/Loss (Raw)": 0.7002072334289551, "Finetune/Step": 3551, "Finetune/Step Time": 6.7113021817058325}
+{"Finetune/Learning Rate": 8.982800123468755e-06, "Finetune/Loss": 0.7737797498703003, "Finetune/Loss (Raw)": 0.8301990032196045, "Finetune/Step": 3552, "Finetune/Step Time": 6.689144333824515}
+{"Finetune/Learning Rate": 8.977843394382945e-06, "Finetune/Loss": 0.7729669809341431, "Finetune/Loss (Raw)": 0.673073410987854, "Finetune/Step": 3553, "Finetune/Step Time": 6.696551816537976}
+{"Finetune/Learning Rate": 8.972886919071055e-06, "Finetune/Loss": 0.7749133110046387, "Finetune/Loss (Raw)": 0.9270007610321045, "Finetune/Step": 3554, "Finetune/Step Time": 6.699411077424884}
+{"Finetune/Learning Rate": 8.967930698763651e-06, "Finetune/Loss": 0.7757304310798645, "Finetune/Loss (Raw)": 0.9543860554695129, "Finetune/Step": 3555, "Finetune/Step Time": 6.697558935731649}
+{"Finetune/Learning Rate": 8.962974734691226e-06, "Finetune/Loss": 0.7723956108093262, "Finetune/Loss (Raw)": 0.35396096110343933, "Finetune/Step": 3556, "Finetune/Step Time": 6.7081091199070215}
+{"Finetune/Learning Rate": 8.958019028084212e-06, "Finetune/Loss": 0.7734159231185913, "Finetune/Loss (Raw)": 0.9953938126564026, "Finetune/Step": 3557, "Finetune/Step Time": 6.696618799120188}
+{"Finetune/Learning Rate": 8.953063580172975e-06, "Finetune/Loss": 0.7744864821434021, "Finetune/Loss (Raw)": 0.808812141418457, "Finetune/Step": 3558, "Finetune/Step Time": 6.687641378492117}
+{"Finetune/Learning Rate": 8.948108392187824e-06, "Finetune/Loss": 0.7738743424415588, "Finetune/Loss (Raw)": 0.859423816204071, "Finetune/Step": 3559, "Finetune/Step Time": 6.686103701591492}
+{"Finetune/Learning Rate": 8.943153465358994e-06, "Finetune/Loss": 0.7757707238197327, "Finetune/Loss (Raw)": 0.8990419507026672, "Finetune/Step": 3560, "Finetune/Step Time": 6.669786296784878}
+{"Finetune/Learning Rate": 8.938198800916662e-06, "Finetune/Loss": 0.7772457599639893, "Finetune/Loss (Raw)": 0.9829136729240417, "Finetune/Step": 3561, "Finetune/Step Time": 6.662896573543549}
+{"Finetune/Learning Rate": 8.933244400090937e-06, "Finetune/Loss": 0.7768415212631226, "Finetune/Loss (Raw)": 0.6406026482582092, "Finetune/Step": 3562, "Finetune/Step Time": 6.648274011909962}
+{"Finetune/Learning Rate": 8.928290264111863e-06, "Finetune/Loss": 0.7764054536819458, "Finetune/Loss (Raw)": 0.684770405292511, "Finetune/Step": 3563, "Finetune/Step Time": 6.633568359538913}
+{"Finetune/Learning Rate": 8.923336394209416e-06, "Finetune/Loss": 0.7768348455429077, "Finetune/Loss (Raw)": 0.7779225707054138, "Finetune/Step": 3564, "Finetune/Step Time": 6.635961517691612}
+{"Finetune/Learning Rate": 8.918382791613514e-06, "Finetune/Loss": 0.7764064073562622, "Finetune/Loss (Raw)": 0.7726003527641296, "Finetune/Step": 3565, "Finetune/Step Time": 6.63834685832262}
+{"Finetune/Learning Rate": 8.913429457553999e-06, "Finetune/Loss": 0.777794599533081, "Finetune/Loss (Raw)": 0.9034927487373352, "Finetune/Step": 3566, "Finetune/Step Time": 6.638037057593465}
+{"Finetune/Learning Rate": 8.908476393260652e-06, "Finetune/Loss": 0.777692973613739, "Finetune/Loss (Raw)": 0.8159867525100708, "Finetune/Step": 3567, "Finetune/Step Time": 6.641366409137845}
+{"Finetune/Learning Rate": 8.903523599963184e-06, "Finetune/Loss": 0.7785386443138123, "Finetune/Loss (Raw)": 0.8386579751968384, "Finetune/Step": 3568, "Finetune/Step Time": 6.646144671365619}
+{"Finetune/Learning Rate": 8.89857107889124e-06, "Finetune/Loss": 0.7795119881629944, "Finetune/Loss (Raw)": 0.765749454498291, "Finetune/Step": 3569, "Finetune/Step Time": 6.634045712649822}
+{"Finetune/Learning Rate": 8.893618831274399e-06, "Finetune/Loss": 0.7797492742538452, "Finetune/Loss (Raw)": 0.7753705382347107, "Finetune/Step": 3570, "Finetune/Step Time": 6.628592796623707}
+{"Finetune/Learning Rate": 8.888666858342169e-06, "Finetune/Loss": 0.7804759740829468, "Finetune/Loss (Raw)": 0.8168150782585144, "Finetune/Step": 3571, "Finetune/Step Time": 6.620998295024037}
+{"Finetune/Learning Rate": 8.883715161323991e-06, "Finetune/Loss": 0.7809594869613647, "Finetune/Loss (Raw)": 0.899511992931366, "Finetune/Step": 3572, "Finetune/Step Time": 6.622652543708682}
+{"Finetune/Learning Rate": 8.87876374144924e-06, "Finetune/Loss": 0.7832536697387695, "Finetune/Loss (Raw)": 0.8970926403999329, "Finetune/Step": 3573, "Finetune/Step Time": 6.6053859163075686}
+{"Finetune/Learning Rate": 8.873812599947215e-06, "Finetune/Loss": 0.7843789458274841, "Finetune/Loss (Raw)": 0.9057080745697021, "Finetune/Step": 3574, "Finetune/Step Time": 6.60330468043685}
+{"Finetune/Learning Rate": 8.868861738047158e-06, "Finetune/Loss": 0.7832875847816467, "Finetune/Loss (Raw)": 0.7888140082359314, "Finetune/Step": 3575, "Finetune/Step Time": 6.604081064462662}
+{"Finetune/Learning Rate": 8.863911156978231e-06, "Finetune/Loss": 0.7846526503562927, "Finetune/Loss (Raw)": 0.9128227829933167, "Finetune/Step": 3576, "Finetune/Step Time": 6.602169651538134}
+{"Finetune/Learning Rate": 8.85896085796953e-06, "Finetune/Loss": 0.7839028835296631, "Finetune/Loss (Raw)": 0.8179639577865601, "Finetune/Step": 3577, "Finetune/Step Time": 6.62055959366262}
+{"Finetune/Learning Rate": 8.85401084225008e-06, "Finetune/Loss": 0.7848302125930786, "Finetune/Loss (Raw)": 0.8979061245918274, "Finetune/Step": 3578, "Finetune/Step Time": 6.60607978887856}
+{"Finetune/Learning Rate": 8.849061111048838e-06, "Finetune/Loss": 0.7850187420845032, "Finetune/Loss (Raw)": 0.8279259204864502, "Finetune/Step": 3579, "Finetune/Step Time": 6.606770256534219}
+{"Finetune/Learning Rate": 8.844111665594687e-06, "Finetune/Loss": 0.7847546339035034, "Finetune/Loss (Raw)": 0.8585512638092041, "Finetune/Step": 3580, "Finetune/Step Time": 6.614225836470723}
+{"Finetune/Learning Rate": 8.839162507116443e-06, "Finetune/Loss": 0.7853702306747437, "Finetune/Loss (Raw)": 0.8895013332366943, "Finetune/Step": 3581, "Finetune/Step Time": 6.624016581103206}
+{"Finetune/Learning Rate": 8.834213636842846e-06, "Finetune/Loss": 0.7849716544151306, "Finetune/Loss (Raw)": 0.7060077786445618, "Finetune/Step": 3582, "Finetune/Step Time": 6.626648651435971}
+{"Finetune/Learning Rate": 8.829265056002569e-06, "Finetune/Loss": 0.788139283657074, "Finetune/Loss (Raw)": 0.7591478228569031, "Finetune/Step": 3583, "Finetune/Step Time": 6.598457895219326}
+{"Finetune/Learning Rate": 8.824316765824207e-06, "Finetune/Loss": 0.7878396511077881, "Finetune/Loss (Raw)": 0.8312187194824219, "Finetune/Step": 3584, "Finetune/Step Time": 6.6001549474895}
+{"Finetune/Learning Rate": 8.819368767536296e-06, "Finetune/Loss": 0.7886804342269897, "Finetune/Loss (Raw)": 0.9612387418746948, "Finetune/Step": 3585, "Finetune/Step Time": 6.590237367898226}
+{"Finetune/Learning Rate": 8.814421062367284e-06, "Finetune/Loss": 0.7874873280525208, "Finetune/Loss (Raw)": 0.6812867522239685, "Finetune/Step": 3586, "Finetune/Step Time": 6.588363233953714}
+{"Finetune/Learning Rate": 8.809473651545553e-06, "Finetune/Loss": 0.7869282960891724, "Finetune/Loss (Raw)": 0.754189670085907, "Finetune/Step": 3587, "Finetune/Step Time": 6.591676212847233}
+{"Finetune/Learning Rate": 8.804526536299413e-06, "Finetune/Loss": 0.7849670648574829, "Finetune/Loss (Raw)": 0.6616619229316711, "Finetune/Step": 3588, "Finetune/Step Time": 6.592169690877199}
+{"Finetune/Learning Rate": 8.799579717857098e-06, "Finetune/Loss": 0.7883486747741699, "Finetune/Loss (Raw)": 0.7829630970954895, "Finetune/Step": 3589, "Finetune/Step Time": 6.5813215635716915}
+{"Finetune/Learning Rate": 8.79463319744677e-06, "Finetune/Loss": 0.7888950109481812, "Finetune/Loss (Raw)": 0.8744243383407593, "Finetune/Step": 3590, "Finetune/Step Time": 6.584067115560174}
+{"Finetune/Learning Rate": 8.789686976296521e-06, "Finetune/Loss": 0.7885823249816895, "Finetune/Loss (Raw)": 0.743743896484375, "Finetune/Step": 3591, "Finetune/Step Time": 6.582791952416301}
+{"Finetune/Learning Rate": 8.784741055634359e-06, "Finetune/Loss": 0.7876797914505005, "Finetune/Loss (Raw)": 0.7933185696601868, "Finetune/Step": 3592, "Finetune/Step Time": 6.587445750832558}
+{"Finetune/Learning Rate": 8.779795436688224e-06, "Finetune/Loss": 0.7891351580619812, "Finetune/Loss (Raw)": 0.937932550907135, "Finetune/Step": 3593, "Finetune/Step Time": 6.584335837513208}
+{"Finetune/Learning Rate": 8.774850120685979e-06, "Finetune/Loss": 0.7880787253379822, "Finetune/Loss (Raw)": 0.5598905086517334, "Finetune/Step": 3594, "Finetune/Step Time": 6.590264070779085}
+{"Finetune/Learning Rate": 8.769905108855412e-06, "Finetune/Loss": 0.7893024682998657, "Finetune/Loss (Raw)": 0.8316206336021423, "Finetune/Step": 3595, "Finetune/Step Time": 6.601045021787286}
+{"Finetune/Learning Rate": 8.76496040242424e-06, "Finetune/Loss": 0.7919023633003235, "Finetune/Loss (Raw)": 0.9729588031768799, "Finetune/Step": 3596, "Finetune/Step Time": 6.58727884106338}
+{"Finetune/Learning Rate": 8.7600160026201e-06, "Finetune/Loss": 0.7883865237236023, "Finetune/Loss (Raw)": 0.26199594140052795, "Finetune/Step": 3597, "Finetune/Step Time": 6.595204371958971}
+{"Finetune/Learning Rate": 8.75507191067055e-06, "Finetune/Loss": 0.7882065773010254, "Finetune/Loss (Raw)": 0.7569226026535034, "Finetune/Step": 3598, "Finetune/Step Time": 6.609514283016324}
+{"Finetune/Learning Rate": 8.750128127803077e-06, "Finetune/Loss": 0.7868491411209106, "Finetune/Loss (Raw)": 0.7050170302391052, "Finetune/Step": 3599, "Finetune/Step Time": 6.600912673398852}
+{"Finetune/Learning Rate": 8.745184655245088e-06, "Finetune/Loss": 0.7844393849372864, "Finetune/Loss (Raw)": 0.44978952407836914, "Finetune/Step": 3600, "Finetune/Step Time": 6.602078588679433}
+{"Finetune/Learning Rate": 8.740241494223911e-06, "Finetune/Loss": 0.7843352556228638, "Finetune/Loss (Raw)": 0.8499183654785156, "Finetune/Step": 3601, "Finetune/Step Time": 6.584892433136702}
+{"Finetune/Learning Rate": 8.735298645966806e-06, "Finetune/Loss": 0.7853373289108276, "Finetune/Loss (Raw)": 0.8037225008010864, "Finetune/Step": 3602, "Finetune/Step Time": 6.589469024911523}
+{"Finetune/Learning Rate": 8.730356111700944e-06, "Finetune/Loss": 0.7851775884628296, "Finetune/Loss (Raw)": 0.8069073557853699, "Finetune/Step": 3603, "Finetune/Step Time": 6.587974572554231}
+{"Finetune/Learning Rate": 8.725413892653424e-06, "Finetune/Loss": 0.7864881157875061, "Finetune/Loss (Raw)": 0.8341241478919983, "Finetune/Step": 3604, "Finetune/Step Time": 6.594167394563556}
+{"Finetune/Learning Rate": 8.720471990051265e-06, "Finetune/Loss": 0.7857692241668701, "Finetune/Loss (Raw)": 0.6550997495651245, "Finetune/Step": 3605, "Finetune/Step Time": 6.570739887654781}
+{"Finetune/Learning Rate": 8.71553040512141e-06, "Finetune/Loss": 0.7840184569358826, "Finetune/Loss (Raw)": 0.732772707939148, "Finetune/Step": 3606, "Finetune/Step Time": 6.582654718309641}
+{"Finetune/Learning Rate": 8.710589139090722e-06, "Finetune/Loss": 0.7821993827819824, "Finetune/Loss (Raw)": 0.8161255717277527, "Finetune/Step": 3607, "Finetune/Step Time": 6.586359424516559}
+{"Finetune/Learning Rate": 8.705648193185982e-06, "Finetune/Loss": 0.7805891036987305, "Finetune/Loss (Raw)": 0.6579957604408264, "Finetune/Step": 3608, "Finetune/Step Time": 6.612731913104653}
+{"Finetune/Learning Rate": 8.700707568633896e-06, "Finetune/Loss": 0.7798677682876587, "Finetune/Loss (Raw)": 0.776741087436676, "Finetune/Step": 3609, "Finetune/Step Time": 6.624212563037872}
+{"Finetune/Learning Rate": 8.695767266661085e-06, "Finetune/Loss": 0.7791500091552734, "Finetune/Loss (Raw)": 0.6824219226837158, "Finetune/Step": 3610, "Finetune/Step Time": 6.623348096385598}
+{"Finetune/Learning Rate": 8.690827288494094e-06, "Finetune/Loss": 0.7759811282157898, "Finetune/Loss (Raw)": 0.3545897603034973, "Finetune/Step": 3611, "Finetune/Step Time": 6.604116363450885}
+{"Finetune/Learning Rate": 8.685887635359387e-06, "Finetune/Loss": 0.7761010527610779, "Finetune/Loss (Raw)": 0.793372631072998, "Finetune/Step": 3612, "Finetune/Step Time": 6.600973071530461}
+{"Finetune/Learning Rate": 8.680948308483346e-06, "Finetune/Loss": 0.7741400003433228, "Finetune/Loss (Raw)": 0.6975833773612976, "Finetune/Step": 3613, "Finetune/Step Time": 6.601783724501729}
+{"Finetune/Learning Rate": 8.676009309092273e-06, "Finetune/Loss": 0.7739669680595398, "Finetune/Loss (Raw)": 0.7950296401977539, "Finetune/Step": 3614, "Finetune/Step Time": 6.60572904907167}
+{"Finetune/Learning Rate": 8.671070638412385e-06, "Finetune/Loss": 0.7747725248336792, "Finetune/Loss (Raw)": 0.8469484448432922, "Finetune/Step": 3615, "Finetune/Step Time": 6.609607391059399}
+{"Finetune/Learning Rate": 8.666132297669827e-06, "Finetune/Loss": 0.7748370170593262, "Finetune/Loss (Raw)": 0.7072377800941467, "Finetune/Step": 3616, "Finetune/Step Time": 6.613856486976147}
+{"Finetune/Learning Rate": 8.66119428809065e-06, "Finetune/Loss": 0.7735247611999512, "Finetune/Loss (Raw)": 0.7158613801002502, "Finetune/Step": 3617, "Finetune/Step Time": 6.622831953689456}
+{"Finetune/Learning Rate": 8.656256610900834e-06, "Finetune/Loss": 0.7731955051422119, "Finetune/Loss (Raw)": 0.6874193549156189, "Finetune/Step": 3618, "Finetune/Step Time": 6.630375845357776}
+{"Finetune/Learning Rate": 8.65131926732627e-06, "Finetune/Loss": 0.7720156908035278, "Finetune/Loss (Raw)": 0.7735618948936462, "Finetune/Step": 3619, "Finetune/Step Time": 6.628257500007749}
+{"Finetune/Learning Rate": 8.646382258592762e-06, "Finetune/Loss": 0.7720088958740234, "Finetune/Loss (Raw)": 0.8131663203239441, "Finetune/Step": 3620, "Finetune/Step Time": 6.6180425602942705}
+{"Finetune/Learning Rate": 8.641445585926042e-06, "Finetune/Loss": 0.7740664482116699, "Finetune/Loss (Raw)": 0.7603462338447571, "Finetune/Step": 3621, "Finetune/Step Time": 6.61153899691999}
+{"Finetune/Learning Rate": 8.636509250551752e-06, "Finetune/Loss": 0.7729651927947998, "Finetune/Loss (Raw)": 0.8046227097511292, "Finetune/Step": 3622, "Finetune/Step Time": 6.61054122261703}
+{"Finetune/Learning Rate": 8.631573253695446e-06, "Finetune/Loss": 0.7727127075195312, "Finetune/Loss (Raw)": 0.837977409362793, "Finetune/Step": 3623, "Finetune/Step Time": 6.600800331681967}
+{"Finetune/Learning Rate": 8.626637596582605e-06, "Finetune/Loss": 0.7728838920593262, "Finetune/Loss (Raw)": 0.9007630348205566, "Finetune/Step": 3624, "Finetune/Step Time": 6.584872905164957}
+{"Finetune/Learning Rate": 8.621702280438615e-06, "Finetune/Loss": 0.774932324886322, "Finetune/Loss (Raw)": 0.8963810205459595, "Finetune/Step": 3625, "Finetune/Step Time": 6.576104925945401}
+{"Finetune/Learning Rate": 8.616767306488785e-06, "Finetune/Loss": 0.7734615206718445, "Finetune/Loss (Raw)": 0.691585123538971, "Finetune/Step": 3626, "Finetune/Step Time": 6.572779580950737}
+{"Finetune/Learning Rate": 8.611832675958335e-06, "Finetune/Loss": 0.773984432220459, "Finetune/Loss (Raw)": 0.8654188513755798, "Finetune/Step": 3627, "Finetune/Step Time": 6.59695059619844}
+{"Finetune/Learning Rate": 8.606898390072403e-06, "Finetune/Loss": 0.7731265425682068, "Finetune/Loss (Raw)": 0.8063052296638489, "Finetune/Step": 3628, "Finetune/Step Time": 6.612319562584162}
+{"Finetune/Learning Rate": 8.601964450056033e-06, "Finetune/Loss": 0.7724729776382446, "Finetune/Loss (Raw)": 0.7826639413833618, "Finetune/Step": 3629, "Finetune/Step Time": 6.618868725374341}
+{"Finetune/Learning Rate": 8.597030857134196e-06, "Finetune/Loss": 0.770571231842041, "Finetune/Loss (Raw)": 0.7222211360931396, "Finetune/Step": 3630, "Finetune/Step Time": 6.619210507720709}
+{"Finetune/Learning Rate": 8.592097612531766e-06, "Finetune/Loss": 0.7686653137207031, "Finetune/Loss (Raw)": 0.6475136280059814, "Finetune/Step": 3631, "Finetune/Step Time": 6.6328240018337965}
+{"Finetune/Learning Rate": 8.587164717473537e-06, "Finetune/Loss": 0.7697477340698242, "Finetune/Loss (Raw)": 0.9035955667495728, "Finetune/Step": 3632, "Finetune/Step Time": 6.634963059797883}
+{"Finetune/Learning Rate": 8.58223217318421e-06, "Finetune/Loss": 0.7705843448638916, "Finetune/Loss (Raw)": 0.8877848982810974, "Finetune/Step": 3633, "Finetune/Step Time": 6.629562776535749}
+{"Finetune/Learning Rate": 8.577299980888407e-06, "Finetune/Loss": 0.7708694934844971, "Finetune/Loss (Raw)": 0.7980302572250366, "Finetune/Step": 3634, "Finetune/Step Time": 6.622237406671047}
+{"Finetune/Learning Rate": 8.572368141810656e-06, "Finetune/Loss": 0.7712222933769226, "Finetune/Loss (Raw)": 0.6628918051719666, "Finetune/Step": 3635, "Finetune/Step Time": 6.606288807466626}
+{"Finetune/Learning Rate": 8.5674366571754e-06, "Finetune/Loss": 0.7713174223899841, "Finetune/Loss (Raw)": 0.8296580910682678, "Finetune/Step": 3636, "Finetune/Step Time": 6.605190148577094}
+{"Finetune/Learning Rate": 8.562505528206995e-06, "Finetune/Loss": 0.7720506191253662, "Finetune/Loss (Raw)": 0.8600724935531616, "Finetune/Step": 3637, "Finetune/Step Time": 6.590949896723032}
+{"Finetune/Learning Rate": 8.557574756129707e-06, "Finetune/Loss": 0.7727305889129639, "Finetune/Loss (Raw)": 0.8394759297370911, "Finetune/Step": 3638, "Finetune/Step Time": 6.588776338845491}
+{"Finetune/Learning Rate": 8.552644342167713e-06, "Finetune/Loss": 0.7735172510147095, "Finetune/Loss (Raw)": 0.8329497575759888, "Finetune/Step": 3639, "Finetune/Step Time": 6.578081466257572}
+{"Finetune/Learning Rate": 8.5477142875451e-06, "Finetune/Loss": 0.7698277235031128, "Finetune/Loss (Raw)": 0.3245500922203064, "Finetune/Step": 3640, "Finetune/Step Time": 6.598002502694726}
+{"Finetune/Learning Rate": 8.542784593485871e-06, "Finetune/Loss": 0.768854022026062, "Finetune/Loss (Raw)": 0.743399977684021, "Finetune/Step": 3641, "Finetune/Step Time": 6.601644800975919}
+{"Finetune/Learning Rate": 8.537855261213936e-06, "Finetune/Loss": 0.7695090770721436, "Finetune/Loss (Raw)": 0.829979658126831, "Finetune/Step": 3642, "Finetune/Step Time": 6.604945056140423}
+{"Finetune/Learning Rate": 8.532926291953113e-06, "Finetune/Loss": 0.7698855996131897, "Finetune/Loss (Raw)": 0.8609143495559692, "Finetune/Step": 3643, "Finetune/Step Time": 6.598573433235288}
+{"Finetune/Learning Rate": 8.527997686927127e-06, "Finetune/Loss": 0.7697714567184448, "Finetune/Loss (Raw)": 0.790943443775177, "Finetune/Step": 3644, "Finetune/Step Time": 6.594679372385144}
+{"Finetune/Learning Rate": 8.523069447359631e-06, "Finetune/Loss": 0.7691801190376282, "Finetune/Loss (Raw)": 0.7693487405776978, "Finetune/Step": 3645, "Finetune/Step Time": 6.593688830733299}
+{"Finetune/Learning Rate": 8.518141574474167e-06, "Finetune/Loss": 0.7708476185798645, "Finetune/Loss (Raw)": 0.8757587671279907, "Finetune/Step": 3646, "Finetune/Step Time": 6.578604185953736}
+{"Finetune/Learning Rate": 8.51321406949419e-06, "Finetune/Loss": 0.7720130681991577, "Finetune/Loss (Raw)": 0.8454639315605164, "Finetune/Step": 3647, "Finetune/Step Time": 6.556624576449394}
+{"Finetune/Learning Rate": 8.50828693364307e-06, "Finetune/Loss": 0.7732957601547241, "Finetune/Loss (Raw)": 0.9217073917388916, "Finetune/Step": 3648, "Finetune/Step Time": 6.557872096076608}
+{"Finetune/Learning Rate": 8.503360168144081e-06, "Finetune/Loss": 0.7732889652252197, "Finetune/Loss (Raw)": 0.9051649570465088, "Finetune/Step": 3649, "Finetune/Step Time": 6.551951952278614}
+{"Finetune/Learning Rate": 8.498433774220408e-06, "Finetune/Loss": 0.7757863998413086, "Finetune/Loss (Raw)": 0.9595223665237427, "Finetune/Step": 3650, "Finetune/Step Time": 6.532667111605406}
+{"Finetune/Learning Rate": 8.49350775309514e-06, "Finetune/Loss": 0.7760833501815796, "Finetune/Loss (Raw)": 0.6724202036857605, "Finetune/Step": 3651, "Finetune/Step Time": 6.521882237866521}
+{"Finetune/Learning Rate": 8.488582105991277e-06, "Finetune/Loss": 0.7772337794303894, "Finetune/Loss (Raw)": 0.8306182622909546, "Finetune/Step": 3652, "Finetune/Step Time": 6.514272032305598}
+{"Finetune/Learning Rate": 8.48365683413172e-06, "Finetune/Loss": 0.7764816284179688, "Finetune/Loss (Raw)": 0.9039282202720642, "Finetune/Step": 3653, "Finetune/Step Time": 6.5213300455361605}
+{"Finetune/Learning Rate": 8.478731938739286e-06, "Finetune/Loss": 0.7771084904670715, "Finetune/Loss (Raw)": 0.7609696984291077, "Finetune/Step": 3654, "Finetune/Step Time": 6.530645616352558}
+{"Finetune/Learning Rate": 8.473807421036692e-06, "Finetune/Loss": 0.7782309055328369, "Finetune/Loss (Raw)": 0.9514108300209045, "Finetune/Step": 3655, "Finetune/Step Time": 6.535119570791721}
+{"Finetune/Learning Rate": 8.468883282246562e-06, "Finetune/Loss": 0.7775403261184692, "Finetune/Loss (Raw)": 0.6961653828620911, "Finetune/Step": 3656, "Finetune/Step Time": 6.539073387160897}
+{"Finetune/Learning Rate": 8.463959523591428e-06, "Finetune/Loss": 0.7790261507034302, "Finetune/Loss (Raw)": 0.8260403275489807, "Finetune/Step": 3657, "Finetune/Step Time": 6.524214817211032}
+{"Finetune/Learning Rate": 8.459036146293725e-06, "Finetune/Loss": 0.7790310382843018, "Finetune/Loss (Raw)": 0.7769515514373779, "Finetune/Step": 3658, "Finetune/Step Time": 6.53934133425355}
+{"Finetune/Learning Rate": 8.454113151575795e-06, "Finetune/Loss": 0.7787275314331055, "Finetune/Loss (Raw)": 0.8189221620559692, "Finetune/Step": 3659, "Finetune/Step Time": 6.542299468070269}
+{"Finetune/Learning Rate": 8.449190540659888e-06, "Finetune/Loss": 0.780561625957489, "Finetune/Loss (Raw)": 0.9294744729995728, "Finetune/Step": 3660, "Finetune/Step Time": 6.529721919447184}
+{"Finetune/Learning Rate": 8.444268314768152e-06, "Finetune/Loss": 0.7844477891921997, "Finetune/Loss (Raw)": 0.8296389579772949, "Finetune/Step": 3661, "Finetune/Step Time": 6.509084634482861}
+{"Finetune/Learning Rate": 8.439346475122645e-06, "Finetune/Loss": 0.7850393056869507, "Finetune/Loss (Raw)": 0.9200745224952698, "Finetune/Step": 3662, "Finetune/Step Time": 6.499557031318545}
+{"Finetune/Learning Rate": 8.434425022945326e-06, "Finetune/Loss": 0.7901802062988281, "Finetune/Loss (Raw)": 1.0095632076263428, "Finetune/Step": 3663, "Finetune/Step Time": 6.47780548594892}
+{"Finetune/Learning Rate": 8.429503959458061e-06, "Finetune/Loss": 0.7897853851318359, "Finetune/Loss (Raw)": 0.7344085574150085, "Finetune/Step": 3664, "Finetune/Step Time": 6.4898106418550014}
+{"Finetune/Learning Rate": 8.424583285882614e-06, "Finetune/Loss": 0.7886083722114563, "Finetune/Loss (Raw)": 0.8275677561759949, "Finetune/Step": 3665, "Finetune/Step Time": 6.482316514477134}
+{"Finetune/Learning Rate": 8.419663003440657e-06, "Finetune/Loss": 0.787841796875, "Finetune/Loss (Raw)": 0.8242170810699463, "Finetune/Step": 3666, "Finetune/Step Time": 6.468082385137677}
+{"Finetune/Learning Rate": 8.414743113353764e-06, "Finetune/Loss": 0.7842046022415161, "Finetune/Loss (Raw)": 0.4365164339542389, "Finetune/Step": 3667, "Finetune/Step Time": 6.484951958060265}
+{"Finetune/Learning Rate": 8.40982361684341e-06, "Finetune/Loss": 0.7835372686386108, "Finetune/Loss (Raw)": 0.7501664161682129, "Finetune/Step": 3668, "Finetune/Step Time": 6.4754793886095285}
+{"Finetune/Learning Rate": 8.404904515130977e-06, "Finetune/Loss": 0.7829424738883972, "Finetune/Loss (Raw)": 0.7482903003692627, "Finetune/Step": 3669, "Finetune/Step Time": 6.478299858048558}
+{"Finetune/Learning Rate": 8.399985809437737e-06, "Finetune/Loss": 0.7838957905769348, "Finetune/Loss (Raw)": 0.829021155834198, "Finetune/Step": 3670, "Finetune/Step Time": 6.4738209545612335}
+{"Finetune/Learning Rate": 8.39506750098488e-06, "Finetune/Loss": 0.7848007678985596, "Finetune/Loss (Raw)": 0.9073542952537537, "Finetune/Step": 3671, "Finetune/Step Time": 6.446000877767801}
+{"Finetune/Learning Rate": 8.390149590993488e-06, "Finetune/Loss": 0.7839087247848511, "Finetune/Loss (Raw)": 0.7390108704566956, "Finetune/Step": 3672, "Finetune/Step Time": 6.453168775886297}
+{"Finetune/Learning Rate": 8.385232080684543e-06, "Finetune/Loss": 0.7847572565078735, "Finetune/Loss (Raw)": 0.540241003036499, "Finetune/Step": 3673, "Finetune/Step Time": 6.437711473554373}
+{"Finetune/Learning Rate": 8.380314971278932e-06, "Finetune/Loss": 0.7851994037628174, "Finetune/Loss (Raw)": 0.8006993532180786, "Finetune/Step": 3674, "Finetune/Step Time": 6.428608784452081}
+{"Finetune/Learning Rate": 8.37539826399744e-06, "Finetune/Loss": 0.7809258699417114, "Finetune/Loss (Raw)": 0.38691017031669617, "Finetune/Step": 3675, "Finetune/Step Time": 6.471472838893533}
+{"Finetune/Learning Rate": 8.370481960060753e-06, "Finetune/Loss": 0.781493067741394, "Finetune/Loss (Raw)": 0.8284075260162354, "Finetune/Step": 3676, "Finetune/Step Time": 6.47498881444335}
+{"Finetune/Learning Rate": 8.365566060689455e-06, "Finetune/Loss": 0.7814628481864929, "Finetune/Loss (Raw)": 0.9379947185516357, "Finetune/Step": 3677, "Finetune/Step Time": 6.473993944004178}
+{"Finetune/Learning Rate": 8.360650567104034e-06, "Finetune/Loss": 0.7831072807312012, "Finetune/Loss (Raw)": 0.565626859664917, "Finetune/Step": 3678, "Finetune/Step Time": 6.455352755263448}
+{"Finetune/Learning Rate": 8.355735480524874e-06, "Finetune/Loss": 0.7835047245025635, "Finetune/Loss (Raw)": 0.7510866522789001, "Finetune/Step": 3679, "Finetune/Step Time": 6.442767575383186}
+{"Finetune/Learning Rate": 8.350820802172256e-06, "Finetune/Loss": 0.7838345170021057, "Finetune/Loss (Raw)": 0.8724084496498108, "Finetune/Step": 3680, "Finetune/Step Time": 6.44832419231534}
+{"Finetune/Learning Rate": 8.345906533266364e-06, "Finetune/Loss": 0.7851822972297668, "Finetune/Loss (Raw)": 0.8455871343612671, "Finetune/Step": 3681, "Finetune/Step Time": 6.429599625989795}
+{"Finetune/Learning Rate": 8.34099267502728e-06, "Finetune/Loss": 0.7860268950462341, "Finetune/Loss (Raw)": 1.035111427307129, "Finetune/Step": 3682, "Finetune/Step Time": 6.426369521766901}
+{"Finetune/Learning Rate": 8.33607922867498e-06, "Finetune/Loss": 0.7850237488746643, "Finetune/Loss (Raw)": 0.8259823322296143, "Finetune/Step": 3683, "Finetune/Step Time": 6.426760194823146}
+{"Finetune/Learning Rate": 8.331166195429342e-06, "Finetune/Loss": 0.78677898645401, "Finetune/Loss (Raw)": 0.5786305665969849, "Finetune/Step": 3684, "Finetune/Step Time": 6.4253012873232365}
+{"Finetune/Learning Rate": 8.326253576510138e-06, "Finetune/Loss": 0.7851643562316895, "Finetune/Loss (Raw)": 0.7887209057807922, "Finetune/Step": 3685, "Finetune/Step Time": 6.421887520700693}
+{"Finetune/Learning Rate": 8.32134137313704e-06, "Finetune/Loss": 0.7854087352752686, "Finetune/Loss (Raw)": 0.8400928974151611, "Finetune/Step": 3686, "Finetune/Step Time": 6.421374665573239}
+{"Finetune/Learning Rate": 8.316429586529616e-06, "Finetune/Loss": 0.7853452563285828, "Finetune/Loss (Raw)": 0.8512988090515137, "Finetune/Step": 3687, "Finetune/Step Time": 6.419616086408496}
+{"Finetune/Learning Rate": 8.311518217907328e-06, "Finetune/Loss": 0.7834153771400452, "Finetune/Loss (Raw)": 0.6520177721977234, "Finetune/Step": 3688, "Finetune/Step Time": 6.427593315020204}
+{"Finetune/Learning Rate": 8.30660726848954e-06, "Finetune/Loss": 0.7826935648918152, "Finetune/Loss (Raw)": 0.8905232548713684, "Finetune/Step": 3689, "Finetune/Step Time": 6.417392464354634}
+{"Finetune/Learning Rate": 8.301696739495502e-06, "Finetune/Loss": 0.7844921350479126, "Finetune/Loss (Raw)": 0.8708168268203735, "Finetune/Step": 3690, "Finetune/Step Time": 6.410284908488393}
+{"Finetune/Learning Rate": 8.296786632144373e-06, "Finetune/Loss": 0.7816163897514343, "Finetune/Loss (Raw)": 0.31667760014533997, "Finetune/Step": 3691, "Finetune/Step Time": 6.428619986400008}
+{"Finetune/Learning Rate": 8.291876947655197e-06, "Finetune/Loss": 0.782517671585083, "Finetune/Loss (Raw)": 0.8932774066925049, "Finetune/Step": 3692, "Finetune/Step Time": 6.422832109034061}
+{"Finetune/Learning Rate": 8.286967687246916e-06, "Finetune/Loss": 0.7830119729042053, "Finetune/Loss (Raw)": 0.8358771204948425, "Finetune/Step": 3693, "Finetune/Step Time": 6.432432372123003}
+{"Finetune/Learning Rate": 8.282058852138369e-06, "Finetune/Loss": 0.7811656594276428, "Finetune/Loss (Raw)": 0.66716468334198, "Finetune/Step": 3694, "Finetune/Step Time": 6.465396087616682}
+{"Finetune/Learning Rate": 8.277150443548285e-06, "Finetune/Loss": 0.7828425168991089, "Finetune/Loss (Raw)": 1.030624270439148, "Finetune/Step": 3695, "Finetune/Step Time": 6.4451327584683895}
+{"Finetune/Learning Rate": 8.272242462695291e-06, "Finetune/Loss": 0.7824961543083191, "Finetune/Loss (Raw)": 0.7943245768547058, "Finetune/Step": 3696, "Finetune/Step Time": 6.437606563791633}
+{"Finetune/Learning Rate": 8.267334910797907e-06, "Finetune/Loss": 0.7806284427642822, "Finetune/Loss (Raw)": 0.5266789793968201, "Finetune/Step": 3697, "Finetune/Step Time": 6.453237969428301}
+{"Finetune/Learning Rate": 8.262427789074543e-06, "Finetune/Loss": 0.7811164855957031, "Finetune/Loss (Raw)": 0.8378506898880005, "Finetune/Step": 3698, "Finetune/Step Time": 6.459626529365778}
+{"Finetune/Learning Rate": 8.257521098743507e-06, "Finetune/Loss": 0.7811375856399536, "Finetune/Loss (Raw)": 0.8195030093193054, "Finetune/Step": 3699, "Finetune/Step Time": 6.456527221947908}
+{"Finetune/Learning Rate": 8.252614841022996e-06, "Finetune/Loss": 0.7806954979896545, "Finetune/Loss (Raw)": 0.842929482460022, "Finetune/Step": 3700, "Finetune/Step Time": 6.457726135849953}
+{"Finetune/Learning Rate": 8.247709017131104e-06, "Finetune/Loss": 0.7788259983062744, "Finetune/Loss (Raw)": 0.6577993035316467, "Finetune/Step": 3701, "Finetune/Step Time": 6.46492538228631}
+{"Finetune/Learning Rate": 8.242803628285814e-06, "Finetune/Loss": 0.7783076763153076, "Finetune/Loss (Raw)": 0.8393645286560059, "Finetune/Step": 3702, "Finetune/Step Time": 6.454332709312439}
+{"Finetune/Learning Rate": 8.237898675705003e-06, "Finetune/Loss": 0.778972864151001, "Finetune/Loss (Raw)": 0.8739559054374695, "Finetune/Step": 3703, "Finetune/Step Time": 6.451922751963139}
+{"Finetune/Learning Rate": 8.232994160606436e-06, "Finetune/Loss": 0.7783619165420532, "Finetune/Loss (Raw)": 0.8346271514892578, "Finetune/Step": 3704, "Finetune/Step Time": 6.456829292699695}
+{"Finetune/Learning Rate": 8.228090084207773e-06, "Finetune/Loss": 0.7768186330795288, "Finetune/Loss (Raw)": 0.6204221844673157, "Finetune/Step": 3705, "Finetune/Step Time": 6.438499679788947}
+{"Finetune/Learning Rate": 8.223186447726564e-06, "Finetune/Loss": 0.7760337591171265, "Finetune/Loss (Raw)": 0.7974351048469543, "Finetune/Step": 3706, "Finetune/Step Time": 6.440280854701996}
+{"Finetune/Learning Rate": 8.21828325238025e-06, "Finetune/Loss": 0.7756010293960571, "Finetune/Loss (Raw)": 0.7725397944450378, "Finetune/Step": 3707, "Finetune/Step Time": 6.465420039370656}
+{"Finetune/Learning Rate": 8.21338049938616e-06, "Finetune/Loss": 0.7739815711975098, "Finetune/Loss (Raw)": 0.6512543559074402, "Finetune/Step": 3708, "Finetune/Step Time": 6.47692839987576}
+{"Finetune/Learning Rate": 8.20847818996152e-06, "Finetune/Loss": 0.7743523716926575, "Finetune/Loss (Raw)": 0.9369707107543945, "Finetune/Step": 3709, "Finetune/Step Time": 6.468198928982019}
+{"Finetune/Learning Rate": 8.203576325323435e-06, "Finetune/Loss": 0.7763044834136963, "Finetune/Loss (Raw)": 0.955875039100647, "Finetune/Step": 3710, "Finetune/Step Time": 6.455022720620036}
+{"Finetune/Learning Rate": 8.19867490668891e-06, "Finetune/Loss": 0.7756540775299072, "Finetune/Loss (Raw)": 0.6759021282196045, "Finetune/Step": 3711, "Finetune/Step Time": 6.46596796810627}
+{"Finetune/Learning Rate": 8.193773935274836e-06, "Finetune/Loss": 0.7762260437011719, "Finetune/Loss (Raw)": 0.9044277667999268, "Finetune/Step": 3712, "Finetune/Step Time": 6.465280771255493}
+{"Finetune/Learning Rate": 8.18887341229799e-06, "Finetune/Loss": 0.771006166934967, "Finetune/Loss (Raw)": 0.2930934727191925, "Finetune/Step": 3713, "Finetune/Step Time": 6.483600251376629}
+{"Finetune/Learning Rate": 8.18397333897504e-06, "Finetune/Loss": 0.7720834612846375, "Finetune/Loss (Raw)": 0.8191819787025452, "Finetune/Step": 3714, "Finetune/Step Time": 6.476972037926316}
+{"Finetune/Learning Rate": 8.179073716522542e-06, "Finetune/Loss": 0.7727494835853577, "Finetune/Loss (Raw)": 0.839438796043396, "Finetune/Step": 3715, "Finetune/Step Time": 6.471302215009928}
+{"Finetune/Learning Rate": 8.17417454615694e-06, "Finetune/Loss": 0.7730990052223206, "Finetune/Loss (Raw)": 0.706399142742157, "Finetune/Step": 3716, "Finetune/Step Time": 6.494495572522283}
+{"Finetune/Learning Rate": 8.169275829094566e-06, "Finetune/Loss": 0.7723864316940308, "Finetune/Loss (Raw)": 0.6917585730552673, "Finetune/Step": 3717, "Finetune/Step Time": 6.504234571009874}
+{"Finetune/Learning Rate": 8.16437756655164e-06, "Finetune/Loss": 0.7704558372497559, "Finetune/Loss (Raw)": 0.6273069381713867, "Finetune/Step": 3718, "Finetune/Step Time": 6.509274084120989}
+{"Finetune/Learning Rate": 8.159479759744267e-06, "Finetune/Loss": 0.7694352269172668, "Finetune/Loss (Raw)": 0.6131009459495544, "Finetune/Step": 3719, "Finetune/Step Time": 6.530250210314989}
+{"Finetune/Learning Rate": 8.154582409888441e-06, "Finetune/Loss": 0.7698910236358643, "Finetune/Loss (Raw)": 0.851667046546936, "Finetune/Step": 3720, "Finetune/Step Time": 6.534547153860331}
+{"Finetune/Learning Rate": 8.149685518200044e-06, "Finetune/Loss": 0.7696794271469116, "Finetune/Loss (Raw)": 0.9108412265777588, "Finetune/Step": 3721, "Finetune/Step Time": 6.534041071310639}
+{"Finetune/Learning Rate": 8.14478908589484e-06, "Finetune/Loss": 0.771947979927063, "Finetune/Loss (Raw)": 0.8502726554870605, "Finetune/Step": 3722, "Finetune/Step Time": 6.531541600823402}
+{"Finetune/Learning Rate": 8.139893114188482e-06, "Finetune/Loss": 0.7729102969169617, "Finetune/Loss (Raw)": 0.9547939300537109, "Finetune/Step": 3723, "Finetune/Step Time": 6.53014325350523}
+{"Finetune/Learning Rate": 8.134997604296506e-06, "Finetune/Loss": 0.7713127136230469, "Finetune/Loss (Raw)": 0.7684687972068787, "Finetune/Step": 3724, "Finetune/Step Time": 6.530944170430303}
+{"Finetune/Learning Rate": 8.130102557434338e-06, "Finetune/Loss": 0.7762811779975891, "Finetune/Loss (Raw)": 0.897958517074585, "Finetune/Step": 3725, "Finetune/Step Time": 6.514477105811238}
+{"Finetune/Learning Rate": 8.125207974817284e-06, "Finetune/Loss": 0.77345871925354, "Finetune/Loss (Raw)": 0.3956412971019745, "Finetune/Step": 3726, "Finetune/Step Time": 6.516176240518689}
+{"Finetune/Learning Rate": 8.120313857660537e-06, "Finetune/Loss": 0.7738109230995178, "Finetune/Loss (Raw)": 0.7501065731048584, "Finetune/Step": 3727, "Finetune/Step Time": 6.520969964563847}
+{"Finetune/Learning Rate": 8.115420207179177e-06, "Finetune/Loss": 0.7746660113334656, "Finetune/Loss (Raw)": 0.5592450499534607, "Finetune/Step": 3728, "Finetune/Step Time": 6.510195292532444}
+{"Finetune/Learning Rate": 8.110527024588162e-06, "Finetune/Loss": 0.7745121717453003, "Finetune/Loss (Raw)": 0.830228328704834, "Finetune/Step": 3729, "Finetune/Step Time": 6.518885323777795}
+{"Finetune/Learning Rate": 8.105634311102336e-06, "Finetune/Loss": 0.7749963402748108, "Finetune/Loss (Raw)": 0.8656877279281616, "Finetune/Step": 3730, "Finetune/Step Time": 6.537829048931599}
+{"Finetune/Learning Rate": 8.100742067936432e-06, "Finetune/Loss": 0.7752138376235962, "Finetune/Loss (Raw)": 0.8347463011741638, "Finetune/Step": 3731, "Finetune/Step Time": 6.538978034630418}
+{"Finetune/Learning Rate": 8.09585029630506e-06, "Finetune/Loss": 0.775359034538269, "Finetune/Loss (Raw)": 0.8527082204818726, "Finetune/Step": 3732, "Finetune/Step Time": 6.528119491413236}
+{"Finetune/Learning Rate": 8.090958997422718e-06, "Finetune/Loss": 0.7764033675193787, "Finetune/Loss (Raw)": 0.7887775301933289, "Finetune/Step": 3733, "Finetune/Step Time": 6.535961106419563}
+{"Finetune/Learning Rate": 8.086068172503778e-06, "Finetune/Loss": 0.7778172492980957, "Finetune/Loss (Raw)": 0.9137519001960754, "Finetune/Step": 3734, "Finetune/Step Time": 6.529336974024773}
+{"Finetune/Learning Rate": 8.081177822762506e-06, "Finetune/Loss": 0.7764124870300293, "Finetune/Loss (Raw)": 0.6363103985786438, "Finetune/Step": 3735, "Finetune/Step Time": 6.530610116198659}
+{"Finetune/Learning Rate": 8.076287949413039e-06, "Finetune/Loss": 0.7791790962219238, "Finetune/Loss (Raw)": 1.012129545211792, "Finetune/Step": 3736, "Finetune/Step Time": 6.5121652111411095}
+{"Finetune/Learning Rate": 8.071398553669405e-06, "Finetune/Loss": 0.7791106700897217, "Finetune/Loss (Raw)": 0.767981231212616, "Finetune/Step": 3737, "Finetune/Step Time": 6.519424414262176}
+{"Finetune/Learning Rate": 8.066509636745505e-06, "Finetune/Loss": 0.7793428897857666, "Finetune/Loss (Raw)": 0.7121407985687256, "Finetune/Step": 3738, "Finetune/Step Time": 6.528902297839522}
+{"Finetune/Learning Rate": 8.061621199855127e-06, "Finetune/Loss": 0.7822819948196411, "Finetune/Loss (Raw)": 0.7307916879653931, "Finetune/Step": 3739, "Finetune/Step Time": 6.509655611589551}
+{"Finetune/Learning Rate": 8.056733244211935e-06, "Finetune/Loss": 0.7821934819221497, "Finetune/Loss (Raw)": 0.7820497751235962, "Finetune/Step": 3740, "Finetune/Step Time": 6.4930116925388575}
+{"Finetune/Learning Rate": 8.051845771029483e-06, "Finetune/Loss": 0.7838928699493408, "Finetune/Loss (Raw)": 0.9151054620742798, "Finetune/Step": 3741, "Finetune/Step Time": 6.502195384353399}
+{"Finetune/Learning Rate": 8.046958781521198e-06, "Finetune/Loss": 0.7841367721557617, "Finetune/Loss (Raw)": 0.8262478113174438, "Finetune/Step": 3742, "Finetune/Step Time": 6.498525584116578}
+{"Finetune/Learning Rate": 8.042072276900382e-06, "Finetune/Loss": 0.7841163873672485, "Finetune/Loss (Raw)": 0.8443392515182495, "Finetune/Step": 3743, "Finetune/Step Time": 6.530595185235143}
+{"Finetune/Learning Rate": 8.037186258380226e-06, "Finetune/Loss": 0.7815179824829102, "Finetune/Loss (Raw)": 0.3746434450149536, "Finetune/Step": 3744, "Finetune/Step Time": 6.546437507495284}
+{"Finetune/Learning Rate": 8.032300727173797e-06, "Finetune/Loss": 0.7785651087760925, "Finetune/Loss (Raw)": 0.33789318799972534, "Finetune/Step": 3745, "Finetune/Step Time": 6.554374085739255}
+{"Finetune/Learning Rate": 8.02741568449404e-06, "Finetune/Loss": 0.7787412405014038, "Finetune/Loss (Raw)": 0.7099622488021851, "Finetune/Step": 3746, "Finetune/Step Time": 6.545629698783159}
+{"Finetune/Learning Rate": 8.02253113155378e-06, "Finetune/Loss": 0.7774950861930847, "Finetune/Loss (Raw)": 0.6140512824058533, "Finetune/Step": 3747, "Finetune/Step Time": 6.564997427165508}
+{"Finetune/Learning Rate": 8.017647069565718e-06, "Finetune/Loss": 0.7777296304702759, "Finetune/Loss (Raw)": 0.8431897163391113, "Finetune/Step": 3748, "Finetune/Step Time": 6.585400316864252}
+{"Finetune/Learning Rate": 8.012763499742435e-06, "Finetune/Loss": 0.7767207622528076, "Finetune/Loss (Raw)": 0.6312164068222046, "Finetune/Step": 3749, "Finetune/Step Time": 6.591988889500499}
+{"Finetune/Learning Rate": 8.00788042329639e-06, "Finetune/Loss": 0.7774918079376221, "Finetune/Loss (Raw)": 0.9033113121986389, "Finetune/Step": 3750, "Finetune/Step Time": 6.595888698473573}
+{"Finetune/Learning Rate": 8.00299784143992e-06, "Finetune/Loss": 0.7785027623176575, "Finetune/Loss (Raw)": 0.9673795700073242, "Finetune/Step": 3751, "Finetune/Step Time": 6.602923456579447}
+{"Finetune/Learning Rate": 7.998115755385241e-06, "Finetune/Loss": 0.777726948261261, "Finetune/Loss (Raw)": 0.8014652729034424, "Finetune/Step": 3752, "Finetune/Step Time": 6.605055067688227}
+{"Finetune/Learning Rate": 7.99323416634444e-06, "Finetune/Loss": 0.7763541340827942, "Finetune/Loss (Raw)": 0.7206531763076782, "Finetune/Step": 3753, "Finetune/Step Time": 6.619281392544508}
+{"Finetune/Learning Rate": 7.988353075529482e-06, "Finetune/Loss": 0.7772220373153687, "Finetune/Loss (Raw)": 0.8026766777038574, "Finetune/Step": 3754, "Finetune/Step Time": 6.62157392129302}
+{"Finetune/Learning Rate": 7.983472484152216e-06, "Finetune/Loss": 0.7765110731124878, "Finetune/Loss (Raw)": 0.7744214534759521, "Finetune/Step": 3755, "Finetune/Step Time": 6.600175121799111}
+{"Finetune/Learning Rate": 7.978592393424356e-06, "Finetune/Loss": 0.775008499622345, "Finetune/Loss (Raw)": 0.613974392414093, "Finetune/Step": 3756, "Finetune/Step Time": 6.591203832998872}
+{"Finetune/Learning Rate": 7.9737128045575e-06, "Finetune/Loss": 0.7760761976242065, "Finetune/Loss (Raw)": 0.9193258881568909, "Finetune/Step": 3757, "Finetune/Step Time": 6.594043837860227}
+{"Finetune/Learning Rate": 7.968833718763117e-06, "Finetune/Loss": 0.775576114654541, "Finetune/Loss (Raw)": 0.658213198184967, "Finetune/Step": 3758, "Finetune/Step Time": 6.609204733744264}
+{"Finetune/Learning Rate": 7.963955137252552e-06, "Finetune/Loss": 0.7771421670913696, "Finetune/Loss (Raw)": 0.8479735851287842, "Finetune/Step": 3759, "Finetune/Step Time": 6.604459926486015}
+{"Finetune/Learning Rate": 7.959077061237026e-06, "Finetune/Loss": 0.7759049534797668, "Finetune/Loss (Raw)": 0.7452254891395569, "Finetune/Step": 3760, "Finetune/Step Time": 6.620205916464329}
+{"Finetune/Learning Rate": 7.954199491927635e-06, "Finetune/Loss": 0.7740576863288879, "Finetune/Loss (Raw)": 0.65133136510849, "Finetune/Step": 3761, "Finetune/Step Time": 6.631060343235731}
+{"Finetune/Learning Rate": 7.949322430535345e-06, "Finetune/Loss": 0.7740177512168884, "Finetune/Loss (Raw)": 0.7929243445396423, "Finetune/Step": 3762, "Finetune/Step Time": 6.636459704488516}
+{"Finetune/Learning Rate": 7.944445878271002e-06, "Finetune/Loss": 0.7758910059928894, "Finetune/Loss (Raw)": 0.9026660323143005, "Finetune/Step": 3763, "Finetune/Step Time": 6.63786487840116}
+{"Finetune/Learning Rate": 7.93956983634532e-06, "Finetune/Loss": 0.7751609086990356, "Finetune/Loss (Raw)": 0.7362011075019836, "Finetune/Step": 3764, "Finetune/Step Time": 6.63800666667521}
+{"Finetune/Learning Rate": 7.934694305968893e-06, "Finetune/Loss": 0.7733968496322632, "Finetune/Loss (Raw)": 0.6342774629592896, "Finetune/Step": 3765, "Finetune/Step Time": 6.646486613899469}
+{"Finetune/Learning Rate": 7.929819288352176e-06, "Finetune/Loss": 0.7739657759666443, "Finetune/Loss (Raw)": 0.9123014807701111, "Finetune/Step": 3766, "Finetune/Step Time": 6.64938235655427}
+{"Finetune/Learning Rate": 7.92494478470551e-06, "Finetune/Loss": 0.7740498185157776, "Finetune/Loss (Raw)": 0.8437038660049438, "Finetune/Step": 3767, "Finetune/Step Time": 6.652666302397847}
+{"Finetune/Learning Rate": 7.920070796239104e-06, "Finetune/Loss": 0.7769789695739746, "Finetune/Loss (Raw)": 0.6994857788085938, "Finetune/Step": 3768, "Finetune/Step Time": 6.641690276563168}
+{"Finetune/Learning Rate": 7.915197324163033e-06, "Finetune/Loss": 0.7731353640556335, "Finetune/Loss (Raw)": 0.25141093134880066, "Finetune/Step": 3769, "Finetune/Step Time": 6.658211583271623}
+{"Finetune/Learning Rate": 7.91032436968725e-06, "Finetune/Loss": 0.7741423845291138, "Finetune/Loss (Raw)": 0.9588833451271057, "Finetune/Step": 3770, "Finetune/Step Time": 6.650592291727662}
+{"Finetune/Learning Rate": 7.905451934021581e-06, "Finetune/Loss": 0.7748525142669678, "Finetune/Loss (Raw)": 0.9518148303031921, "Finetune/Step": 3771, "Finetune/Step Time": 6.652215054258704}
+{"Finetune/Learning Rate": 7.90058001837572e-06, "Finetune/Loss": 0.7753533124923706, "Finetune/Loss (Raw)": 0.8550400137901306, "Finetune/Step": 3772, "Finetune/Step Time": 6.658975848928094}
+{"Finetune/Learning Rate": 7.895708623959231e-06, "Finetune/Loss": 0.7720859050750732, "Finetune/Loss (Raw)": 0.35112279653549194, "Finetune/Step": 3773, "Finetune/Step Time": 6.677366314455867}
+{"Finetune/Learning Rate": 7.89083775198155e-06, "Finetune/Loss": 0.7721338272094727, "Finetune/Loss (Raw)": 0.8818985819816589, "Finetune/Step": 3774, "Finetune/Step Time": 6.679825307801366}
+{"Finetune/Learning Rate": 7.885967403651982e-06, "Finetune/Loss": 0.77256178855896, "Finetune/Loss (Raw)": 0.9002395272254944, "Finetune/Step": 3775, "Finetune/Step Time": 6.684132803231478}
+{"Finetune/Learning Rate": 7.881097580179705e-06, "Finetune/Loss": 0.7722864747047424, "Finetune/Loss (Raw)": 0.8864631056785583, "Finetune/Step": 3776, "Finetune/Step Time": 6.687425481155515}
+{"Finetune/Learning Rate": 7.876228282773765e-06, "Finetune/Loss": 0.7673805356025696, "Finetune/Loss (Raw)": 0.2772011458873749, "Finetune/Step": 3777, "Finetune/Step Time": 6.706782666966319}
+{"Finetune/Learning Rate": 7.871359512643076e-06, "Finetune/Loss": 0.766488254070282, "Finetune/Loss (Raw)": 0.8453167080879211, "Finetune/Step": 3778, "Finetune/Step Time": 6.714543031528592}
+{"Finetune/Learning Rate": 7.866491270996421e-06, "Finetune/Loss": 0.7665503025054932, "Finetune/Loss (Raw)": 0.680358350276947, "Finetune/Step": 3779, "Finetune/Step Time": 6.714890826493502}
+{"Finetune/Learning Rate": 7.861623559042457e-06, "Finetune/Loss": 0.7659039497375488, "Finetune/Loss (Raw)": 0.7478830814361572, "Finetune/Step": 3780, "Finetune/Step Time": 6.716395828872919}
+{"Finetune/Learning Rate": 7.856756377989702e-06, "Finetune/Loss": 0.7655156254768372, "Finetune/Loss (Raw)": 0.8542236089706421, "Finetune/Step": 3781, "Finetune/Step Time": 6.704294320195913}
+{"Finetune/Learning Rate": 7.851889729046548e-06, "Finetune/Loss": 0.7654923796653748, "Finetune/Loss (Raw)": 0.75799959897995, "Finetune/Step": 3782, "Finetune/Step Time": 6.686864897608757}
+{"Finetune/Learning Rate": 7.847023613421251e-06, "Finetune/Loss": 0.7634569406509399, "Finetune/Loss (Raw)": 0.6908760070800781, "Finetune/Step": 3783, "Finetune/Step Time": 6.688832066953182}
+{"Finetune/Learning Rate": 7.84215803232194e-06, "Finetune/Loss": 0.7637621164321899, "Finetune/Loss (Raw)": 0.7352273464202881, "Finetune/Step": 3784, "Finetune/Step Time": 6.694648904725909}
+{"Finetune/Learning Rate": 7.837292986956604e-06, "Finetune/Loss": 0.763681173324585, "Finetune/Loss (Raw)": 0.8156735897064209, "Finetune/Step": 3785, "Finetune/Step Time": 6.692803023383021}
+{"Finetune/Learning Rate": 7.832428478533105e-06, "Finetune/Loss": 0.7649683952331543, "Finetune/Loss (Raw)": 0.9417222142219543, "Finetune/Step": 3786, "Finetune/Step Time": 6.687459899112582}
+{"Finetune/Learning Rate": 7.827564508259165e-06, "Finetune/Loss": 0.7651885747909546, "Finetune/Loss (Raw)": 0.847102701663971, "Finetune/Step": 3787, "Finetune/Step Time": 6.685032092034817}
+{"Finetune/Learning Rate": 7.82270107734238e-06, "Finetune/Loss": 0.7638304233551025, "Finetune/Loss (Raw)": 0.75563645362854, "Finetune/Step": 3788, "Finetune/Step Time": 6.690786669030786}
+{"Finetune/Learning Rate": 7.81783818699021e-06, "Finetune/Loss": 0.7624101638793945, "Finetune/Loss (Raw)": 0.6478357315063477, "Finetune/Step": 3789, "Finetune/Step Time": 6.709067113697529}
+{"Finetune/Learning Rate": 7.812975838409977e-06, "Finetune/Loss": 0.7620431184768677, "Finetune/Loss (Raw)": 0.8731017112731934, "Finetune/Step": 3790, "Finetune/Step Time": 6.710241271182895}
+{"Finetune/Learning Rate": 7.80811403280887e-06, "Finetune/Loss": 0.7607168555259705, "Finetune/Loss (Raw)": 0.83979731798172, "Finetune/Step": 3791, "Finetune/Step Time": 6.710407482460141}
+{"Finetune/Learning Rate": 7.803252771393948e-06, "Finetune/Loss": 0.7577669024467468, "Finetune/Loss (Raw)": 0.35680872201919556, "Finetune/Step": 3792, "Finetune/Step Time": 6.7173829935491085}
+{"Finetune/Learning Rate": 7.798392055372129e-06, "Finetune/Loss": 0.7577431201934814, "Finetune/Loss (Raw)": 0.8245312571525574, "Finetune/Step": 3793, "Finetune/Step Time": 6.735824029892683}
+{"Finetune/Learning Rate": 7.793531885950199e-06, "Finetune/Loss": 0.7577736973762512, "Finetune/Loss (Raw)": 0.8281294107437134, "Finetune/Step": 3794, "Finetune/Step Time": 6.734916852787137}
+{"Finetune/Learning Rate": 7.788672264334804e-06, "Finetune/Loss": 0.7597217559814453, "Finetune/Loss (Raw)": 0.6858671307563782, "Finetune/Step": 3795, "Finetune/Step Time": 6.727976700291038}
+{"Finetune/Learning Rate": 7.78381319173246e-06, "Finetune/Loss": 0.7605366706848145, "Finetune/Loss (Raw)": 0.8544763326644897, "Finetune/Step": 3796, "Finetune/Step Time": 6.732623223215342}
+{"Finetune/Learning Rate": 7.778954669349544e-06, "Finetune/Loss": 0.7595763206481934, "Finetune/Loss (Raw)": 0.6253647208213806, "Finetune/Step": 3797, "Finetune/Step Time": 6.736624440178275}
+{"Finetune/Learning Rate": 7.774096698392292e-06, "Finetune/Loss": 0.7588487863540649, "Finetune/Loss (Raw)": 0.7358956336975098, "Finetune/Step": 3798, "Finetune/Step Time": 6.722799384966493}
+{"Finetune/Learning Rate": 7.76923928006681e-06, "Finetune/Loss": 0.7564682960510254, "Finetune/Loss (Raw)": 0.6026496291160583, "Finetune/Step": 3799, "Finetune/Step Time": 6.731687281280756}
+{"Finetune/Learning Rate": 7.764382415579067e-06, "Finetune/Loss": 0.7573655843734741, "Finetune/Loss (Raw)": 0.8538641929626465, "Finetune/Step": 3800, "Finetune/Step Time": 6.727179206907749}
+{"Finetune/Learning Rate": 7.759526106134885e-06, "Finetune/Loss": 0.7593809366226196, "Finetune/Loss (Raw)": 0.7982019782066345, "Finetune/Step": 3801, "Finetune/Step Time": 6.727376043796539}
+{"Finetune/Learning Rate": 7.754670352939959e-06, "Finetune/Loss": 0.7600963115692139, "Finetune/Loss (Raw)": 0.8922721743583679, "Finetune/Step": 3802, "Finetune/Step Time": 6.738051109015942}
+{"Finetune/Learning Rate": 7.749815157199843e-06, "Finetune/Loss": 0.7641234397888184, "Finetune/Loss (Raw)": 0.9023821353912354, "Finetune/Step": 3803, "Finetune/Step Time": 6.69519580155611}
+{"Finetune/Learning Rate": 7.744960520119946e-06, "Finetune/Loss": 0.7641915082931519, "Finetune/Loss (Raw)": 0.8371192216873169, "Finetune/Step": 3804, "Finetune/Step Time": 6.678842907771468}
+{"Finetune/Learning Rate": 7.740106442905548e-06, "Finetune/Loss": 0.7616516351699829, "Finetune/Loss (Raw)": 0.6128926873207092, "Finetune/Step": 3805, "Finetune/Step Time": 6.695115033537149}
+{"Finetune/Learning Rate": 7.735252926761784e-06, "Finetune/Loss": 0.7634294033050537, "Finetune/Loss (Raw)": 0.7931797504425049, "Finetune/Step": 3806, "Finetune/Step Time": 6.707118077203631}
+{"Finetune/Learning Rate": 7.730399972893651e-06, "Finetune/Loss": 0.7633196711540222, "Finetune/Loss (Raw)": 0.7370396852493286, "Finetune/Step": 3807, "Finetune/Step Time": 6.718836901709437}
+{"Finetune/Learning Rate": 7.725547582506007e-06, "Finetune/Loss": 0.7615432739257812, "Finetune/Loss (Raw)": 0.6450304388999939, "Finetune/Step": 3808, "Finetune/Step Time": 6.734956605359912}
+{"Finetune/Learning Rate": 7.720695756803569e-06, "Finetune/Loss": 0.7608673572540283, "Finetune/Loss (Raw)": 0.75906902551651, "Finetune/Step": 3809, "Finetune/Step Time": 6.74872793070972}
+{"Finetune/Learning Rate": 7.715844496990914e-06, "Finetune/Loss": 0.7596534490585327, "Finetune/Loss (Raw)": 0.8797343969345093, "Finetune/Step": 3810, "Finetune/Step Time": 6.745591951534152}
+{"Finetune/Learning Rate": 7.71099380427248e-06, "Finetune/Loss": 0.7589619755744934, "Finetune/Loss (Raw)": 0.737474799156189, "Finetune/Step": 3811, "Finetune/Step Time": 6.750778062269092}
+{"Finetune/Learning Rate": 7.706143679852562e-06, "Finetune/Loss": 0.7600569725036621, "Finetune/Loss (Raw)": 0.7187843322753906, "Finetune/Step": 3812, "Finetune/Step Time": 6.745285386219621}
+{"Finetune/Learning Rate": 7.701294124935319e-06, "Finetune/Loss": 0.7601457834243774, "Finetune/Loss (Raw)": 0.8000948429107666, "Finetune/Step": 3813, "Finetune/Step Time": 6.742627592757344}
+{"Finetune/Learning Rate": 7.69644514072476e-06, "Finetune/Loss": 0.7594290971755981, "Finetune/Loss (Raw)": 0.7483482956886292, "Finetune/Step": 3814, "Finetune/Step Time": 6.740712486207485}
+{"Finetune/Learning Rate": 7.69159672842476e-06, "Finetune/Loss": 0.7592178583145142, "Finetune/Loss (Raw)": 0.824271559715271, "Finetune/Step": 3815, "Finetune/Step Time": 6.758976804092526}
+{"Finetune/Learning Rate": 7.686748889239049e-06, "Finetune/Loss": 0.7605805993080139, "Finetune/Loss (Raw)": 0.8264448046684265, "Finetune/Step": 3816, "Finetune/Step Time": 6.755141418427229}
+{"Finetune/Learning Rate": 7.68190162437121e-06, "Finetune/Loss": 0.7594889402389526, "Finetune/Loss (Raw)": 0.7507943511009216, "Finetune/Step": 3817, "Finetune/Step Time": 6.7524075768888}
+{"Finetune/Learning Rate": 7.677054935024696e-06, "Finetune/Loss": 0.758685290813446, "Finetune/Loss (Raw)": 0.7679417729377747, "Finetune/Step": 3818, "Finetune/Step Time": 6.745837906375527}
+{"Finetune/Learning Rate": 7.672208822402802e-06, "Finetune/Loss": 0.7620664238929749, "Finetune/Loss (Raw)": 0.7494677305221558, "Finetune/Step": 3819, "Finetune/Step Time": 6.728626126423478}
+{"Finetune/Learning Rate": 7.667363287708692e-06, "Finetune/Loss": 0.7603031396865845, "Finetune/Loss (Raw)": 0.6675766706466675, "Finetune/Step": 3820, "Finetune/Step Time": 6.7300790771842}
+{"Finetune/Learning Rate": 7.662518332145377e-06, "Finetune/Loss": 0.7591127753257751, "Finetune/Loss (Raw)": 0.6835079193115234, "Finetune/Step": 3821, "Finetune/Step Time": 6.735613118857145}
+{"Finetune/Learning Rate": 7.657673956915735e-06, "Finetune/Loss": 0.7595604658126831, "Finetune/Loss (Raw)": 0.7244651913642883, "Finetune/Step": 3822, "Finetune/Step Time": 6.705821612849832}
+{"Finetune/Learning Rate": 7.65283016322249e-06, "Finetune/Loss": 0.7586969137191772, "Finetune/Loss (Raw)": 0.9200952649116516, "Finetune/Step": 3823, "Finetune/Step Time": 6.70891085639596}
+{"Finetune/Learning Rate": 7.647986952268224e-06, "Finetune/Loss": 0.7590548992156982, "Finetune/Loss (Raw)": 0.8401451110839844, "Finetune/Step": 3824, "Finetune/Step Time": 6.708872240036726}
+{"Finetune/Learning Rate": 7.64314432525538e-06, "Finetune/Loss": 0.7601487636566162, "Finetune/Loss (Raw)": 0.6666989922523499, "Finetune/Step": 3825, "Finetune/Step Time": 6.6982441414147615}
+{"Finetune/Learning Rate": 7.638302283386248e-06, "Finetune/Loss": 0.7589799165725708, "Finetune/Loss (Raw)": 0.6882351040840149, "Finetune/Step": 3826, "Finetune/Step Time": 6.704839296638966}
+{"Finetune/Learning Rate": 7.633460827862977e-06, "Finetune/Loss": 0.7588344216346741, "Finetune/Loss (Raw)": 0.8008773326873779, "Finetune/Step": 3827, "Finetune/Step Time": 6.732268018648028}
+{"Finetune/Learning Rate": 7.628619959887572e-06, "Finetune/Loss": 0.7589513063430786, "Finetune/Loss (Raw)": 0.857889711856842, "Finetune/Step": 3828, "Finetune/Step Time": 6.736146127805114}
+{"Finetune/Learning Rate": 7.623779680661888e-06, "Finetune/Loss": 0.7560762166976929, "Finetune/Loss (Raw)": 0.289793461561203, "Finetune/Step": 3829, "Finetune/Step Time": 6.749863067641854}
+{"Finetune/Learning Rate": 7.618939991387636e-06, "Finetune/Loss": 0.7558771371841431, "Finetune/Loss (Raw)": 0.8138782382011414, "Finetune/Step": 3830, "Finetune/Step Time": 6.759423216804862}
+{"Finetune/Learning Rate": 7.6141008932663786e-06, "Finetune/Loss": 0.7549993991851807, "Finetune/Loss (Raw)": 0.761607825756073, "Finetune/Step": 3831, "Finetune/Step Time": 6.76731757633388}
+{"Finetune/Learning Rate": 7.609262387499536e-06, "Finetune/Loss": 0.7562404870986938, "Finetune/Loss (Raw)": 0.9934893846511841, "Finetune/Step": 3832, "Finetune/Step Time": 6.765309553593397}
+{"Finetune/Learning Rate": 7.604424475288381e-06, "Finetune/Loss": 0.7582419514656067, "Finetune/Loss (Raw)": 0.8766078352928162, "Finetune/Step": 3833, "Finetune/Step Time": 6.78880769200623}
+{"Finetune/Learning Rate": 7.599587157834032e-06, "Finetune/Loss": 0.7590553760528564, "Finetune/Loss (Raw)": 0.9015513062477112, "Finetune/Step": 3834, "Finetune/Step Time": 6.783605007454753}
+{"Finetune/Learning Rate": 7.594750436337467e-06, "Finetune/Loss": 0.7598385810852051, "Finetune/Loss (Raw)": 0.8727946877479553, "Finetune/Step": 3835, "Finetune/Step Time": 6.76503736525774}
+{"Finetune/Learning Rate": 7.589914311999512e-06, "Finetune/Loss": 0.7604303359985352, "Finetune/Loss (Raw)": 0.7269887924194336, "Finetune/Step": 3836, "Finetune/Step Time": 6.743775015696883}
+{"Finetune/Learning Rate": 7.585078786020848e-06, "Finetune/Loss": 0.7590360045433044, "Finetune/Loss (Raw)": 0.7585000991821289, "Finetune/Step": 3837, "Finetune/Step Time": 6.749018641188741}
+{"Finetune/Learning Rate": 7.580243859602006e-06, "Finetune/Loss": 0.7574237585067749, "Finetune/Loss (Raw)": 0.749502956867218, "Finetune/Step": 3838, "Finetune/Step Time": 6.74777283705771}
+{"Finetune/Learning Rate": 7.575409533943364e-06, "Finetune/Loss": 0.7585126161575317, "Finetune/Loss (Raw)": 0.81528639793396, "Finetune/Step": 3839, "Finetune/Step Time": 6.762277256697416}
+{"Finetune/Learning Rate": 7.57057581024516e-06, "Finetune/Loss": 0.7573493719100952, "Finetune/Loss (Raw)": 0.7555248141288757, "Finetune/Step": 3840, "Finetune/Step Time": 6.7628997173160315}
+{"Finetune/Learning Rate": 7.5657426897074694e-06, "Finetune/Loss": 0.7626445293426514, "Finetune/Loss (Raw)": 0.970879077911377, "Finetune/Step": 3841, "Finetune/Step Time": 6.743924148380756}
+{"Finetune/Learning Rate": 7.5609101735302344e-06, "Finetune/Loss": 0.7622984647750854, "Finetune/Loss (Raw)": 0.7748832106590271, "Finetune/Step": 3842, "Finetune/Step Time": 6.7362316362559795}
+{"Finetune/Learning Rate": 7.556078262913236e-06, "Finetune/Loss": 0.7605674266815186, "Finetune/Loss (Raw)": 0.6178618669509888, "Finetune/Step": 3843, "Finetune/Step Time": 6.743570605292916}
+{"Finetune/Learning Rate": 7.551246959056106e-06, "Finetune/Loss": 0.7611454129219055, "Finetune/Loss (Raw)": 0.7803799510002136, "Finetune/Step": 3844, "Finetune/Step Time": 6.725480845198035}
+{"Finetune/Learning Rate": 7.546416263158326e-06, "Finetune/Loss": 0.7618393301963806, "Finetune/Loss (Raw)": 0.7805853486061096, "Finetune/Step": 3845, "Finetune/Step Time": 6.709909463301301}
+{"Finetune/Learning Rate": 7.541586176419231e-06, "Finetune/Loss": 0.7619237899780273, "Finetune/Loss (Raw)": 0.6381146907806396, "Finetune/Step": 3846, "Finetune/Step Time": 6.705661056563258}
+{"Finetune/Learning Rate": 7.536756700037998e-06, "Finetune/Loss": 0.7640888690948486, "Finetune/Loss (Raw)": 0.8902410864830017, "Finetune/Step": 3847, "Finetune/Step Time": 6.683655433356762}
+{"Finetune/Learning Rate": 7.531927835213657e-06, "Finetune/Loss": 0.7601622343063354, "Finetune/Loss (Raw)": 0.3490506112575531, "Finetune/Step": 3848, "Finetune/Step Time": 6.692614695057273}
+{"Finetune/Learning Rate": 7.527099583145085e-06, "Finetune/Loss": 0.7600350379943848, "Finetune/Loss (Raw)": 0.8945639729499817, "Finetune/Step": 3849, "Finetune/Step Time": 6.7084836680442095}
+{"Finetune/Learning Rate": 7.5222719450310075e-06, "Finetune/Loss": 0.7573280930519104, "Finetune/Loss (Raw)": 0.503783106803894, "Finetune/Step": 3850, "Finetune/Step Time": 6.7163896560668945}
+{"Finetune/Learning Rate": 7.517444922069995e-06, "Finetune/Loss": 0.7550238966941833, "Finetune/Loss (Raw)": 0.6598564386367798, "Finetune/Step": 3851, "Finetune/Step Time": 6.7080234084278345}
+{"Finetune/Learning Rate": 7.512618515460468e-06, "Finetune/Loss": 0.7561487555503845, "Finetune/Loss (Raw)": 0.9124432802200317, "Finetune/Step": 3852, "Finetune/Step Time": 6.719004567712545}
+{"Finetune/Learning Rate": 7.507792726400694e-06, "Finetune/Loss": 0.7528020739555359, "Finetune/Loss (Raw)": 0.4695890247821808, "Finetune/Step": 3853, "Finetune/Step Time": 6.734212310984731}
+{"Finetune/Learning Rate": 7.502967556088785e-06, "Finetune/Loss": 0.7562640905380249, "Finetune/Loss (Raw)": 0.8387791514396667, "Finetune/Step": 3854, "Finetune/Step Time": 6.719341963529587}
+{"Finetune/Learning Rate": 7.4981430057227015e-06, "Finetune/Loss": 0.7544291019439697, "Finetune/Loss (Raw)": 0.5152302980422974, "Finetune/Step": 3855, "Finetune/Step Time": 6.7288472801446915}
+{"Finetune/Learning Rate": 7.4933190765002476e-06, "Finetune/Loss": 0.7572281360626221, "Finetune/Loss (Raw)": 0.9175143837928772, "Finetune/Step": 3856, "Finetune/Step Time": 6.721310269087553}
+{"Finetune/Learning Rate": 7.488495769619077e-06, "Finetune/Loss": 0.75362229347229, "Finetune/Loss (Raw)": 0.368681401014328, "Finetune/Step": 3857, "Finetune/Step Time": 6.729086462408304}
+{"Finetune/Learning Rate": 7.483673086276686e-06, "Finetune/Loss": 0.7495405077934265, "Finetune/Loss (Raw)": 0.34322214126586914, "Finetune/Step": 3858, "Finetune/Step Time": 6.722830722108483}
+{"Finetune/Learning Rate": 7.478851027670417e-06, "Finetune/Loss": 0.7506145238876343, "Finetune/Loss (Raw)": 0.9722223877906799, "Finetune/Step": 3859, "Finetune/Step Time": 6.714800337329507}
+{"Finetune/Learning Rate": 7.474029594997456e-06, "Finetune/Loss": 0.7503645420074463, "Finetune/Loss (Raw)": 0.8207109570503235, "Finetune/Step": 3860, "Finetune/Step Time": 6.7077766340225935}
+{"Finetune/Learning Rate": 7.469208789454838e-06, "Finetune/Loss": 0.7501305341720581, "Finetune/Loss (Raw)": 0.7588207125663757, "Finetune/Step": 3861, "Finetune/Step Time": 6.692505801096559}
+{"Finetune/Learning Rate": 7.464388612239435e-06, "Finetune/Loss": 0.7495473027229309, "Finetune/Loss (Raw)": 0.8391004800796509, "Finetune/Step": 3862, "Finetune/Step Time": 6.690245999023318}
+{"Finetune/Learning Rate": 7.459569064547969e-06, "Finetune/Loss": 0.7497256994247437, "Finetune/Loss (Raw)": 0.6591441035270691, "Finetune/Step": 3863, "Finetune/Step Time": 6.69906054995954}
+{"Finetune/Learning Rate": 7.454750147577004e-06, "Finetune/Loss": 0.7482774257659912, "Finetune/Loss (Raw)": 0.8267516493797302, "Finetune/Step": 3864, "Finetune/Step Time": 6.69134689681232}
+{"Finetune/Learning Rate": 7.449931862522946e-06, "Finetune/Loss": 0.7479192614555359, "Finetune/Loss (Raw)": 0.7221381068229675, "Finetune/Step": 3865, "Finetune/Step Time": 6.707915861159563}
+{"Finetune/Learning Rate": 7.445114210582044e-06, "Finetune/Loss": 0.7496612668037415, "Finetune/Loss (Raw)": 0.9351164698600769, "Finetune/Step": 3866, "Finetune/Step Time": 6.699547352269292}
+{"Finetune/Learning Rate": 7.440297192950395e-06, "Finetune/Loss": 0.7516807317733765, "Finetune/Loss (Raw)": 0.989279568195343, "Finetune/Step": 3867, "Finetune/Step Time": 6.699490873143077}
+{"Finetune/Learning Rate": 7.4354808108239325e-06, "Finetune/Loss": 0.752373218536377, "Finetune/Loss (Raw)": 0.8706849217414856, "Finetune/Step": 3868, "Finetune/Step Time": 6.712305029854178}
+{"Finetune/Learning Rate": 7.430665065398435e-06, "Finetune/Loss": 0.750954806804657, "Finetune/Loss (Raw)": 0.7335548400878906, "Finetune/Step": 3869, "Finetune/Step Time": 6.703383376821876}
+{"Finetune/Learning Rate": 7.42584995786952e-06, "Finetune/Loss": 0.7499080896377563, "Finetune/Loss (Raw)": 0.6922696828842163, "Finetune/Step": 3870, "Finetune/Step Time": 6.726797504350543}
+{"Finetune/Learning Rate": 7.421035489432652e-06, "Finetune/Loss": 0.749573290348053, "Finetune/Loss (Raw)": 0.8014833927154541, "Finetune/Step": 3871, "Finetune/Step Time": 6.692039014771581}
+{"Finetune/Learning Rate": 7.416221661283132e-06, "Finetune/Loss": 0.7497937679290771, "Finetune/Loss (Raw)": 0.40286245942115784, "Finetune/Step": 3872, "Finetune/Step Time": 6.705773390829563}
+{"Finetune/Learning Rate": 7.411408474616102e-06, "Finetune/Loss": 0.7522919178009033, "Finetune/Loss (Raw)": 0.6576583385467529, "Finetune/Step": 3873, "Finetune/Step Time": 6.705078175291419}
+{"Finetune/Learning Rate": 7.40659593062655e-06, "Finetune/Loss": 0.7529416680335999, "Finetune/Loss (Raw)": 0.7931294441223145, "Finetune/Step": 3874, "Finetune/Step Time": 6.714544013142586}
+{"Finetune/Learning Rate": 7.401784030509299e-06, "Finetune/Loss": 0.7542946338653564, "Finetune/Loss (Raw)": 0.7872307300567627, "Finetune/Step": 3875, "Finetune/Step Time": 6.696849020197988}
+{"Finetune/Learning Rate": 7.396972775459013e-06, "Finetune/Loss": 0.7541959285736084, "Finetune/Loss (Raw)": 0.8305581212043762, "Finetune/Step": 3876, "Finetune/Step Time": 6.673604132607579}
+{"Finetune/Learning Rate": 7.392162166670198e-06, "Finetune/Loss": 0.7546489834785461, "Finetune/Loss (Raw)": 0.6892064213752747, "Finetune/Step": 3877, "Finetune/Step Time": 6.680849887430668}
+{"Finetune/Learning Rate": 7.3873522053372e-06, "Finetune/Loss": 0.7513701915740967, "Finetune/Loss (Raw)": 0.4836276173591614, "Finetune/Step": 3878, "Finetune/Step Time": 6.699188467115164}
+{"Finetune/Learning Rate": 7.382542892654201e-06, "Finetune/Loss": 0.7492709755897522, "Finetune/Loss (Raw)": 0.6986732482910156, "Finetune/Step": 3879, "Finetune/Step Time": 6.724205311387777}
+{"Finetune/Learning Rate": 7.377734229815225e-06, "Finetune/Loss": 0.7493593692779541, "Finetune/Loss (Raw)": 0.8127843141555786, "Finetune/Step": 3880, "Finetune/Step Time": 6.721386756747961}
+{"Finetune/Learning Rate": 7.372926218014131e-06, "Finetune/Loss": 0.7502957582473755, "Finetune/Loss (Raw)": 0.8405076861381531, "Finetune/Step": 3881, "Finetune/Step Time": 6.713738271966577}
+{"Finetune/Learning Rate": 7.3681188584446205e-06, "Finetune/Loss": 0.7505335211753845, "Finetune/Loss (Raw)": 0.833112359046936, "Finetune/Step": 3882, "Finetune/Step Time": 6.717649132013321}
+{"Finetune/Learning Rate": 7.36331215230023e-06, "Finetune/Loss": 0.7515009641647339, "Finetune/Loss (Raw)": 0.8982572555541992, "Finetune/Step": 3883, "Finetune/Step Time": 6.711688639596105}
+{"Finetune/Learning Rate": 7.358506100774338e-06, "Finetune/Loss": 0.7523856163024902, "Finetune/Loss (Raw)": 0.7272086143493652, "Finetune/Step": 3884, "Finetune/Step Time": 6.704930933192372}
+{"Finetune/Learning Rate": 7.353700705060154e-06, "Finetune/Loss": 0.7493419647216797, "Finetune/Loss (Raw)": 0.5297434329986572, "Finetune/Step": 3885, "Finetune/Step Time": 6.711248772218823}
+{"Finetune/Learning Rate": 7.348895966350727e-06, "Finetune/Loss": 0.7495856881141663, "Finetune/Loss (Raw)": 0.689408540725708, "Finetune/Step": 3886, "Finetune/Step Time": 6.697710640728474}
+{"Finetune/Learning Rate": 7.344091885838949e-06, "Finetune/Loss": 0.748637855052948, "Finetune/Loss (Raw)": 0.7266455292701721, "Finetune/Step": 3887, "Finetune/Step Time": 6.688888277858496}
+{"Finetune/Learning Rate": 7.33928846471754e-06, "Finetune/Loss": 0.7489252686500549, "Finetune/Loss (Raw)": 0.7820186614990234, "Finetune/Step": 3888, "Finetune/Step Time": 6.6708933766931295}
+{"Finetune/Learning Rate": 7.3344857041790616e-06, "Finetune/Loss": 0.7501128315925598, "Finetune/Loss (Raw)": 0.8033366799354553, "Finetune/Step": 3889, "Finetune/Step Time": 6.66194155625999}
+{"Finetune/Learning Rate": 7.32968360541591e-06, "Finetune/Loss": 0.7500364184379578, "Finetune/Loss (Raw)": 0.7831422090530396, "Finetune/Step": 3890, "Finetune/Step Time": 6.655494756996632}
+{"Finetune/Learning Rate": 7.324882169620315e-06, "Finetune/Loss": 0.7484270334243774, "Finetune/Loss (Raw)": 0.6966696381568909, "Finetune/Step": 3891, "Finetune/Step Time": 6.67903545498848}
+{"Finetune/Learning Rate": 7.320081397984347e-06, "Finetune/Loss": 0.7489876747131348, "Finetune/Loss (Raw)": 0.8079649209976196, "Finetune/Step": 3892, "Finetune/Step Time": 6.692732114344835}
+{"Finetune/Learning Rate": 7.315281291699904e-06, "Finetune/Loss": 0.7470081448554993, "Finetune/Loss (Raw)": 0.3808947801589966, "Finetune/Step": 3893, "Finetune/Step Time": 6.713312989100814}
+{"Finetune/Learning Rate": 7.310481851958725e-06, "Finetune/Loss": 0.7463445067405701, "Finetune/Loss (Raw)": 0.8273550868034363, "Finetune/Step": 3894, "Finetune/Step Time": 6.712263576686382}
+{"Finetune/Learning Rate": 7.305683079952381e-06, "Finetune/Loss": 0.7461012601852417, "Finetune/Loss (Raw)": 0.8125666975975037, "Finetune/Step": 3895, "Finetune/Step Time": 6.710593471303582}
+{"Finetune/Learning Rate": 7.300884976872277e-06, "Finetune/Loss": 0.7469073534011841, "Finetune/Loss (Raw)": 0.8026615381240845, "Finetune/Step": 3896, "Finetune/Step Time": 6.698767950758338}
+{"Finetune/Learning Rate": 7.2960875439096555e-06, "Finetune/Loss": 0.7510095238685608, "Finetune/Loss (Raw)": 0.776492714881897, "Finetune/Step": 3897, "Finetune/Step Time": 6.678412342444062}
+{"Finetune/Learning Rate": 7.291290782255587e-06, "Finetune/Loss": 0.7492852807044983, "Finetune/Loss (Raw)": 0.7381789088249207, "Finetune/Step": 3898, "Finetune/Step Time": 6.69362878613174}
+{"Finetune/Learning Rate": 7.28649469310098e-06, "Finetune/Loss": 0.7490048408508301, "Finetune/Loss (Raw)": 0.9159108996391296, "Finetune/Step": 3899, "Finetune/Step Time": 6.696381015703082}
+{"Finetune/Learning Rate": 7.2816992776365714e-06, "Finetune/Loss": 0.7483392357826233, "Finetune/Loss (Raw)": 0.7698538899421692, "Finetune/Step": 3900, "Finetune/Step Time": 6.706474579870701}
+{"Finetune/Learning Rate": 7.276904537052938e-06, "Finetune/Loss": 0.7523365020751953, "Finetune/Loss (Raw)": 0.8627759218215942, "Finetune/Step": 3901, "Finetune/Step Time": 6.6861838940531015}
+{"Finetune/Learning Rate": 7.272110472540479e-06, "Finetune/Loss": 0.7528682947158813, "Finetune/Loss (Raw)": 0.9499640464782715, "Finetune/Step": 3902, "Finetune/Step Time": 6.669800527393818}
+{"Finetune/Learning Rate": 7.267317085289436e-06, "Finetune/Loss": 0.7528393864631653, "Finetune/Loss (Raw)": 0.8965380787849426, "Finetune/Step": 3903, "Finetune/Step Time": 6.665257910266519}
+{"Finetune/Learning Rate": 7.2625243764898746e-06, "Finetune/Loss": 0.7520285248756409, "Finetune/Loss (Raw)": 0.7826709747314453, "Finetune/Step": 3904, "Finetune/Step Time": 6.668418308719993}
+{"Finetune/Learning Rate": 7.257732347331698e-06, "Finetune/Loss": 0.7547869682312012, "Finetune/Loss (Raw)": 0.6302821040153503, "Finetune/Step": 3905, "Finetune/Step Time": 6.662649363279343}
+{"Finetune/Learning Rate": 7.252940999004633e-06, "Finetune/Loss": 0.7543337941169739, "Finetune/Loss (Raw)": 0.7873113751411438, "Finetune/Step": 3906, "Finetune/Step Time": 6.694854002445936}
+{"Finetune/Learning Rate": 7.248150332698248e-06, "Finetune/Loss": 0.7571961879730225, "Finetune/Loss (Raw)": 1.0467427968978882, "Finetune/Step": 3907, "Finetune/Step Time": 6.680765520781279}
+{"Finetune/Learning Rate": 7.243360349601933e-06, "Finetune/Loss": 0.7558337450027466, "Finetune/Loss (Raw)": 0.5734907984733582, "Finetune/Step": 3908, "Finetune/Step Time": 6.687310030683875}
+{"Finetune/Learning Rate": 7.238571050904914e-06, "Finetune/Loss": 0.754407525062561, "Finetune/Loss (Raw)": 0.6716703772544861, "Finetune/Step": 3909, "Finetune/Step Time": 6.693044947460294}
+{"Finetune/Learning Rate": 7.233782437796243e-06, "Finetune/Loss": 0.7552440166473389, "Finetune/Loss (Raw)": 0.8650699853897095, "Finetune/Step": 3910, "Finetune/Step Time": 6.694119656458497}
+{"Finetune/Learning Rate": 7.228994511464804e-06, "Finetune/Loss": 0.7572194337844849, "Finetune/Loss (Raw)": 0.9437345862388611, "Finetune/Step": 3911, "Finetune/Step Time": 6.690611328929663}
+{"Finetune/Learning Rate": 7.2242072730993085e-06, "Finetune/Loss": 0.7569056749343872, "Finetune/Loss (Raw)": 0.6950604915618896, "Finetune/Step": 3912, "Finetune/Step Time": 6.6938550639897585}
+{"Finetune/Learning Rate": 7.219420723888301e-06, "Finetune/Loss": 0.7567479610443115, "Finetune/Loss (Raw)": 0.7954841256141663, "Finetune/Step": 3913, "Finetune/Step Time": 6.696954354643822}
+{"Finetune/Learning Rate": 7.21463486502015e-06, "Finetune/Loss": 0.755244255065918, "Finetune/Loss (Raw)": 0.7492544651031494, "Finetune/Step": 3914, "Finetune/Step Time": 6.689747096970677}
+{"Finetune/Learning Rate": 7.209849697683058e-06, "Finetune/Loss": 0.7552711963653564, "Finetune/Loss (Raw)": 0.8505426645278931, "Finetune/Step": 3915, "Finetune/Step Time": 6.686943031847477}
+{"Finetune/Learning Rate": 7.20506522306505e-06, "Finetune/Loss": 0.7559491395950317, "Finetune/Loss (Raw)": 0.8424135446548462, "Finetune/Step": 3916, "Finetune/Step Time": 6.687371261417866}
+{"Finetune/Learning Rate": 7.200281442353985e-06, "Finetune/Loss": 0.7567189335823059, "Finetune/Loss (Raw)": 0.7463730573654175, "Finetune/Step": 3917, "Finetune/Step Time": 6.688556944951415}
+{"Finetune/Learning Rate": 7.195498356737545e-06, "Finetune/Loss": 0.7568912506103516, "Finetune/Loss (Raw)": 0.8951670527458191, "Finetune/Step": 3918, "Finetune/Step Time": 6.698284022510052}
+{"Finetune/Learning Rate": 7.190715967403243e-06, "Finetune/Loss": 0.7562962174415588, "Finetune/Loss (Raw)": 0.7636262774467468, "Finetune/Step": 3919, "Finetune/Step Time": 6.707999866455793}
+{"Finetune/Learning Rate": 7.185934275538416e-06, "Finetune/Loss": 0.759986400604248, "Finetune/Loss (Raw)": 0.8291443586349487, "Finetune/Step": 3920, "Finetune/Step Time": 6.723851842805743}
+{"Finetune/Learning Rate": 7.181153282330229e-06, "Finetune/Loss": 0.758482038974762, "Finetune/Loss (Raw)": 0.6319798827171326, "Finetune/Step": 3921, "Finetune/Step Time": 6.733279326930642}
+{"Finetune/Learning Rate": 7.176372988965673e-06, "Finetune/Loss": 0.7589671015739441, "Finetune/Loss (Raw)": 0.8902177810668945, "Finetune/Step": 3922, "Finetune/Step Time": 6.736847201362252}
+{"Finetune/Learning Rate": 7.1715933966315675e-06, "Finetune/Loss": 0.7576408386230469, "Finetune/Loss (Raw)": 0.5161070227622986, "Finetune/Step": 3923, "Finetune/Step Time": 6.7370615769177675}
+{"Finetune/Learning Rate": 7.166814506514555e-06, "Finetune/Loss": 0.7576289176940918, "Finetune/Loss (Raw)": 0.8529459238052368, "Finetune/Step": 3924, "Finetune/Step Time": 6.740673577412963}
+{"Finetune/Learning Rate": 7.162036319801106e-06, "Finetune/Loss": 0.7593479752540588, "Finetune/Loss (Raw)": 0.8454018235206604, "Finetune/Step": 3925, "Finetune/Step Time": 6.73784913122654}
+{"Finetune/Learning Rate": 7.157258837677514e-06, "Finetune/Loss": 0.759239673614502, "Finetune/Loss (Raw)": 0.7220419049263, "Finetune/Step": 3926, "Finetune/Step Time": 6.742668168619275}
+{"Finetune/Learning Rate": 7.152482061329903e-06, "Finetune/Loss": 0.760506272315979, "Finetune/Loss (Raw)": 0.7647697329521179, "Finetune/Step": 3927, "Finetune/Step Time": 6.750742774456739}
+{"Finetune/Learning Rate": 7.1477059919442135e-06, "Finetune/Loss": 0.7606675624847412, "Finetune/Loss (Raw)": 0.8745060563087463, "Finetune/Step": 3928, "Finetune/Step Time": 6.752136247232556}
+{"Finetune/Learning Rate": 7.142930630706217e-06, "Finetune/Loss": 0.7611498832702637, "Finetune/Loss (Raw)": 0.8599375486373901, "Finetune/Step": 3929, "Finetune/Step Time": 6.749034404754639}
+{"Finetune/Learning Rate": 7.1381559788015065e-06, "Finetune/Loss": 0.7599524259567261, "Finetune/Loss (Raw)": 0.7390043139457703, "Finetune/Step": 3930, "Finetune/Step Time": 6.745003158226609}
+{"Finetune/Learning Rate": 7.133382037415497e-06, "Finetune/Loss": 0.7599999904632568, "Finetune/Loss (Raw)": 0.908471405506134, "Finetune/Step": 3931, "Finetune/Step Time": 6.746309380978346}
+{"Finetune/Learning Rate": 7.128608807733434e-06, "Finetune/Loss": 0.7589454650878906, "Finetune/Loss (Raw)": 0.7021304965019226, "Finetune/Step": 3932, "Finetune/Step Time": 6.760996604338288}
+{"Finetune/Learning Rate": 7.123836290940378e-06, "Finetune/Loss": 0.7584198713302612, "Finetune/Loss (Raw)": 0.5456223487854004, "Finetune/Step": 3933, "Finetune/Step Time": 6.769264824688435}
+{"Finetune/Learning Rate": 7.119064488221217e-06, "Finetune/Loss": 0.7578425407409668, "Finetune/Loss (Raw)": 0.7192882895469666, "Finetune/Step": 3934, "Finetune/Step Time": 6.766034385189414}
+{"Finetune/Learning Rate": 7.114293400760661e-06, "Finetune/Loss": 0.7580642700195312, "Finetune/Loss (Raw)": 0.765411376953125, "Finetune/Step": 3935, "Finetune/Step Time": 6.758550085127354}
+{"Finetune/Learning Rate": 7.109523029743242e-06, "Finetune/Loss": 0.7600454092025757, "Finetune/Loss (Raw)": 0.898613691329956, "Finetune/Step": 3936, "Finetune/Step Time": 6.740183684974909}
+{"Finetune/Learning Rate": 7.104753376353315e-06, "Finetune/Loss": 0.7605800628662109, "Finetune/Loss (Raw)": 0.827506959438324, "Finetune/Step": 3937, "Finetune/Step Time": 6.7344535030424595}
+{"Finetune/Learning Rate": 7.0999844417750584e-06, "Finetune/Loss": 0.7597052454948425, "Finetune/Loss (Raw)": 0.7677642703056335, "Finetune/Step": 3938, "Finetune/Step Time": 6.734375359490514}
+{"Finetune/Learning Rate": 7.095216227192467e-06, "Finetune/Loss": 0.7604782581329346, "Finetune/Loss (Raw)": 0.83641517162323, "Finetune/Step": 3939, "Finetune/Step Time": 6.74527264200151}
+{"Finetune/Learning Rate": 7.090448733789362e-06, "Finetune/Loss": 0.7613884210586548, "Finetune/Loss (Raw)": 0.8352870941162109, "Finetune/Step": 3940, "Finetune/Step Time": 6.742804458364844}
+{"Finetune/Learning Rate": 7.085681962749382e-06, "Finetune/Loss": 0.7618612051010132, "Finetune/Loss (Raw)": 0.8606076836585999, "Finetune/Step": 3941, "Finetune/Step Time": 6.745438788086176}
+{"Finetune/Learning Rate": 7.080915915255989e-06, "Finetune/Loss": 0.7629141211509705, "Finetune/Loss (Raw)": 0.8831249475479126, "Finetune/Step": 3942, "Finetune/Step Time": 6.751784984022379}
+{"Finetune/Learning Rate": 7.076150592492464e-06, "Finetune/Loss": 0.7613772749900818, "Finetune/Loss (Raw)": 0.62755286693573, "Finetune/Step": 3943, "Finetune/Step Time": 6.7571227587759495}
+{"Finetune/Learning Rate": 7.071385995641905e-06, "Finetune/Loss": 0.761641263961792, "Finetune/Loss (Raw)": 0.860241711139679, "Finetune/Step": 3944, "Finetune/Step Time": 6.756690759211779}
+{"Finetune/Learning Rate": 7.066622125887237e-06, "Finetune/Loss": 0.7635147571563721, "Finetune/Loss (Raw)": 0.9905951619148254, "Finetune/Step": 3945, "Finetune/Step Time": 6.778284389525652}
+{"Finetune/Learning Rate": 7.061858984411196e-06, "Finetune/Loss": 0.7636964917182922, "Finetune/Loss (Raw)": 0.7912036776542664, "Finetune/Step": 3946, "Finetune/Step Time": 6.792630687355995}
+{"Finetune/Learning Rate": 7.057096572396347e-06, "Finetune/Loss": 0.7641398906707764, "Finetune/Loss (Raw)": 0.8062211275100708, "Finetune/Step": 3947, "Finetune/Step Time": 6.799524899572134}
+{"Finetune/Learning Rate": 7.052334891025065e-06, "Finetune/Loss": 0.7618306279182434, "Finetune/Loss (Raw)": 0.37199071049690247, "Finetune/Step": 3948, "Finetune/Step Time": 6.819278025999665}
+{"Finetune/Learning Rate": 7.047573941479549e-06, "Finetune/Loss": 0.7633315920829773, "Finetune/Loss (Raw)": 0.8756349682807922, "Finetune/Step": 3949, "Finetune/Step Time": 6.80573526956141}
+{"Finetune/Learning Rate": 7.0428137249418125e-06, "Finetune/Loss": 0.7645784616470337, "Finetune/Loss (Raw)": 0.8840650320053101, "Finetune/Step": 3950, "Finetune/Step Time": 6.80311275832355}
+{"Finetune/Learning Rate": 7.038054242593691e-06, "Finetune/Loss": 0.7643799781799316, "Finetune/Loss (Raw)": 0.8946840763092041, "Finetune/Step": 3951, "Finetune/Step Time": 6.806094828993082}
+{"Finetune/Learning Rate": 7.033295495616834e-06, "Finetune/Loss": 0.7631112337112427, "Finetune/Loss (Raw)": 0.6777531504631042, "Finetune/Step": 3952, "Finetune/Step Time": 6.814321342855692}
+{"Finetune/Learning Rate": 7.02853748519271e-06, "Finetune/Loss": 0.7638539671897888, "Finetune/Loss (Raw)": 0.761763334274292, "Finetune/Step": 3953, "Finetune/Step Time": 6.802082607522607}
+{"Finetune/Learning Rate": 7.023780212502604e-06, "Finetune/Loss": 0.7643216848373413, "Finetune/Loss (Raw)": 0.7481085658073425, "Finetune/Step": 3954, "Finetune/Step Time": 6.785706788301468}
+{"Finetune/Learning Rate": 7.019023678727622e-06, "Finetune/Loss": 0.7633860111236572, "Finetune/Loss (Raw)": 0.6811099648475647, "Finetune/Step": 3955, "Finetune/Step Time": 6.7542813047766685}
+{"Finetune/Learning Rate": 7.0142678850486775e-06, "Finetune/Loss": 0.7638117074966431, "Finetune/Loss (Raw)": 0.9123741388320923, "Finetune/Step": 3956, "Finetune/Step Time": 6.753547029569745}
+{"Finetune/Learning Rate": 7.009512832646513e-06, "Finetune/Loss": 0.7680075168609619, "Finetune/Loss (Raw)": 0.8268587589263916, "Finetune/Step": 3957, "Finetune/Step Time": 6.744314819574356}
+{"Finetune/Learning Rate": 7.004758522701673e-06, "Finetune/Loss": 0.7674446105957031, "Finetune/Loss (Raw)": 0.7418261170387268, "Finetune/Step": 3958, "Finetune/Step Time": 6.750615835189819}
+{"Finetune/Learning Rate": 7.000004956394528e-06, "Finetune/Loss": 0.7665086984634399, "Finetune/Loss (Raw)": 0.6418172121047974, "Finetune/Step": 3959, "Finetune/Step Time": 6.771795824170113}
+{"Finetune/Learning Rate": 6.995252134905261e-06, "Finetune/Loss": 0.7640513777732849, "Finetune/Loss (Raw)": 0.6789520978927612, "Finetune/Step": 3960, "Finetune/Step Time": 6.775018829852343}
+{"Finetune/Learning Rate": 6.990500059413868e-06, "Finetune/Loss": 0.7635051012039185, "Finetune/Loss (Raw)": 0.8066854476928711, "Finetune/Step": 3961, "Finetune/Step Time": 6.757102278992534}
+{"Finetune/Learning Rate": 6.9857487311001605e-06, "Finetune/Loss": 0.7615652084350586, "Finetune/Loss (Raw)": 0.6532436013221741, "Finetune/Step": 3962, "Finetune/Step Time": 6.764029903337359}
+{"Finetune/Learning Rate": 6.980998151143766e-06, "Finetune/Loss": 0.7613500356674194, "Finetune/Loss (Raw)": 0.8452479243278503, "Finetune/Step": 3963, "Finetune/Step Time": 6.767617153003812}
+{"Finetune/Learning Rate": 6.976248320724126e-06, "Finetune/Loss": 0.7620130777359009, "Finetune/Loss (Raw)": 0.8118600249290466, "Finetune/Step": 3964, "Finetune/Step Time": 6.776277704164386}
+{"Finetune/Learning Rate": 6.971499241020495e-06, "Finetune/Loss": 0.762273371219635, "Finetune/Loss (Raw)": 0.7918212413787842, "Finetune/Step": 3965, "Finetune/Step Time": 6.788179997354746}
+{"Finetune/Learning Rate": 6.966750913211941e-06, "Finetune/Loss": 0.7595105171203613, "Finetune/Loss (Raw)": 0.3958502411842346, "Finetune/Step": 3966, "Finetune/Step Time": 6.8109976556152105}
+{"Finetune/Learning Rate": 6.962003338477343e-06, "Finetune/Loss": 0.7593961954116821, "Finetune/Loss (Raw)": 0.8006576299667358, "Finetune/Step": 3967, "Finetune/Step Time": 6.784760942682624}
+{"Finetune/Learning Rate": 6.957256517995401e-06, "Finetune/Loss": 0.7600293159484863, "Finetune/Loss (Raw)": 0.8365598917007446, "Finetune/Step": 3968, "Finetune/Step Time": 6.782454293221235}
+{"Finetune/Learning Rate": 6.952510452944621e-06, "Finetune/Loss": 0.7585712671279907, "Finetune/Loss (Raw)": 0.7842569351196289, "Finetune/Step": 3969, "Finetune/Step Time": 6.8065863605588675}
+{"Finetune/Learning Rate": 6.947765144503323e-06, "Finetune/Loss": 0.7592401504516602, "Finetune/Loss (Raw)": 0.8604965209960938, "Finetune/Step": 3970, "Finetune/Step Time": 6.80757468752563}
+{"Finetune/Learning Rate": 6.943020593849637e-06, "Finetune/Loss": 0.7615906596183777, "Finetune/Loss (Raw)": 0.9187301397323608, "Finetune/Step": 3971, "Finetune/Step Time": 6.799294445663691}
+{"Finetune/Learning Rate": 6.9382768021615085e-06, "Finetune/Loss": 0.7616015076637268, "Finetune/Loss (Raw)": 0.7817608118057251, "Finetune/Step": 3972, "Finetune/Step Time": 6.796580208465457}
+{"Finetune/Learning Rate": 6.933533770616694e-06, "Finetune/Loss": 0.7616292238235474, "Finetune/Loss (Raw)": 0.7841381430625916, "Finetune/Step": 3973, "Finetune/Step Time": 6.79204498231411}
+{"Finetune/Learning Rate": 6.928791500392758e-06, "Finetune/Loss": 0.7625021934509277, "Finetune/Loss (Raw)": 0.7498568892478943, "Finetune/Step": 3974, "Finetune/Step Time": 6.794906692579389}
+{"Finetune/Learning Rate": 6.92404999266708e-06, "Finetune/Loss": 0.7627396583557129, "Finetune/Loss (Raw)": 0.9206304550170898, "Finetune/Step": 3975, "Finetune/Step Time": 6.79268697462976}
+{"Finetune/Learning Rate": 6.919309248616848e-06, "Finetune/Loss": 0.7658530473709106, "Finetune/Loss (Raw)": 0.7475700378417969, "Finetune/Step": 3976, "Finetune/Step Time": 6.785317810252309}
+{"Finetune/Learning Rate": 6.91456926941906e-06, "Finetune/Loss": 0.7637894749641418, "Finetune/Loss (Raw)": 0.6304243206977844, "Finetune/Step": 3977, "Finetune/Step Time": 6.779873201623559}
+{"Finetune/Learning Rate": 6.909830056250527e-06, "Finetune/Loss": 0.7636784315109253, "Finetune/Loss (Raw)": 0.48956894874572754, "Finetune/Step": 3978, "Finetune/Step Time": 6.771238597109914}
+{"Finetune/Learning Rate": 6.9050916102878676e-06, "Finetune/Loss": 0.7650450468063354, "Finetune/Loss (Raw)": 0.8347824215888977, "Finetune/Step": 3979, "Finetune/Step Time": 6.774917991831899}
+{"Finetune/Learning Rate": 6.900353932707509e-06, "Finetune/Loss": 0.7624642848968506, "Finetune/Loss (Raw)": 0.5820991396903992, "Finetune/Step": 3980, "Finetune/Step Time": 6.7664519883692265}
+{"Finetune/Learning Rate": 6.895617024685689e-06, "Finetune/Loss": 0.7655916213989258, "Finetune/Loss (Raw)": 0.8698984384536743, "Finetune/Step": 3981, "Finetune/Step Time": 6.748581636697054}
+{"Finetune/Learning Rate": 6.890880887398455e-06, "Finetune/Loss": 0.7652992010116577, "Finetune/Loss (Raw)": 0.8013530969619751, "Finetune/Step": 3982, "Finetune/Step Time": 6.748069878667593}
+{"Finetune/Learning Rate": 6.886145522021661e-06, "Finetune/Loss": 0.7674546241760254, "Finetune/Loss (Raw)": 0.7911204695701599, "Finetune/Step": 3983, "Finetune/Step Time": 6.733029816299677}
+{"Finetune/Learning Rate": 6.881410929730972e-06, "Finetune/Loss": 0.7630809545516968, "Finetune/Loss (Raw)": 0.35768604278564453, "Finetune/Step": 3984, "Finetune/Step Time": 6.762857664376497}
+{"Finetune/Learning Rate": 6.8766771117018585e-06, "Finetune/Loss": 0.7668753862380981, "Finetune/Loss (Raw)": 0.8543601632118225, "Finetune/Step": 3985, "Finetune/Step Time": 6.746682105585933}
+{"Finetune/Learning Rate": 6.871944069109599e-06, "Finetune/Loss": 0.7717258930206299, "Finetune/Loss (Raw)": 0.96409672498703, "Finetune/Step": 3986, "Finetune/Step Time": 6.725737664848566}
+{"Finetune/Learning Rate": 6.867211803129281e-06, "Finetune/Loss": 0.7698088884353638, "Finetune/Loss (Raw)": 0.7268465161323547, "Finetune/Step": 3987, "Finetune/Step Time": 6.7329416908323765}
+{"Finetune/Learning Rate": 6.8624803149358e-06, "Finetune/Loss": 0.7700203061103821, "Finetune/Loss (Raw)": 0.8477656841278076, "Finetune/Step": 3988, "Finetune/Step Time": 6.736542468890548}
+{"Finetune/Learning Rate": 6.857749605703856e-06, "Finetune/Loss": 0.7709334492683411, "Finetune/Loss (Raw)": 0.8757076859474182, "Finetune/Step": 3989, "Finetune/Step Time": 6.736246896907687}
+{"Finetune/Learning Rate": 6.853019676607957e-06, "Finetune/Loss": 0.7706345319747925, "Finetune/Loss (Raw)": 0.8008384704589844, "Finetune/Step": 3990, "Finetune/Step Time": 6.740254886448383}
+{"Finetune/Learning Rate": 6.848290528822417e-06, "Finetune/Loss": 0.7722256183624268, "Finetune/Loss (Raw)": 0.8628007173538208, "Finetune/Step": 3991, "Finetune/Step Time": 6.733605016022921}
+{"Finetune/Learning Rate": 6.843562163521353e-06, "Finetune/Loss": 0.770988941192627, "Finetune/Loss (Raw)": 0.6684545874595642, "Finetune/Step": 3992, "Finetune/Step Time": 6.75176540017128}
+{"Finetune/Learning Rate": 6.838834581878695e-06, "Finetune/Loss": 0.7718786597251892, "Finetune/Loss (Raw)": 0.8360224962234497, "Finetune/Step": 3993, "Finetune/Step Time": 6.719934629276395}
+{"Finetune/Learning Rate": 6.83410778506817e-06, "Finetune/Loss": 0.7700227499008179, "Finetune/Loss (Raw)": 0.6975709795951843, "Finetune/Step": 3994, "Finetune/Step Time": 6.732016986235976}
+{"Finetune/Learning Rate": 6.8293817742633175e-06, "Finetune/Loss": 0.7680925726890564, "Finetune/Loss (Raw)": 0.7422080636024475, "Finetune/Step": 3995, "Finetune/Step Time": 6.732818327844143}
+{"Finetune/Learning Rate": 6.824656550637476e-06, "Finetune/Loss": 0.766950249671936, "Finetune/Loss (Raw)": 0.7244696617126465, "Finetune/Step": 3996, "Finetune/Step Time": 6.721761915832758}
+{"Finetune/Learning Rate": 6.819932115363791e-06, "Finetune/Loss": 0.7667303681373596, "Finetune/Loss (Raw)": 0.7054100036621094, "Finetune/Step": 3997, "Finetune/Step Time": 6.720927555114031}
+{"Finetune/Learning Rate": 6.815208469615216e-06, "Finetune/Loss": 0.7682322263717651, "Finetune/Loss (Raw)": 0.8845022320747375, "Finetune/Step": 3998, "Finetune/Step Time": 6.704456653445959}
+{"Finetune/Learning Rate": 6.810485614564502e-06, "Finetune/Loss": 0.7679451107978821, "Finetune/Loss (Raw)": 0.7647351622581482, "Finetune/Step": 3999, "Finetune/Step Time": 6.720476878806949}
+{"Finetune/Learning Rate": 6.805763551384205e-06, "Finetune/Loss": 0.770877480506897, "Finetune/Loss (Raw)": 0.7782064080238342, "Finetune/Step": 4000, "Finetune/Step Time": 6.701081885024905}
+{"Finetune/Learning Rate": 6.80104228124669e-06, "Finetune/Loss": 0.7714574337005615, "Finetune/Loss (Raw)": 0.7318858504295349, "Finetune/Step": 4001, "Finetune/Step Time": 6.702090660110116}
+{"Finetune/Learning Rate": 6.7963218053241195e-06, "Finetune/Loss": 0.7707844376564026, "Finetune/Loss (Raw)": 0.7069964408874512, "Finetune/Step": 4002, "Finetune/Step Time": 6.702432595193386}
+{"Finetune/Learning Rate": 6.791602124788459e-06, "Finetune/Loss": 0.7707156538963318, "Finetune/Loss (Raw)": 0.7784239053726196, "Finetune/Step": 4003, "Finetune/Step Time": 6.714366717264056}
+{"Finetune/Learning Rate": 6.786883240811479e-06, "Finetune/Loss": 0.7707965970039368, "Finetune/Loss (Raw)": 0.8409149050712585, "Finetune/Step": 4004, "Finetune/Step Time": 6.718954607844353}
+{"Finetune/Learning Rate": 6.782165154564753e-06, "Finetune/Loss": 0.7715418338775635, "Finetune/Loss (Raw)": 0.7846024036407471, "Finetune/Step": 4005, "Finetune/Step Time": 6.714209487661719}
+{"Finetune/Learning Rate": 6.777447867219651e-06, "Finetune/Loss": 0.7752913236618042, "Finetune/Loss (Raw)": 0.9635580778121948, "Finetune/Step": 4006, "Finetune/Step Time": 6.702399393543601}
+{"Finetune/Learning Rate": 6.772731379947346e-06, "Finetune/Loss": 0.7727411985397339, "Finetune/Loss (Raw)": 0.37225228548049927, "Finetune/Step": 4007, "Finetune/Step Time": 6.686417330056429}
+{"Finetune/Learning Rate": 6.7680156939188235e-06, "Finetune/Loss": 0.7717708945274353, "Finetune/Loss (Raw)": 0.6885926723480225, "Finetune/Step": 4008, "Finetune/Step Time": 6.684560973197222}
+{"Finetune/Learning Rate": 6.763300810304853e-06, "Finetune/Loss": 0.7715482115745544, "Finetune/Loss (Raw)": 0.8119975924491882, "Finetune/Step": 4009, "Finetune/Step Time": 6.680194418877363}
+{"Finetune/Learning Rate": 6.75858673027602e-06, "Finetune/Loss": 0.770415186882019, "Finetune/Loss (Raw)": 0.6880953907966614, "Finetune/Step": 4010, "Finetune/Step Time": 6.688285389915109}
+{"Finetune/Learning Rate": 6.753873455002698e-06, "Finetune/Loss": 0.7700490951538086, "Finetune/Loss (Raw)": 0.8513861298561096, "Finetune/Step": 4011, "Finetune/Step Time": 6.693479249253869}
+{"Finetune/Learning Rate": 6.7491609856550656e-06, "Finetune/Loss": 0.7688652276992798, "Finetune/Loss (Raw)": 0.575681209564209, "Finetune/Step": 4012, "Finetune/Step Time": 6.710651818662882}
+{"Finetune/Learning Rate": 6.744449323403106e-06, "Finetune/Loss": 0.7705442905426025, "Finetune/Loss (Raw)": 0.744659960269928, "Finetune/Step": 4013, "Finetune/Step Time": 6.704761952161789}
+{"Finetune/Learning Rate": 6.739738469416596e-06, "Finetune/Loss": 0.7709305286407471, "Finetune/Loss (Raw)": 0.7388514876365662, "Finetune/Step": 4014, "Finetune/Step Time": 6.729654790833592}
+{"Finetune/Learning Rate": 6.735028424865113e-06, "Finetune/Loss": 0.7714692950248718, "Finetune/Loss (Raw)": 0.7956027388572693, "Finetune/Step": 4015, "Finetune/Step Time": 6.730564601719379}
+{"Finetune/Learning Rate": 6.730319190918036e-06, "Finetune/Loss": 0.7717047929763794, "Finetune/Loss (Raw)": 0.8121625781059265, "Finetune/Step": 4016, "Finetune/Step Time": 6.732639959082007}
+{"Finetune/Learning Rate": 6.725610768744535e-06, "Finetune/Loss": 0.7720096111297607, "Finetune/Loss (Raw)": 0.8423493504524231, "Finetune/Step": 4017, "Finetune/Step Time": 6.7349697314202785}
+{"Finetune/Learning Rate": 6.720903159513592e-06, "Finetune/Loss": 0.7685264945030212, "Finetune/Loss (Raw)": 0.33730676770210266, "Finetune/Step": 4018, "Finetune/Step Time": 6.755433171987534}
+{"Finetune/Learning Rate": 6.7161963643939755e-06, "Finetune/Loss": 0.7703508734703064, "Finetune/Loss (Raw)": 0.9301909804344177, "Finetune/Step": 4019, "Finetune/Step Time": 6.726492451503873}
+{"Finetune/Learning Rate": 6.711490384554257e-06, "Finetune/Loss": 0.7709946036338806, "Finetune/Loss (Raw)": 0.8903592228889465, "Finetune/Step": 4020, "Finetune/Step Time": 6.724387742578983}
+{"Finetune/Learning Rate": 6.7067852211628035e-06, "Finetune/Loss": 0.7742173075675964, "Finetune/Loss (Raw)": 0.7934032678604126, "Finetune/Step": 4021, "Finetune/Step Time": 6.705407798290253}
+{"Finetune/Learning Rate": 6.702080875387781e-06, "Finetune/Loss": 0.7737195491790771, "Finetune/Loss (Raw)": 0.7636450529098511, "Finetune/Step": 4022, "Finetune/Step Time": 6.707892680540681}
+{"Finetune/Learning Rate": 6.697377348397151e-06, "Finetune/Loss": 0.7737830281257629, "Finetune/Loss (Raw)": 0.8206899762153625, "Finetune/Step": 4023, "Finetune/Step Time": 6.7200542483478785}
+{"Finetune/Learning Rate": 6.692674641358672e-06, "Finetune/Loss": 0.7744975090026855, "Finetune/Loss (Raw)": 0.8941128253936768, "Finetune/Step": 4024, "Finetune/Step Time": 6.736925363540649}
+{"Finetune/Learning Rate": 6.6879727554398995e-06, "Finetune/Loss": 0.7742475271224976, "Finetune/Loss (Raw)": 0.7444922924041748, "Finetune/Step": 4025, "Finetune/Step Time": 6.736738547682762}
+{"Finetune/Learning Rate": 6.683271691808187e-06, "Finetune/Loss": 0.7753239870071411, "Finetune/Loss (Raw)": 0.8759668469429016, "Finetune/Step": 4026, "Finetune/Step Time": 6.723725838586688}
+{"Finetune/Learning Rate": 6.678571451630678e-06, "Finetune/Loss": 0.775261402130127, "Finetune/Loss (Raw)": 0.9079003930091858, "Finetune/Step": 4027, "Finetune/Step Time": 6.7203546687960625}
+{"Finetune/Learning Rate": 6.673872036074321e-06, "Finetune/Loss": 0.7750600576400757, "Finetune/Loss (Raw)": 0.744081974029541, "Finetune/Step": 4028, "Finetune/Step Time": 6.704951865598559}
+{"Finetune/Learning Rate": 6.6691734463058476e-06, "Finetune/Loss": 0.7749180197715759, "Finetune/Loss (Raw)": 0.8445977568626404, "Finetune/Step": 4029, "Finetune/Step Time": 6.704686598852277}
+{"Finetune/Learning Rate": 6.664475683491797e-06, "Finetune/Loss": 0.7706069946289062, "Finetune/Loss (Raw)": 0.3981553912162781, "Finetune/Step": 4030, "Finetune/Step Time": 6.72167195007205}
+{"Finetune/Learning Rate": 6.6597787487984935e-06, "Finetune/Loss": 0.7695214748382568, "Finetune/Loss (Raw)": 0.757588267326355, "Finetune/Step": 4031, "Finetune/Step Time": 6.721216527745128}
+{"Finetune/Learning Rate": 6.655082643392059e-06, "Finetune/Loss": 0.7693288922309875, "Finetune/Loss (Raw)": 0.758021891117096, "Finetune/Step": 4032, "Finetune/Step Time": 6.714412473142147}
+{"Finetune/Learning Rate": 6.650387368438412e-06, "Finetune/Loss": 0.7712167501449585, "Finetune/Loss (Raw)": 0.8719298243522644, "Finetune/Step": 4033, "Finetune/Step Time": 6.702323731034994}
+{"Finetune/Learning Rate": 6.645692925103262e-06, "Finetune/Loss": 0.7712029218673706, "Finetune/Loss (Raw)": 0.7855404615402222, "Finetune/Step": 4034, "Finetune/Step Time": 6.663596389815211}
+{"Finetune/Learning Rate": 6.640999314552112e-06, "Finetune/Loss": 0.768170952796936, "Finetune/Loss (Raw)": 0.6586512327194214, "Finetune/Step": 4035, "Finetune/Step Time": 6.668726120144129}
+{"Finetune/Learning Rate": 6.636306537950259e-06, "Finetune/Loss": 0.7713947892189026, "Finetune/Loss (Raw)": 0.9861419200897217, "Finetune/Step": 4036, "Finetune/Step Time": 6.65501825325191}
+{"Finetune/Learning Rate": 6.63161459646279e-06, "Finetune/Loss": 0.7717093229293823, "Finetune/Loss (Raw)": 0.7119291424751282, "Finetune/Step": 4037, "Finetune/Step Time": 6.660415966063738}
+{"Finetune/Learning Rate": 6.6269234912545925e-06, "Finetune/Loss": 0.7678649425506592, "Finetune/Loss (Raw)": 0.37299200892448425, "Finetune/Step": 4038, "Finetune/Step Time": 6.677273314446211}
+{"Finetune/Learning Rate": 6.62223322349034e-06, "Finetune/Loss": 0.7666172981262207, "Finetune/Loss (Raw)": 0.7840365171432495, "Finetune/Step": 4039, "Finetune/Step Time": 6.697399398311973}
+{"Finetune/Learning Rate": 6.617543794334501e-06, "Finetune/Loss": 0.7679030895233154, "Finetune/Loss (Raw)": 0.8596411943435669, "Finetune/Step": 4040, "Finetune/Step Time": 6.686621742323041}
+{"Finetune/Learning Rate": 6.612855204951332e-06, "Finetune/Loss": 0.7673280835151672, "Finetune/Loss (Raw)": 0.7218789458274841, "Finetune/Step": 4041, "Finetune/Step Time": 6.682110503315926}
+{"Finetune/Learning Rate": 6.608167456504882e-06, "Finetune/Loss": 0.7675615549087524, "Finetune/Loss (Raw)": 0.7791444659233093, "Finetune/Step": 4042, "Finetune/Step Time": 6.69457839615643}
+{"Finetune/Learning Rate": 6.603480550158995e-06, "Finetune/Loss": 0.7676390409469604, "Finetune/Loss (Raw)": 0.86045902967453, "Finetune/Step": 4043, "Finetune/Step Time": 6.697054360061884}
+{"Finetune/Learning Rate": 6.598794487077304e-06, "Finetune/Loss": 0.7671942710876465, "Finetune/Loss (Raw)": 0.7854853272438049, "Finetune/Step": 4044, "Finetune/Step Time": 6.689163712784648}
+{"Finetune/Learning Rate": 6.59410926842323e-06, "Finetune/Loss": 0.763732373714447, "Finetune/Loss (Raw)": 0.3032468855381012, "Finetune/Step": 4045, "Finetune/Step Time": 6.688386827707291}
+{"Finetune/Learning Rate": 6.589424895359988e-06, "Finetune/Loss": 0.7623735666275024, "Finetune/Loss (Raw)": 0.7212356925010681, "Finetune/Step": 4046, "Finetune/Step Time": 6.675729976966977}
+{"Finetune/Learning Rate": 6.58474136905058e-06, "Finetune/Loss": 0.7622711062431335, "Finetune/Loss (Raw)": 0.7505133152008057, "Finetune/Step": 4047, "Finetune/Step Time": 6.6790056228637695}
+{"Finetune/Learning Rate": 6.580058690657801e-06, "Finetune/Loss": 0.7587646245956421, "Finetune/Loss (Raw)": 0.38031357526779175, "Finetune/Step": 4048, "Finetune/Step Time": 6.663733851164579}
+{"Finetune/Learning Rate": 6.575376861344233e-06, "Finetune/Loss": 0.759125828742981, "Finetune/Loss (Raw)": 0.6782227158546448, "Finetune/Step": 4049, "Finetune/Step Time": 6.647406041622162}
+{"Finetune/Learning Rate": 6.570695882272248e-06, "Finetune/Loss": 0.7581155896186829, "Finetune/Loss (Raw)": 0.7609028220176697, "Finetune/Step": 4050, "Finetune/Step Time": 6.654743369668722}
+{"Finetune/Learning Rate": 6.566015754604006e-06, "Finetune/Loss": 0.7598017454147339, "Finetune/Loss (Raw)": 0.7319335341453552, "Finetune/Step": 4051, "Finetune/Step Time": 6.646888718008995}
+{"Finetune/Learning Rate": 6.561336479501455e-06, "Finetune/Loss": 0.7590742111206055, "Finetune/Loss (Raw)": 0.7598281502723694, "Finetune/Step": 4052, "Finetune/Step Time": 6.667322484776378}
+{"Finetune/Learning Rate": 6.5566580581263396e-06, "Finetune/Loss": 0.7554556131362915, "Finetune/Loss (Raw)": 0.382210910320282, "Finetune/Step": 4053, "Finetune/Step Time": 6.68408402428031}
+{"Finetune/Learning Rate": 6.551980491640179e-06, "Finetune/Loss": 0.7549230456352234, "Finetune/Loss (Raw)": 0.6538775563240051, "Finetune/Step": 4054, "Finetune/Step Time": 6.693596493452787}
+{"Finetune/Learning Rate": 6.547303781204289e-06, "Finetune/Loss": 0.7551714181900024, "Finetune/Loss (Raw)": 0.7965580821037292, "Finetune/Step": 4055, "Finetune/Step Time": 6.6759113017469645}
+{"Finetune/Learning Rate": 6.542627927979772e-06, "Finetune/Loss": 0.7527870535850525, "Finetune/Loss (Raw)": 0.5693117380142212, "Finetune/Step": 4056, "Finetune/Step Time": 6.691098187118769}
+{"Finetune/Learning Rate": 6.537952933127513e-06, "Finetune/Loss": 0.7530018091201782, "Finetune/Loss (Raw)": 0.887425422668457, "Finetune/Step": 4057, "Finetune/Step Time": 6.688119497150183}
+{"Finetune/Learning Rate": 6.533278797808191e-06, "Finetune/Loss": 0.7530447840690613, "Finetune/Loss (Raw)": 0.744509756565094, "Finetune/Step": 4058, "Finetune/Step Time": 6.680131148546934}
+{"Finetune/Learning Rate": 6.5286055231822665e-06, "Finetune/Loss": 0.7515159249305725, "Finetune/Loss (Raw)": 0.7127748727798462, "Finetune/Step": 4059, "Finetune/Step Time": 6.6940514873713255}
+{"Finetune/Learning Rate": 6.5239331104099855e-06, "Finetune/Loss": 0.749649167060852, "Finetune/Loss (Raw)": 0.463188111782074, "Finetune/Step": 4060, "Finetune/Step Time": 6.697084508836269}
+{"Finetune/Learning Rate": 6.519261560651384e-06, "Finetune/Loss": 0.7501177787780762, "Finetune/Loss (Raw)": 0.6055940389633179, "Finetune/Step": 4061, "Finetune/Step Time": 6.6907675210386515}
+{"Finetune/Learning Rate": 6.51459087506628e-06, "Finetune/Loss": 0.7508764266967773, "Finetune/Loss (Raw)": 0.8164014220237732, "Finetune/Step": 4062, "Finetune/Step Time": 6.6840884778648615}
+{"Finetune/Learning Rate": 6.509921054814283e-06, "Finetune/Loss": 0.7477270364761353, "Finetune/Loss (Raw)": 0.36228352785110474, "Finetune/Step": 4063, "Finetune/Step Time": 6.6934879664331675}
+{"Finetune/Learning Rate": 6.50525210105478e-06, "Finetune/Loss": 0.7437499761581421, "Finetune/Loss (Raw)": 0.38955408334732056, "Finetune/Step": 4064, "Finetune/Step Time": 6.715734167024493}
+{"Finetune/Learning Rate": 6.500584014946947e-06, "Finetune/Loss": 0.7423619031906128, "Finetune/Loss (Raw)": 0.6498349905014038, "Finetune/Step": 4065, "Finetune/Step Time": 6.722364589571953}
+{"Finetune/Learning Rate": 6.495916797649743e-06, "Finetune/Loss": 0.742669939994812, "Finetune/Loss (Raw)": 0.8071928024291992, "Finetune/Step": 4066, "Finetune/Step Time": 6.736619358882308}
+{"Finetune/Learning Rate": 6.491250450321913e-06, "Finetune/Loss": 0.7428699731826782, "Finetune/Loss (Raw)": 0.8620184659957886, "Finetune/Step": 4067, "Finetune/Step Time": 6.726533558219671}
+{"Finetune/Learning Rate": 6.486584974121988e-06, "Finetune/Loss": 0.7427637577056885, "Finetune/Loss (Raw)": 0.8216914534568787, "Finetune/Step": 4068, "Finetune/Step Time": 6.718576729297638}
+{"Finetune/Learning Rate": 6.481920370208274e-06, "Finetune/Loss": 0.7428700923919678, "Finetune/Loss (Raw)": 0.8742126822471619, "Finetune/Step": 4069, "Finetune/Step Time": 6.732382085174322}
+{"Finetune/Learning Rate": 6.477256639738872e-06, "Finetune/Loss": 0.7419353127479553, "Finetune/Loss (Raw)": 0.763481080532074, "Finetune/Step": 4070, "Finetune/Step Time": 6.729275954887271}
+{"Finetune/Learning Rate": 6.472593783871657e-06, "Finetune/Loss": 0.7429053783416748, "Finetune/Loss (Raw)": 0.7517181038856506, "Finetune/Step": 4071, "Finetune/Step Time": 6.736186448484659}
+{"Finetune/Learning Rate": 6.46793180376429e-06, "Finetune/Loss": 0.7414353489875793, "Finetune/Loss (Raw)": 0.6720812320709229, "Finetune/Step": 4072, "Finetune/Step Time": 6.765619998797774}
+{"Finetune/Learning Rate": 6.463270700574219e-06, "Finetune/Loss": 0.7397620677947998, "Finetune/Loss (Raw)": 0.776413083076477, "Finetune/Step": 4073, "Finetune/Step Time": 6.74945880100131}
+{"Finetune/Learning Rate": 6.458610475458666e-06, "Finetune/Loss": 0.7406160831451416, "Finetune/Loss (Raw)": 0.9005212783813477, "Finetune/Step": 4074, "Finetune/Step Time": 6.737316243350506}
+{"Finetune/Learning Rate": 6.453951129574644e-06, "Finetune/Loss": 0.7401901483535767, "Finetune/Loss (Raw)": 0.751703679561615, "Finetune/Step": 4075, "Finetune/Step Time": 6.726569337770343}
+{"Finetune/Learning Rate": 6.449292664078939e-06, "Finetune/Loss": 0.7419542074203491, "Finetune/Loss (Raw)": 0.5977866053581238, "Finetune/Step": 4076, "Finetune/Step Time": 6.7265399023890495}
+{"Finetune/Learning Rate": 6.444635080128121e-06, "Finetune/Loss": 0.741504430770874, "Finetune/Loss (Raw)": 0.8180568218231201, "Finetune/Step": 4077, "Finetune/Step Time": 6.740850295871496}
+{"Finetune/Learning Rate": 6.439978378878547e-06, "Finetune/Loss": 0.740390956401825, "Finetune/Loss (Raw)": 0.7415433526039124, "Finetune/Step": 4078, "Finetune/Step Time": 6.7439820021390915}
+{"Finetune/Learning Rate": 6.435322561486348e-06, "Finetune/Loss": 0.740193247795105, "Finetune/Loss (Raw)": 0.8693819046020508, "Finetune/Step": 4079, "Finetune/Step Time": 6.756109355017543}
+{"Finetune/Learning Rate": 6.430667629107439e-06, "Finetune/Loss": 0.7403343319892883, "Finetune/Loss (Raw)": 0.6958126425743103, "Finetune/Step": 4080, "Finetune/Step Time": 6.755888482555747}
+{"Finetune/Learning Rate": 6.426013582897511e-06, "Finetune/Loss": 0.7400016784667969, "Finetune/Loss (Raw)": 0.7191791534423828, "Finetune/Step": 4081, "Finetune/Step Time": 6.77826708368957}
+{"Finetune/Learning Rate": 6.421360424012039e-06, "Finetune/Loss": 0.7398906350135803, "Finetune/Loss (Raw)": 0.7338994741439819, "Finetune/Step": 4082, "Finetune/Step Time": 6.796213462948799}
+{"Finetune/Learning Rate": 6.416708153606282e-06, "Finetune/Loss": 0.7413539886474609, "Finetune/Loss (Raw)": 0.8684184551239014, "Finetune/Step": 4083, "Finetune/Step Time": 6.799036949872971}
+{"Finetune/Learning Rate": 6.412056772835269e-06, "Finetune/Loss": 0.7379282116889954, "Finetune/Loss (Raw)": 0.47387710213661194, "Finetune/Step": 4084, "Finetune/Step Time": 6.813245438039303}
+{"Finetune/Learning Rate": 6.407406282853812e-06, "Finetune/Loss": 0.7362850904464722, "Finetune/Loss (Raw)": 0.616528332233429, "Finetune/Step": 4085, "Finetune/Step Time": 6.8146471325308084}
+{"Finetune/Learning Rate": 6.402756684816505e-06, "Finetune/Loss": 0.7358627915382385, "Finetune/Loss (Raw)": 0.687780499458313, "Finetune/Step": 4086, "Finetune/Step Time": 6.811691053211689}
+{"Finetune/Learning Rate": 6.398107979877714e-06, "Finetune/Loss": 0.737841010093689, "Finetune/Loss (Raw)": 0.8950289487838745, "Finetune/Step": 4087, "Finetune/Step Time": 6.790069783106446}
+{"Finetune/Learning Rate": 6.393460169191592e-06, "Finetune/Loss": 0.738997757434845, "Finetune/Loss (Raw)": 0.8270199298858643, "Finetune/Step": 4088, "Finetune/Step Time": 6.785247016698122}
+{"Finetune/Learning Rate": 6.388813253912061e-06, "Finetune/Loss": 0.738917350769043, "Finetune/Loss (Raw)": 0.7963807582855225, "Finetune/Step": 4089, "Finetune/Step Time": 6.786071736365557}
+{"Finetune/Learning Rate": 6.384167235192827e-06, "Finetune/Loss": 0.7400441765785217, "Finetune/Loss (Raw)": 0.7974815368652344, "Finetune/Step": 4090, "Finetune/Step Time": 6.799201432615519}
+{"Finetune/Learning Rate": 6.379522114187369e-06, "Finetune/Loss": 0.7394081354141235, "Finetune/Loss (Raw)": 0.7638389468193054, "Finetune/Step": 4091, "Finetune/Step Time": 6.811723293736577}
+{"Finetune/Learning Rate": 6.374877892048944e-06, "Finetune/Loss": 0.7389627695083618, "Finetune/Loss (Raw)": 0.754851758480072, "Finetune/Step": 4092, "Finetune/Step Time": 6.812814263626933}
+{"Finetune/Learning Rate": 6.3702345699305935e-06, "Finetune/Loss": 0.7397328615188599, "Finetune/Loss (Raw)": 0.8903921842575073, "Finetune/Step": 4093, "Finetune/Step Time": 6.797690834850073}
+{"Finetune/Learning Rate": 6.365592148985124e-06, "Finetune/Loss": 0.7442622780799866, "Finetune/Loss (Raw)": 0.9756119251251221, "Finetune/Step": 4094, "Finetune/Step Time": 6.77930011972785}
+{"Finetune/Learning Rate": 6.360950630365126e-06, "Finetune/Loss": 0.7433794736862183, "Finetune/Loss (Raw)": 0.6876672506332397, "Finetune/Step": 4095, "Finetune/Step Time": 6.785800816491246}
+{"Finetune/Learning Rate": 6.35631001522296e-06, "Finetune/Loss": 0.7439827919006348, "Finetune/Loss (Raw)": 0.9137834310531616, "Finetune/Step": 4096, "Finetune/Step Time": 6.790125075727701}
+{"Finetune/Learning Rate": 6.351670304710771e-06, "Finetune/Loss": 0.7444747090339661, "Finetune/Loss (Raw)": 0.847219705581665, "Finetune/Step": 4097, "Finetune/Step Time": 6.77580245397985}
+{"Finetune/Learning Rate": 6.347031499980468e-06, "Finetune/Loss": 0.7426077127456665, "Finetune/Loss (Raw)": 0.6215193867683411, "Finetune/Step": 4098, "Finetune/Step Time": 6.783153181895614}
+{"Finetune/Learning Rate": 6.342393602183745e-06, "Finetune/Loss": 0.7417697906494141, "Finetune/Loss (Raw)": 0.8114776015281677, "Finetune/Step": 4099, "Finetune/Step Time": 6.786286408081651}
+{"Finetune/Learning Rate": 6.337756612472067e-06, "Finetune/Loss": 0.7429260015487671, "Finetune/Loss (Raw)": 0.929756224155426, "Finetune/Step": 4100, "Finetune/Step Time": 6.786154517903924}
+{"Finetune/Learning Rate": 6.333120531996672e-06, "Finetune/Loss": 0.7428079843521118, "Finetune/Loss (Raw)": 0.7690346240997314, "Finetune/Step": 4101, "Finetune/Step Time": 6.80645252391696}
+{"Finetune/Learning Rate": 6.328485361908572e-06, "Finetune/Loss": 0.7430328726768494, "Finetune/Loss (Raw)": 0.7786406874656677, "Finetune/Step": 4102, "Finetune/Step Time": 6.802864655852318}
+{"Finetune/Learning Rate": 6.323851103358558e-06, "Finetune/Loss": 0.7421461343765259, "Finetune/Loss (Raw)": 0.807122528553009, "Finetune/Step": 4103, "Finetune/Step Time": 6.805663965642452}
+{"Finetune/Learning Rate": 6.319217757497192e-06, "Finetune/Loss": 0.7428221702575684, "Finetune/Loss (Raw)": 0.8341096043586731, "Finetune/Step": 4104, "Finetune/Step Time": 6.793379109352827}
+{"Finetune/Learning Rate": 6.3145853254748065e-06, "Finetune/Loss": 0.7431000471115112, "Finetune/Loss (Raw)": 0.6659904718399048, "Finetune/Step": 4105, "Finetune/Step Time": 6.787094427272677}
+{"Finetune/Learning Rate": 6.30995380844151e-06, "Finetune/Loss": 0.7452313899993896, "Finetune/Loss (Raw)": 0.7623806595802307, "Finetune/Step": 4106, "Finetune/Step Time": 6.785082878544927}
+{"Finetune/Learning Rate": 6.3053232075471846e-06, "Finetune/Loss": 0.7445539236068726, "Finetune/Loss (Raw)": 0.7480616569519043, "Finetune/Step": 4107, "Finetune/Step Time": 6.786640455946326}
+{"Finetune/Learning Rate": 6.300693523941481e-06, "Finetune/Loss": 0.7465946674346924, "Finetune/Loss (Raw)": 0.8433192372322083, "Finetune/Step": 4108, "Finetune/Step Time": 6.7856145687401295}
+{"Finetune/Learning Rate": 6.296064758773828e-06, "Finetune/Loss": 0.7455481290817261, "Finetune/Loss (Raw)": 0.7359470129013062, "Finetune/Step": 4109, "Finetune/Step Time": 6.793062962591648}
+{"Finetune/Learning Rate": 6.291436913193421e-06, "Finetune/Loss": 0.7451868057250977, "Finetune/Loss (Raw)": 0.7550935745239258, "Finetune/Step": 4110, "Finetune/Step Time": 6.799563229084015}
+{"Finetune/Learning Rate": 6.28680998834923e-06, "Finetune/Loss": 0.7462818622589111, "Finetune/Loss (Raw)": 0.9312973022460938, "Finetune/Step": 4111, "Finetune/Step Time": 6.804404949769378}
+{"Finetune/Learning Rate": 6.282183985389991e-06, "Finetune/Loss": 0.7481396794319153, "Finetune/Loss (Raw)": 0.5954822301864624, "Finetune/Step": 4112, "Finetune/Step Time": 6.787635484710336}
+{"Finetune/Learning Rate": 6.277558905464225e-06, "Finetune/Loss": 0.7465725541114807, "Finetune/Loss (Raw)": 0.6537633538246155, "Finetune/Step": 4113, "Finetune/Step Time": 6.785463327541947}
+{"Finetune/Learning Rate": 6.2729347497202095e-06, "Finetune/Loss": 0.7453801035881042, "Finetune/Loss (Raw)": 0.8114657998085022, "Finetune/Step": 4114, "Finetune/Step Time": 6.7865205984562635}
+{"Finetune/Learning Rate": 6.268311519305999e-06, "Finetune/Loss": 0.7461934089660645, "Finetune/Loss (Raw)": 0.8309475183486938, "Finetune/Step": 4115, "Finetune/Step Time": 6.78339859098196}
+{"Finetune/Learning Rate": 6.263689215369414e-06, "Finetune/Loss": 0.7436549067497253, "Finetune/Loss (Raw)": 0.5228395462036133, "Finetune/Step": 4116, "Finetune/Step Time": 6.807921288534999}
+{"Finetune/Learning Rate": 6.25906783905805e-06, "Finetune/Loss": 0.7418354749679565, "Finetune/Loss (Raw)": 0.6428245306015015, "Finetune/Step": 4117, "Finetune/Step Time": 6.816853137686849}
+{"Finetune/Learning Rate": 6.254447391519271e-06, "Finetune/Loss": 0.7430820465087891, "Finetune/Loss (Raw)": 0.9603928923606873, "Finetune/Step": 4118, "Finetune/Step Time": 6.810456143692136}
+{"Finetune/Learning Rate": 6.249827873900209e-06, "Finetune/Loss": 0.7436309456825256, "Finetune/Loss (Raw)": 0.9330663084983826, "Finetune/Step": 4119, "Finetune/Step Time": 6.804138071835041}
+{"Finetune/Learning Rate": 6.245209287347767e-06, "Finetune/Loss": 0.743963360786438, "Finetune/Loss (Raw)": 0.7109978795051575, "Finetune/Step": 4120, "Finetune/Step Time": 6.798428572714329}
+{"Finetune/Learning Rate": 6.2405916330086106e-06, "Finetune/Loss": 0.7438607811927795, "Finetune/Loss (Raw)": 0.8228974342346191, "Finetune/Step": 4121, "Finetune/Step Time": 6.803224666044116}
+{"Finetune/Learning Rate": 6.235974912029181e-06, "Finetune/Loss": 0.7439267635345459, "Finetune/Loss (Raw)": 0.7060129046440125, "Finetune/Step": 4122, "Finetune/Step Time": 6.80176373757422}
+{"Finetune/Learning Rate": 6.231359125555689e-06, "Finetune/Loss": 0.7455559968948364, "Finetune/Loss (Raw)": 0.9507474303245544, "Finetune/Step": 4123, "Finetune/Step Time": 6.802567580714822}
+{"Finetune/Learning Rate": 6.2267442747341085e-06, "Finetune/Loss": 0.7443076968193054, "Finetune/Loss (Raw)": 0.5646936893463135, "Finetune/Step": 4124, "Finetune/Step Time": 6.803885569795966}
+{"Finetune/Learning Rate": 6.222130360710181e-06, "Finetune/Loss": 0.7452446222305298, "Finetune/Loss (Raw)": 0.8253352046012878, "Finetune/Step": 4125, "Finetune/Step Time": 6.806662807241082}
+{"Finetune/Learning Rate": 6.217517384629417e-06, "Finetune/Loss": 0.7449435591697693, "Finetune/Loss (Raw)": 0.8459647297859192, "Finetune/Step": 4126, "Finetune/Step Time": 6.80161983333528}
+{"Finetune/Learning Rate": 6.212905347637095e-06, "Finetune/Loss": 0.745348334312439, "Finetune/Loss (Raw)": 0.8165484070777893, "Finetune/Step": 4127, "Finetune/Step Time": 6.791208958253264}
+{"Finetune/Learning Rate": 6.2082942508782576e-06, "Finetune/Loss": 0.7452441453933716, "Finetune/Loss (Raw)": 0.7648665904998779, "Finetune/Step": 4128, "Finetune/Step Time": 6.776933208107948}
+{"Finetune/Learning Rate": 6.20368409549772e-06, "Finetune/Loss": 0.7457677125930786, "Finetune/Loss (Raw)": 0.7989049553871155, "Finetune/Step": 4129, "Finetune/Step Time": 6.757472846657038}
+{"Finetune/Learning Rate": 6.1990748826400535e-06, "Finetune/Loss": 0.7463771104812622, "Finetune/Loss (Raw)": 0.7850052118301392, "Finetune/Step": 4130, "Finetune/Step Time": 6.747400671243668}
+{"Finetune/Learning Rate": 6.1944666134496056e-06, "Finetune/Loss": 0.7466195821762085, "Finetune/Loss (Raw)": 0.8094579577445984, "Finetune/Step": 4131, "Finetune/Step Time": 6.740569490939379}
+{"Finetune/Learning Rate": 6.189859289070483e-06, "Finetune/Loss": 0.7464629411697388, "Finetune/Loss (Raw)": 0.8208616971969604, "Finetune/Step": 4132, "Finetune/Step Time": 6.742454728111625}
+{"Finetune/Learning Rate": 6.1852529106465635e-06, "Finetune/Loss": 0.745958685874939, "Finetune/Loss (Raw)": 0.7200530171394348, "Finetune/Step": 4133, "Finetune/Step Time": 6.749983204528689}
+{"Finetune/Learning Rate": 6.180647479321484e-06, "Finetune/Loss": 0.744295597076416, "Finetune/Loss (Raw)": 0.7506886720657349, "Finetune/Step": 4134, "Finetune/Step Time": 6.755974585190415}
+{"Finetune/Learning Rate": 6.176042996238649e-06, "Finetune/Loss": 0.7470194101333618, "Finetune/Loss (Raw)": 0.7208945751190186, "Finetune/Step": 4135, "Finetune/Step Time": 6.7378312442451715}
+{"Finetune/Learning Rate": 6.171439462541229e-06, "Finetune/Loss": 0.7474853992462158, "Finetune/Loss (Raw)": 0.7482466101646423, "Finetune/Step": 4136, "Finetune/Step Time": 6.737775502726436}
+{"Finetune/Learning Rate": 6.1668368793721545e-06, "Finetune/Loss": 0.7466860413551331, "Finetune/Loss (Raw)": 0.7096795439720154, "Finetune/Step": 4137, "Finetune/Step Time": 6.745233563706279}
+{"Finetune/Learning Rate": 6.162235247874126e-06, "Finetune/Loss": 0.7480431795120239, "Finetune/Loss (Raw)": 0.8618057370185852, "Finetune/Step": 4138, "Finetune/Step Time": 6.730966720730066}
+{"Finetune/Learning Rate": 6.157634569189601e-06, "Finetune/Loss": 0.7469688653945923, "Finetune/Loss (Raw)": 0.7138736248016357, "Finetune/Step": 4139, "Finetune/Step Time": 6.7205207683146}
+{"Finetune/Learning Rate": 6.153034844460808e-06, "Finetune/Loss": 0.7480989098548889, "Finetune/Loss (Raw)": 0.7203288674354553, "Finetune/Step": 4140, "Finetune/Step Time": 6.709695592522621}
+{"Finetune/Learning Rate": 6.148436074829732e-06, "Finetune/Loss": 0.7453913688659668, "Finetune/Loss (Raw)": 0.3980874717235565, "Finetune/Step": 4141, "Finetune/Step Time": 6.719620745629072}
+{"Finetune/Learning Rate": 6.143838261438122e-06, "Finetune/Loss": 0.7452529668807983, "Finetune/Loss (Raw)": 0.7211412191390991, "Finetune/Step": 4142, "Finetune/Step Time": 6.706334330141544}
+{"Finetune/Learning Rate": 6.139241405427495e-06, "Finetune/Loss": 0.7448043823242188, "Finetune/Loss (Raw)": 0.7381775379180908, "Finetune/Step": 4143, "Finetune/Step Time": 6.702695645391941}
+{"Finetune/Learning Rate": 6.1346455079391254e-06, "Finetune/Loss": 0.7407863140106201, "Finetune/Loss (Raw)": 0.29785972833633423, "Finetune/Step": 4144, "Finetune/Step Time": 6.717087311670184}
+{"Finetune/Learning Rate": 6.130050570114049e-06, "Finetune/Loss": 0.7393923997879028, "Finetune/Loss (Raw)": 0.663922905921936, "Finetune/Step": 4145, "Finetune/Step Time": 6.7251742742955685}
+{"Finetune/Learning Rate": 6.125456593093066e-06, "Finetune/Loss": 0.743305504322052, "Finetune/Loss (Raw)": 0.8381880521774292, "Finetune/Step": 4146, "Finetune/Step Time": 6.700813636183739}
+{"Finetune/Learning Rate": 6.120863578016736e-06, "Finetune/Loss": 0.7422523498535156, "Finetune/Loss (Raw)": 0.7953801155090332, "Finetune/Step": 4147, "Finetune/Step Time": 6.706144316121936}
+{"Finetune/Learning Rate": 6.116271526025383e-06, "Finetune/Loss": 0.7418918609619141, "Finetune/Loss (Raw)": 0.844220757484436, "Finetune/Step": 4148, "Finetune/Step Time": 6.6967910546809435}
+{"Finetune/Learning Rate": 6.111680438259087e-06, "Finetune/Loss": 0.7417373061180115, "Finetune/Loss (Raw)": 0.7736220955848694, "Finetune/Step": 4149, "Finetune/Step Time": 6.685487238690257}
+{"Finetune/Learning Rate": 6.107090315857693e-06, "Finetune/Loss": 0.7408398389816284, "Finetune/Loss (Raw)": 0.6487727165222168, "Finetune/Step": 4150, "Finetune/Step Time": 6.709694670513272}
+{"Finetune/Learning Rate": 6.102501159960804e-06, "Finetune/Loss": 0.7405470609664917, "Finetune/Loss (Raw)": 0.7832092046737671, "Finetune/Step": 4151, "Finetune/Step Time": 6.715632043778896}
+{"Finetune/Learning Rate": 6.097912971707784e-06, "Finetune/Loss": 0.7396544218063354, "Finetune/Loss (Raw)": 0.779853105545044, "Finetune/Step": 4152, "Finetune/Step Time": 6.71008413657546}
+{"Finetune/Learning Rate": 6.0933257522377545e-06, "Finetune/Loss": 0.7396527528762817, "Finetune/Loss (Raw)": 0.7442805171012878, "Finetune/Step": 4153, "Finetune/Step Time": 6.707528410479426}
+{"Finetune/Learning Rate": 6.088739502689603e-06, "Finetune/Loss": 0.7390990257263184, "Finetune/Loss (Raw)": 0.8050873279571533, "Finetune/Step": 4154, "Finetune/Step Time": 6.711892681196332}
+{"Finetune/Learning Rate": 6.084154224201966e-06, "Finetune/Loss": 0.7377173900604248, "Finetune/Loss (Raw)": 0.7310602068901062, "Finetune/Step": 4155, "Finetune/Step Time": 6.714464021846652}
+{"Finetune/Learning Rate": 6.079569917913249e-06, "Finetune/Loss": 0.737366795539856, "Finetune/Loss (Raw)": 0.6992066502571106, "Finetune/Step": 4156, "Finetune/Step Time": 6.723492417484522}
+{"Finetune/Learning Rate": 6.074986584961611e-06, "Finetune/Loss": 0.7377647161483765, "Finetune/Loss (Raw)": 0.8955289125442505, "Finetune/Step": 4157, "Finetune/Step Time": 6.723891833797097}
+{"Finetune/Learning Rate": 6.070404226484967e-06, "Finetune/Loss": 0.7408421039581299, "Finetune/Loss (Raw)": 0.7920587062835693, "Finetune/Step": 4158, "Finetune/Step Time": 6.713859599083662}
+{"Finetune/Learning Rate": 6.065822843620997e-06, "Finetune/Loss": 0.741690993309021, "Finetune/Loss (Raw)": 0.86624675989151, "Finetune/Step": 4159, "Finetune/Step Time": 6.713398324325681}
+{"Finetune/Learning Rate": 6.061242437507131e-06, "Finetune/Loss": 0.7428711652755737, "Finetune/Loss (Raw)": 0.9090790152549744, "Finetune/Step": 4160, "Finetune/Step Time": 6.70660393871367}
+{"Finetune/Learning Rate": 6.056663009280561e-06, "Finetune/Loss": 0.7424745559692383, "Finetune/Loss (Raw)": 0.8211691379547119, "Finetune/Step": 4161, "Finetune/Step Time": 6.703805331140757}
+{"Finetune/Learning Rate": 6.0520845600782395e-06, "Finetune/Loss": 0.7435659170150757, "Finetune/Loss (Raw)": 0.9252285957336426, "Finetune/Step": 4162, "Finetune/Step Time": 6.705302668735385}
+{"Finetune/Learning Rate": 6.047507091036866e-06, "Finetune/Loss": 0.7432997226715088, "Finetune/Loss (Raw)": 0.6245875358581543, "Finetune/Step": 4163, "Finetune/Step Time": 6.71583110652864}
+{"Finetune/Learning Rate": 6.042930603292907e-06, "Finetune/Loss": 0.7393159866333008, "Finetune/Loss (Raw)": 0.47621941566467285, "Finetune/Step": 4164, "Finetune/Step Time": 6.727902295067906}
+{"Finetune/Learning Rate": 6.03835509798258e-06, "Finetune/Loss": 0.7408400774002075, "Finetune/Loss (Raw)": 0.9070180654525757, "Finetune/Step": 4165, "Finetune/Step Time": 6.720303080976009}
+{"Finetune/Learning Rate": 6.033780576241861e-06, "Finetune/Loss": 0.7449203133583069, "Finetune/Loss (Raw)": 0.8952544331550598, "Finetune/Step": 4166, "Finetune/Step Time": 6.700966103002429}
+{"Finetune/Learning Rate": 6.0292070392064774e-06, "Finetune/Loss": 0.7444751858711243, "Finetune/Loss (Raw)": 0.7270607948303223, "Finetune/Step": 4167, "Finetune/Step Time": 6.684921944513917}
+{"Finetune/Learning Rate": 6.0246344880119165e-06, "Finetune/Loss": 0.7426899671554565, "Finetune/Loss (Raw)": 0.6311408877372742, "Finetune/Step": 4168, "Finetune/Step Time": 6.68248906172812}
+{"Finetune/Learning Rate": 6.02006292379342e-06, "Finetune/Loss": 0.739975094795227, "Finetune/Loss (Raw)": 0.37437063455581665, "Finetune/Step": 4169, "Finetune/Step Time": 6.701071009039879}
+{"Finetune/Learning Rate": 6.015492347685983e-06, "Finetune/Loss": 0.7389965057373047, "Finetune/Loss (Raw)": 0.6538809537887573, "Finetune/Step": 4170, "Finetune/Step Time": 6.692498475313187}
+{"Finetune/Learning Rate": 6.010922760824357e-06, "Finetune/Loss": 0.7386531233787537, "Finetune/Loss (Raw)": 0.8165069818496704, "Finetune/Step": 4171, "Finetune/Step Time": 6.694363279268146}
+{"Finetune/Learning Rate": 6.006354164343047e-06, "Finetune/Loss": 0.7385145425796509, "Finetune/Loss (Raw)": 0.7677541971206665, "Finetune/Step": 4172, "Finetune/Step Time": 6.713922033086419}
+{"Finetune/Learning Rate": 6.00178655937631e-06, "Finetune/Loss": 0.7420914173126221, "Finetune/Loss (Raw)": 0.7610851526260376, "Finetune/Step": 4173, "Finetune/Step Time": 6.700311308726668}
+{"Finetune/Learning Rate": 5.997219947058164e-06, "Finetune/Loss": 0.7393378019332886, "Finetune/Loss (Raw)": 0.3687680661678314, "Finetune/Step": 4174, "Finetune/Step Time": 6.719299625605345}
+{"Finetune/Learning Rate": 5.9926543285223734e-06, "Finetune/Loss": 0.7391164302825928, "Finetune/Loss (Raw)": 0.7221839427947998, "Finetune/Step": 4175, "Finetune/Step Time": 6.708677796646953}
+{"Finetune/Learning Rate": 5.988089704902458e-06, "Finetune/Loss": 0.7419888973236084, "Finetune/Loss (Raw)": 0.7479779124259949, "Finetune/Step": 4176, "Finetune/Step Time": 6.701503107324243}
+{"Finetune/Learning Rate": 5.98352607733169e-06, "Finetune/Loss": 0.743106484413147, "Finetune/Loss (Raw)": 0.8212776184082031, "Finetune/Step": 4177, "Finetune/Step Time": 6.71136561781168}
+{"Finetune/Learning Rate": 5.978963446943095e-06, "Finetune/Loss": 0.7439805865287781, "Finetune/Loss (Raw)": 0.8727888464927673, "Finetune/Step": 4178, "Finetune/Step Time": 6.704295393079519}
+{"Finetune/Learning Rate": 5.974401814869453e-06, "Finetune/Loss": 0.7441909313201904, "Finetune/Loss (Raw)": 0.7588546276092529, "Finetune/Step": 4179, "Finetune/Step Time": 6.716148544102907}
+{"Finetune/Learning Rate": 5.969841182243293e-06, "Finetune/Loss": 0.744888186454773, "Finetune/Loss (Raw)": 0.8490853905677795, "Finetune/Step": 4180, "Finetune/Step Time": 6.696832664310932}
+{"Finetune/Learning Rate": 5.9652815501968975e-06, "Finetune/Loss": 0.7479550838470459, "Finetune/Loss (Raw)": 0.7747777700424194, "Finetune/Step": 4181, "Finetune/Step Time": 6.681210797280073}
+{"Finetune/Learning Rate": 5.960722919862301e-06, "Finetune/Loss": 0.747160792350769, "Finetune/Loss (Raw)": 0.5522048473358154, "Finetune/Step": 4182, "Finetune/Step Time": 6.690912073478103}
+{"Finetune/Learning Rate": 5.956165292371283e-06, "Finetune/Loss": 0.747581958770752, "Finetune/Loss (Raw)": 0.8504594564437866, "Finetune/Step": 4183, "Finetune/Step Time": 6.689909877255559}
+{"Finetune/Learning Rate": 5.951608668855387e-06, "Finetune/Loss": 0.7491550445556641, "Finetune/Loss (Raw)": 0.7706691026687622, "Finetune/Step": 4184, "Finetune/Step Time": 6.667823223397136}
+{"Finetune/Learning Rate": 5.947053050445897e-06, "Finetune/Loss": 0.7490195631980896, "Finetune/Loss (Raw)": 0.8700883984565735, "Finetune/Step": 4185, "Finetune/Step Time": 6.670274341478944}
+{"Finetune/Learning Rate": 5.942498438273849e-06, "Finetune/Loss": 0.7502527236938477, "Finetune/Loss (Raw)": 0.9023488759994507, "Finetune/Step": 4186, "Finetune/Step Time": 6.682853179052472}
+{"Finetune/Learning Rate": 5.937944833470032e-06, "Finetune/Loss": 0.7503377199172974, "Finetune/Loss (Raw)": 0.7236589789390564, "Finetune/Step": 4187, "Finetune/Step Time": 6.671490233391523}
+{"Finetune/Learning Rate": 5.933392237164983e-06, "Finetune/Loss": 0.7514005303382874, "Finetune/Loss (Raw)": 0.5992230176925659, "Finetune/Step": 4188, "Finetune/Step Time": 6.6615537609905005}
+{"Finetune/Learning Rate": 5.928840650488988e-06, "Finetune/Loss": 0.752690315246582, "Finetune/Loss (Raw)": 0.770688533782959, "Finetune/Step": 4189, "Finetune/Step Time": 6.653280863538384}
+{"Finetune/Learning Rate": 5.924290074572083e-06, "Finetune/Loss": 0.7507615089416504, "Finetune/Loss (Raw)": 0.5695123076438904, "Finetune/Step": 4190, "Finetune/Step Time": 6.65306156873703}
+{"Finetune/Learning Rate": 5.919740510544054e-06, "Finetune/Loss": 0.7539734840393066, "Finetune/Loss (Raw)": 0.7734190821647644, "Finetune/Step": 4191, "Finetune/Step Time": 6.637022953480482}
+{"Finetune/Learning Rate": 5.915191959534436e-06, "Finetune/Loss": 0.7582559585571289, "Finetune/Loss (Raw)": 0.937714695930481, "Finetune/Step": 4192, "Finetune/Step Time": 6.6142696384340525}
+{"Finetune/Learning Rate": 5.910644422672509e-06, "Finetune/Loss": 0.7556406259536743, "Finetune/Loss (Raw)": 0.3150750994682312, "Finetune/Step": 4193, "Finetune/Step Time": 6.623358499258757}
+{"Finetune/Learning Rate": 5.906097901087306e-06, "Finetune/Loss": 0.7558605670928955, "Finetune/Loss (Raw)": 0.8353403806686401, "Finetune/Step": 4194, "Finetune/Step Time": 6.613437980413437}
+{"Finetune/Learning Rate": 5.901552395907606e-06, "Finetune/Loss": 0.7558448314666748, "Finetune/Loss (Raw)": 0.8599992394447327, "Finetune/Step": 4195, "Finetune/Step Time": 6.623525075614452}
+{"Finetune/Learning Rate": 5.897007908261935e-06, "Finetune/Loss": 0.7551971673965454, "Finetune/Loss (Raw)": 0.7387927174568176, "Finetune/Step": 4196, "Finetune/Step Time": 6.621335677802563}
+{"Finetune/Learning Rate": 5.892464439278566e-06, "Finetune/Loss": 0.7520233392715454, "Finetune/Loss (Raw)": 0.4679581820964813, "Finetune/Step": 4197, "Finetune/Step Time": 6.629795957356691}
+{"Finetune/Learning Rate": 5.8879219900855185e-06, "Finetune/Loss": 0.7528468370437622, "Finetune/Loss (Raw)": 0.8688892722129822, "Finetune/Step": 4198, "Finetune/Step Time": 6.627147164195776}
+{"Finetune/Learning Rate": 5.8833805618105635e-06, "Finetune/Loss": 0.7542942762374878, "Finetune/Loss (Raw)": 0.9369936585426331, "Finetune/Step": 4199, "Finetune/Step Time": 6.597190510481596}
+{"Finetune/Learning Rate": 5.878840155581213e-06, "Finetune/Loss": 0.7554259896278381, "Finetune/Loss (Raw)": 0.816937267780304, "Finetune/Step": 4200, "Finetune/Step Time": 6.5844227485358715}
+{"Finetune/Learning Rate": 5.874300772524728e-06, "Finetune/Loss": 0.7549117207527161, "Finetune/Loss (Raw)": 0.7105919718742371, "Finetune/Step": 4201, "Finetune/Step Time": 6.594082418829203}
+{"Finetune/Learning Rate": 5.869762413768114e-06, "Finetune/Loss": 0.7540384531021118, "Finetune/Loss (Raw)": 0.7887430191040039, "Finetune/Step": 4202, "Finetune/Step Time": 6.597074402496219}
+{"Finetune/Learning Rate": 5.865225080438124e-06, "Finetune/Loss": 0.7540069222450256, "Finetune/Loss (Raw)": 0.7476654648780823, "Finetune/Step": 4203, "Finetune/Step Time": 6.60831712000072}
+{"Finetune/Learning Rate": 5.860688773661256e-06, "Finetune/Loss": 0.7549483180046082, "Finetune/Loss (Raw)": 0.718286395072937, "Finetune/Step": 4204, "Finetune/Step Time": 6.58877900056541}
+{"Finetune/Learning Rate": 5.856153494563752e-06, "Finetune/Loss": 0.7548879981040955, "Finetune/Loss (Raw)": 0.8103384375572205, "Finetune/Step": 4205, "Finetune/Step Time": 6.569994170218706}
+{"Finetune/Learning Rate": 5.851619244271599e-06, "Finetune/Loss": 0.7547879219055176, "Finetune/Loss (Raw)": 0.7287304997444153, "Finetune/Step": 4206, "Finetune/Step Time": 6.567802481353283}
+{"Finetune/Learning Rate": 5.847086023910531e-06, "Finetune/Loss": 0.7543915510177612, "Finetune/Loss (Raw)": 0.8186413645744324, "Finetune/Step": 4207, "Finetune/Step Time": 6.561162792146206}
+{"Finetune/Learning Rate": 5.842553834606021e-06, "Finetune/Loss": 0.7550821304321289, "Finetune/Loss (Raw)": 0.7842098474502563, "Finetune/Step": 4208, "Finetune/Step Time": 6.5511720813810825}
+{"Finetune/Learning Rate": 5.838022677483291e-06, "Finetune/Loss": 0.7567498087882996, "Finetune/Loss (Raw)": 0.9326460361480713, "Finetune/Step": 4209, "Finetune/Step Time": 6.5287403259426355}
+{"Finetune/Learning Rate": 5.83349255366731e-06, "Finetune/Loss": 0.757143497467041, "Finetune/Loss (Raw)": 0.7842940092086792, "Finetune/Step": 4210, "Finetune/Step Time": 6.5140217915177345}
+{"Finetune/Learning Rate": 5.828963464282776e-06, "Finetune/Loss": 0.7568464279174805, "Finetune/Loss (Raw)": 0.8303827047348022, "Finetune/Step": 4211, "Finetune/Step Time": 6.518283665180206}
+{"Finetune/Learning Rate": 5.82443541045415e-06, "Finetune/Loss": 0.7584663033485413, "Finetune/Loss (Raw)": 0.6812273263931274, "Finetune/Step": 4212, "Finetune/Step Time": 6.498866664245725}
+{"Finetune/Learning Rate": 5.819908393305616e-06, "Finetune/Loss": 0.7586960792541504, "Finetune/Loss (Raw)": 0.6459331512451172, "Finetune/Step": 4213, "Finetune/Step Time": 6.5070467330515385}
+{"Finetune/Learning Rate": 5.815382413961119e-06, "Finetune/Loss": 0.7595713138580322, "Finetune/Loss (Raw)": 0.7998156547546387, "Finetune/Step": 4214, "Finetune/Step Time": 6.497972380369902}
+{"Finetune/Learning Rate": 5.810857473544329e-06, "Finetune/Loss": 0.7581003904342651, "Finetune/Loss (Raw)": 0.7067521214485168, "Finetune/Step": 4215, "Finetune/Step Time": 6.523629929870367}
+{"Finetune/Learning Rate": 5.806333573178675e-06, "Finetune/Loss": 0.7580356597900391, "Finetune/Loss (Raw)": 0.8187292218208313, "Finetune/Step": 4216, "Finetune/Step Time": 6.5196679048240185}
+{"Finetune/Learning Rate": 5.801810713987313e-06, "Finetune/Loss": 0.7583556175231934, "Finetune/Loss (Raw)": 0.8373388648033142, "Finetune/Step": 4217, "Finetune/Step Time": 6.517176780849695}
+{"Finetune/Learning Rate": 5.797288897093149e-06, "Finetune/Loss": 0.7581772208213806, "Finetune/Loss (Raw)": 0.7746522426605225, "Finetune/Step": 4218, "Finetune/Step Time": 6.496088212355971}
+{"Finetune/Learning Rate": 5.7927681236188325e-06, "Finetune/Loss": 0.7567588686943054, "Finetune/Loss (Raw)": 0.5822863578796387, "Finetune/Step": 4219, "Finetune/Step Time": 6.4800561517477036}
+{"Finetune/Learning Rate": 5.788248394686743e-06, "Finetune/Loss": 0.757270872592926, "Finetune/Loss (Raw)": 0.820391833782196, "Finetune/Step": 4220, "Finetune/Step Time": 6.469878047704697}
+{"Finetune/Learning Rate": 5.783729711419014e-06, "Finetune/Loss": 0.7573790550231934, "Finetune/Loss (Raw)": 0.9042348861694336, "Finetune/Step": 4221, "Finetune/Step Time": 6.471067575737834}
+{"Finetune/Learning Rate": 5.779212074937505e-06, "Finetune/Loss": 0.7561808824539185, "Finetune/Loss (Raw)": 0.8222501277923584, "Finetune/Step": 4222, "Finetune/Step Time": 6.4843344036489725}
+{"Finetune/Learning Rate": 5.77469548636383e-06, "Finetune/Loss": 0.7576308250427246, "Finetune/Loss (Raw)": 0.8732563257217407, "Finetune/Step": 4223, "Finetune/Step Time": 6.477158477529883}
+{"Finetune/Learning Rate": 5.770179946819332e-06, "Finetune/Loss": 0.7561768293380737, "Finetune/Loss (Raw)": 0.7276753783226013, "Finetune/Step": 4224, "Finetune/Step Time": 6.482538394629955}
+{"Finetune/Learning Rate": 5.765665457425102e-06, "Finetune/Loss": 0.755088746547699, "Finetune/Loss (Raw)": 0.7079406380653381, "Finetune/Step": 4225, "Finetune/Step Time": 6.47595894895494}
+{"Finetune/Learning Rate": 5.7611520193019585e-06, "Finetune/Loss": 0.757218062877655, "Finetune/Loss (Raw)": 0.8940728306770325, "Finetune/Step": 4226, "Finetune/Step Time": 6.469703519716859}
+{"Finetune/Learning Rate": 5.756639633570478e-06, "Finetune/Loss": 0.7586571574211121, "Finetune/Loss (Raw)": 0.995677649974823, "Finetune/Step": 4227, "Finetune/Step Time": 6.469009064137936}
+{"Finetune/Learning Rate": 5.752128301350951e-06, "Finetune/Loss": 0.7576076984405518, "Finetune/Loss (Raw)": 0.7954313158988953, "Finetune/Step": 4228, "Finetune/Step Time": 6.4713620860129595}
+{"Finetune/Learning Rate": 5.747618023763426e-06, "Finetune/Loss": 0.7582979202270508, "Finetune/Loss (Raw)": 0.857377827167511, "Finetune/Step": 4229, "Finetune/Step Time": 6.4552563559263945}
+{"Finetune/Learning Rate": 5.7431088019276884e-06, "Finetune/Loss": 0.7543784976005554, "Finetune/Loss (Raw)": 0.276959091424942, "Finetune/Step": 4230, "Finetune/Step Time": 6.469618737697601}
+{"Finetune/Learning Rate": 5.738600636963247e-06, "Finetune/Loss": 0.7524847388267517, "Finetune/Loss (Raw)": 0.5647209286689758, "Finetune/Step": 4231, "Finetune/Step Time": 6.507618127390742}
+{"Finetune/Learning Rate": 5.734093529989366e-06, "Finetune/Loss": 0.7520766258239746, "Finetune/Loss (Raw)": 0.7818698883056641, "Finetune/Step": 4232, "Finetune/Step Time": 6.517102412879467}
+{"Finetune/Learning Rate": 5.729587482125031e-06, "Finetune/Loss": 0.7518688440322876, "Finetune/Loss (Raw)": 0.6393910646438599, "Finetune/Step": 4233, "Finetune/Step Time": 6.523513725027442}
+{"Finetune/Learning Rate": 5.725082494488979e-06, "Finetune/Loss": 0.7534680366516113, "Finetune/Loss (Raw)": 0.9670877456665039, "Finetune/Step": 4234, "Finetune/Step Time": 6.526485918089747}
+{"Finetune/Learning Rate": 5.720578568199666e-06, "Finetune/Loss": 0.7540616393089294, "Finetune/Loss (Raw)": 0.8240398168563843, "Finetune/Step": 4235, "Finetune/Step Time": 6.526577264070511}
+{"Finetune/Learning Rate": 5.716075704375311e-06, "Finetune/Loss": 0.752516508102417, "Finetune/Loss (Raw)": 0.6455379724502563, "Finetune/Step": 4236, "Finetune/Step Time": 6.535574857145548}
+{"Finetune/Learning Rate": 5.711573904133842e-06, "Finetune/Loss": 0.7539186477661133, "Finetune/Loss (Raw)": 0.9154234528541565, "Finetune/Step": 4237, "Finetune/Step Time": 6.528413265943527}
+{"Finetune/Learning Rate": 5.707073168592943e-06, "Finetune/Loss": 0.7548748254776001, "Finetune/Loss (Raw)": 0.8774781823158264, "Finetune/Step": 4238, "Finetune/Step Time": 6.51671396382153}
+{"Finetune/Learning Rate": 5.702573498870015e-06, "Finetune/Loss": 0.7540539503097534, "Finetune/Loss (Raw)": 0.8262240290641785, "Finetune/Step": 4239, "Finetune/Step Time": 6.513147512450814}
+{"Finetune/Learning Rate": 5.698074896082215e-06, "Finetune/Loss": 0.7554458975791931, "Finetune/Loss (Raw)": 0.7736555337905884, "Finetune/Step": 4240, "Finetune/Step Time": 6.501801412552595}
+{"Finetune/Learning Rate": 5.6935773613464165e-06, "Finetune/Loss": 0.756571352481842, "Finetune/Loss (Raw)": 0.7978237867355347, "Finetune/Step": 4241, "Finetune/Step Time": 6.5039172526448965}
+{"Finetune/Learning Rate": 5.689080895779244e-06, "Finetune/Loss": 0.7569981217384338, "Finetune/Loss (Raw)": 0.8660910725593567, "Finetune/Step": 4242, "Finetune/Step Time": 6.5031696781516075}
+{"Finetune/Learning Rate": 5.68458550049704e-06, "Finetune/Loss": 0.7563744783401489, "Finetune/Loss (Raw)": 0.7511248588562012, "Finetune/Step": 4243, "Finetune/Step Time": 6.522909823805094}
+{"Finetune/Learning Rate": 5.680091176615894e-06, "Finetune/Loss": 0.7588404417037964, "Finetune/Loss (Raw)": 0.8384801745414734, "Finetune/Step": 4244, "Finetune/Step Time": 6.497816642746329}
+{"Finetune/Learning Rate": 5.67559792525163e-06, "Finetune/Loss": 0.760163426399231, "Finetune/Loss (Raw)": 0.812168300151825, "Finetune/Step": 4245, "Finetune/Step Time": 6.499491926282644}
+{"Finetune/Learning Rate": 5.671105747519794e-06, "Finetune/Loss": 0.7584208250045776, "Finetune/Loss (Raw)": 0.7373453378677368, "Finetune/Step": 4246, "Finetune/Step Time": 6.535712206736207}
+{"Finetune/Learning Rate": 5.6666146445356775e-06, "Finetune/Loss": 0.7576993703842163, "Finetune/Loss (Raw)": 0.8407106995582581, "Finetune/Step": 4247, "Finetune/Step Time": 6.538442011922598}
+{"Finetune/Learning Rate": 5.662124617414295e-06, "Finetune/Loss": 0.754497230052948, "Finetune/Loss (Raw)": 0.30113255977630615, "Finetune/Step": 4248, "Finetune/Step Time": 6.555440217256546}
+{"Finetune/Learning Rate": 5.6576356672704065e-06, "Finetune/Loss": 0.7547460198402405, "Finetune/Loss (Raw)": 0.8547338843345642, "Finetune/Step": 4249, "Finetune/Step Time": 6.559711050242186}
+{"Finetune/Learning Rate": 5.65314779521849e-06, "Finetune/Loss": 0.7538468837738037, "Finetune/Loss (Raw)": 0.5909268856048584, "Finetune/Step": 4250, "Finetune/Step Time": 6.5565089248120785}
+{"Finetune/Learning Rate": 5.648661002372769e-06, "Finetune/Loss": 0.7517682313919067, "Finetune/Loss (Raw)": 0.6846842765808105, "Finetune/Step": 4251, "Finetune/Step Time": 6.556506184861064}
+{"Finetune/Learning Rate": 5.644175289847187e-06, "Finetune/Loss": 0.7550811171531677, "Finetune/Loss (Raw)": 0.9887378215789795, "Finetune/Step": 4252, "Finetune/Step Time": 6.558877842500806}
+{"Finetune/Learning Rate": 5.639690658755429e-06, "Finetune/Loss": 0.7529648542404175, "Finetune/Loss (Raw)": 0.5544592142105103, "Finetune/Step": 4253, "Finetune/Step Time": 6.579531874507666}
+{"Finetune/Learning Rate": 5.635207110210912e-06, "Finetune/Loss": 0.7501055002212524, "Finetune/Loss (Raw)": 0.4799649119377136, "Finetune/Step": 4254, "Finetune/Step Time": 6.590520735830069}
+{"Finetune/Learning Rate": 5.630724645326773e-06, "Finetune/Loss": 0.7491180896759033, "Finetune/Loss (Raw)": 0.6901530623435974, "Finetune/Step": 4255, "Finetune/Step Time": 6.596795817837119}
+{"Finetune/Learning Rate": 5.626243265215893e-06, "Finetune/Loss": 0.7493782043457031, "Finetune/Loss (Raw)": 0.7981687784194946, "Finetune/Step": 4256, "Finetune/Step Time": 6.6221964340657}
+{"Finetune/Learning Rate": 5.621762970990871e-06, "Finetune/Loss": 0.7496951818466187, "Finetune/Loss (Raw)": 0.8394768834114075, "Finetune/Step": 4257, "Finetune/Step Time": 6.626623298972845}
+{"Finetune/Learning Rate": 5.617283763764052e-06, "Finetune/Loss": 0.7484335899353027, "Finetune/Loss (Raw)": 0.6235158443450928, "Finetune/Step": 4258, "Finetune/Step Time": 6.628621192649007}
+{"Finetune/Learning Rate": 5.6128056446474944e-06, "Finetune/Loss": 0.749157190322876, "Finetune/Loss (Raw)": 0.902085542678833, "Finetune/Step": 4259, "Finetune/Step Time": 6.632477045059204}
+{"Finetune/Learning Rate": 5.608328614753001e-06, "Finetune/Loss": 0.7486735582351685, "Finetune/Loss (Raw)": 0.7589482069015503, "Finetune/Step": 4260, "Finetune/Step Time": 6.629564488306642}
+{"Finetune/Learning Rate": 5.603852675192092e-06, "Finetune/Loss": 0.749422550201416, "Finetune/Loss (Raw)": 0.8159312605857849, "Finetune/Step": 4261, "Finetune/Step Time": 6.61390994861722}
+{"Finetune/Learning Rate": 5.5993778270760266e-06, "Finetune/Loss": 0.7494364976882935, "Finetune/Loss (Raw)": 0.7524719834327698, "Finetune/Step": 4262, "Finetune/Step Time": 6.604531260207295}
+{"Finetune/Learning Rate": 5.594904071515784e-06, "Finetune/Loss": 0.751244306564331, "Finetune/Loss (Raw)": 0.9522888660430908, "Finetune/Step": 4263, "Finetune/Step Time": 6.602828463539481}
+{"Finetune/Learning Rate": 5.590431409622081e-06, "Finetune/Loss": 0.750288724899292, "Finetune/Loss (Raw)": 0.625935435295105, "Finetune/Step": 4264, "Finetune/Step Time": 6.6142984461039305}
+{"Finetune/Learning Rate": 5.585959842505362e-06, "Finetune/Loss": 0.7503522634506226, "Finetune/Loss (Raw)": 0.7178155779838562, "Finetune/Step": 4265, "Finetune/Step Time": 6.611972888931632}
+{"Finetune/Learning Rate": 5.581489371275789e-06, "Finetune/Loss": 0.750867486000061, "Finetune/Loss (Raw)": 0.9277482628822327, "Finetune/Step": 4266, "Finetune/Step Time": 6.611910263076425}
+{"Finetune/Learning Rate": 5.577019997043267e-06, "Finetune/Loss": 0.750401496887207, "Finetune/Loss (Raw)": 0.6542368531227112, "Finetune/Step": 4267, "Finetune/Step Time": 6.625686319544911}
+{"Finetune/Learning Rate": 5.572551720917413e-06, "Finetune/Loss": 0.75040203332901, "Finetune/Loss (Raw)": 0.7203923463821411, "Finetune/Step": 4268, "Finetune/Step Time": 6.6177318170666695}
+{"Finetune/Learning Rate": 5.5680845440075885e-06, "Finetune/Loss": 0.7517212629318237, "Finetune/Loss (Raw)": 0.5669520497322083, "Finetune/Step": 4269, "Finetune/Step Time": 6.641730869188905}
+{"Finetune/Learning Rate": 5.563618467422864e-06, "Finetune/Loss": 0.7522492408752441, "Finetune/Loss (Raw)": 0.7887213230133057, "Finetune/Step": 4270, "Finetune/Step Time": 6.632853781804442}
+{"Finetune/Learning Rate": 5.559153492272054e-06, "Finetune/Loss": 0.7491368651390076, "Finetune/Loss (Raw)": 0.3397933840751648, "Finetune/Step": 4271, "Finetune/Step Time": 6.6540381368249655}
+{"Finetune/Learning Rate": 5.554689619663684e-06, "Finetune/Loss": 0.75330650806427, "Finetune/Loss (Raw)": 0.8315750956535339, "Finetune/Step": 4272, "Finetune/Step Time": 6.637709794566035}
+{"Finetune/Learning Rate": 5.550226850706018e-06, "Finetune/Loss": 0.7535366415977478, "Finetune/Loss (Raw)": 0.6933731436729431, "Finetune/Step": 4273, "Finetune/Step Time": 6.636234307661653}
+{"Finetune/Learning Rate": 5.545765186507044e-06, "Finetune/Loss": 0.7529600858688354, "Finetune/Loss (Raw)": 0.7643964886665344, "Finetune/Step": 4274, "Finetune/Step Time": 6.6419240683317184}
+{"Finetune/Learning Rate": 5.541304628174464e-06, "Finetune/Loss": 0.7516846656799316, "Finetune/Loss (Raw)": 0.6321239471435547, "Finetune/Step": 4275, "Finetune/Step Time": 6.653147898614407}
+{"Finetune/Learning Rate": 5.536845176815724e-06, "Finetune/Loss": 0.7515347003936768, "Finetune/Loss (Raw)": 0.8250192403793335, "Finetune/Step": 4276, "Finetune/Step Time": 6.654400592669845}
+{"Finetune/Learning Rate": 5.5323868335379775e-06, "Finetune/Loss": 0.751134991645813, "Finetune/Loss (Raw)": 0.7224634289741516, "Finetune/Step": 4277, "Finetune/Step Time": 6.676157096400857}
+{"Finetune/Learning Rate": 5.527929599448116e-06, "Finetune/Loss": 0.7529151439666748, "Finetune/Loss (Raw)": 0.8766304850578308, "Finetune/Step": 4278, "Finetune/Step Time": 6.650785405188799}
+{"Finetune/Learning Rate": 5.5234734756527475e-06, "Finetune/Loss": 0.7523727416992188, "Finetune/Loss (Raw)": 0.7137835025787354, "Finetune/Step": 4279, "Finetune/Step Time": 6.637911807745695}
+{"Finetune/Learning Rate": 5.519018463258212e-06, "Finetune/Loss": 0.7528692483901978, "Finetune/Loss (Raw)": 0.8434082865715027, "Finetune/Step": 4280, "Finetune/Step Time": 6.6310957707464695}
+{"Finetune/Learning Rate": 5.514564563370562e-06, "Finetune/Loss": 0.7542198896408081, "Finetune/Loss (Raw)": 0.9171590805053711, "Finetune/Step": 4281, "Finetune/Step Time": 6.635873451828957}
+{"Finetune/Learning Rate": 5.510111777095588e-06, "Finetune/Loss": 0.7545592188835144, "Finetune/Loss (Raw)": 0.8485228419303894, "Finetune/Step": 4282, "Finetune/Step Time": 6.634079363197088}
+{"Finetune/Learning Rate": 5.505660105538789e-06, "Finetune/Loss": 0.7549192309379578, "Finetune/Loss (Raw)": 0.7771437168121338, "Finetune/Step": 4283, "Finetune/Step Time": 6.638994712382555}
+{"Finetune/Learning Rate": 5.501209549805399e-06, "Finetune/Loss": 0.7557961344718933, "Finetune/Loss (Raw)": 0.8114439845085144, "Finetune/Step": 4284, "Finetune/Step Time": 6.628099486231804}
+{"Finetune/Learning Rate": 5.496760111000376e-06, "Finetune/Loss": 0.7535161972045898, "Finetune/Loss (Raw)": 0.6036984920501709, "Finetune/Step": 4285, "Finetune/Step Time": 6.661950910463929}
+{"Finetune/Learning Rate": 5.492311790228389e-06, "Finetune/Loss": 0.7533609867095947, "Finetune/Loss (Raw)": 0.7721897959709167, "Finetune/Step": 4286, "Finetune/Step Time": 6.653890794143081}
+{"Finetune/Learning Rate": 5.487864588593839e-06, "Finetune/Loss": 0.7530322670936584, "Finetune/Loss (Raw)": 0.8241796493530273, "Finetune/Step": 4287, "Finetune/Step Time": 6.656728394329548}
+{"Finetune/Learning Rate": 5.483418507200842e-06, "Finetune/Loss": 0.7529577016830444, "Finetune/Loss (Raw)": 0.8995296359062195, "Finetune/Step": 4288, "Finetune/Step Time": 6.680362103506923}
+{"Finetune/Learning Rate": 5.478973547153248e-06, "Finetune/Loss": 0.7523263692855835, "Finetune/Loss (Raw)": 0.7403600215911865, "Finetune/Step": 4289, "Finetune/Step Time": 6.682285794988275}
+{"Finetune/Learning Rate": 5.4745297095546125e-06, "Finetune/Loss": 0.7520425319671631, "Finetune/Loss (Raw)": 0.8888991475105286, "Finetune/Step": 4290, "Finetune/Step Time": 6.682983364909887}
+{"Finetune/Learning Rate": 5.470086995508226e-06, "Finetune/Loss": 0.7540866136550903, "Finetune/Loss (Raw)": 0.886224091053009, "Finetune/Step": 4291, "Finetune/Step Time": 6.668423160910606}
+{"Finetune/Learning Rate": 5.465645406117091e-06, "Finetune/Loss": 0.7570144534111023, "Finetune/Loss (Raw)": 0.8509888052940369, "Finetune/Step": 4292, "Finetune/Step Time": 6.664041655138135}
+{"Finetune/Learning Rate": 5.461204942483935e-06, "Finetune/Loss": 0.7564334273338318, "Finetune/Loss (Raw)": 0.8326417207717896, "Finetune/Step": 4293, "Finetune/Step Time": 6.672545542940497}
+{"Finetune/Learning Rate": 5.456765605711212e-06, "Finetune/Loss": 0.7554337978363037, "Finetune/Loss (Raw)": 0.7673113942146301, "Finetune/Step": 4294, "Finetune/Step Time": 6.694227185100317}
+{"Finetune/Learning Rate": 5.452327396901078e-06, "Finetune/Loss": 0.7521669864654541, "Finetune/Loss (Raw)": 0.30890148878097534, "Finetune/Step": 4295, "Finetune/Step Time": 6.711524423211813}
+{"Finetune/Learning Rate": 5.447890317155433e-06, "Finetune/Loss": 0.7545860409736633, "Finetune/Loss (Raw)": 0.9407802224159241, "Finetune/Step": 4296, "Finetune/Step Time": 6.709710076451302}
+{"Finetune/Learning Rate": 5.443454367575873e-06, "Finetune/Loss": 0.7583703994750977, "Finetune/Loss (Raw)": 0.8587740659713745, "Finetune/Step": 4297, "Finetune/Step Time": 6.693088244646788}
+{"Finetune/Learning Rate": 5.4390195492637335e-06, "Finetune/Loss": 0.7579893469810486, "Finetune/Loss (Raw)": 0.6051007509231567, "Finetune/Step": 4298, "Finetune/Step Time": 6.6878536604344845}
+{"Finetune/Learning Rate": 5.434585863320052e-06, "Finetune/Loss": 0.7581065893173218, "Finetune/Loss (Raw)": 0.8315123319625854, "Finetune/Step": 4299, "Finetune/Step Time": 6.694914849475026}
+{"Finetune/Learning Rate": 5.430153310845603e-06, "Finetune/Loss": 0.7591747641563416, "Finetune/Loss (Raw)": 0.9044780731201172, "Finetune/Step": 4300, "Finetune/Step Time": 6.68048157915473}
+{"Finetune/Learning Rate": 5.42572189294086e-06, "Finetune/Loss": 0.7561525106430054, "Finetune/Loss (Raw)": 0.3742349445819855, "Finetune/Step": 4301, "Finetune/Step Time": 6.694497214630246}
+{"Finetune/Learning Rate": 5.421291610706032e-06, "Finetune/Loss": 0.7602916955947876, "Finetune/Loss (Raw)": 0.8985959887504578, "Finetune/Step": 4302, "Finetune/Step Time": 6.6805164478719234}
+{"Finetune/Learning Rate": 5.416862465241033e-06, "Finetune/Loss": 0.7617424130439758, "Finetune/Loss (Raw)": 0.9078733325004578, "Finetune/Step": 4303, "Finetune/Step Time": 6.680486394092441}
+{"Finetune/Learning Rate": 5.412434457645503e-06, "Finetune/Loss": 0.7586132287979126, "Finetune/Loss (Raw)": 0.34743648767471313, "Finetune/Step": 4304, "Finetune/Step Time": 6.687441736459732}
+{"Finetune/Learning Rate": 5.4080075890188e-06, "Finetune/Loss": 0.7573462724685669, "Finetune/Loss (Raw)": 0.6591107249259949, "Finetune/Step": 4305, "Finetune/Step Time": 6.679279200732708}
+{"Finetune/Learning Rate": 5.40358186045999e-06, "Finetune/Loss": 0.7562333941459656, "Finetune/Loss (Raw)": 0.7303386926651001, "Finetune/Step": 4306, "Finetune/Step Time": 6.685162587091327}
+{"Finetune/Learning Rate": 5.399157273067868e-06, "Finetune/Loss": 0.7549033164978027, "Finetune/Loss (Raw)": 0.5886022448539734, "Finetune/Step": 4307, "Finetune/Step Time": 6.684000633656979}
+{"Finetune/Learning Rate": 5.394733827940933e-06, "Finetune/Loss": 0.7536205053329468, "Finetune/Loss (Raw)": 0.6848874688148499, "Finetune/Step": 4308, "Finetune/Step Time": 6.684794580563903}
+{"Finetune/Learning Rate": 5.390311526177414e-06, "Finetune/Loss": 0.753465473651886, "Finetune/Loss (Raw)": 0.7549334168434143, "Finetune/Step": 4309, "Finetune/Step Time": 6.688946595415473}
+{"Finetune/Learning Rate": 5.3858903688752436e-06, "Finetune/Loss": 0.7519714832305908, "Finetune/Loss (Raw)": 0.3609674572944641, "Finetune/Step": 4310, "Finetune/Step Time": 6.688429597765207}
+{"Finetune/Learning Rate": 5.381470357132084e-06, "Finetune/Loss": 0.7515498399734497, "Finetune/Loss (Raw)": 0.7964946031570435, "Finetune/Step": 4311, "Finetune/Step Time": 6.694436427205801}
+{"Finetune/Learning Rate": 5.377051492045293e-06, "Finetune/Loss": 0.752358615398407, "Finetune/Loss (Raw)": 0.8741941452026367, "Finetune/Step": 4312, "Finetune/Step Time": 6.71269004046917}
+{"Finetune/Learning Rate": 5.3726337747119625e-06, "Finetune/Loss": 0.7526456713676453, "Finetune/Loss (Raw)": 0.9068334102630615, "Finetune/Step": 4313, "Finetune/Step Time": 6.732819456607103}
+{"Finetune/Learning Rate": 5.368217206228898e-06, "Finetune/Loss": 0.7522763013839722, "Finetune/Loss (Raw)": 0.8550616502761841, "Finetune/Step": 4314, "Finetune/Step Time": 6.733483850955963}
+{"Finetune/Learning Rate": 5.363801787692603e-06, "Finetune/Loss": 0.7525846362113953, "Finetune/Loss (Raw)": 0.7631282806396484, "Finetune/Step": 4315, "Finetune/Step Time": 6.72979386895895}
+{"Finetune/Learning Rate": 5.359387520199317e-06, "Finetune/Loss": 0.7532289028167725, "Finetune/Loss (Raw)": 0.6816856861114502, "Finetune/Step": 4316, "Finetune/Step Time": 6.733021033927798}
+{"Finetune/Learning Rate": 5.354974404844975e-06, "Finetune/Loss": 0.7533103227615356, "Finetune/Loss (Raw)": 0.7811192870140076, "Finetune/Step": 4317, "Finetune/Step Time": 6.721561880782247}
+{"Finetune/Learning Rate": 5.350562442725242e-06, "Finetune/Loss": 0.7537244558334351, "Finetune/Loss (Raw)": 0.6225204467773438, "Finetune/Step": 4318, "Finetune/Step Time": 6.725221943110228}
+{"Finetune/Learning Rate": 5.346151634935484e-06, "Finetune/Loss": 0.7524023056030273, "Finetune/Loss (Raw)": 0.6041812300682068, "Finetune/Step": 4319, "Finetune/Step Time": 6.731192985549569}
+{"Finetune/Learning Rate": 5.341741982570789e-06, "Finetune/Loss": 0.7509162425994873, "Finetune/Loss (Raw)": 0.7474934458732605, "Finetune/Step": 4320, "Finetune/Step Time": 6.735056575387716}
+{"Finetune/Learning Rate": 5.337333486725951e-06, "Finetune/Loss": 0.7531147003173828, "Finetune/Loss (Raw)": 0.5964861512184143, "Finetune/Step": 4321, "Finetune/Step Time": 6.72854214347899}
+{"Finetune/Learning Rate": 5.332926148495485e-06, "Finetune/Loss": 0.7535278797149658, "Finetune/Loss (Raw)": 0.8882233500480652, "Finetune/Step": 4322, "Finetune/Step Time": 6.730434300377965}
+{"Finetune/Learning Rate": 5.32851996897361e-06, "Finetune/Loss": 0.751459538936615, "Finetune/Loss (Raw)": 0.5952519774436951, "Finetune/Step": 4323, "Finetune/Step Time": 6.718074720352888}
+{"Finetune/Learning Rate": 5.3241149492542635e-06, "Finetune/Loss": 0.7517110109329224, "Finetune/Loss (Raw)": 0.7709801197052002, "Finetune/Step": 4324, "Finetune/Step Time": 6.717132369056344}
+{"Finetune/Learning Rate": 5.319711090431097e-06, "Finetune/Loss": 0.7520668506622314, "Finetune/Loss (Raw)": 0.5135080218315125, "Finetune/Step": 4325, "Finetune/Step Time": 6.7068985886871815}
+{"Finetune/Learning Rate": 5.315308393597462e-06, "Finetune/Loss": 0.7503367066383362, "Finetune/Loss (Raw)": 0.6474281549453735, "Finetune/Step": 4326, "Finetune/Step Time": 6.715235421434045}
+{"Finetune/Learning Rate": 5.310906859846439e-06, "Finetune/Loss": 0.7471526265144348, "Finetune/Loss (Raw)": 0.5294355154037476, "Finetune/Step": 4327, "Finetune/Step Time": 6.732332918792963}
+{"Finetune/Learning Rate": 5.3065064902707985e-06, "Finetune/Loss": 0.7466317415237427, "Finetune/Loss (Raw)": 0.7502605319023132, "Finetune/Step": 4328, "Finetune/Step Time": 6.716111732646823}
+{"Finetune/Learning Rate": 5.302107285963045e-06, "Finetune/Loss": 0.7473313808441162, "Finetune/Loss (Raw)": 0.8001466393470764, "Finetune/Step": 4329, "Finetune/Step Time": 6.706184558570385}
+{"Finetune/Learning Rate": 5.2977092480153734e-06, "Finetune/Loss": 0.747829794883728, "Finetune/Loss (Raw)": 0.8525375723838806, "Finetune/Step": 4330, "Finetune/Step Time": 6.705512385815382}
+{"Finetune/Learning Rate": 5.293312377519706e-06, "Finetune/Loss": 0.7485655546188354, "Finetune/Loss (Raw)": 0.8418440818786621, "Finetune/Step": 4331, "Finetune/Step Time": 6.7059414852410555}
+{"Finetune/Learning Rate": 5.288916675567659e-06, "Finetune/Loss": 0.7492980360984802, "Finetune/Loss (Raw)": 0.8120471239089966, "Finetune/Step": 4332, "Finetune/Step Time": 6.708915429189801}
+{"Finetune/Learning Rate": 5.28452214325057e-06, "Finetune/Loss": 0.7496306896209717, "Finetune/Loss (Raw)": 0.852916419506073, "Finetune/Step": 4333, "Finetune/Step Time": 6.710576601326466}
+{"Finetune/Learning Rate": 5.280128781659488e-06, "Finetune/Loss": 0.7509814500808716, "Finetune/Loss (Raw)": 0.9016238451004028, "Finetune/Step": 4334, "Finetune/Step Time": 6.709170641377568}
+{"Finetune/Learning Rate": 5.275736591885157e-06, "Finetune/Loss": 0.7510027885437012, "Finetune/Loss (Raw)": 0.8213704228401184, "Finetune/Step": 4335, "Finetune/Step Time": 6.714403681457043}
+{"Finetune/Learning Rate": 5.271345575018049e-06, "Finetune/Loss": 0.752037525177002, "Finetune/Loss (Raw)": 0.9166601896286011, "Finetune/Step": 4336, "Finetune/Step Time": 6.730552010238171}
+{"Finetune/Learning Rate": 5.266955732148325e-06, "Finetune/Loss": 0.7489465475082397, "Finetune/Loss (Raw)": 0.5370078086853027, "Finetune/Step": 4337, "Finetune/Step Time": 6.7532326225191355}
+{"Finetune/Learning Rate": 5.262567064365875e-06, "Finetune/Loss": 0.7489725351333618, "Finetune/Loss (Raw)": 0.7876147627830505, "Finetune/Step": 4338, "Finetune/Step Time": 6.753180218860507}
+{"Finetune/Learning Rate": 5.258179572760277e-06, "Finetune/Loss": 0.7483854293823242, "Finetune/Loss (Raw)": 0.7552298307418823, "Finetune/Step": 4339, "Finetune/Step Time": 6.754004493355751}
+{"Finetune/Learning Rate": 5.253793258420835e-06, "Finetune/Loss": 0.748677134513855, "Finetune/Loss (Raw)": 0.718576192855835, "Finetune/Step": 4340, "Finetune/Step Time": 6.768077379092574}
+{"Finetune/Learning Rate": 5.249408122436545e-06, "Finetune/Loss": 0.7508488297462463, "Finetune/Loss (Raw)": 0.9239035248756409, "Finetune/Step": 4341, "Finetune/Step Time": 6.750191794708371}
+{"Finetune/Learning Rate": 5.245024165896126e-06, "Finetune/Loss": 0.750079870223999, "Finetune/Loss (Raw)": 0.7013899087905884, "Finetune/Step": 4342, "Finetune/Step Time": 6.789447804912925}
+{"Finetune/Learning Rate": 5.240641389887989e-06, "Finetune/Loss": 0.7500104904174805, "Finetune/Loss (Raw)": 0.6978728771209717, "Finetune/Step": 4343, "Finetune/Step Time": 6.754455007612705}
+{"Finetune/Learning Rate": 5.236259795500263e-06, "Finetune/Loss": 0.7498410940170288, "Finetune/Loss (Raw)": 0.7970462441444397, "Finetune/Step": 4344, "Finetune/Step Time": 6.762325834482908}
+{"Finetune/Learning Rate": 5.231879383820782e-06, "Finetune/Loss": 0.7492255568504333, "Finetune/Loss (Raw)": 0.7585510611534119, "Finetune/Step": 4345, "Finetune/Step Time": 6.762142568826675}
+{"Finetune/Learning Rate": 5.227500155937078e-06, "Finetune/Loss": 0.7493829727172852, "Finetune/Loss (Raw)": 0.7948017716407776, "Finetune/Step": 4346, "Finetune/Step Time": 6.766213893890381}
+{"Finetune/Learning Rate": 5.223122112936401e-06, "Finetune/Loss": 0.751752495765686, "Finetune/Loss (Raw)": 0.8855792284011841, "Finetune/Step": 4347, "Finetune/Step Time": 6.759160913527012}
+{"Finetune/Learning Rate": 5.218745255905695e-06, "Finetune/Loss": 0.7516924142837524, "Finetune/Loss (Raw)": 0.8127013444900513, "Finetune/Step": 4348, "Finetune/Step Time": 6.764869095757604}
+{"Finetune/Learning Rate": 5.214369585931622e-06, "Finetune/Loss": 0.7514894604682922, "Finetune/Loss (Raw)": 0.8782618641853333, "Finetune/Step": 4349, "Finetune/Step Time": 6.76223692111671}
+{"Finetune/Learning Rate": 5.209995104100538e-06, "Finetune/Loss": 0.7493338584899902, "Finetune/Loss (Raw)": 0.5463349223136902, "Finetune/Step": 4350, "Finetune/Step Time": 6.764410449191928}
+{"Finetune/Learning Rate": 5.205621811498514e-06, "Finetune/Loss": 0.7489588260650635, "Finetune/Loss (Raw)": 0.825254499912262, "Finetune/Step": 4351, "Finetune/Step Time": 6.763789718970656}
+{"Finetune/Learning Rate": 5.201249709211312e-06, "Finetune/Loss": 0.7495047450065613, "Finetune/Loss (Raw)": 0.7975468635559082, "Finetune/Step": 4352, "Finetune/Step Time": 6.755610473453999}
+{"Finetune/Learning Rate": 5.196878798324418e-06, "Finetune/Loss": 0.7505706548690796, "Finetune/Loss (Raw)": 0.8443853259086609, "Finetune/Step": 4353, "Finetune/Step Time": 6.753083650022745}
+{"Finetune/Learning Rate": 5.192509079923e-06, "Finetune/Loss": 0.7492343187332153, "Finetune/Loss (Raw)": 0.7230170965194702, "Finetune/Step": 4354, "Finetune/Step Time": 6.761975951492786}
+{"Finetune/Learning Rate": 5.18814055509195e-06, "Finetune/Loss": 0.7478393316268921, "Finetune/Loss (Raw)": 0.8171135187149048, "Finetune/Step": 4355, "Finetune/Step Time": 6.7581518441438675}
+{"Finetune/Learning Rate": 5.183773224915853e-06, "Finetune/Loss": 0.7479424476623535, "Finetune/Loss (Raw)": 0.8086392283439636, "Finetune/Step": 4356, "Finetune/Step Time": 6.756324151530862}
+{"Finetune/Learning Rate": 5.179407090478996e-06, "Finetune/Loss": 0.7480595111846924, "Finetune/Loss (Raw)": 0.8723530173301697, "Finetune/Step": 4357, "Finetune/Step Time": 6.7558391112834215}
+{"Finetune/Learning Rate": 5.17504215286538e-06, "Finetune/Loss": 0.752350926399231, "Finetune/Loss (Raw)": 0.8262647390365601, "Finetune/Step": 4358, "Finetune/Step Time": 6.74551809206605}
+{"Finetune/Learning Rate": 5.17067841315869e-06, "Finetune/Loss": 0.754063069820404, "Finetune/Loss (Raw)": 0.7838734984397888, "Finetune/Step": 4359, "Finetune/Step Time": 6.707266328856349}
+{"Finetune/Learning Rate": 5.166315872442336e-06, "Finetune/Loss": 0.7535950541496277, "Finetune/Loss (Raw)": 0.7219632863998413, "Finetune/Step": 4360, "Finetune/Step Time": 6.698453955352306}
+{"Finetune/Learning Rate": 5.161954531799409e-06, "Finetune/Loss": 0.756378173828125, "Finetune/Loss (Raw)": 0.9956318736076355, "Finetune/Step": 4361, "Finetune/Step Time": 6.706126444041729}
+{"Finetune/Learning Rate": 5.1575943923127216e-06, "Finetune/Loss": 0.7549633383750916, "Finetune/Loss (Raw)": 0.7859882712364197, "Finetune/Step": 4362, "Finetune/Step Time": 6.708097144961357}
+{"Finetune/Learning Rate": 5.153235455064771e-06, "Finetune/Loss": 0.754477858543396, "Finetune/Loss (Raw)": 0.7619011998176575, "Finetune/Step": 4363, "Finetune/Step Time": 6.714482704177499}
+{"Finetune/Learning Rate": 5.148877721137768e-06, "Finetune/Loss": 0.7550688982009888, "Finetune/Loss (Raw)": 0.7211894392967224, "Finetune/Step": 4364, "Finetune/Step Time": 6.725294748321176}
+{"Finetune/Learning Rate": 5.144521191613624e-06, "Finetune/Loss": 0.7533351182937622, "Finetune/Loss (Raw)": 0.6934981346130371, "Finetune/Step": 4365, "Finetune/Step Time": 6.739513060078025}
+{"Finetune/Learning Rate": 5.14016586757394e-06, "Finetune/Loss": 0.7532095313072205, "Finetune/Loss (Raw)": 0.8614057898521423, "Finetune/Step": 4366, "Finetune/Step Time": 6.739165674895048}
+{"Finetune/Learning Rate": 5.1358117501000326e-06, "Finetune/Loss": 0.75250244140625, "Finetune/Loss (Raw)": 0.7357091903686523, "Finetune/Step": 4367, "Finetune/Step Time": 6.744679884985089}
+{"Finetune/Learning Rate": 5.131458840272905e-06, "Finetune/Loss": 0.7529481649398804, "Finetune/Loss (Raw)": 0.8307138085365295, "Finetune/Step": 4368, "Finetune/Step Time": 6.751013508066535}
+{"Finetune/Learning Rate": 5.127107139173273e-06, "Finetune/Loss": 0.7526538372039795, "Finetune/Loss (Raw)": 0.7601551413536072, "Finetune/Step": 4369, "Finetune/Step Time": 6.766294866800308}
+{"Finetune/Learning Rate": 5.122756647881543e-06, "Finetune/Loss": 0.7525920867919922, "Finetune/Loss (Raw)": 0.8581806421279907, "Finetune/Step": 4370, "Finetune/Step Time": 6.768168402835727}
+{"Finetune/Learning Rate": 5.118407367477829e-06, "Finetune/Loss": 0.7536572217941284, "Finetune/Loss (Raw)": 0.8874629735946655, "Finetune/Step": 4371, "Finetune/Step Time": 6.74595402367413}
+{"Finetune/Learning Rate": 5.114059299041932e-06, "Finetune/Loss": 0.7491098642349243, "Finetune/Loss (Raw)": 0.256417840719223, "Finetune/Step": 4372, "Finetune/Step Time": 6.765077188611031}
+{"Finetune/Learning Rate": 5.109712443653371e-06, "Finetune/Loss": 0.7483315467834473, "Finetune/Loss (Raw)": 0.7125470042228699, "Finetune/Step": 4373, "Finetune/Step Time": 6.762246644124389}
+{"Finetune/Learning Rate": 5.105366802391343e-06, "Finetune/Loss": 0.7486774921417236, "Finetune/Loss (Raw)": 0.7816272974014282, "Finetune/Step": 4374, "Finetune/Step Time": 6.727711582556367}
+{"Finetune/Learning Rate": 5.1010223763347565e-06, "Finetune/Loss": 0.747944176197052, "Finetune/Loss (Raw)": 0.7468377947807312, "Finetune/Step": 4375, "Finetune/Step Time": 6.733880223706365}
+{"Finetune/Learning Rate": 5.096679166562221e-06, "Finetune/Loss": 0.7513430118560791, "Finetune/Loss (Raw)": 0.7361905574798584, "Finetune/Step": 4376, "Finetune/Step Time": 6.71903151832521}
+{"Finetune/Learning Rate": 5.092337174152032e-06, "Finetune/Loss": 0.7508615255355835, "Finetune/Loss (Raw)": 0.7931084632873535, "Finetune/Step": 4377, "Finetune/Step Time": 6.709770819172263}
+{"Finetune/Learning Rate": 5.087996400182193e-06, "Finetune/Loss": 0.752108633518219, "Finetune/Loss (Raw)": 0.7505462765693665, "Finetune/Step": 4378, "Finetune/Step Time": 6.719147194176912}
+{"Finetune/Learning Rate": 5.083656845730398e-06, "Finetune/Loss": 0.7515769004821777, "Finetune/Loss (Raw)": 0.6166262626647949, "Finetune/Step": 4379, "Finetune/Step Time": 6.729345807805657}
+{"Finetune/Learning Rate": 5.079318511874045e-06, "Finetune/Loss": 0.7508095502853394, "Finetune/Loss (Raw)": 0.890509843826294, "Finetune/Step": 4380, "Finetune/Step Time": 6.741971954703331}
+{"Finetune/Learning Rate": 5.074981399690219e-06, "Finetune/Loss": 0.7530491948127747, "Finetune/Loss (Raw)": 0.8411415815353394, "Finetune/Step": 4381, "Finetune/Step Time": 6.729081278666854}
+{"Finetune/Learning Rate": 5.070645510255716e-06, "Finetune/Loss": 0.7562816143035889, "Finetune/Loss (Raw)": 0.8937177658081055, "Finetune/Step": 4382, "Finetune/Step Time": 6.722705628722906}
+{"Finetune/Learning Rate": 5.066310844647012e-06, "Finetune/Loss": 0.7556194067001343, "Finetune/Loss (Raw)": 0.6053815484046936, "Finetune/Step": 4383, "Finetune/Step Time": 6.726677635684609}
+{"Finetune/Learning Rate": 5.061977403940292e-06, "Finetune/Loss": 0.7555948495864868, "Finetune/Loss (Raw)": 0.7950327396392822, "Finetune/Step": 4384, "Finetune/Step Time": 6.703689843416214}
+{"Finetune/Learning Rate": 5.057645189211437e-06, "Finetune/Loss": 0.755108118057251, "Finetune/Loss (Raw)": 0.7771751284599304, "Finetune/Step": 4385, "Finetune/Step Time": 6.696786042302847}
+{"Finetune/Learning Rate": 5.0533142015360115e-06, "Finetune/Loss": 0.7552521824836731, "Finetune/Loss (Raw)": 0.6419523358345032, "Finetune/Step": 4386, "Finetune/Step Time": 6.713113967329264}
+{"Finetune/Learning Rate": 5.048984441989289e-06, "Finetune/Loss": 0.7557836771011353, "Finetune/Loss (Raw)": 0.9701129794120789, "Finetune/Step": 4387, "Finetune/Step Time": 6.712045770138502}
+{"Finetune/Learning Rate": 5.044655911646226e-06, "Finetune/Loss": 0.7562547922134399, "Finetune/Loss (Raw)": 0.8192573189735413, "Finetune/Step": 4388, "Finetune/Step Time": 6.716223755851388}
+{"Finetune/Learning Rate": 5.040328611581487e-06, "Finetune/Loss": 0.7562528848648071, "Finetune/Loss (Raw)": 0.8156858086585999, "Finetune/Step": 4389, "Finetune/Step Time": 6.7149657625705}
+{"Finetune/Learning Rate": 5.036002542869414e-06, "Finetune/Loss": 0.7564586400985718, "Finetune/Loss (Raw)": 0.778810977935791, "Finetune/Step": 4390, "Finetune/Step Time": 6.713874643668532}
+{"Finetune/Learning Rate": 5.031677706584064e-06, "Finetune/Loss": 0.7550328373908997, "Finetune/Loss (Raw)": 0.7697799801826477, "Finetune/Step": 4391, "Finetune/Step Time": 6.721312282606959}
+{"Finetune/Learning Rate": 5.027354103799169e-06, "Finetune/Loss": 0.7529761791229248, "Finetune/Loss (Raw)": 0.3626873195171356, "Finetune/Step": 4392, "Finetune/Step Time": 6.733198471367359}
+{"Finetune/Learning Rate": 5.023031735588171e-06, "Finetune/Loss": 0.7522498965263367, "Finetune/Loss (Raw)": 0.6248546838760376, "Finetune/Step": 4393, "Finetune/Step Time": 6.741189053282142}
+{"Finetune/Learning Rate": 5.018710603024187e-06, "Finetune/Loss": 0.7507256865501404, "Finetune/Loss (Raw)": 0.7326475381851196, "Finetune/Step": 4394, "Finetune/Step Time": 6.750596862286329}
+{"Finetune/Learning Rate": 5.0143907071800445e-06, "Finetune/Loss": 0.7517433166503906, "Finetune/Loss (Raw)": 0.784487783908844, "Finetune/Step": 4395, "Finetune/Step Time": 6.741027690470219}
+{"Finetune/Learning Rate": 5.0100720491282605e-06, "Finetune/Loss": 0.752656102180481, "Finetune/Loss (Raw)": 0.8372264504432678, "Finetune/Step": 4396, "Finetune/Step Time": 6.748956575989723}
+{"Finetune/Learning Rate": 5.005754629941033e-06, "Finetune/Loss": 0.7515568733215332, "Finetune/Loss (Raw)": 0.42625918984413147, "Finetune/Step": 4397, "Finetune/Step Time": 6.726404862478375}
+{"Finetune/Learning Rate": 5.001438450690268e-06, "Finetune/Loss": 0.7513762712478638, "Finetune/Loss (Raw)": 0.7656082510948181, "Finetune/Step": 4398, "Finetune/Step Time": 6.728696163743734}
+{"Finetune/Learning Rate": 4.997123512447549e-06, "Finetune/Loss": 0.7541953921318054, "Finetune/Loss (Raw)": 0.7006372809410095, "Finetune/Step": 4399, "Finetune/Step Time": 6.711142275482416}
+{"Finetune/Learning Rate": 4.992809816284168e-06, "Finetune/Loss": 0.7536600232124329, "Finetune/Loss (Raw)": 0.763049304485321, "Finetune/Step": 4400, "Finetune/Step Time": 6.717978622764349}
+{"Finetune/Learning Rate": 4.98849736327109e-06, "Finetune/Loss": 0.7509549856185913, "Finetune/Loss (Raw)": 0.3471228778362274, "Finetune/Step": 4401, "Finetune/Step Time": 6.743939304724336}
+{"Finetune/Learning Rate": 4.9841861544789895e-06, "Finetune/Loss": 0.7500259876251221, "Finetune/Loss (Raw)": 0.645482063293457, "Finetune/Step": 4402, "Finetune/Step Time": 6.762281019240618}
+{"Finetune/Learning Rate": 4.979876190978215e-06, "Finetune/Loss": 0.751567006111145, "Finetune/Loss (Raw)": 0.829373836517334, "Finetune/Step": 4403, "Finetune/Step Time": 6.747354131191969}
+{"Finetune/Learning Rate": 4.975567473838818e-06, "Finetune/Loss": 0.7525088787078857, "Finetune/Loss (Raw)": 0.9455795884132385, "Finetune/Step": 4404, "Finetune/Step Time": 6.748056853190064}
+{"Finetune/Learning Rate": 4.9712600041305425e-06, "Finetune/Loss": 0.7527264356613159, "Finetune/Loss (Raw)": 0.7503187656402588, "Finetune/Step": 4405, "Finetune/Step Time": 6.73852469958365}
+{"Finetune/Learning Rate": 4.966953782922806e-06, "Finetune/Loss": 0.750812292098999, "Finetune/Loss (Raw)": 0.6316136121749878, "Finetune/Step": 4406, "Finetune/Step Time": 6.736378859728575}
+{"Finetune/Learning Rate": 4.9626488112847384e-06, "Finetune/Loss": 0.75041264295578, "Finetune/Loss (Raw)": 0.6626298427581787, "Finetune/Step": 4407, "Finetune/Step Time": 6.734062012284994}
+{"Finetune/Learning Rate": 4.958345090285138e-06, "Finetune/Loss": 0.7511559724807739, "Finetune/Loss (Raw)": 0.938554584980011, "Finetune/Step": 4408, "Finetune/Step Time": 6.7336205672472715}
+{"Finetune/Learning Rate": 4.95404262099251e-06, "Finetune/Loss": 0.7493723630905151, "Finetune/Loss (Raw)": 0.6888561844825745, "Finetune/Step": 4409, "Finetune/Step Time": 6.733360938727856}
+{"Finetune/Learning Rate": 4.949741404475037e-06, "Finetune/Loss": 0.7490100860595703, "Finetune/Loss (Raw)": 0.8021509647369385, "Finetune/Step": 4410, "Finetune/Step Time": 6.72998533397913}
+{"Finetune/Learning Rate": 4.9454414418006e-06, "Finetune/Loss": 0.7490257024765015, "Finetune/Loss (Raw)": 0.7791430950164795, "Finetune/Step": 4411, "Finetune/Step Time": 6.723178684711456}
+{"Finetune/Learning Rate": 4.9411427340367555e-06, "Finetune/Loss": 0.7485249042510986, "Finetune/Loss (Raw)": 0.7473429441452026, "Finetune/Step": 4412, "Finetune/Step Time": 6.724748684093356}
+{"Finetune/Learning Rate": 4.936845282250767e-06, "Finetune/Loss": 0.7515129446983337, "Finetune/Loss (Raw)": 0.9861682057380676, "Finetune/Step": 4413, "Finetune/Step Time": 6.688353065401316}
+{"Finetune/Learning Rate": 4.932549087509567e-06, "Finetune/Loss": 0.7512658834457397, "Finetune/Loss (Raw)": 0.7405657172203064, "Finetune/Step": 4414, "Finetune/Step Time": 6.687479883432388}
+{"Finetune/Learning Rate": 4.9282541508797875e-06, "Finetune/Loss": 0.7516123056411743, "Finetune/Loss (Raw)": 0.868518590927124, "Finetune/Step": 4415, "Finetune/Step Time": 6.693002773448825}
+{"Finetune/Learning Rate": 4.9239604734277515e-06, "Finetune/Loss": 0.7499403953552246, "Finetune/Loss (Raw)": 0.6855334639549255, "Finetune/Step": 4416, "Finetune/Step Time": 6.685216695070267}
+{"Finetune/Learning Rate": 4.919668056219453e-06, "Finetune/Loss": 0.751142144203186, "Finetune/Loss (Raw)": 0.8941798210144043, "Finetune/Step": 4417, "Finetune/Step Time": 6.686158714815974}
+{"Finetune/Learning Rate": 4.915376900320594e-06, "Finetune/Loss": 0.7503796815872192, "Finetune/Loss (Raw)": 0.7912980318069458, "Finetune/Step": 4418, "Finetune/Step Time": 6.686679404228926}
+{"Finetune/Learning Rate": 4.911087006796543e-06, "Finetune/Loss": 0.7501658201217651, "Finetune/Loss (Raw)": 0.8588598966598511, "Finetune/Step": 4419, "Finetune/Step Time": 6.701624192297459}
+{"Finetune/Learning Rate": 4.9067983767123736e-06, "Finetune/Loss": 0.7489776611328125, "Finetune/Loss (Raw)": 0.6988953948020935, "Finetune/Step": 4420, "Finetune/Step Time": 6.723155664280057}
+{"Finetune/Learning Rate": 4.902511011132829e-06, "Finetune/Loss": 0.7483169436454773, "Finetune/Loss (Raw)": 0.7480734586715698, "Finetune/Step": 4421, "Finetune/Step Time": 6.721278719604015}
+{"Finetune/Learning Rate": 4.898224911122354e-06, "Finetune/Loss": 0.7483569383621216, "Finetune/Loss (Raw)": 0.7724263072013855, "Finetune/Step": 4422, "Finetune/Step Time": 6.7038675136864185}
+{"Finetune/Learning Rate": 4.893940077745065e-06, "Finetune/Loss": 0.7506704330444336, "Finetune/Loss (Raw)": 0.6050330400466919, "Finetune/Step": 4423, "Finetune/Step Time": 6.689437320455909}
+{"Finetune/Learning Rate": 4.889656512064773e-06, "Finetune/Loss": 0.7460141181945801, "Finetune/Loss (Raw)": 0.34477242827415466, "Finetune/Step": 4424, "Finetune/Step Time": 6.711464855819941}
+{"Finetune/Learning Rate": 4.885374215144976e-06, "Finetune/Loss": 0.74415123462677, "Finetune/Loss (Raw)": 0.6203311085700989, "Finetune/Step": 4425, "Finetune/Step Time": 6.748031625524163}
+{"Finetune/Learning Rate": 4.881093188048846e-06, "Finetune/Loss": 0.7460196018218994, "Finetune/Loss (Raw)": 0.8442395925521851, "Finetune/Step": 4426, "Finetune/Step Time": 6.74455208517611}
+{"Finetune/Learning Rate": 4.8768134318392535e-06, "Finetune/Loss": 0.7443486452102661, "Finetune/Loss (Raw)": 0.6176329255104065, "Finetune/Step": 4427, "Finetune/Step Time": 6.752640808001161}
+{"Finetune/Learning Rate": 4.872534947578739e-06, "Finetune/Loss": 0.7435555458068848, "Finetune/Loss (Raw)": 0.8029623031616211, "Finetune/Step": 4428, "Finetune/Step Time": 6.757571956142783}
+{"Finetune/Learning Rate": 4.868257736329543e-06, "Finetune/Loss": 0.7466066479682922, "Finetune/Loss (Raw)": 0.7647805213928223, "Finetune/Step": 4429, "Finetune/Step Time": 6.739172019064426}
+{"Finetune/Learning Rate": 4.863981799153573e-06, "Finetune/Loss": 0.7442305088043213, "Finetune/Loss (Raw)": 0.5944547653198242, "Finetune/Step": 4430, "Finetune/Step Time": 6.774644812569022}
+{"Finetune/Learning Rate": 4.859707137112437e-06, "Finetune/Loss": 0.7431137561798096, "Finetune/Loss (Raw)": 0.7649228572845459, "Finetune/Step": 4431, "Finetune/Step Time": 6.782362908124924}
+{"Finetune/Learning Rate": 4.855433751267408e-06, "Finetune/Loss": 0.7469316124916077, "Finetune/Loss (Raw)": 0.8361197113990784, "Finetune/Step": 4432, "Finetune/Step Time": 6.768696628510952}
+{"Finetune/Learning Rate": 4.851161642679466e-06, "Finetune/Loss": 0.7464889287948608, "Finetune/Loss (Raw)": 0.6024519801139832, "Finetune/Step": 4433, "Finetune/Step Time": 6.772397184744477}
+{"Finetune/Learning Rate": 4.846890812409251e-06, "Finetune/Loss": 0.7475316524505615, "Finetune/Loss (Raw)": 0.8637995719909668, "Finetune/Step": 4434, "Finetune/Step Time": 6.7668551299721}
+{"Finetune/Learning Rate": 4.8426212615171e-06, "Finetune/Loss": 0.7491014003753662, "Finetune/Loss (Raw)": 0.7895345687866211, "Finetune/Step": 4435, "Finetune/Step Time": 6.752158980816603}
+{"Finetune/Learning Rate": 4.838352991063022e-06, "Finetune/Loss": 0.7486743927001953, "Finetune/Loss (Raw)": 0.6302270293235779, "Finetune/Step": 4436, "Finetune/Step Time": 6.76329136826098}
+{"Finetune/Learning Rate": 4.834086002106719e-06, "Finetune/Loss": 0.7483890652656555, "Finetune/Loss (Raw)": 0.718411386013031, "Finetune/Step": 4437, "Finetune/Step Time": 6.763894539326429}
+{"Finetune/Learning Rate": 4.829820295707564e-06, "Finetune/Loss": 0.7519202828407288, "Finetune/Loss (Raw)": 0.8129631876945496, "Finetune/Step": 4438, "Finetune/Step Time": 6.7455042991787195}
+{"Finetune/Learning Rate": 4.8255558729246195e-06, "Finetune/Loss": 0.7529548406600952, "Finetune/Loss (Raw)": 0.9289183616638184, "Finetune/Step": 4439, "Finetune/Step Time": 6.742290275171399}
+{"Finetune/Learning Rate": 4.82129273481663e-06, "Finetune/Loss": 0.7529546022415161, "Finetune/Loss (Raw)": 0.8741636872291565, "Finetune/Step": 4440, "Finetune/Step Time": 6.729297200217843}
+{"Finetune/Learning Rate": 4.817030882442011e-06, "Finetune/Loss": 0.7527670860290527, "Finetune/Loss (Raw)": 0.8828301429748535, "Finetune/Step": 4441, "Finetune/Step Time": 6.713231351226568}
+{"Finetune/Learning Rate": 4.812770316858872e-06, "Finetune/Loss": 0.7520431876182556, "Finetune/Loss (Raw)": 0.7624049186706543, "Finetune/Step": 4442, "Finetune/Step Time": 6.718029052019119}
+{"Finetune/Learning Rate": 4.808511039124991e-06, "Finetune/Loss": 0.7523970007896423, "Finetune/Loss (Raw)": 0.8084181547164917, "Finetune/Step": 4443, "Finetune/Step Time": 6.729280401021242}
+{"Finetune/Learning Rate": 4.804253050297838e-06, "Finetune/Loss": 0.7525202631950378, "Finetune/Loss (Raw)": 0.6974648833274841, "Finetune/Step": 4444, "Finetune/Step Time": 6.720104087144136}
+{"Finetune/Learning Rate": 4.79999635143455e-06, "Finetune/Loss": 0.7518333792686462, "Finetune/Loss (Raw)": 0.6931994557380676, "Finetune/Step": 4445, "Finetune/Step Time": 6.722462646663189}
+{"Finetune/Learning Rate": 4.795740943591955e-06, "Finetune/Loss": 0.7538228034973145, "Finetune/Loss (Raw)": 0.8771617412567139, "Finetune/Step": 4446, "Finetune/Step Time": 6.724311651661992}
+{"Finetune/Learning Rate": 4.791486827826554e-06, "Finetune/Loss": 0.7551261186599731, "Finetune/Loss (Raw)": 0.7710040807723999, "Finetune/Step": 4447, "Finetune/Step Time": 6.714782761409879}
+{"Finetune/Learning Rate": 4.787234005194531e-06, "Finetune/Loss": 0.7554929256439209, "Finetune/Loss (Raw)": 0.794446587562561, "Finetune/Step": 4448, "Finetune/Step Time": 6.713530825451016}
+{"Finetune/Learning Rate": 4.7829824767517444e-06, "Finetune/Loss": 0.7579402923583984, "Finetune/Loss (Raw)": 0.9097446203231812, "Finetune/Step": 4449, "Finetune/Step Time": 6.700175130739808}
+{"Finetune/Learning Rate": 4.778732243553734e-06, "Finetune/Loss": 0.7564526796340942, "Finetune/Loss (Raw)": 0.6978164911270142, "Finetune/Step": 4450, "Finetune/Step Time": 6.694345619529486}
+{"Finetune/Learning Rate": 4.774483306655725e-06, "Finetune/Loss": 0.7566415667533875, "Finetune/Loss (Raw)": 0.6194272637367249, "Finetune/Step": 4451, "Finetune/Step Time": 6.699124878272414}
+{"Finetune/Learning Rate": 4.770235667112605e-06, "Finetune/Loss": 0.7534120082855225, "Finetune/Loss (Raw)": 0.3575945198535919, "Finetune/Step": 4452, "Finetune/Step Time": 6.717304799705744}
+{"Finetune/Learning Rate": 4.765989325978956e-06, "Finetune/Loss": 0.7548888325691223, "Finetune/Loss (Raw)": 0.7025437951087952, "Finetune/Step": 4453, "Finetune/Step Time": 6.709914544597268}
+{"Finetune/Learning Rate": 4.761744284309022e-06, "Finetune/Loss": 0.7555349469184875, "Finetune/Loss (Raw)": 0.730131208896637, "Finetune/Step": 4454, "Finetune/Step Time": 6.70802216231823}
+{"Finetune/Learning Rate": 4.7575005431567415e-06, "Finetune/Loss": 0.7563714385032654, "Finetune/Loss (Raw)": 0.6365046501159668, "Finetune/Step": 4455, "Finetune/Step Time": 6.7047303561121225}
+{"Finetune/Learning Rate": 4.7532581035757105e-06, "Finetune/Loss": 0.7562695741653442, "Finetune/Loss (Raw)": 0.7372283339500427, "Finetune/Step": 4456, "Finetune/Step Time": 6.705829592421651}
+{"Finetune/Learning Rate": 4.749016966619223e-06, "Finetune/Loss": 0.7552496194839478, "Finetune/Loss (Raw)": 0.6695843935012817, "Finetune/Step": 4457, "Finetune/Step Time": 6.716474579647183}
+{"Finetune/Learning Rate": 4.744777133340229e-06, "Finetune/Loss": 0.7538546919822693, "Finetune/Loss (Raw)": 0.6739873886108398, "Finetune/Step": 4458, "Finetune/Step Time": 6.7300366293638945}
+{"Finetune/Learning Rate": 4.740538604791371e-06, "Finetune/Loss": 0.7527687549591064, "Finetune/Loss (Raw)": 0.7028496861457825, "Finetune/Step": 4459, "Finetune/Step Time": 6.7244968842715025}
+{"Finetune/Learning Rate": 4.736301382024963e-06, "Finetune/Loss": 0.7532058954238892, "Finetune/Loss (Raw)": 0.8679999709129333, "Finetune/Step": 4460, "Finetune/Step Time": 6.724655248224735}
+{"Finetune/Learning Rate": 4.7320654660929854e-06, "Finetune/Loss": 0.7520999908447266, "Finetune/Loss (Raw)": 0.7113566994667053, "Finetune/Step": 4461, "Finetune/Step Time": 6.723735811188817}
+{"Finetune/Learning Rate": 4.727830858047112e-06, "Finetune/Loss": 0.7511283159255981, "Finetune/Loss (Raw)": 0.777255654335022, "Finetune/Step": 4462, "Finetune/Step Time": 6.735797209665179}
+{"Finetune/Learning Rate": 4.7235975589386715e-06, "Finetune/Loss": 0.7488593459129333, "Finetune/Loss (Raw)": 0.5309373140335083, "Finetune/Step": 4463, "Finetune/Step Time": 6.735287249088287}
+{"Finetune/Learning Rate": 4.719365569818687e-06, "Finetune/Loss": 0.7477533221244812, "Finetune/Loss (Raw)": 0.7750900387763977, "Finetune/Step": 4464, "Finetune/Step Time": 6.73817416280508}
+{"Finetune/Learning Rate": 4.715134891737841e-06, "Finetune/Loss": 0.7492541670799255, "Finetune/Loss (Raw)": 0.7291149497032166, "Finetune/Step": 4465, "Finetune/Step Time": 6.71522075869143}
+{"Finetune/Learning Rate": 4.7109055257465e-06, "Finetune/Loss": 0.7489632964134216, "Finetune/Loss (Raw)": 0.7503876686096191, "Finetune/Step": 4466, "Finetune/Step Time": 6.71389277279377}
+{"Finetune/Learning Rate": 4.706677472894699e-06, "Finetune/Loss": 0.749587893486023, "Finetune/Loss (Raw)": 0.8351765871047974, "Finetune/Step": 4467, "Finetune/Step Time": 6.718752644956112}
+{"Finetune/Learning Rate": 4.702450734232154e-06, "Finetune/Loss": 0.7499220371246338, "Finetune/Loss (Raw)": 0.7613452076911926, "Finetune/Step": 4468, "Finetune/Step Time": 6.705011162906885}
+{"Finetune/Learning Rate": 4.698225310808242e-06, "Finetune/Loss": 0.7486258745193481, "Finetune/Loss (Raw)": 0.7579919099807739, "Finetune/Step": 4469, "Finetune/Step Time": 6.704743091017008}
+{"Finetune/Learning Rate": 4.694001203672028e-06, "Finetune/Loss": 0.7492077350616455, "Finetune/Loss (Raw)": 0.7758781909942627, "Finetune/Step": 4470, "Finetune/Step Time": 6.667146211490035}
+{"Finetune/Learning Rate": 4.6897784138722465e-06, "Finetune/Loss": 0.7488064169883728, "Finetune/Loss (Raw)": 0.6464990973472595, "Finetune/Step": 4471, "Finetune/Step Time": 6.678978005424142}
+{"Finetune/Learning Rate": 4.685556942457296e-06, "Finetune/Loss": 0.7489447593688965, "Finetune/Loss (Raw)": 0.8147523999214172, "Finetune/Step": 4472, "Finetune/Step Time": 6.670310415327549}
+{"Finetune/Learning Rate": 4.681336790475259e-06, "Finetune/Loss": 0.750718891620636, "Finetune/Loss (Raw)": 0.9856422543525696, "Finetune/Step": 4473, "Finetune/Step Time": 6.667756589129567}
+{"Finetune/Learning Rate": 4.67711795897388e-06, "Finetune/Loss": 0.7509664297103882, "Finetune/Loss (Raw)": 0.8264824151992798, "Finetune/Step": 4474, "Finetune/Step Time": 6.6655944511294365}
+{"Finetune/Learning Rate": 4.672900449000588e-06, "Finetune/Loss": 0.7494012117385864, "Finetune/Loss (Raw)": 0.6852338910102844, "Finetune/Step": 4475, "Finetune/Step Time": 6.695666762068868}
+{"Finetune/Learning Rate": 4.668684261602469e-06, "Finetune/Loss": 0.7498441934585571, "Finetune/Loss (Raw)": 0.8694045543670654, "Finetune/Step": 4476, "Finetune/Step Time": 6.697188338264823}
+{"Finetune/Learning Rate": 4.664469397826297e-06, "Finetune/Loss": 0.7485383152961731, "Finetune/Loss (Raw)": 0.7111024260520935, "Finetune/Step": 4477, "Finetune/Step Time": 6.698187792673707}
+{"Finetune/Learning Rate": 4.660255858718502e-06, "Finetune/Loss": 0.7510035037994385, "Finetune/Loss (Raw)": 0.8618813157081604, "Finetune/Step": 4478, "Finetune/Step Time": 6.681003900244832}
+{"Finetune/Learning Rate": 4.656043645325194e-06, "Finetune/Loss": 0.7508296370506287, "Finetune/Loss (Raw)": 0.803002655506134, "Finetune/Step": 4479, "Finetune/Step Time": 6.689639726653695}
+{"Finetune/Learning Rate": 4.651832758692158e-06, "Finetune/Loss": 0.7498180270195007, "Finetune/Loss (Raw)": 0.6680562496185303, "Finetune/Step": 4480, "Finetune/Step Time": 6.694503424689174}
+{"Finetune/Learning Rate": 4.647623199864834e-06, "Finetune/Loss": 0.7487387657165527, "Finetune/Loss (Raw)": 0.7062440514564514, "Finetune/Step": 4481, "Finetune/Step Time": 6.706460107117891}
+{"Finetune/Learning Rate": 4.64341496988835e-06, "Finetune/Loss": 0.7484782338142395, "Finetune/Loss (Raw)": 0.6896698474884033, "Finetune/Step": 4482, "Finetune/Step Time": 6.720338402315974}
+{"Finetune/Learning Rate": 4.63920806980749e-06, "Finetune/Loss": 0.74831622838974, "Finetune/Loss (Raw)": 0.7963787913322449, "Finetune/Step": 4483, "Finetune/Step Time": 6.718177342787385}
+{"Finetune/Learning Rate": 4.63500250066672e-06, "Finetune/Loss": 0.7488505840301514, "Finetune/Loss (Raw)": 0.877034068107605, "Finetune/Step": 4484, "Finetune/Step Time": 6.732416179031134}
+{"Finetune/Learning Rate": 4.630798263510162e-06, "Finetune/Loss": 0.7479825019836426, "Finetune/Loss (Raw)": 0.761237382888794, "Finetune/Step": 4485, "Finetune/Step Time": 6.733327625319362}
+{"Finetune/Learning Rate": 4.626595359381623e-06, "Finetune/Loss": 0.7472292184829712, "Finetune/Loss (Raw)": 0.7298412919044495, "Finetune/Step": 4486, "Finetune/Step Time": 6.74086569994688}
+{"Finetune/Learning Rate": 4.62239378932456e-06, "Finetune/Loss": 0.7436827421188354, "Finetune/Loss (Raw)": 0.3299357295036316, "Finetune/Step": 4487, "Finetune/Step Time": 6.7591759115457535}
+{"Finetune/Learning Rate": 4.618193554382123e-06, "Finetune/Loss": 0.7443154454231262, "Finetune/Loss (Raw)": 0.80294269323349, "Finetune/Step": 4488, "Finetune/Step Time": 6.765914551913738}
+{"Finetune/Learning Rate": 4.613994655597105e-06, "Finetune/Loss": 0.7403078675270081, "Finetune/Loss (Raw)": 0.48266372084617615, "Finetune/Step": 4489, "Finetune/Step Time": 6.75621934607625}
+{"Finetune/Learning Rate": 4.609797094011984e-06, "Finetune/Loss": 0.7392796874046326, "Finetune/Loss (Raw)": 0.6543782353401184, "Finetune/Step": 4490, "Finetune/Step Time": 6.760377096012235}
+{"Finetune/Learning Rate": 4.605600870668906e-06, "Finetune/Loss": 0.739190399646759, "Finetune/Loss (Raw)": 0.7504696846008301, "Finetune/Step": 4491, "Finetune/Step Time": 6.749977046623826}
+{"Finetune/Learning Rate": 4.601405986609673e-06, "Finetune/Loss": 0.7399285435676575, "Finetune/Loss (Raw)": 0.815677285194397, "Finetune/Step": 4492, "Finetune/Step Time": 6.732335237786174}
+{"Finetune/Learning Rate": 4.597212442875767e-06, "Finetune/Loss": 0.740234375, "Finetune/Loss (Raw)": 0.732637345790863, "Finetune/Step": 4493, "Finetune/Step Time": 6.727848516777158}
+{"Finetune/Learning Rate": 4.593020240508326e-06, "Finetune/Loss": 0.7381656169891357, "Finetune/Loss (Raw)": 0.5966038107872009, "Finetune/Step": 4494, "Finetune/Step Time": 6.7328945472836494}
+{"Finetune/Learning Rate": 4.588829380548168e-06, "Finetune/Loss": 0.738538384437561, "Finetune/Loss (Raw)": 0.7834311127662659, "Finetune/Step": 4495, "Finetune/Step Time": 6.733143167570233}
+{"Finetune/Learning Rate": 4.5846398640357625e-06, "Finetune/Loss": 0.7376095056533813, "Finetune/Loss (Raw)": 0.7118103504180908, "Finetune/Step": 4496, "Finetune/Step Time": 6.730248719453812}
+{"Finetune/Learning Rate": 4.5804516920112606e-06, "Finetune/Loss": 0.7378817796707153, "Finetune/Loss (Raw)": 0.7950090169906616, "Finetune/Step": 4497, "Finetune/Step Time": 6.724063603207469}
+{"Finetune/Learning Rate": 4.576264865514467e-06, "Finetune/Loss": 0.7365683913230896, "Finetune/Loss (Raw)": 0.6900728344917297, "Finetune/Step": 4498, "Finetune/Step Time": 6.729047738015652}
+{"Finetune/Learning Rate": 4.57207938558486e-06, "Finetune/Loss": 0.7364757061004639, "Finetune/Loss (Raw)": 0.8756019473075867, "Finetune/Step": 4499, "Finetune/Step Time": 6.740236405283213}
+{"Finetune/Learning Rate": 4.567895253261585e-06, "Finetune/Loss": 0.7398495674133301, "Finetune/Loss (Raw)": 0.6882623434066772, "Finetune/Step": 4500, "Finetune/Step Time": 6.7282730396837}
+{"Finetune/Learning Rate": 4.563712469583443e-06, "Finetune/Loss": 0.7411744594573975, "Finetune/Loss (Raw)": 0.8821346163749695, "Finetune/Step": 4501, "Finetune/Step Time": 6.727239778265357}
+{"Finetune/Learning Rate": 4.559531035588913e-06, "Finetune/Loss": 0.740211546421051, "Finetune/Loss (Raw)": 0.6583739519119263, "Finetune/Step": 4502, "Finetune/Step Time": 6.7319987416267395}
+{"Finetune/Learning Rate": 4.555350952316124e-06, "Finetune/Loss": 0.7410672903060913, "Finetune/Loss (Raw)": 0.8563721179962158, "Finetune/Step": 4503, "Finetune/Step Time": 6.722911641001701}
+{"Finetune/Learning Rate": 4.5511722208028875e-06, "Finetune/Loss": 0.7412776350975037, "Finetune/Loss (Raw)": 0.7631226778030396, "Finetune/Step": 4504, "Finetune/Step Time": 6.712152810767293}
+{"Finetune/Learning Rate": 4.546994842086662e-06, "Finetune/Loss": 0.7410422563552856, "Finetune/Loss (Raw)": 0.762976884841919, "Finetune/Step": 4505, "Finetune/Step Time": 6.711223788559437}
+{"Finetune/Learning Rate": 4.542818817204583e-06, "Finetune/Loss": 0.7427261471748352, "Finetune/Loss (Raw)": 0.9660810828208923, "Finetune/Step": 4506, "Finetune/Step Time": 6.690565023571253}
+{"Finetune/Learning Rate": 4.53864414719344e-06, "Finetune/Loss": 0.740486741065979, "Finetune/Loss (Raw)": 0.3299832046031952, "Finetune/Step": 4507, "Finetune/Step Time": 6.696441348642111}
+{"Finetune/Learning Rate": 4.534470833089697e-06, "Finetune/Loss": 0.7394912242889404, "Finetune/Loss (Raw)": 0.7630869746208191, "Finetune/Step": 4508, "Finetune/Step Time": 6.6802646815776825}
+{"Finetune/Learning Rate": 4.530298875929469e-06, "Finetune/Loss": 0.7385369539260864, "Finetune/Loss (Raw)": 0.7189978957176208, "Finetune/Step": 4509, "Finetune/Step Time": 6.678082501515746}
+{"Finetune/Learning Rate": 4.526128276748544e-06, "Finetune/Loss": 0.7382227182388306, "Finetune/Loss (Raw)": 0.8534864783287048, "Finetune/Step": 4510, "Finetune/Step Time": 6.675017392262816}
+{"Finetune/Learning Rate": 4.521959036582372e-06, "Finetune/Loss": 0.7408772706985474, "Finetune/Loss (Raw)": 0.9451733827590942, "Finetune/Step": 4511, "Finetune/Step Time": 6.662011545151472}
+{"Finetune/Learning Rate": 4.517791156466057e-06, "Finetune/Loss": 0.7375351190567017, "Finetune/Loss (Raw)": 0.367235004901886, "Finetune/Step": 4512, "Finetune/Step Time": 6.686747109517455}
+{"Finetune/Learning Rate": 4.513624637434377e-06, "Finetune/Loss": 0.7376055717468262, "Finetune/Loss (Raw)": 0.7861856818199158, "Finetune/Step": 4513, "Finetune/Step Time": 6.692383386194706}
+{"Finetune/Learning Rate": 4.509459480521761e-06, "Finetune/Loss": 0.7377487421035767, "Finetune/Loss (Raw)": 0.6602837443351746, "Finetune/Step": 4514, "Finetune/Step Time": 6.6748450715094805}
+{"Finetune/Learning Rate": 4.50529568676231e-06, "Finetune/Loss": 0.736134946346283, "Finetune/Loss (Raw)": 0.7635460495948792, "Finetune/Step": 4515, "Finetune/Step Time": 6.667303621768951}
+{"Finetune/Learning Rate": 4.501133257189776e-06, "Finetune/Loss": 0.7347565293312073, "Finetune/Loss (Raw)": 0.6428199410438538, "Finetune/Step": 4516, "Finetune/Step Time": 6.661781210452318}
+{"Finetune/Learning Rate": 4.496972192837585e-06, "Finetune/Loss": 0.7335721254348755, "Finetune/Loss (Raw)": 0.6640771627426147, "Finetune/Step": 4517, "Finetune/Step Time": 6.663079585880041}
+{"Finetune/Learning Rate": 4.492812494738811e-06, "Finetune/Loss": 0.7347860336303711, "Finetune/Loss (Raw)": 0.9341955780982971, "Finetune/Step": 4518, "Finetune/Step Time": 6.658700926229358}
+{"Finetune/Learning Rate": 4.488654163926196e-06, "Finetune/Loss": 0.7356303930282593, "Finetune/Loss (Raw)": 0.8778594732284546, "Finetune/Step": 4519, "Finetune/Step Time": 6.652505928650498}
+{"Finetune/Learning Rate": 4.484497201432147e-06, "Finetune/Loss": 0.7395586371421814, "Finetune/Loss (Raw)": 0.865507960319519, "Finetune/Step": 4520, "Finetune/Step Time": 6.631230564787984}
+{"Finetune/Learning Rate": 4.480341608288718e-06, "Finetune/Loss": 0.7417458295822144, "Finetune/Loss (Raw)": 0.9048068523406982, "Finetune/Step": 4521, "Finetune/Step Time": 6.618863375857472}
+{"Finetune/Learning Rate": 4.476187385527639e-06, "Finetune/Loss": 0.7417240738868713, "Finetune/Loss (Raw)": 0.7298647165298462, "Finetune/Step": 4522, "Finetune/Step Time": 6.615680476650596}
+{"Finetune/Learning Rate": 4.472034534180281e-06, "Finetune/Loss": 0.7418496012687683, "Finetune/Loss (Raw)": 0.8005582094192505, "Finetune/Step": 4523, "Finetune/Step Time": 6.619523819535971}
+{"Finetune/Learning Rate": 4.467883055277696e-06, "Finetune/Loss": 0.7416293621063232, "Finetune/Loss (Raw)": 0.8090354204177856, "Finetune/Step": 4524, "Finetune/Step Time": 6.614174218848348}
+{"Finetune/Learning Rate": 4.463732949850574e-06, "Finetune/Loss": 0.7443848848342896, "Finetune/Loss (Raw)": 0.778964102268219, "Finetune/Step": 4525, "Finetune/Step Time": 6.597445599734783}
+{"Finetune/Learning Rate": 4.459584218929283e-06, "Finetune/Loss": 0.7428396940231323, "Finetune/Loss (Raw)": 0.5678275227546692, "Finetune/Step": 4526, "Finetune/Step Time": 6.592646101489663}
+{"Finetune/Learning Rate": 4.455436863543834e-06, "Finetune/Loss": 0.7409306764602661, "Finetune/Loss (Raw)": 0.4562736451625824, "Finetune/Step": 4527, "Finetune/Step Time": 6.610403241589665}
+{"Finetune/Learning Rate": 4.45129088472391e-06, "Finetune/Loss": 0.7406057119369507, "Finetune/Loss (Raw)": 0.7214632630348206, "Finetune/Step": 4528, "Finetune/Step Time": 6.601026279851794}
+{"Finetune/Learning Rate": 4.4471462834988385e-06, "Finetune/Loss": 0.744143009185791, "Finetune/Loss (Raw)": 0.7998895645141602, "Finetune/Step": 4529, "Finetune/Step Time": 6.56831737793982}
+{"Finetune/Learning Rate": 4.443003060897617e-06, "Finetune/Loss": 0.745947003364563, "Finetune/Loss (Raw)": 0.8763951063156128, "Finetune/Step": 4530, "Finetune/Step Time": 6.550976987928152}
+{"Finetune/Learning Rate": 4.4388612179489e-06, "Finetune/Loss": 0.7463991641998291, "Finetune/Loss (Raw)": 0.8872490525245667, "Finetune/Step": 4531, "Finetune/Step Time": 6.5572224501520395}
+{"Finetune/Learning Rate": 4.434720755680986e-06, "Finetune/Loss": 0.7438704967498779, "Finetune/Loss (Raw)": 0.6219126582145691, "Finetune/Step": 4532, "Finetune/Step Time": 6.576468279585242}
+{"Finetune/Learning Rate": 4.4305816751218475e-06, "Finetune/Loss": 0.7444812655448914, "Finetune/Loss (Raw)": 0.8284991979598999, "Finetune/Step": 4533, "Finetune/Step Time": 6.578087646514177}
+{"Finetune/Learning Rate": 4.426443977299101e-06, "Finetune/Loss": 0.7422205209732056, "Finetune/Loss (Raw)": 0.34223631024360657, "Finetune/Step": 4534, "Finetune/Step Time": 6.597310665994883}
+{"Finetune/Learning Rate": 4.422307663240032e-06, "Finetune/Loss": 0.7420393228530884, "Finetune/Loss (Raw)": 0.6394422054290771, "Finetune/Step": 4535, "Finetune/Step Time": 6.605810064822435}
+{"Finetune/Learning Rate": 4.4181727339715675e-06, "Finetune/Loss": 0.7406883239746094, "Finetune/Loss (Raw)": 0.7656283378601074, "Finetune/Step": 4536, "Finetune/Step Time": 6.615345627069473}
+{"Finetune/Learning Rate": 4.414039190520308e-06, "Finetune/Loss": 0.7416554093360901, "Finetune/Loss (Raw)": 0.8126352429389954, "Finetune/Step": 4537, "Finetune/Step Time": 6.613017790019512}
+{"Finetune/Learning Rate": 4.409907033912492e-06, "Finetune/Loss": 0.741962194442749, "Finetune/Loss (Raw)": 0.8414201140403748, "Finetune/Step": 4538, "Finetune/Step Time": 6.622710784897208}
+{"Finetune/Learning Rate": 4.405776265174031e-06, "Finetune/Loss": 0.7408950924873352, "Finetune/Loss (Raw)": 0.6425542235374451, "Finetune/Step": 4539, "Finetune/Step Time": 6.639203229919076}
+{"Finetune/Learning Rate": 4.401646885330475e-06, "Finetune/Loss": 0.7374298572540283, "Finetune/Loss (Raw)": 0.3037952780723572, "Finetune/Step": 4540, "Finetune/Step Time": 6.6591990534216166}
+{"Finetune/Learning Rate": 4.397518895407043e-06, "Finetune/Loss": 0.7351611852645874, "Finetune/Loss (Raw)": 0.6957758665084839, "Finetune/Step": 4541, "Finetune/Step Time": 6.681301478296518}
+{"Finetune/Learning Rate": 4.393392296428605e-06, "Finetune/Loss": 0.7344385385513306, "Finetune/Loss (Raw)": 0.6480640769004822, "Finetune/Step": 4542, "Finetune/Step Time": 6.6829182002693415}
+{"Finetune/Learning Rate": 4.389267089419678e-06, "Finetune/Loss": 0.7338356971740723, "Finetune/Loss (Raw)": 0.7913551330566406, "Finetune/Step": 4543, "Finetune/Step Time": 6.6767588928341866}
+{"Finetune/Learning Rate": 4.385143275404447e-06, "Finetune/Loss": 0.7353300452232361, "Finetune/Loss (Raw)": 0.8768116235733032, "Finetune/Step": 4544, "Finetune/Step Time": 6.667414482682943}
+{"Finetune/Learning Rate": 4.381020855406738e-06, "Finetune/Loss": 0.7341893911361694, "Finetune/Loss (Raw)": 0.7481744289398193, "Finetune/Step": 4545, "Finetune/Step Time": 6.678102076053619}
+{"Finetune/Learning Rate": 4.376899830450042e-06, "Finetune/Loss": 0.7348581552505493, "Finetune/Loss (Raw)": 0.87690669298172, "Finetune/Step": 4546, "Finetune/Step Time": 6.676708180457354}
+{"Finetune/Learning Rate": 4.372780201557491e-06, "Finetune/Loss": 0.7346526384353638, "Finetune/Loss (Raw)": 0.8325444459915161, "Finetune/Step": 4547, "Finetune/Step Time": 6.660055711865425}
+{"Finetune/Learning Rate": 4.368661969751887e-06, "Finetune/Loss": 0.7336903810501099, "Finetune/Loss (Raw)": 0.5757315158843994, "Finetune/Step": 4548, "Finetune/Step Time": 6.672273136675358}
+{"Finetune/Learning Rate": 4.3645451360556676e-06, "Finetune/Loss": 0.7325283885002136, "Finetune/Loss (Raw)": 0.5993404388427734, "Finetune/Step": 4549, "Finetune/Step Time": 6.673079002648592}
+{"Finetune/Learning Rate": 4.360429701490935e-06, "Finetune/Loss": 0.7336734533309937, "Finetune/Loss (Raw)": 0.9189864993095398, "Finetune/Step": 4550, "Finetune/Step Time": 6.6704084146767855}
+{"Finetune/Learning Rate": 4.3563156670794435e-06, "Finetune/Loss": 0.735369086265564, "Finetune/Loss (Raw)": 0.8220784068107605, "Finetune/Step": 4551, "Finetune/Step Time": 6.66732551343739}
+{"Finetune/Learning Rate": 4.352203033842591e-06, "Finetune/Loss": 0.7372615933418274, "Finetune/Loss (Raw)": 0.5870131254196167, "Finetune/Step": 4552, "Finetune/Step Time": 6.667987667024136}
+{"Finetune/Learning Rate": 4.348091802801439e-06, "Finetune/Loss": 0.7387632131576538, "Finetune/Loss (Raw)": 0.8125366568565369, "Finetune/Step": 4553, "Finetune/Step Time": 6.6284935139119625}
+{"Finetune/Learning Rate": 4.343981974976691e-06, "Finetune/Loss": 0.7393401861190796, "Finetune/Loss (Raw)": 0.9180923104286194, "Finetune/Step": 4554, "Finetune/Step Time": 6.626260774210095}
+{"Finetune/Learning Rate": 4.339873551388711e-06, "Finetune/Loss": 0.7408287525177002, "Finetune/Loss (Raw)": 0.8081734776496887, "Finetune/Step": 4555, "Finetune/Step Time": 6.627020156010985}
+{"Finetune/Learning Rate": 4.335766533057505e-06, "Finetune/Loss": 0.7419508099555969, "Finetune/Loss (Raw)": 0.9465874433517456, "Finetune/Step": 4556, "Finetune/Step Time": 6.634028073400259}
+{"Finetune/Learning Rate": 4.33166092100274e-06, "Finetune/Loss": 0.7413921356201172, "Finetune/Loss (Raw)": 0.6932691335678101, "Finetune/Step": 4557, "Finetune/Step Time": 6.63672698289156}
+{"Finetune/Learning Rate": 4.32755671624372e-06, "Finetune/Loss": 0.7412893176078796, "Finetune/Loss (Raw)": 0.5812926888465881, "Finetune/Step": 4558, "Finetune/Step Time": 6.6130866296589375}
+{"Finetune/Learning Rate": 4.32345391979942e-06, "Finetune/Loss": 0.7423921823501587, "Finetune/Loss (Raw)": 0.9060857892036438, "Finetune/Step": 4559, "Finetune/Step Time": 6.612908910959959}
+{"Finetune/Learning Rate": 4.319352532688444e-06, "Finetune/Loss": 0.7416359186172485, "Finetune/Loss (Raw)": 0.7393165826797485, "Finetune/Step": 4560, "Finetune/Step Time": 6.608572579920292}
+{"Finetune/Learning Rate": 4.3152525559290596e-06, "Finetune/Loss": 0.7432628273963928, "Finetune/Loss (Raw)": 0.8106996417045593, "Finetune/Step": 4561, "Finetune/Step Time": 6.597261514514685}
+{"Finetune/Learning Rate": 4.311153990539183e-06, "Finetune/Loss": 0.7431868314743042, "Finetune/Loss (Raw)": 0.8540734052658081, "Finetune/Step": 4562, "Finetune/Step Time": 6.597670719027519}
+{"Finetune/Learning Rate": 4.307056837536373e-06, "Finetune/Loss": 0.7394611239433289, "Finetune/Loss (Raw)": 0.31264257431030273, "Finetune/Step": 4563, "Finetune/Step Time": 6.615651894360781}
+{"Finetune/Learning Rate": 4.302961097937847e-06, "Finetune/Loss": 0.7403966188430786, "Finetune/Loss (Raw)": 0.749969482421875, "Finetune/Step": 4564, "Finetune/Step Time": 6.5993774980306625}
+{"Finetune/Learning Rate": 4.298866772760461e-06, "Finetune/Loss": 0.7402511239051819, "Finetune/Loss (Raw)": 0.6997911334037781, "Finetune/Step": 4565, "Finetune/Step Time": 6.593455713242292}
+{"Finetune/Learning Rate": 4.294773863020732e-06, "Finetune/Loss": 0.7399917840957642, "Finetune/Loss (Raw)": 0.7797654271125793, "Finetune/Step": 4566, "Finetune/Step Time": 6.59613454900682}
+{"Finetune/Learning Rate": 4.290682369734812e-06, "Finetune/Loss": 0.739571213722229, "Finetune/Loss (Raw)": 0.8750812411308289, "Finetune/Step": 4567, "Finetune/Step Time": 6.594106005504727}
+{"Finetune/Learning Rate": 4.286592293918515e-06, "Finetune/Loss": 0.7392129898071289, "Finetune/Loss (Raw)": 0.8283154368400574, "Finetune/Step": 4568, "Finetune/Step Time": 6.5920204892754555}
+{"Finetune/Learning Rate": 4.2825036365872904e-06, "Finetune/Loss": 0.7389310598373413, "Finetune/Loss (Raw)": 0.8467419743537903, "Finetune/Step": 4569, "Finetune/Step Time": 6.5901824571192265}
+{"Finetune/Learning Rate": 4.278416398756245e-06, "Finetune/Loss": 0.7395491600036621, "Finetune/Loss (Raw)": 0.8415247201919556, "Finetune/Step": 4570, "Finetune/Step Time": 6.576481880620122}
+{"Finetune/Learning Rate": 4.274330581440133e-06, "Finetune/Loss": 0.7382519245147705, "Finetune/Loss (Raw)": 0.6423702239990234, "Finetune/Step": 4571, "Finetune/Step Time": 6.5832528956234455}
+{"Finetune/Learning Rate": 4.270246185653347e-06, "Finetune/Loss": 0.7386552095413208, "Finetune/Loss (Raw)": 0.7490886449813843, "Finetune/Step": 4572, "Finetune/Step Time": 6.588806234300137}
+{"Finetune/Learning Rate": 4.2661632124099376e-06, "Finetune/Loss": 0.7384752631187439, "Finetune/Loss (Raw)": 0.6701653003692627, "Finetune/Step": 4573, "Finetune/Step Time": 6.604338584467769}
+{"Finetune/Learning Rate": 4.26208166272359e-06, "Finetune/Loss": 0.7380013465881348, "Finetune/Loss (Raw)": 0.8165010809898376, "Finetune/Step": 4574, "Finetune/Step Time": 6.593819716945291}
+{"Finetune/Learning Rate": 4.258001537607649e-06, "Finetune/Loss": 0.7376123666763306, "Finetune/Loss (Raw)": 0.7212105989456177, "Finetune/Step": 4575, "Finetune/Step Time": 6.60781460441649}
+{"Finetune/Learning Rate": 4.2539228380750955e-06, "Finetune/Loss": 0.7366828918457031, "Finetune/Loss (Raw)": 0.6754721999168396, "Finetune/Step": 4576, "Finetune/Step Time": 6.615527402609587}
+{"Finetune/Learning Rate": 4.2498455651385665e-06, "Finetune/Loss": 0.7367457151412964, "Finetune/Loss (Raw)": 0.9177860617637634, "Finetune/Step": 4577, "Finetune/Step Time": 6.6188170444220304}
+{"Finetune/Learning Rate": 4.24576971981033e-06, "Finetune/Loss": 0.7378212213516235, "Finetune/Loss (Raw)": 0.8354802131652832, "Finetune/Step": 4578, "Finetune/Step Time": 6.632980952039361}
+{"Finetune/Learning Rate": 4.241695303102318e-06, "Finetune/Loss": 0.7362847328186035, "Finetune/Loss (Raw)": 0.4227573573589325, "Finetune/Step": 4579, "Finetune/Step Time": 6.6416557766497135}
+{"Finetune/Learning Rate": 4.237622316026091e-06, "Finetune/Loss": 0.7356326580047607, "Finetune/Loss (Raw)": 0.27413421869277954, "Finetune/Step": 4580, "Finetune/Step Time": 6.642797080799937}
+{"Finetune/Learning Rate": 4.233550759592864e-06, "Finetune/Loss": 0.7352996468544006, "Finetune/Loss (Raw)": 0.6599201560020447, "Finetune/Step": 4581, "Finetune/Step Time": 6.651624046266079}
+{"Finetune/Learning Rate": 4.229480634813499e-06, "Finetune/Loss": 0.735590934753418, "Finetune/Loss (Raw)": 0.7674212455749512, "Finetune/Step": 4582, "Finetune/Step Time": 6.655186155810952}
+{"Finetune/Learning Rate": 4.225411942698491e-06, "Finetune/Loss": 0.737542986869812, "Finetune/Loss (Raw)": 0.8863613605499268, "Finetune/Step": 4583, "Finetune/Step Time": 6.642564661800861}
+{"Finetune/Learning Rate": 4.221344684257993e-06, "Finetune/Loss": 0.7373164892196655, "Finetune/Loss (Raw)": 0.7082349061965942, "Finetune/Step": 4584, "Finetune/Step Time": 6.643241124227643}
+{"Finetune/Learning Rate": 4.21727886050179e-06, "Finetune/Loss": 0.7370750904083252, "Finetune/Loss (Raw)": 0.6386860609054565, "Finetune/Step": 4585, "Finetune/Step Time": 6.631628917530179}
+{"Finetune/Learning Rate": 4.2132144724393235e-06, "Finetune/Loss": 0.7371270656585693, "Finetune/Loss (Raw)": 0.6806397438049316, "Finetune/Step": 4586, "Finetune/Step Time": 6.622878992930055}
+{"Finetune/Learning Rate": 4.209151521079662e-06, "Finetune/Loss": 0.7385627031326294, "Finetune/Loss (Raw)": 0.8866137266159058, "Finetune/Step": 4587, "Finetune/Step Time": 6.619569648057222}
+{"Finetune/Learning Rate": 4.205090007431537e-06, "Finetune/Loss": 0.7385834455490112, "Finetune/Loss (Raw)": 0.8706493973731995, "Finetune/Step": 4588, "Finetune/Step Time": 6.642695479094982}
+{"Finetune/Learning Rate": 4.201029932503303e-06, "Finetune/Loss": 0.7390601634979248, "Finetune/Loss (Raw)": 0.7723819017410278, "Finetune/Step": 4589, "Finetune/Step Time": 6.6530787739902735}
+{"Finetune/Learning Rate": 4.196971297302972e-06, "Finetune/Loss": 0.7386038303375244, "Finetune/Loss (Raw)": 0.7188473343849182, "Finetune/Step": 4590, "Finetune/Step Time": 6.6435094848275185}
+{"Finetune/Learning Rate": 4.192914102838198e-06, "Finetune/Loss": 0.740951418876648, "Finetune/Loss (Raw)": 0.831426739692688, "Finetune/Step": 4591, "Finetune/Step Time": 6.6277932319790125}
+{"Finetune/Learning Rate": 4.1888583501162635e-06, "Finetune/Loss": 0.7371714115142822, "Finetune/Loss (Raw)": 0.2912416160106659, "Finetune/Step": 4592, "Finetune/Step Time": 6.6285631358623505}
+{"Finetune/Learning Rate": 4.184804040144113e-06, "Finetune/Loss": 0.7380781173706055, "Finetune/Loss (Raw)": 0.8451730608940125, "Finetune/Step": 4593, "Finetune/Step Time": 6.633681965991855}
+{"Finetune/Learning Rate": 4.180751173928312e-06, "Finetune/Loss": 0.7354148626327515, "Finetune/Loss (Raw)": 0.40949469804763794, "Finetune/Step": 4594, "Finetune/Step Time": 6.652802465483546}
+{"Finetune/Learning Rate": 4.176699752475087e-06, "Finetune/Loss": 0.7351062297821045, "Finetune/Loss (Raw)": 0.7956708669662476, "Finetune/Step": 4595, "Finetune/Step Time": 6.655102284625173}
+{"Finetune/Learning Rate": 4.172649776790288e-06, "Finetune/Loss": 0.7352572679519653, "Finetune/Loss (Raw)": 0.7806803584098816, "Finetune/Step": 4596, "Finetune/Step Time": 6.672785954549909}
+{"Finetune/Learning Rate": 4.1686012478794245e-06, "Finetune/Loss": 0.7349709868431091, "Finetune/Loss (Raw)": 0.7213523387908936, "Finetune/Step": 4597, "Finetune/Step Time": 6.674759512767196}
+{"Finetune/Learning Rate": 4.1645541667476276e-06, "Finetune/Loss": 0.7350925207138062, "Finetune/Loss (Raw)": 0.7914247512817383, "Finetune/Step": 4598, "Finetune/Step Time": 6.6728735864162445}
+{"Finetune/Learning Rate": 4.160508534399685e-06, "Finetune/Loss": 0.7356590628623962, "Finetune/Loss (Raw)": 0.7190197706222534, "Finetune/Step": 4599, "Finetune/Step Time": 6.667069137096405}
+{"Finetune/Learning Rate": 4.1564643518400135e-06, "Finetune/Loss": 0.7353577613830566, "Finetune/Loss (Raw)": 0.7761834859848022, "Finetune/Step": 4600, "Finetune/Step Time": 6.6807664930820465}
+{"Finetune/Learning Rate": 4.1524216200726775e-06, "Finetune/Loss": 0.7329161763191223, "Finetune/Loss (Raw)": 0.6731263995170593, "Finetune/Step": 4601, "Finetune/Step Time": 6.685995005071163}
+{"Finetune/Learning Rate": 4.14838034010138e-06, "Finetune/Loss": 0.7341911792755127, "Finetune/Loss (Raw)": 0.9896764755249023, "Finetune/Step": 4602, "Finetune/Step Time": 6.687816582620144}
+{"Finetune/Learning Rate": 4.144340512929457e-06, "Finetune/Loss": 0.7340779304504395, "Finetune/Loss (Raw)": 0.6707372665405273, "Finetune/Step": 4603, "Finetune/Step Time": 6.670649474486709}
+{"Finetune/Learning Rate": 4.140302139559893e-06, "Finetune/Loss": 0.7336562871932983, "Finetune/Loss (Raw)": 0.8154336810112, "Finetune/Step": 4604, "Finetune/Step Time": 6.664518743753433}
+{"Finetune/Learning Rate": 4.136265220995303e-06, "Finetune/Loss": 0.7306550741195679, "Finetune/Loss (Raw)": 0.32695916295051575, "Finetune/Step": 4605, "Finetune/Step Time": 6.682103142142296}
+{"Finetune/Learning Rate": 4.132229758237951e-06, "Finetune/Loss": 0.7304692268371582, "Finetune/Loss (Raw)": 0.838090181350708, "Finetune/Step": 4606, "Finetune/Step Time": 6.6894909478724}
+{"Finetune/Learning Rate": 4.128195752289726e-06, "Finetune/Loss": 0.7299416065216064, "Finetune/Loss (Raw)": 0.7354627251625061, "Finetune/Step": 4607, "Finetune/Step Time": 6.682260496541858}
+{"Finetune/Learning Rate": 4.1241632041521705e-06, "Finetune/Loss": 0.7307850122451782, "Finetune/Loss (Raw)": 0.7760116457939148, "Finetune/Step": 4608, "Finetune/Step Time": 6.678003907203674}
+{"Finetune/Learning Rate": 4.120132114826451e-06, "Finetune/Loss": 0.7327226400375366, "Finetune/Loss (Raw)": 0.9542573690414429, "Finetune/Step": 4609, "Finetune/Step Time": 6.666713589802384}
+{"Finetune/Learning Rate": 4.11610248531338e-06, "Finetune/Loss": 0.7329745888710022, "Finetune/Loss (Raw)": 0.721921443939209, "Finetune/Step": 4610, "Finetune/Step Time": 6.6397077944129705}
+{"Finetune/Learning Rate": 4.1120743166134115e-06, "Finetune/Loss": 0.7290688753128052, "Finetune/Loss (Raw)": 0.29644933342933655, "Finetune/Step": 4611, "Finetune/Step Time": 6.6580844186246395}
+{"Finetune/Learning Rate": 4.108047609726622e-06, "Finetune/Loss": 0.7284241914749146, "Finetune/Loss (Raw)": 0.7945181131362915, "Finetune/Step": 4612, "Finetune/Step Time": 6.640755597501993}
+{"Finetune/Learning Rate": 4.104022365652744e-06, "Finetune/Loss": 0.7274476289749146, "Finetune/Loss (Raw)": 0.6362338662147522, "Finetune/Step": 4613, "Finetune/Step Time": 6.675118699669838}
+{"Finetune/Learning Rate": 4.099998585391128e-06, "Finetune/Loss": 0.7272722125053406, "Finetune/Loss (Raw)": 0.7073879837989807, "Finetune/Step": 4614, "Finetune/Step Time": 6.672008261084557}
+{"Finetune/Learning Rate": 4.095976269940777e-06, "Finetune/Loss": 0.7317886352539062, "Finetune/Loss (Raw)": 0.9080336093902588, "Finetune/Step": 4615, "Finetune/Step Time": 6.653147144243121}
+{"Finetune/Learning Rate": 4.091955420300318e-06, "Finetune/Loss": 0.7313753962516785, "Finetune/Loss (Raw)": 0.7500511407852173, "Finetune/Step": 4616, "Finetune/Step Time": 6.645070061087608}
+{"Finetune/Learning Rate": 4.087936037468024e-06, "Finetune/Loss": 0.7329388856887817, "Finetune/Loss (Raw)": 0.6827923059463501, "Finetune/Step": 4617, "Finetune/Step Time": 6.637505948543549}
+{"Finetune/Learning Rate": 4.083918122441795e-06, "Finetune/Loss": 0.7343635559082031, "Finetune/Loss (Raw)": 0.8367381691932678, "Finetune/Step": 4618, "Finetune/Step Time": 6.63928653486073}
+{"Finetune/Learning Rate": 4.079901676219177e-06, "Finetune/Loss": 0.7354784607887268, "Finetune/Loss (Raw)": 0.8931756019592285, "Finetune/Step": 4619, "Finetune/Step Time": 6.641640838235617}
+{"Finetune/Learning Rate": 4.075886699797338e-06, "Finetune/Loss": 0.7349357008934021, "Finetune/Loss (Raw)": 0.7462037801742554, "Finetune/Step": 4620, "Finetune/Step Time": 6.646694667637348}
+{"Finetune/Learning Rate": 4.071873194173093e-06, "Finetune/Loss": 0.7362196445465088, "Finetune/Loss (Raw)": 0.8969860672950745, "Finetune/Step": 4621, "Finetune/Step Time": 6.6368876323103905}
+{"Finetune/Learning Rate": 4.0678611603428884e-06, "Finetune/Loss": 0.7379622459411621, "Finetune/Loss (Raw)": 0.8196505308151245, "Finetune/Step": 4622, "Finetune/Step Time": 6.634113417938352}
+{"Finetune/Learning Rate": 4.0638505993028e-06, "Finetune/Loss": 0.7385724782943726, "Finetune/Loss (Raw)": 0.861545979976654, "Finetune/Step": 4623, "Finetune/Step Time": 6.632108207792044}
+{"Finetune/Learning Rate": 4.059841512048547e-06, "Finetune/Loss": 0.7387983202934265, "Finetune/Loss (Raw)": 0.7407148480415344, "Finetune/Step": 4624, "Finetune/Step Time": 6.6256991643458605}
+{"Finetune/Learning Rate": 4.055833899575471e-06, "Finetune/Loss": 0.7392162084579468, "Finetune/Loss (Raw)": 0.8484963774681091, "Finetune/Step": 4625, "Finetune/Step Time": 6.626104729250073}
+{"Finetune/Learning Rate": 4.051827762878561e-06, "Finetune/Loss": 0.7365855574607849, "Finetune/Loss (Raw)": 0.3533496558666229, "Finetune/Step": 4626, "Finetune/Step Time": 6.640261989086866}
+{"Finetune/Learning Rate": 4.0478231029524265e-06, "Finetune/Loss": 0.7357373237609863, "Finetune/Loss (Raw)": 0.7670260071754456, "Finetune/Step": 4627, "Finetune/Step Time": 6.6398227997124195}
+{"Finetune/Learning Rate": 4.043819920791322e-06, "Finetune/Loss": 0.7356280088424683, "Finetune/Loss (Raw)": 0.6742703914642334, "Finetune/Step": 4628, "Finetune/Step Time": 6.6437844801694155}
+{"Finetune/Learning Rate": 4.039818217389121e-06, "Finetune/Loss": 0.7345618009567261, "Finetune/Loss (Raw)": 0.7456690669059753, "Finetune/Step": 4629, "Finetune/Step Time": 6.641401495784521}
+{"Finetune/Learning Rate": 4.035817993739351e-06, "Finetune/Loss": 0.7347316145896912, "Finetune/Loss (Raw)": 0.6801084876060486, "Finetune/Step": 4630, "Finetune/Step Time": 6.649649271741509}
+{"Finetune/Learning Rate": 4.031819250835152e-06, "Finetune/Loss": 0.7325616478919983, "Finetune/Loss (Raw)": 0.5786120891571045, "Finetune/Step": 4631, "Finetune/Step Time": 6.668989123776555}
+{"Finetune/Learning Rate": 4.0278219896693075e-06, "Finetune/Loss": 0.728769063949585, "Finetune/Loss (Raw)": 0.2776755690574646, "Finetune/Step": 4632, "Finetune/Step Time": 6.684577070176601}
+{"Finetune/Learning Rate": 4.023826211234224e-06, "Finetune/Loss": 0.7274194955825806, "Finetune/Loss (Raw)": 0.5902262330055237, "Finetune/Step": 4633, "Finetune/Step Time": 6.697260359302163}
+{"Finetune/Learning Rate": 4.019831916521954e-06, "Finetune/Loss": 0.7267005443572998, "Finetune/Loss (Raw)": 0.8740580081939697, "Finetune/Step": 4634, "Finetune/Step Time": 6.705321177840233}
+{"Finetune/Learning Rate": 4.015839106524163e-06, "Finetune/Loss": 0.7286003828048706, "Finetune/Loss (Raw)": 0.573161244392395, "Finetune/Step": 4635, "Finetune/Step Time": 6.7058870773762465}
+{"Finetune/Learning Rate": 4.011847782232164e-06, "Finetune/Loss": 0.728735625743866, "Finetune/Loss (Raw)": 0.7803993821144104, "Finetune/Step": 4636, "Finetune/Step Time": 6.708663452416658}
+{"Finetune/Learning Rate": 4.007857944636898e-06, "Finetune/Loss": 0.7298550605773926, "Finetune/Loss (Raw)": 0.8622812628746033, "Finetune/Step": 4637, "Finetune/Step Time": 6.703755658119917}
+{"Finetune/Learning Rate": 4.003869594728929e-06, "Finetune/Loss": 0.7310134172439575, "Finetune/Loss (Raw)": 1.0017672777175903, "Finetune/Step": 4638, "Finetune/Step Time": 6.707217462360859}
+{"Finetune/Learning Rate": 3.999882733498461e-06, "Finetune/Loss": 0.7283337116241455, "Finetune/Loss (Raw)": 0.6021593809127808, "Finetune/Step": 4639, "Finetune/Step Time": 6.732394451275468}
+{"Finetune/Learning Rate": 3.995897361935316e-06, "Finetune/Loss": 0.7322121858596802, "Finetune/Loss (Raw)": 0.8636886477470398, "Finetune/Step": 4640, "Finetune/Step Time": 6.710032569244504}
+{"Finetune/Learning Rate": 3.991913481028965e-06, "Finetune/Loss": 0.7322312593460083, "Finetune/Loss (Raw)": 0.7886229157447815, "Finetune/Step": 4641, "Finetune/Step Time": 6.707886785268784}
+{"Finetune/Learning Rate": 3.98793109176849e-06, "Finetune/Loss": 0.7333717942237854, "Finetune/Loss (Raw)": 0.8062718510627747, "Finetune/Step": 4642, "Finetune/Step Time": 6.708898553624749}
+{"Finetune/Learning Rate": 3.983950195142618e-06, "Finetune/Loss": 0.7342932224273682, "Finetune/Loss (Raw)": 0.8814880847930908, "Finetune/Step": 4643, "Finetune/Step Time": 6.706782655790448}
+{"Finetune/Learning Rate": 3.979970792139689e-06, "Finetune/Loss": 0.7322617769241333, "Finetune/Loss (Raw)": 0.38279762864112854, "Finetune/Step": 4644, "Finetune/Step Time": 6.737135345116258}
+{"Finetune/Learning Rate": 3.975992883747688e-06, "Finetune/Loss": 0.7336037755012512, "Finetune/Loss (Raw)": 0.8358513712882996, "Finetune/Step": 4645, "Finetune/Step Time": 6.736010963097215}
+{"Finetune/Learning Rate": 3.972016470954224e-06, "Finetune/Loss": 0.7311258912086487, "Finetune/Loss (Raw)": 0.6170302629470825, "Finetune/Step": 4646, "Finetune/Step Time": 6.758684627711773}
+{"Finetune/Learning Rate": 3.968041554746527e-06, "Finetune/Loss": 0.7305428981781006, "Finetune/Loss (Raw)": 0.8032310009002686, "Finetune/Step": 4647, "Finetune/Step Time": 6.7628878224641085}
+{"Finetune/Learning Rate": 3.964068136111467e-06, "Finetune/Loss": 0.7293716669082642, "Finetune/Loss (Raw)": 0.7155876755714417, "Finetune/Step": 4648, "Finetune/Step Time": 6.76817936077714}
+{"Finetune/Learning Rate": 3.9600962160355324e-06, "Finetune/Loss": 0.7289833426475525, "Finetune/Loss (Raw)": 0.8551074266433716, "Finetune/Step": 4649, "Finetune/Step Time": 6.76445728354156}
+{"Finetune/Learning Rate": 3.956125795504849e-06, "Finetune/Loss": 0.7283972501754761, "Finetune/Loss (Raw)": 0.654849112033844, "Finetune/Step": 4650, "Finetune/Step Time": 6.772162141278386}
+{"Finetune/Learning Rate": 3.952156875505159e-06, "Finetune/Loss": 0.7283620834350586, "Finetune/Loss (Raw)": 0.7960414290428162, "Finetune/Step": 4651, "Finetune/Step Time": 6.766053261235356}
+{"Finetune/Learning Rate": 3.948189457021844e-06, "Finetune/Loss": 0.7281030416488647, "Finetune/Loss (Raw)": 0.7758908271789551, "Finetune/Step": 4652, "Finetune/Step Time": 6.774135774001479}
+{"Finetune/Learning Rate": 3.944223541039901e-06, "Finetune/Loss": 0.7244102954864502, "Finetune/Loss (Raw)": 0.3062874376773834, "Finetune/Step": 4653, "Finetune/Step Time": 6.80119470320642}
+{"Finetune/Learning Rate": 3.940259128543967e-06, "Finetune/Loss": 0.7257689833641052, "Finetune/Loss (Raw)": 0.7417448163032532, "Finetune/Step": 4654, "Finetune/Step Time": 6.806349555030465}
+{"Finetune/Learning Rate": 3.936296220518291e-06, "Finetune/Loss": 0.7271894216537476, "Finetune/Loss (Raw)": 0.6380854249000549, "Finetune/Step": 4655, "Finetune/Step Time": 6.791302751749754}
+{"Finetune/Learning Rate": 3.932334817946761e-06, "Finetune/Loss": 0.725006639957428, "Finetune/Loss (Raw)": 0.44206756353378296, "Finetune/Step": 4656, "Finetune/Step Time": 6.818242399021983}
+{"Finetune/Learning Rate": 3.9283749218128885e-06, "Finetune/Loss": 0.724423348903656, "Finetune/Loss (Raw)": 0.7252275943756104, "Finetune/Step": 4657, "Finetune/Step Time": 6.816404042765498}
+{"Finetune/Learning Rate": 3.924416533099803e-06, "Finetune/Loss": 0.7241654396057129, "Finetune/Loss (Raw)": 0.8433840870857239, "Finetune/Step": 4658, "Finetune/Step Time": 6.812577947974205}
+{"Finetune/Learning Rate": 3.920459652790271e-06, "Finetune/Loss": 0.7239121198654175, "Finetune/Loss (Raw)": 0.8548226952552795, "Finetune/Step": 4659, "Finetune/Step Time": 6.809878036379814}
+{"Finetune/Learning Rate": 3.916504281866675e-06, "Finetune/Loss": 0.7255352735519409, "Finetune/Loss (Raw)": 0.8296762108802795, "Finetune/Step": 4660, "Finetune/Step Time": 6.807132428511977}
+{"Finetune/Learning Rate": 3.912550421311032e-06, "Finetune/Loss": 0.7244005799293518, "Finetune/Loss (Raw)": 0.6832583546638489, "Finetune/Step": 4661, "Finetune/Step Time": 6.799498913809657}
+{"Finetune/Learning Rate": 3.908598072104972e-06, "Finetune/Loss": 0.7283925414085388, "Finetune/Loss (Raw)": 0.8532127141952515, "Finetune/Step": 4662, "Finetune/Step Time": 6.780785607174039}
+{"Finetune/Learning Rate": 3.904647235229765e-06, "Finetune/Loss": 0.729781985282898, "Finetune/Loss (Raw)": 0.8172892332077026, "Finetune/Step": 4663, "Finetune/Step Time": 6.770006950944662}
+{"Finetune/Learning Rate": 3.900697911666288e-06, "Finetune/Loss": 0.7299115657806396, "Finetune/Loss (Raw)": 0.7822084426879883, "Finetune/Step": 4664, "Finetune/Step Time": 6.758638432249427}
+{"Finetune/Learning Rate": 3.896750102395057e-06, "Finetune/Loss": 0.7289915084838867, "Finetune/Loss (Raw)": 0.694877564907074, "Finetune/Step": 4665, "Finetune/Step Time": 6.759118068963289}
+{"Finetune/Learning Rate": 3.8928038083962095e-06, "Finetune/Loss": 0.7269333600997925, "Finetune/Loss (Raw)": 0.5779749155044556, "Finetune/Step": 4666, "Finetune/Step Time": 6.778020434081554}
+{"Finetune/Learning Rate": 3.888859030649498e-06, "Finetune/Loss": 0.7285068035125732, "Finetune/Loss (Raw)": 0.843944787979126, "Finetune/Step": 4667, "Finetune/Step Time": 6.756938500329852}
+{"Finetune/Learning Rate": 3.884915770134309e-06, "Finetune/Loss": 0.7319843769073486, "Finetune/Loss (Raw)": 0.7489270567893982, "Finetune/Step": 4668, "Finetune/Step Time": 6.747917450964451}
+{"Finetune/Learning Rate": 3.880974027829641e-06, "Finetune/Loss": 0.7293355464935303, "Finetune/Loss (Raw)": 0.35673123598098755, "Finetune/Step": 4669, "Finetune/Step Time": 6.747780369594693}
+{"Finetune/Learning Rate": 3.877033804714133e-06, "Finetune/Loss": 0.7305411100387573, "Finetune/Loss (Raw)": 0.802378237247467, "Finetune/Step": 4670, "Finetune/Step Time": 6.757903346791863}
+{"Finetune/Learning Rate": 3.873095101766025e-06, "Finetune/Loss": 0.7299320697784424, "Finetune/Loss (Raw)": 0.7133958339691162, "Finetune/Step": 4671, "Finetune/Step Time": 6.753943232819438}
+{"Finetune/Learning Rate": 3.8691579199632e-06, "Finetune/Loss": 0.729499101638794, "Finetune/Loss (Raw)": 0.8213932514190674, "Finetune/Step": 4672, "Finetune/Step Time": 6.768571326509118}
+{"Finetune/Learning Rate": 3.865222260283146e-06, "Finetune/Loss": 0.7298375964164734, "Finetune/Loss (Raw)": 0.7914949655532837, "Finetune/Step": 4673, "Finetune/Step Time": 6.758783217519522}
+{"Finetune/Learning Rate": 3.861288123702989e-06, "Finetune/Loss": 0.7297701835632324, "Finetune/Loss (Raw)": 0.8682802319526672, "Finetune/Step": 4674, "Finetune/Step Time": 6.7826719004660845}
+{"Finetune/Learning Rate": 3.857355511199461e-06, "Finetune/Loss": 0.7298344373703003, "Finetune/Loss (Raw)": 0.8407735228538513, "Finetune/Step": 4675, "Finetune/Step Time": 6.785191472619772}
+{"Finetune/Learning Rate": 3.853424423748928e-06, "Finetune/Loss": 0.7311568260192871, "Finetune/Loss (Raw)": 0.7449924349784851, "Finetune/Step": 4676, "Finetune/Step Time": 6.74707992002368}
+{"Finetune/Learning Rate": 3.849494862327376e-06, "Finetune/Loss": 0.7331480383872986, "Finetune/Loss (Raw)": 0.8542174100875854, "Finetune/Step": 4677, "Finetune/Step Time": 6.737068733200431}
+{"Finetune/Learning Rate": 3.845566827910403e-06, "Finetune/Loss": 0.7320041060447693, "Finetune/Loss (Raw)": 0.7725679874420166, "Finetune/Step": 4678, "Finetune/Step Time": 6.762205293402076}
+{"Finetune/Learning Rate": 3.84164032147324e-06, "Finetune/Loss": 0.7305516004562378, "Finetune/Loss (Raw)": 0.6361528038978577, "Finetune/Step": 4679, "Finetune/Step Time": 6.762538017705083}
+{"Finetune/Learning Rate": 3.837715343990727e-06, "Finetune/Loss": 0.7328870296478271, "Finetune/Loss (Raw)": 0.8859430551528931, "Finetune/Step": 4680, "Finetune/Step Time": 6.745382430031896}
+{"Finetune/Learning Rate": 3.833791896437336e-06, "Finetune/Loss": 0.7324612140655518, "Finetune/Loss (Raw)": 0.758036732673645, "Finetune/Step": 4681, "Finetune/Step Time": 6.762411763891578}
+{"Finetune/Learning Rate": 3.829869979787145e-06, "Finetune/Loss": 0.731016993522644, "Finetune/Loss (Raw)": 0.7332319021224976, "Finetune/Step": 4682, "Finetune/Step Time": 6.774217367172241}
+{"Finetune/Learning Rate": 3.825949595013871e-06, "Finetune/Loss": 0.7308065295219421, "Finetune/Loss (Raw)": 0.7812294363975525, "Finetune/Step": 4683, "Finetune/Step Time": 6.759206952527165}
+{"Finetune/Learning Rate": 3.822030743090828e-06, "Finetune/Loss": 0.730303168296814, "Finetune/Loss (Raw)": 0.8821573853492737, "Finetune/Step": 4684, "Finetune/Step Time": 6.7580615896731615}
+{"Finetune/Learning Rate": 3.818113424990968e-06, "Finetune/Loss": 0.7315250635147095, "Finetune/Loss (Raw)": 0.8496789932250977, "Finetune/Step": 4685, "Finetune/Step Time": 6.760355934500694}
+{"Finetune/Learning Rate": 3.8141976416868574e-06, "Finetune/Loss": 0.7319968938827515, "Finetune/Loss (Raw)": 0.6416839361190796, "Finetune/Step": 4686, "Finetune/Step Time": 6.759557995945215}
+{"Finetune/Learning Rate": 3.8102833941506743e-06, "Finetune/Loss": 0.7312053442001343, "Finetune/Loss (Raw)": 0.8047682642936707, "Finetune/Step": 4687, "Finetune/Step Time": 6.7513755820691586}
+{"Finetune/Learning Rate": 3.806370683354227e-06, "Finetune/Loss": 0.7334685921669006, "Finetune/Loss (Raw)": 1.0290100574493408, "Finetune/Step": 4688, "Finetune/Step Time": 6.748918518424034}
+{"Finetune/Learning Rate": 3.8024595102689286e-06, "Finetune/Loss": 0.7340107560157776, "Finetune/Loss (Raw)": 0.8801012635231018, "Finetune/Step": 4689, "Finetune/Step Time": 6.741621280089021}
+{"Finetune/Learning Rate": 3.7985498758658255e-06, "Finetune/Loss": 0.7324450016021729, "Finetune/Loss (Raw)": 0.6536574959754944, "Finetune/Step": 4690, "Finetune/Step Time": 6.755243021994829}
+{"Finetune/Learning Rate": 3.7946417811155665e-06, "Finetune/Loss": 0.7370908260345459, "Finetune/Loss (Raw)": 0.9073095917701721, "Finetune/Step": 4691, "Finetune/Step Time": 6.737595833837986}
+{"Finetune/Learning Rate": 3.7907352269884346e-06, "Finetune/Loss": 0.7386324405670166, "Finetune/Loss (Raw)": 0.9472931027412415, "Finetune/Step": 4692, "Finetune/Step Time": 6.738238971680403}
+{"Finetune/Learning Rate": 3.7868302144543146e-06, "Finetune/Loss": 0.7393127679824829, "Finetune/Loss (Raw)": 0.7868775129318237, "Finetune/Step": 4693, "Finetune/Step Time": 6.75072319060564}
+{"Finetune/Learning Rate": 3.782926744482721e-06, "Finetune/Loss": 0.7402648329734802, "Finetune/Loss (Raw)": 0.9016246795654297, "Finetune/Step": 4694, "Finetune/Step Time": 6.745629919692874}
+{"Finetune/Learning Rate": 3.7790248180427758e-06, "Finetune/Loss": 0.7398691177368164, "Finetune/Loss (Raw)": 0.824425220489502, "Finetune/Step": 4695, "Finetune/Step Time": 6.749827256426215}
+{"Finetune/Learning Rate": 3.7751244361032234e-06, "Finetune/Loss": 0.7386856079101562, "Finetune/Loss (Raw)": 0.6768274307250977, "Finetune/Step": 4696, "Finetune/Step Time": 6.761667504906654}
+{"Finetune/Learning Rate": 3.771225599632429e-06, "Finetune/Loss": 0.7380752563476562, "Finetune/Loss (Raw)": 0.7686207294464111, "Finetune/Step": 4697, "Finetune/Step Time": 6.756577270105481}
+{"Finetune/Learning Rate": 3.7673283095983593e-06, "Finetune/Loss": 0.7383191585540771, "Finetune/Loss (Raw)": 0.8727481961250305, "Finetune/Step": 4698, "Finetune/Step Time": 6.76034495420754}
+{"Finetune/Learning Rate": 3.7634325669686144e-06, "Finetune/Loss": 0.7402955293655396, "Finetune/Loss (Raw)": 0.8953422904014587, "Finetune/Step": 4699, "Finetune/Step Time": 6.75626115500927}
+{"Finetune/Learning Rate": 3.7595383727103964e-06, "Finetune/Loss": 0.7406796813011169, "Finetune/Loss (Raw)": 0.7982608079910278, "Finetune/Step": 4700, "Finetune/Step Time": 6.752251338213682}
+{"Finetune/Learning Rate": 3.7556457277905334e-06, "Finetune/Loss": 0.7420368790626526, "Finetune/Loss (Raw)": 0.843885064125061, "Finetune/Step": 4701, "Finetune/Step Time": 6.740933990105987}
+{"Finetune/Learning Rate": 3.7517546331754594e-06, "Finetune/Loss": 0.7415440082550049, "Finetune/Loss (Raw)": 0.7534151077270508, "Finetune/Step": 4702, "Finetune/Step Time": 6.742981808260083}
+{"Finetune/Learning Rate": 3.747865089831233e-06, "Finetune/Loss": 0.7429409623146057, "Finetune/Loss (Raw)": 0.9000189304351807, "Finetune/Step": 4703, "Finetune/Step Time": 6.736386399716139}
+{"Finetune/Learning Rate": 3.743977098723518e-06, "Finetune/Loss": 0.7429344058036804, "Finetune/Loss (Raw)": 0.6746331453323364, "Finetune/Step": 4704, "Finetune/Step Time": 6.730481615290046}
+{"Finetune/Learning Rate": 3.7400906608176002e-06, "Finetune/Loss": 0.7426701188087463, "Finetune/Loss (Raw)": 0.8839603662490845, "Finetune/Step": 4705, "Finetune/Step Time": 6.741196606308222}
+{"Finetune/Learning Rate": 3.736205777078381e-06, "Finetune/Loss": 0.7418876886367798, "Finetune/Loss (Raw)": 0.7353309988975525, "Finetune/Step": 4706, "Finetune/Step Time": 6.725107604637742}
+{"Finetune/Learning Rate": 3.732322448470366e-06, "Finetune/Loss": 0.7440303564071655, "Finetune/Loss (Raw)": 0.6970067620277405, "Finetune/Step": 4707, "Finetune/Step Time": 6.707512332126498}
+{"Finetune/Learning Rate": 3.7284406759576864e-06, "Finetune/Loss": 0.7472368478775024, "Finetune/Loss (Raw)": 0.6845758557319641, "Finetune/Step": 4708, "Finetune/Step Time": 6.688341114670038}
+{"Finetune/Learning Rate": 3.7245604605040765e-06, "Finetune/Loss": 0.7474194765090942, "Finetune/Loss (Raw)": 0.6832948327064514, "Finetune/Step": 4709, "Finetune/Step Time": 6.701916879042983}
+{"Finetune/Learning Rate": 3.7206818030728943e-06, "Finetune/Loss": 0.7487602233886719, "Finetune/Loss (Raw)": 0.9390338063240051, "Finetune/Step": 4710, "Finetune/Step Time": 6.692432602867484}
+{"Finetune/Learning Rate": 3.7168047046271007e-06, "Finetune/Loss": 0.7479408383369446, "Finetune/Loss (Raw)": 0.7814800143241882, "Finetune/Step": 4711, "Finetune/Step Time": 6.692200671881437}
+{"Finetune/Learning Rate": 3.71292916612928e-06, "Finetune/Loss": 0.7479096055030823, "Finetune/Loss (Raw)": 0.7042351961135864, "Finetune/Step": 4712, "Finetune/Step Time": 6.704580197110772}
+{"Finetune/Learning Rate": 3.709055188541617e-06, "Finetune/Loss": 0.749521017074585, "Finetune/Loss (Raw)": 0.844946563243866, "Finetune/Step": 4713, "Finetune/Step Time": 6.707115875557065}
+{"Finetune/Learning Rate": 3.7051827728259248e-06, "Finetune/Loss": 0.7500526905059814, "Finetune/Loss (Raw)": 0.748698890209198, "Finetune/Step": 4714, "Finetune/Step Time": 6.71053871139884}
+{"Finetune/Learning Rate": 3.701311919943611e-06, "Finetune/Loss": 0.7493102550506592, "Finetune/Loss (Raw)": 0.791576623916626, "Finetune/Step": 4715, "Finetune/Step Time": 6.714078441262245}
+{"Finetune/Learning Rate": 3.697442630855709e-06, "Finetune/Loss": 0.7483495473861694, "Finetune/Loss (Raw)": 0.7476876974105835, "Finetune/Step": 4716, "Finetune/Step Time": 6.690034499391913}
+{"Finetune/Learning Rate": 3.69357490652286e-06, "Finetune/Loss": 0.7487545013427734, "Finetune/Loss (Raw)": 0.8242121934890747, "Finetune/Step": 4717, "Finetune/Step Time": 6.677182585000992}
+{"Finetune/Learning Rate": 3.6897087479053106e-06, "Finetune/Loss": 0.7474987506866455, "Finetune/Loss (Raw)": 0.5581017732620239, "Finetune/Step": 4718, "Finetune/Step Time": 6.690295709297061}
+{"Finetune/Learning Rate": 3.685844155962931e-06, "Finetune/Loss": 0.746132493019104, "Finetune/Loss (Raw)": 0.656552791595459, "Finetune/Step": 4719, "Finetune/Step Time": 6.689943101257086}
+{"Finetune/Learning Rate": 3.6819811316551867e-06, "Finetune/Loss": 0.7476634979248047, "Finetune/Loss (Raw)": 0.4872169494628906, "Finetune/Step": 4720, "Finetune/Step Time": 6.705034798011184}
+{"Finetune/Learning Rate": 3.678119675941171e-06, "Finetune/Loss": 0.7458572387695312, "Finetune/Loss (Raw)": 0.6139650940895081, "Finetune/Step": 4721, "Finetune/Step Time": 6.709488146007061}
+{"Finetune/Learning Rate": 3.6742597897795717e-06, "Finetune/Loss": 0.7481319308280945, "Finetune/Loss (Raw)": 0.7006553411483765, "Finetune/Step": 4722, "Finetune/Step Time": 6.6914898958057165}
+{"Finetune/Learning Rate": 3.6704014741286996e-06, "Finetune/Loss": 0.7480487823486328, "Finetune/Loss (Raw)": 0.7850246429443359, "Finetune/Step": 4723, "Finetune/Step Time": 6.679743070155382}
+{"Finetune/Learning Rate": 3.6665447299464665e-06, "Finetune/Loss": 0.7469633221626282, "Finetune/Loss (Raw)": 0.6417449116706848, "Finetune/Step": 4724, "Finetune/Step Time": 6.690540345385671}
+{"Finetune/Learning Rate": 3.662689558190403e-06, "Finetune/Loss": 0.7468717694282532, "Finetune/Loss (Raw)": 0.7096320390701294, "Finetune/Step": 4725, "Finetune/Step Time": 6.693314164876938}
+{"Finetune/Learning Rate": 3.658835959817638e-06, "Finetune/Loss": 0.7459984421730042, "Finetune/Loss (Raw)": 0.6796424388885498, "Finetune/Step": 4726, "Finetune/Step Time": 6.705632966011763}
+{"Finetune/Learning Rate": 3.6549839357849205e-06, "Finetune/Loss": 0.7460024356842041, "Finetune/Loss (Raw)": 0.7195265889167786, "Finetune/Step": 4727, "Finetune/Step Time": 6.712750202044845}
+{"Finetune/Learning Rate": 3.651133487048605e-06, "Finetune/Loss": 0.7455957531929016, "Finetune/Loss (Raw)": 0.7241299152374268, "Finetune/Step": 4728, "Finetune/Step Time": 6.705192694440484}
+{"Finetune/Learning Rate": 3.64728461456465e-06, "Finetune/Loss": 0.7482433319091797, "Finetune/Loss (Raw)": 1.0120213031768799, "Finetune/Step": 4729, "Finetune/Step Time": 6.701744582504034}
+{"Finetune/Learning Rate": 3.643437319288632e-06, "Finetune/Loss": 0.7466986179351807, "Finetune/Loss (Raw)": 0.7919416427612305, "Finetune/Step": 4730, "Finetune/Step Time": 6.6967925522476435}
+{"Finetune/Learning Rate": 3.639591602175724e-06, "Finetune/Loss": 0.7463364601135254, "Finetune/Loss (Raw)": 0.6243862509727478, "Finetune/Step": 4731, "Finetune/Step Time": 6.705312425270677}
+{"Finetune/Learning Rate": 3.63574746418072e-06, "Finetune/Loss": 0.7461568117141724, "Finetune/Loss (Raw)": 0.7924462556838989, "Finetune/Step": 4732, "Finetune/Step Time": 6.70515164360404}
+{"Finetune/Learning Rate": 3.6319049062580114e-06, "Finetune/Loss": 0.7501969933509827, "Finetune/Loss (Raw)": 0.8440973162651062, "Finetune/Step": 4733, "Finetune/Step Time": 6.681413251906633}
+{"Finetune/Learning Rate": 3.6280639293616072e-06, "Finetune/Loss": 0.749097466468811, "Finetune/Loss (Raw)": 0.6973463892936707, "Finetune/Step": 4734, "Finetune/Step Time": 6.6875098291784525}
+{"Finetune/Learning Rate": 3.62422453444511e-06, "Finetune/Loss": 0.7500450015068054, "Finetune/Loss (Raw)": 0.8567532896995544, "Finetune/Step": 4735, "Finetune/Step Time": 6.687304114922881}
+{"Finetune/Learning Rate": 3.620386722461744e-06, "Finetune/Loss": 0.7486125826835632, "Finetune/Loss (Raw)": 0.5926602482795715, "Finetune/Step": 4736, "Finetune/Step Time": 6.696508197113872}
+{"Finetune/Learning Rate": 3.616550494364336e-06, "Finetune/Loss": 0.7465559840202332, "Finetune/Loss (Raw)": 0.6910111904144287, "Finetune/Step": 4737, "Finetune/Step Time": 6.705819943919778}
+{"Finetune/Learning Rate": 3.612715851105313e-06, "Finetune/Loss": 0.7473832368850708, "Finetune/Loss (Raw)": 0.8278051614761353, "Finetune/Step": 4738, "Finetune/Step Time": 6.714844124391675}
+{"Finetune/Learning Rate": 3.6088827936367177e-06, "Finetune/Loss": 0.7506972551345825, "Finetune/Loss (Raw)": 0.7206519246101379, "Finetune/Step": 4739, "Finetune/Step Time": 6.699158878996968}
+{"Finetune/Learning Rate": 3.6050513229101914e-06, "Finetune/Loss": 0.7497586607933044, "Finetune/Loss (Raw)": 0.6743742227554321, "Finetune/Step": 4740, "Finetune/Step Time": 6.702174723148346}
+{"Finetune/Learning Rate": 3.6012214398769886e-06, "Finetune/Loss": 0.7491063475608826, "Finetune/Loss (Raw)": 0.5527387261390686, "Finetune/Step": 4741, "Finetune/Step Time": 6.674385914579034}
+{"Finetune/Learning Rate": 3.5973931454879605e-06, "Finetune/Loss": 0.7487649917602539, "Finetune/Loss (Raw)": 0.6636897921562195, "Finetune/Step": 4742, "Finetune/Step Time": 6.684697972610593}
+{"Finetune/Learning Rate": 3.5935664406935777e-06, "Finetune/Loss": 0.7467290163040161, "Finetune/Loss (Raw)": 0.6474393010139465, "Finetune/Step": 4743, "Finetune/Step Time": 6.700786747038364}
+{"Finetune/Learning Rate": 3.5897413264438985e-06, "Finetune/Loss": 0.7482211589813232, "Finetune/Loss (Raw)": 0.9410361647605896, "Finetune/Step": 4744, "Finetune/Step Time": 6.702579457312822}
+{"Finetune/Learning Rate": 3.585917803688603e-06, "Finetune/Loss": 0.7483624219894409, "Finetune/Loss (Raw)": 0.7008764743804932, "Finetune/Step": 4745, "Finetune/Step Time": 6.721425849944353}
+{"Finetune/Learning Rate": 3.582095873376964e-06, "Finetune/Loss": 0.7473083138465881, "Finetune/Loss (Raw)": 0.7018114328384399, "Finetune/Step": 4746, "Finetune/Step Time": 6.735663371160626}
+{"Finetune/Learning Rate": 3.578275536457865e-06, "Finetune/Loss": 0.747356653213501, "Finetune/Loss (Raw)": 0.8993598818778992, "Finetune/Step": 4747, "Finetune/Step Time": 6.735477186739445}
+{"Finetune/Learning Rate": 3.574456793879796e-06, "Finetune/Loss": 0.7481430768966675, "Finetune/Loss (Raw)": 0.8468688726425171, "Finetune/Step": 4748, "Finetune/Step Time": 6.731004185974598}
+{"Finetune/Learning Rate": 3.570639646590842e-06, "Finetune/Loss": 0.7473748326301575, "Finetune/Loss (Raw)": 0.7986526489257812, "Finetune/Step": 4749, "Finetune/Step Time": 6.738151667639613}
+{"Finetune/Learning Rate": 3.5668240955387055e-06, "Finetune/Loss": 0.7467865943908691, "Finetune/Loss (Raw)": 0.7443607449531555, "Finetune/Step": 4750, "Finetune/Step Time": 6.74038041383028}
+{"Finetune/Learning Rate": 3.5630101416706755e-06, "Finetune/Loss": 0.7459822297096252, "Finetune/Loss (Raw)": 0.7585846781730652, "Finetune/Step": 4751, "Finetune/Step Time": 6.7554084174335}
+{"Finetune/Learning Rate": 3.5591977859336625e-06, "Finetune/Loss": 0.746680736541748, "Finetune/Loss (Raw)": 0.8301207423210144, "Finetune/Step": 4752, "Finetune/Step Time": 6.758919877931476}
+{"Finetune/Learning Rate": 3.5553870292741644e-06, "Finetune/Loss": 0.7455645799636841, "Finetune/Loss (Raw)": 0.705624520778656, "Finetune/Step": 4753, "Finetune/Step Time": 6.751111000776291}
+{"Finetune/Learning Rate": 3.5515778726382967e-06, "Finetune/Loss": 0.7490905523300171, "Finetune/Loss (Raw)": 0.8046805262565613, "Finetune/Step": 4754, "Finetune/Step Time": 6.736934818327427}
+{"Finetune/Learning Rate": 3.5477703169717624e-06, "Finetune/Loss": 0.749160647392273, "Finetune/Loss (Raw)": 0.7759941220283508, "Finetune/Step": 4755, "Finetune/Step Time": 6.736139517277479}
+{"Finetune/Learning Rate": 3.5439643632198795e-06, "Finetune/Loss": 0.7499381303787231, "Finetune/Loss (Raw)": 0.7737910151481628, "Finetune/Step": 4756, "Finetune/Step Time": 6.728954866528511}
+{"Finetune/Learning Rate": 3.540160012327565e-06, "Finetune/Loss": 0.7502124905586243, "Finetune/Loss (Raw)": 0.7807861566543579, "Finetune/Step": 4757, "Finetune/Step Time": 6.7284311801195145}
+{"Finetune/Learning Rate": 3.536357265239333e-06, "Finetune/Loss": 0.7507669925689697, "Finetune/Loss (Raw)": 0.7510863542556763, "Finetune/Step": 4758, "Finetune/Step Time": 6.718581588938832}
+{"Finetune/Learning Rate": 3.5325561228993065e-06, "Finetune/Loss": 0.7516661286354065, "Finetune/Loss (Raw)": 0.6937020421028137, "Finetune/Step": 4759, "Finetune/Step Time": 6.704055555164814}
+{"Finetune/Learning Rate": 3.528756586251203e-06, "Finetune/Loss": 0.7556010484695435, "Finetune/Loss (Raw)": 0.7813389897346497, "Finetune/Step": 4760, "Finetune/Step Time": 6.696696290746331}
+{"Finetune/Learning Rate": 3.524958656238349e-06, "Finetune/Loss": 0.7556585073471069, "Finetune/Loss (Raw)": 0.597588837146759, "Finetune/Step": 4761, "Finetune/Step Time": 6.699157180264592}
+{"Finetune/Learning Rate": 3.521162333803664e-06, "Finetune/Loss": 0.7544004321098328, "Finetune/Loss (Raw)": 0.7130221128463745, "Finetune/Step": 4762, "Finetune/Step Time": 6.696870552375913}
+{"Finetune/Learning Rate": 3.5173676198896768e-06, "Finetune/Loss": 0.7559629678726196, "Finetune/Loss (Raw)": 0.7731596827507019, "Finetune/Step": 4763, "Finetune/Step Time": 6.6811101250350475}
+{"Finetune/Learning Rate": 3.513574515438507e-06, "Finetune/Loss": 0.7552712559700012, "Finetune/Loss (Raw)": 0.6918642520904541, "Finetune/Step": 4764, "Finetune/Step Time": 6.683789454400539}
+{"Finetune/Learning Rate": 3.509783021391887e-06, "Finetune/Loss": 0.7536376118659973, "Finetune/Loss (Raw)": 0.6531739234924316, "Finetune/Step": 4765, "Finetune/Step Time": 6.682788660749793}
+{"Finetune/Learning Rate": 3.505993138691135e-06, "Finetune/Loss": 0.7529854774475098, "Finetune/Loss (Raw)": 0.9182983040809631, "Finetune/Step": 4766, "Finetune/Step Time": 6.703601285815239}
+{"Finetune/Learning Rate": 3.5022048682771814e-06, "Finetune/Loss": 0.7546896934509277, "Finetune/Loss (Raw)": 0.8202952146530151, "Finetune/Step": 4767, "Finetune/Step Time": 6.6738717295229435}
+{"Finetune/Learning Rate": 3.498418211090554e-06, "Finetune/Loss": 0.7537163496017456, "Finetune/Loss (Raw)": 0.7391059398651123, "Finetune/Step": 4768, "Finetune/Step Time": 6.676627738401294}
+{"Finetune/Learning Rate": 3.4946331680713706e-06, "Finetune/Loss": 0.7535096406936646, "Finetune/Loss (Raw)": 0.7621647119522095, "Finetune/Step": 4769, "Finetune/Step Time": 6.67530545219779}
+{"Finetune/Learning Rate": 3.4908497401593634e-06, "Finetune/Loss": 0.7508803606033325, "Finetune/Loss (Raw)": 0.4697243869304657, "Finetune/Step": 4770, "Finetune/Step Time": 6.677997175604105}
+{"Finetune/Learning Rate": 3.487067928293848e-06, "Finetune/Loss": 0.7510979175567627, "Finetune/Loss (Raw)": 0.9093303084373474, "Finetune/Step": 4771, "Finetune/Step Time": 6.680129863321781}
+{"Finetune/Learning Rate": 3.4832877334137528e-06, "Finetune/Loss": 0.7535282373428345, "Finetune/Loss (Raw)": 0.6938789486885071, "Finetune/Step": 4772, "Finetune/Step Time": 6.662963485345244}
+{"Finetune/Learning Rate": 3.479509156457591e-06, "Finetune/Loss": 0.7513046860694885, "Finetune/Loss (Raw)": 0.5512361526489258, "Finetune/Step": 4773, "Finetune/Step Time": 6.662596082314849}
+{"Finetune/Learning Rate": 3.4757321983634895e-06, "Finetune/Loss": 0.7527326345443726, "Finetune/Loss (Raw)": 0.7998095154762268, "Finetune/Step": 4774, "Finetune/Step Time": 6.642712537199259}
+{"Finetune/Learning Rate": 3.471956860069158e-06, "Finetune/Loss": 0.7533719539642334, "Finetune/Loss (Raw)": 0.8850655555725098, "Finetune/Step": 4775, "Finetune/Step Time": 6.63977288082242}
+{"Finetune/Learning Rate": 3.468183142511914e-06, "Finetune/Loss": 0.7530089616775513, "Finetune/Loss (Raw)": 0.6691181659698486, "Finetune/Step": 4776, "Finetune/Step Time": 6.651144161820412}
+{"Finetune/Learning Rate": 3.464411046628673e-06, "Finetune/Loss": 0.7522766590118408, "Finetune/Loss (Raw)": 0.7613787651062012, "Finetune/Step": 4777, "Finetune/Step Time": 6.6521634086966515}
+{"Finetune/Learning Rate": 3.460640573355939e-06, "Finetune/Loss": 0.7493799924850464, "Finetune/Loss (Raw)": 0.2840774357318878, "Finetune/Step": 4778, "Finetune/Step Time": 6.656383473426104}
+{"Finetune/Learning Rate": 3.4568717236298257e-06, "Finetune/Loss": 0.7503958940505981, "Finetune/Loss (Raw)": 0.9260731339454651, "Finetune/Step": 4779, "Finetune/Step Time": 6.657514804974198}
+{"Finetune/Learning Rate": 3.4531044983860285e-06, "Finetune/Loss": 0.7498843669891357, "Finetune/Loss (Raw)": 0.710416853427887, "Finetune/Step": 4780, "Finetune/Step Time": 6.651902498677373}
+{"Finetune/Learning Rate": 3.449338898559856e-06, "Finetune/Loss": 0.7526297569274902, "Finetune/Loss (Raw)": 0.6576988101005554, "Finetune/Step": 4781, "Finetune/Step Time": 6.629812266677618}
+{"Finetune/Learning Rate": 3.445574925086198e-06, "Finetune/Loss": 0.7519630789756775, "Finetune/Loss (Raw)": 0.6564096212387085, "Finetune/Step": 4782, "Finetune/Step Time": 6.630746476352215}
+{"Finetune/Learning Rate": 3.441812578899554e-06, "Finetune/Loss": 0.7498353123664856, "Finetune/Loss (Raw)": 0.3657286763191223, "Finetune/Step": 4783, "Finetune/Step Time": 6.644992057234049}
+{"Finetune/Learning Rate": 3.4380518609340076e-06, "Finetune/Loss": 0.7525670528411865, "Finetune/Loss (Raw)": 0.791735827922821, "Finetune/Step": 4784, "Finetune/Step Time": 6.629596276208758}
+{"Finetune/Learning Rate": 3.434292772123248e-06, "Finetune/Loss": 0.7543759346008301, "Finetune/Loss (Raw)": 0.9567571878433228, "Finetune/Step": 4785, "Finetune/Step Time": 6.630614925175905}
+{"Finetune/Learning Rate": 3.4305353134005514e-06, "Finetune/Loss": 0.7542092800140381, "Finetune/Loss (Raw)": 0.8220608234405518, "Finetune/Step": 4786, "Finetune/Step Time": 6.632918268442154}
+{"Finetune/Learning Rate": 3.426779485698796e-06, "Finetune/Loss": 0.753429651260376, "Finetune/Loss (Raw)": 0.7550269365310669, "Finetune/Step": 4787, "Finetune/Step Time": 6.628346672281623}
+{"Finetune/Learning Rate": 3.4230252899504546e-06, "Finetune/Loss": 0.7518550753593445, "Finetune/Loss (Raw)": 0.6281276345252991, "Finetune/Step": 4788, "Finetune/Step Time": 6.636586321517825}
+{"Finetune/Learning Rate": 3.419272727087587e-06, "Finetune/Loss": 0.7511341571807861, "Finetune/Loss (Raw)": 0.5909798741340637, "Finetune/Step": 4789, "Finetune/Step Time": 6.63680169545114}
+{"Finetune/Learning Rate": 3.415521798041861e-06, "Finetune/Loss": 0.7508707046508789, "Finetune/Loss (Raw)": 0.8194905519485474, "Finetune/Step": 4790, "Finetune/Step Time": 6.641356671229005}
+{"Finetune/Learning Rate": 3.4117725037445237e-06, "Finetune/Loss": 0.7468787431716919, "Finetune/Loss (Raw)": 0.3063258230686188, "Finetune/Step": 4791, "Finetune/Step Time": 6.661045653745532}
+{"Finetune/Learning Rate": 3.4080248451264307e-06, "Finetune/Loss": 0.748298168182373, "Finetune/Loss (Raw)": 0.96388840675354, "Finetune/Step": 4792, "Finetune/Step Time": 6.665381936356425}
+{"Finetune/Learning Rate": 3.404278823118017e-06, "Finetune/Loss": 0.7494553327560425, "Finetune/Loss (Raw)": 0.8429929614067078, "Finetune/Step": 4793, "Finetune/Step Time": 6.663716604933143}
+{"Finetune/Learning Rate": 3.4005344386493266e-06, "Finetune/Loss": 0.7503664493560791, "Finetune/Loss (Raw)": 0.694591224193573, "Finetune/Step": 4794, "Finetune/Step Time": 6.635761925950646}
+{"Finetune/Learning Rate": 3.3967916926499823e-06, "Finetune/Loss": 0.7492269277572632, "Finetune/Loss (Raw)": 0.698093056678772, "Finetune/Step": 4795, "Finetune/Step Time": 6.666089301928878}
+{"Finetune/Learning Rate": 3.393050586049209e-06, "Finetune/Loss": 0.7500859498977661, "Finetune/Loss (Raw)": 0.8588866591453552, "Finetune/Step": 4796, "Finetune/Step Time": 6.660693500190973}
+{"Finetune/Learning Rate": 3.3893111197758276e-06, "Finetune/Loss": 0.7535958886146545, "Finetune/Loss (Raw)": 0.8059973120689392, "Finetune/Step": 4797, "Finetune/Step Time": 6.651883924379945}
+{"Finetune/Learning Rate": 3.38557329475824e-06, "Finetune/Loss": 0.7520501613616943, "Finetune/Loss (Raw)": 0.6045293211936951, "Finetune/Step": 4798, "Finetune/Step Time": 6.6567297372967005}
+{"Finetune/Learning Rate": 3.381837111924453e-06, "Finetune/Loss": 0.7531424760818481, "Finetune/Loss (Raw)": 0.8532164096832275, "Finetune/Step": 4799, "Finetune/Step Time": 6.671296736225486}
+{"Finetune/Learning Rate": 3.3781025722020545e-06, "Finetune/Loss": 0.7542773485183716, "Finetune/Loss (Raw)": 0.9666554927825928, "Finetune/Step": 4800, "Finetune/Step Time": 6.65530507825315}
+{"Finetune/Learning Rate": 3.3743696765182367e-06, "Finetune/Loss": 0.7548556327819824, "Finetune/Loss (Raw)": 0.8655076622962952, "Finetune/Step": 4801, "Finetune/Step Time": 6.647666031494737}
+{"Finetune/Learning Rate": 3.370638425799768e-06, "Finetune/Loss": 0.7543474435806274, "Finetune/Loss (Raw)": 0.8032379150390625, "Finetune/Step": 4802, "Finetune/Step Time": 6.621836055070162}
+{"Finetune/Learning Rate": 3.366908820973027e-06, "Finetune/Loss": 0.7545023560523987, "Finetune/Loss (Raw)": 0.8605996370315552, "Finetune/Step": 4803, "Finetune/Step Time": 6.626097708940506}
+{"Finetune/Learning Rate": 3.3631808629639663e-06, "Finetune/Loss": 0.7550919055938721, "Finetune/Loss (Raw)": 0.820456862449646, "Finetune/Step": 4804, "Finetune/Step Time": 6.629055799916387}
+{"Finetune/Learning Rate": 3.3594545526981424e-06, "Finetune/Loss": 0.7551262974739075, "Finetune/Loss (Raw)": 0.8586171865463257, "Finetune/Step": 4805, "Finetune/Step Time": 6.635079322382808}
+{"Finetune/Learning Rate": 3.355729891100693e-06, "Finetune/Loss": 0.755303144454956, "Finetune/Loss (Raw)": 0.7952016592025757, "Finetune/Step": 4806, "Finetune/Step Time": 6.616390559822321}
+{"Finetune/Learning Rate": 3.3520068790963546e-06, "Finetune/Loss": 0.7564265131950378, "Finetune/Loss (Raw)": 0.779948353767395, "Finetune/Step": 4807, "Finetune/Step Time": 6.617304479703307}
+{"Finetune/Learning Rate": 3.348285517609453e-06, "Finetune/Loss": 0.7566587924957275, "Finetune/Loss (Raw)": 0.915666401386261, "Finetune/Step": 4808, "Finetune/Step Time": 6.61422230489552}
+{"Finetune/Learning Rate": 3.3445658075638955e-06, "Finetune/Loss": 0.7551981210708618, "Finetune/Loss (Raw)": 0.5710755586624146, "Finetune/Step": 4809, "Finetune/Step Time": 6.603142529726028}
+{"Finetune/Learning Rate": 3.3408477498831917e-06, "Finetune/Loss": 0.7553495168685913, "Finetune/Loss (Raw)": 0.7526065111160278, "Finetune/Step": 4810, "Finetune/Step Time": 6.593646688386798}
+{"Finetune/Learning Rate": 3.33713134549043e-06, "Finetune/Loss": 0.755528450012207, "Finetune/Loss (Raw)": 0.8041332364082336, "Finetune/Step": 4811, "Finetune/Step Time": 6.609194738790393}
+{"Finetune/Learning Rate": 3.3334165953082987e-06, "Finetune/Loss": 0.7547956109046936, "Finetune/Loss (Raw)": 0.7883583903312683, "Finetune/Step": 4812, "Finetune/Step Time": 6.598664751276374}
+{"Finetune/Learning Rate": 3.329703500259065e-06, "Finetune/Loss": 0.7519357204437256, "Finetune/Loss (Raw)": 0.48360675573349, "Finetune/Step": 4813, "Finetune/Step Time": 6.613335024565458}
+{"Finetune/Learning Rate": 3.3259920612645948e-06, "Finetune/Loss": 0.7532871961593628, "Finetune/Loss (Raw)": 0.8146839141845703, "Finetune/Step": 4814, "Finetune/Step Time": 6.604071374982595}
+{"Finetune/Learning Rate": 3.322282279246334e-06, "Finetune/Loss": 0.753902018070221, "Finetune/Loss (Raw)": 0.8834627270698547, "Finetune/Step": 4815, "Finetune/Step Time": 6.612116122618318}
+{"Finetune/Learning Rate": 3.3185741551253226e-06, "Finetune/Loss": 0.7512280344963074, "Finetune/Loss (Raw)": 0.6867392063140869, "Finetune/Step": 4816, "Finetune/Step Time": 6.628028305247426}
+{"Finetune/Learning Rate": 3.3148676898221922e-06, "Finetune/Loss": 0.7508289813995361, "Finetune/Loss (Raw)": 0.8290224671363831, "Finetune/Step": 4817, "Finetune/Step Time": 6.642510866746306}
+{"Finetune/Learning Rate": 3.3111628842571518e-06, "Finetune/Loss": 0.7522859573364258, "Finetune/Loss (Raw)": 0.840146005153656, "Finetune/Step": 4818, "Finetune/Step Time": 6.632826721295714}
+{"Finetune/Learning Rate": 3.3074597393500116e-06, "Finetune/Loss": 0.7521179914474487, "Finetune/Loss (Raw)": 0.8858221173286438, "Finetune/Step": 4819, "Finetune/Step Time": 6.63223771750927}
+{"Finetune/Learning Rate": 3.303758256020154e-06, "Finetune/Loss": 0.7515530586242676, "Finetune/Loss (Raw)": 0.8749726414680481, "Finetune/Step": 4820, "Finetune/Step Time": 6.633829798549414}
+{"Finetune/Learning Rate": 3.300058435186567e-06, "Finetune/Loss": 0.7523797750473022, "Finetune/Loss (Raw)": 0.8926970362663269, "Finetune/Step": 4821, "Finetune/Step Time": 6.620890559628606}
+{"Finetune/Learning Rate": 3.2963602777678084e-06, "Finetune/Loss": 0.7518961429595947, "Finetune/Loss (Raw)": 0.8397250175476074, "Finetune/Step": 4822, "Finetune/Step Time": 6.628222228959203}
+{"Finetune/Learning Rate": 3.2926637846820366e-06, "Finetune/Loss": 0.7521477937698364, "Finetune/Loss (Raw)": 0.8566333651542664, "Finetune/Step": 4823, "Finetune/Step Time": 6.637981090694666}
+{"Finetune/Learning Rate": 3.288968956846986e-06, "Finetune/Loss": 0.7491869330406189, "Finetune/Loss (Raw)": 0.2978343367576599, "Finetune/Step": 4824, "Finetune/Step Time": 6.641805650666356}
+{"Finetune/Learning Rate": 3.2852757951799887e-06, "Finetune/Loss": 0.7490932941436768, "Finetune/Loss (Raw)": 0.7566421031951904, "Finetune/Step": 4825, "Finetune/Step Time": 6.646352918818593}
+{"Finetune/Learning Rate": 3.2815843005979475e-06, "Finetune/Loss": 0.7483528852462769, "Finetune/Loss (Raw)": 0.777977705001831, "Finetune/Step": 4826, "Finetune/Step Time": 6.64543354511261}
+{"Finetune/Learning Rate": 3.2778944740173736e-06, "Finetune/Loss": 0.7481558322906494, "Finetune/Loss (Raw)": 0.8701111078262329, "Finetune/Step": 4827, "Finetune/Step Time": 6.644902713596821}
+{"Finetune/Learning Rate": 3.2742063163543414e-06, "Finetune/Loss": 0.748645007610321, "Finetune/Loss (Raw)": 0.8608758449554443, "Finetune/Step": 4828, "Finetune/Step Time": 6.650650529190898}
+{"Finetune/Learning Rate": 3.2705198285245288e-06, "Finetune/Loss": 0.7482578754425049, "Finetune/Loss (Raw)": 0.7943293452262878, "Finetune/Step": 4829, "Finetune/Step Time": 6.656355967745185}
+{"Finetune/Learning Rate": 3.2668350114431844e-06, "Finetune/Loss": 0.74821937084198, "Finetune/Loss (Raw)": 0.7484983801841736, "Finetune/Step": 4830, "Finetune/Step Time": 6.653609270229936}
+{"Finetune/Learning Rate": 3.2631518660251514e-06, "Finetune/Loss": 0.7440171241760254, "Finetune/Loss (Raw)": 0.36211735010147095, "Finetune/Step": 4831, "Finetune/Step Time": 6.665507148951292}
+{"Finetune/Learning Rate": 3.2594703931848594e-06, "Finetune/Loss": 0.7439688444137573, "Finetune/Loss (Raw)": 0.6684548258781433, "Finetune/Step": 4832, "Finetune/Step Time": 6.688370939344168}
+{"Finetune/Learning Rate": 3.255790593836312e-06, "Finetune/Loss": 0.7431250214576721, "Finetune/Loss (Raw)": 0.7759563326835632, "Finetune/Step": 4833, "Finetune/Step Time": 6.681389274075627}
+{"Finetune/Learning Rate": 3.2521124688931116e-06, "Finetune/Loss": 0.7445697784423828, "Finetune/Loss (Raw)": 0.9202563762664795, "Finetune/Step": 4834, "Finetune/Step Time": 6.685445053502917}
+{"Finetune/Learning Rate": 3.2484360192684294e-06, "Finetune/Loss": 0.7457522749900818, "Finetune/Loss (Raw)": 0.8483700752258301, "Finetune/Step": 4835, "Finetune/Step Time": 6.682149099186063}
+{"Finetune/Learning Rate": 3.2447612458750365e-06, "Finetune/Loss": 0.7474262714385986, "Finetune/Loss (Raw)": 0.8988505005836487, "Finetune/Step": 4836, "Finetune/Step Time": 6.679932026192546}
+{"Finetune/Learning Rate": 3.2410881496252732e-06, "Finetune/Loss": 0.7481514811515808, "Finetune/Loss (Raw)": 0.776115357875824, "Finetune/Step": 4837, "Finetune/Step Time": 6.652104610577226}
+{"Finetune/Learning Rate": 3.2374167314310758e-06, "Finetune/Loss": 0.7476184368133545, "Finetune/Loss (Raw)": 0.8708051443099976, "Finetune/Step": 4838, "Finetune/Step Time": 6.653170997276902}
+{"Finetune/Learning Rate": 3.233746992203953e-06, "Finetune/Loss": 0.7468998432159424, "Finetune/Loss (Raw)": 0.6895010471343994, "Finetune/Step": 4839, "Finetune/Step Time": 6.6543523501604795}
+{"Finetune/Learning Rate": 3.2300789328550086e-06, "Finetune/Loss": 0.7475528717041016, "Finetune/Loss (Raw)": 0.7878265976905823, "Finetune/Step": 4840, "Finetune/Step Time": 6.644955139607191}
+{"Finetune/Learning Rate": 3.2264125542949154e-06, "Finetune/Loss": 0.7466620206832886, "Finetune/Loss (Raw)": 0.7309191226959229, "Finetune/Step": 4841, "Finetune/Step Time": 6.66105236671865}
+{"Finetune/Learning Rate": 3.222747857433941e-06, "Finetune/Loss": 0.7458692789077759, "Finetune/Loss (Raw)": 0.6472219824790955, "Finetune/Step": 4842, "Finetune/Step Time": 6.6711528822779655}
+{"Finetune/Learning Rate": 3.2190848431819333e-06, "Finetune/Loss": 0.7470529079437256, "Finetune/Loss (Raw)": 0.9430794715881348, "Finetune/Step": 4843, "Finetune/Step Time": 6.667301630601287}
+{"Finetune/Learning Rate": 3.2154235124483137e-06, "Finetune/Loss": 0.7465816140174866, "Finetune/Loss (Raw)": 0.6873663067817688, "Finetune/Step": 4844, "Finetune/Step Time": 6.687320116907358}
+{"Finetune/Learning Rate": 3.211763866142097e-06, "Finetune/Loss": 0.7470337152481079, "Finetune/Loss (Raw)": 0.8820765018463135, "Finetune/Step": 4845, "Finetune/Step Time": 6.689528865739703}
+{"Finetune/Learning Rate": 3.2081059051718697e-06, "Finetune/Loss": 0.7490227818489075, "Finetune/Loss (Raw)": 0.8127074837684631, "Finetune/Step": 4846, "Finetune/Step Time": 6.700665583834052}
+{"Finetune/Learning Rate": 3.2044496304458117e-06, "Finetune/Loss": 0.7464302778244019, "Finetune/Loss (Raw)": 0.3247102200984955, "Finetune/Step": 4847, "Finetune/Step Time": 6.721665935590863}
+{"Finetune/Learning Rate": 3.2007950428716705e-06, "Finetune/Loss": 0.7478711605072021, "Finetune/Loss (Raw)": 0.6716477274894714, "Finetune/Step": 4848, "Finetune/Step Time": 6.686083195731044}
+{"Finetune/Learning Rate": 3.197142143356787e-06, "Finetune/Loss": 0.7483168244361877, "Finetune/Loss (Raw)": 0.6710144281387329, "Finetune/Step": 4849, "Finetune/Step Time": 6.700727807357907}
+{"Finetune/Learning Rate": 3.193490932808072e-06, "Finetune/Loss": 0.7497199177742004, "Finetune/Loss (Raw)": 0.8802483081817627, "Finetune/Step": 4850, "Finetune/Step Time": 6.70959098637104}
+{"Finetune/Learning Rate": 3.1898414121320277e-06, "Finetune/Loss": 0.7503659725189209, "Finetune/Loss (Raw)": 0.8677168488502502, "Finetune/Step": 4851, "Finetune/Step Time": 6.714503290131688}
+{"Finetune/Learning Rate": 3.1861935822347314e-06, "Finetune/Loss": 0.750588059425354, "Finetune/Loss (Raw)": 0.670175313949585, "Finetune/Step": 4852, "Finetune/Step Time": 6.707715507596731}
+{"Finetune/Learning Rate": 3.1825474440218363e-06, "Finetune/Loss": 0.7514784336090088, "Finetune/Loss (Raw)": 0.8236005306243896, "Finetune/Step": 4853, "Finetune/Step Time": 6.71415046043694}
+{"Finetune/Learning Rate": 3.1789029983985877e-06, "Finetune/Loss": 0.7503325939178467, "Finetune/Loss (Raw)": 0.532970666885376, "Finetune/Step": 4854, "Finetune/Step Time": 6.707233844324946}
+{"Finetune/Learning Rate": 3.1752602462697947e-06, "Finetune/Loss": 0.7508058547973633, "Finetune/Loss (Raw)": 0.7801134586334229, "Finetune/Step": 4855, "Finetune/Step Time": 6.698247170075774}
+{"Finetune/Learning Rate": 3.1716191885398615e-06, "Finetune/Loss": 0.7514944076538086, "Finetune/Loss (Raw)": 0.812255859375, "Finetune/Step": 4856, "Finetune/Step Time": 6.6933317594230175}
+{"Finetune/Learning Rate": 3.1679798261127594e-06, "Finetune/Loss": 0.75041264295578, "Finetune/Loss (Raw)": 0.8735591769218445, "Finetune/Step": 4857, "Finetune/Step Time": 6.692374786362052}
+{"Finetune/Learning Rate": 3.1643421598920486e-06, "Finetune/Loss": 0.7516889572143555, "Finetune/Loss (Raw)": 0.9553061723709106, "Finetune/Step": 4858, "Finetune/Step Time": 6.7026524022221565}
+{"Finetune/Learning Rate": 3.160706190780858e-06, "Finetune/Loss": 0.7529697418212891, "Finetune/Loss (Raw)": 0.7883309125900269, "Finetune/Step": 4859, "Finetune/Step Time": 6.679921122267842}
+{"Finetune/Learning Rate": 3.1570719196819065e-06, "Finetune/Loss": 0.7523088455200195, "Finetune/Loss (Raw)": 0.7078536748886108, "Finetune/Step": 4860, "Finetune/Step Time": 6.678819773718715}
+{"Finetune/Learning Rate": 3.1534393474974814e-06, "Finetune/Loss": 0.7513099908828735, "Finetune/Loss (Raw)": 0.7162445187568665, "Finetune/Step": 4861, "Finetune/Step Time": 6.693456536158919}
+{"Finetune/Learning Rate": 3.1498084751294523e-06, "Finetune/Loss": 0.7531299591064453, "Finetune/Loss (Raw)": 0.9302977323532104, "Finetune/Step": 4862, "Finetune/Step Time": 6.679236212745309}
+{"Finetune/Learning Rate": 3.146179303479272e-06, "Finetune/Loss": 0.7536857724189758, "Finetune/Loss (Raw)": 0.927900493144989, "Finetune/Step": 4863, "Finetune/Step Time": 6.693840205669403}
+{"Finetune/Learning Rate": 3.14255183344796e-06, "Finetune/Loss": 0.7549889087677002, "Finetune/Loss (Raw)": 0.7594623565673828, "Finetune/Step": 4864, "Finetune/Step Time": 6.699896989390254}
+{"Finetune/Learning Rate": 3.1389260659361244e-06, "Finetune/Loss": 0.7561524510383606, "Finetune/Loss (Raw)": 0.8399456143379211, "Finetune/Step": 4865, "Finetune/Step Time": 6.694412741810083}
+{"Finetune/Learning Rate": 3.1353020018439394e-06, "Finetune/Loss": 0.7554150819778442, "Finetune/Loss (Raw)": 0.7334221601486206, "Finetune/Step": 4866, "Finetune/Step Time": 6.686686500906944}
+{"Finetune/Learning Rate": 3.131679642071169e-06, "Finetune/Loss": 0.7525618672370911, "Finetune/Loss (Raw)": 0.3554358184337616, "Finetune/Step": 4867, "Finetune/Step Time": 6.707133585587144}
+{"Finetune/Learning Rate": 3.1280589875171417e-06, "Finetune/Loss": 0.752759575843811, "Finetune/Loss (Raw)": 0.6996793746948242, "Finetune/Step": 4868, "Finetune/Step Time": 6.706649659201503}
+{"Finetune/Learning Rate": 3.124440039080775e-06, "Finetune/Loss": 0.7534337639808655, "Finetune/Loss (Raw)": 0.6390404105186462, "Finetune/Step": 4869, "Finetune/Step Time": 6.710681475698948}
+{"Finetune/Learning Rate": 3.1208227976605475e-06, "Finetune/Loss": 0.7537822723388672, "Finetune/Loss (Raw)": 0.7082911133766174, "Finetune/Step": 4870, "Finetune/Step Time": 6.696070820093155}
+{"Finetune/Learning Rate": 3.1172072641545294e-06, "Finetune/Loss": 0.7551421523094177, "Finetune/Loss (Raw)": 0.8215064406394958, "Finetune/Step": 4871, "Finetune/Step Time": 6.689779054373503}
+{"Finetune/Learning Rate": 3.1135934394603596e-06, "Finetune/Loss": 0.7538610696792603, "Finetune/Loss (Raw)": 0.7770601511001587, "Finetune/Step": 4872, "Finetune/Step Time": 6.699755905196071}
+{"Finetune/Learning Rate": 3.1099813244752497e-06, "Finetune/Loss": 0.753792941570282, "Finetune/Loss (Raw)": 0.6921550035476685, "Finetune/Step": 4873, "Finetune/Step Time": 6.69669390283525}
+{"Finetune/Learning Rate": 3.106370920095996e-06, "Finetune/Loss": 0.7526805400848389, "Finetune/Loss (Raw)": 0.5594276785850525, "Finetune/Step": 4874, "Finetune/Step Time": 6.69058708101511}
+{"Finetune/Learning Rate": 3.1027622272189572e-06, "Finetune/Loss": 0.7514162659645081, "Finetune/Loss (Raw)": 0.7375277280807495, "Finetune/Step": 4875, "Finetune/Step Time": 6.6982036251574755}
+{"Finetune/Learning Rate": 3.099155246740082e-06, "Finetune/Loss": 0.751629650592804, "Finetune/Loss (Raw)": 0.8741856217384338, "Finetune/Step": 4876, "Finetune/Step Time": 6.69162012450397}
+{"Finetune/Learning Rate": 3.0955499795548803e-06, "Finetune/Loss": 0.7523478269577026, "Finetune/Loss (Raw)": 0.890576958656311, "Finetune/Step": 4877, "Finetune/Step Time": 6.682221721857786}
+{"Finetune/Learning Rate": 3.091946426558449e-06, "Finetune/Loss": 0.7522435188293457, "Finetune/Loss (Raw)": 0.731011688709259, "Finetune/Step": 4878, "Finetune/Step Time": 6.683681992813945}
+{"Finetune/Learning Rate": 3.0883445886454443e-06, "Finetune/Loss": 0.7528409361839294, "Finetune/Loss (Raw)": 0.8350548148155212, "Finetune/Step": 4879, "Finetune/Step Time": 6.6650126948952675}
+{"Finetune/Learning Rate": 3.0847444667101156e-06, "Finetune/Loss": 0.7531294822692871, "Finetune/Loss (Raw)": 0.8670479655265808, "Finetune/Step": 4880, "Finetune/Step Time": 6.671310633420944}
+{"Finetune/Learning Rate": 3.0811460616462672e-06, "Finetune/Loss": 0.7552167773246765, "Finetune/Loss (Raw)": 0.972801685333252, "Finetune/Step": 4881, "Finetune/Step Time": 6.675329394638538}
+{"Finetune/Learning Rate": 3.0775493743472906e-06, "Finetune/Loss": 0.7541446685791016, "Finetune/Loss (Raw)": 0.6674525737762451, "Finetune/Step": 4882, "Finetune/Step Time": 6.6772037371993065}
+{"Finetune/Learning Rate": 3.073954405706148e-06, "Finetune/Loss": 0.753463089466095, "Finetune/Loss (Raw)": 0.6887476444244385, "Finetune/Step": 4883, "Finetune/Step Time": 6.668570380657911}
+{"Finetune/Learning Rate": 3.0703611566153677e-06, "Finetune/Loss": 0.7541229724884033, "Finetune/Loss (Raw)": 0.8582637906074524, "Finetune/Step": 4884, "Finetune/Step Time": 6.670352943241596}
+{"Finetune/Learning Rate": 3.0667696279670635e-06, "Finetune/Loss": 0.7537376880645752, "Finetune/Loss (Raw)": 0.7314675450325012, "Finetune/Step": 4885, "Finetune/Step Time": 6.683480001986027}
+{"Finetune/Learning Rate": 3.0631798206529085e-06, "Finetune/Loss": 0.7545762062072754, "Finetune/Loss (Raw)": 0.8584076762199402, "Finetune/Step": 4886, "Finetune/Step Time": 6.6902592200785875}
+{"Finetune/Learning Rate": 3.05959173556416e-06, "Finetune/Loss": 0.7556483745574951, "Finetune/Loss (Raw)": 0.8309448957443237, "Finetune/Step": 4887, "Finetune/Step Time": 6.696051804348826}
+{"Finetune/Learning Rate": 3.0560053735916372e-06, "Finetune/Loss": 0.7560656666755676, "Finetune/Loss (Raw)": 0.8347569108009338, "Finetune/Step": 4888, "Finetune/Step Time": 6.695318972691894}
+{"Finetune/Learning Rate": 3.0524207356257453e-06, "Finetune/Loss": 0.7576231956481934, "Finetune/Loss (Raw)": 0.7969496846199036, "Finetune/Step": 4889, "Finetune/Step Time": 6.684039264917374}
+{"Finetune/Learning Rate": 3.048837822556443e-06, "Finetune/Loss": 0.7576314210891724, "Finetune/Loss (Raw)": 0.7140706181526184, "Finetune/Step": 4890, "Finetune/Step Time": 6.703157834708691}
+{"Finetune/Learning Rate": 3.045256635273278e-06, "Finetune/Loss": 0.7573236227035522, "Finetune/Loss (Raw)": 0.7337612509727478, "Finetune/Step": 4891, "Finetune/Step Time": 6.701197592541575}
+{"Finetune/Learning Rate": 3.041677174665364e-06, "Finetune/Loss": 0.7579587697982788, "Finetune/Loss (Raw)": 0.7731668949127197, "Finetune/Step": 4892, "Finetune/Step Time": 6.697421515360475}
+{"Finetune/Learning Rate": 3.0380994416213785e-06, "Finetune/Loss": 0.759814441204071, "Finetune/Loss (Raw)": 0.8906992673873901, "Finetune/Step": 4893, "Finetune/Step Time": 6.697606533765793}
+{"Finetune/Learning Rate": 3.034523437029582e-06, "Finetune/Loss": 0.7582858800888062, "Finetune/Loss (Raw)": 0.7226458191871643, "Finetune/Step": 4894, "Finetune/Step Time": 6.684782667085528}
+{"Finetune/Learning Rate": 3.0309491617777943e-06, "Finetune/Loss": 0.7570120096206665, "Finetune/Loss (Raw)": 0.6572396755218506, "Finetune/Step": 4895, "Finetune/Step Time": 6.686919845640659}
+{"Finetune/Learning Rate": 3.027376616753418e-06, "Finetune/Loss": 0.7579880952835083, "Finetune/Loss (Raw)": 0.8640429973602295, "Finetune/Step": 4896, "Finetune/Step Time": 6.680680513381958}
+{"Finetune/Learning Rate": 3.0238058028434126e-06, "Finetune/Loss": 0.7569403648376465, "Finetune/Loss (Raw)": 0.6280504465103149, "Finetune/Step": 4897, "Finetune/Step Time": 6.686462981626391}
+{"Finetune/Learning Rate": 3.0202367209343207e-06, "Finetune/Loss": 0.7586134672164917, "Finetune/Loss (Raw)": 0.6838899850845337, "Finetune/Step": 4898, "Finetune/Step Time": 6.699302235618234}
+{"Finetune/Learning Rate": 3.0166693719122454e-06, "Finetune/Loss": 0.758276104927063, "Finetune/Loss (Raw)": 0.8661432266235352, "Finetune/Step": 4899, "Finetune/Step Time": 6.697380842640996}
+{"Finetune/Learning Rate": 3.0131037566628673e-06, "Finetune/Loss": 0.7589936256408691, "Finetune/Loss (Raw)": 0.7857292294502258, "Finetune/Step": 4900, "Finetune/Step Time": 6.68535597063601}
+{"Finetune/Learning Rate": 3.009539876071427e-06, "Finetune/Loss": 0.7605181932449341, "Finetune/Loss (Raw)": 0.7463751435279846, "Finetune/Step": 4901, "Finetune/Step Time": 6.68373267352581}
+{"Finetune/Learning Rate": 3.0059777310227423e-06, "Finetune/Loss": 0.7600687742233276, "Finetune/Loss (Raw)": 0.7422826886177063, "Finetune/Step": 4902, "Finetune/Step Time": 6.684416005387902}
+{"Finetune/Learning Rate": 3.002417322401202e-06, "Finetune/Loss": 0.7589111328125, "Finetune/Loss (Raw)": 0.7368921637535095, "Finetune/Step": 4903, "Finetune/Step Time": 6.684132311493158}
+{"Finetune/Learning Rate": 2.9988586510907526e-06, "Finetune/Loss": 0.7598046064376831, "Finetune/Loss (Raw)": 0.7834864258766174, "Finetune/Step": 4904, "Finetune/Step Time": 6.670031601563096}
+{"Finetune/Learning Rate": 2.9953017179749223e-06, "Finetune/Loss": 0.760063648223877, "Finetune/Loss (Raw)": 0.7945249676704407, "Finetune/Step": 4905, "Finetune/Step Time": 6.673815215006471}
+{"Finetune/Learning Rate": 2.9917465239367972e-06, "Finetune/Loss": 0.7635340690612793, "Finetune/Loss (Raw)": 0.7282940149307251, "Finetune/Step": 4906, "Finetune/Step Time": 6.657097125425935}
+{"Finetune/Learning Rate": 2.98819306985904e-06, "Finetune/Loss": 0.7610668540000916, "Finetune/Loss (Raw)": 0.6102685928344727, "Finetune/Step": 4907, "Finetune/Step Time": 6.664260236546397}
+{"Finetune/Learning Rate": 2.984641356623872e-06, "Finetune/Loss": 0.7615605592727661, "Finetune/Loss (Raw)": 0.7736170887947083, "Finetune/Step": 4908, "Finetune/Step Time": 6.676682680845261}
+{"Finetune/Learning Rate": 2.981091385113095e-06, "Finetune/Loss": 0.7623505592346191, "Finetune/Loss (Raw)": 0.7588085532188416, "Finetune/Step": 4909, "Finetune/Step Time": 6.674038389697671}
+{"Finetune/Learning Rate": 2.977543156208065e-06, "Finetune/Loss": 0.7636640071868896, "Finetune/Loss (Raw)": 0.8245406746864319, "Finetune/Step": 4910, "Finetune/Step Time": 6.664460381492972}
+{"Finetune/Learning Rate": 2.973996670789716e-06, "Finetune/Loss": 0.7668686509132385, "Finetune/Loss (Raw)": 0.7759180068969727, "Finetune/Step": 4911, "Finetune/Step Time": 6.644927809014916}
+{"Finetune/Learning Rate": 2.9704519297385392e-06, "Finetune/Loss": 0.7667360305786133, "Finetune/Loss (Raw)": 0.7747706174850464, "Finetune/Step": 4912, "Finetune/Step Time": 6.641718365252018}
+{"Finetune/Learning Rate": 2.9669089339346026e-06, "Finetune/Loss": 0.7655477523803711, "Finetune/Loss (Raw)": 0.8046547770500183, "Finetune/Step": 4913, "Finetune/Step Time": 6.651116047054529}
+{"Finetune/Learning Rate": 2.9633676842575386e-06, "Finetune/Loss": 0.7623586654663086, "Finetune/Loss (Raw)": 0.4138558804988861, "Finetune/Step": 4914, "Finetune/Step Time": 6.668295821174979}
+{"Finetune/Learning Rate": 2.959828181586538e-06, "Finetune/Loss": 0.7615774869918823, "Finetune/Loss (Raw)": 0.6550290584564209, "Finetune/Step": 4915, "Finetune/Step Time": 6.672254171222448}
+{"Finetune/Learning Rate": 2.95629042680037e-06, "Finetune/Loss": 0.7626162767410278, "Finetune/Loss (Raw)": 0.7610931396484375, "Finetune/Step": 4916, "Finetune/Step Time": 6.648001296445727}
+{"Finetune/Learning Rate": 2.9527544207773583e-06, "Finetune/Loss": 0.7612690925598145, "Finetune/Loss (Raw)": 0.41853997111320496, "Finetune/Step": 4917, "Finetune/Step Time": 6.664015518501401}
+{"Finetune/Learning Rate": 2.949220164395402e-06, "Finetune/Loss": 0.7611991167068481, "Finetune/Loss (Raw)": 0.81053626537323, "Finetune/Step": 4918, "Finetune/Step Time": 6.65878133289516}
+{"Finetune/Learning Rate": 2.945687658531957e-06, "Finetune/Loss": 0.7647652626037598, "Finetune/Loss (Raw)": 0.7627961039543152, "Finetune/Step": 4919, "Finetune/Step Time": 6.6418803203850985}
+{"Finetune/Learning Rate": 2.9421569040640564e-06, "Finetune/Loss": 0.7641359567642212, "Finetune/Loss (Raw)": 0.883333146572113, "Finetune/Step": 4920, "Finetune/Step Time": 6.63755096681416}
+{"Finetune/Learning Rate": 2.938627901868283e-06, "Finetune/Loss": 0.7635617256164551, "Finetune/Loss (Raw)": 0.7694928646087646, "Finetune/Step": 4921, "Finetune/Step Time": 6.650119248777628}
+{"Finetune/Learning Rate": 2.935100652820797e-06, "Finetune/Loss": 0.7635408639907837, "Finetune/Loss (Raw)": 0.6919243931770325, "Finetune/Step": 4922, "Finetune/Step Time": 6.651183195412159}
+{"Finetune/Learning Rate": 2.9315751577973227e-06, "Finetune/Loss": 0.7638221383094788, "Finetune/Loss (Raw)": 0.7340888977050781, "Finetune/Step": 4923, "Finetune/Step Time": 6.626183656975627}
+{"Finetune/Learning Rate": 2.9280514176731377e-06, "Finetune/Loss": 0.7628218531608582, "Finetune/Loss (Raw)": 0.730856716632843, "Finetune/Step": 4924, "Finetune/Step Time": 6.62684440612793}
+{"Finetune/Learning Rate": 2.9245294333231e-06, "Finetune/Loss": 0.7622859477996826, "Finetune/Loss (Raw)": 0.7373905777931213, "Finetune/Step": 4925, "Finetune/Step Time": 6.616543335840106}
+{"Finetune/Learning Rate": 2.9210092056216166e-06, "Finetune/Loss": 0.7633020877838135, "Finetune/Loss (Raw)": 0.7346003651618958, "Finetune/Step": 4926, "Finetune/Step Time": 6.601331809535623}
+{"Finetune/Learning Rate": 2.9174907354426696e-06, "Finetune/Loss": 0.7626350522041321, "Finetune/Loss (Raw)": 0.767835259437561, "Finetune/Step": 4927, "Finetune/Step Time": 6.589515453204513}
+{"Finetune/Learning Rate": 2.9139740236597958e-06, "Finetune/Loss": 0.7593728303909302, "Finetune/Loss (Raw)": 0.5490975379943848, "Finetune/Step": 4928, "Finetune/Step Time": 6.61180954426527}
+{"Finetune/Learning Rate": 2.9104590711461066e-06, "Finetune/Loss": 0.7582448720932007, "Finetune/Loss (Raw)": 0.7211243510246277, "Finetune/Step": 4929, "Finetune/Step Time": 6.62678693048656}
+{"Finetune/Learning Rate": 2.9069458787742612e-06, "Finetune/Loss": 0.7581203579902649, "Finetune/Loss (Raw)": 0.7873040437698364, "Finetune/Step": 4930, "Finetune/Step Time": 6.626202493906021}
+{"Finetune/Learning Rate": 2.903434447416499e-06, "Finetune/Loss": 0.7579254508018494, "Finetune/Loss (Raw)": 0.8356450796127319, "Finetune/Step": 4931, "Finetune/Step Time": 6.634555758908391}
+{"Finetune/Learning Rate": 2.8999247779446073e-06, "Finetune/Loss": 0.7580658197402954, "Finetune/Loss (Raw)": 0.8384246826171875, "Finetune/Step": 4932, "Finetune/Step Time": 6.632089510560036}
+{"Finetune/Learning Rate": 2.8964168712299447e-06, "Finetune/Loss": 0.756891131401062, "Finetune/Loss (Raw)": 0.7082571983337402, "Finetune/Step": 4933, "Finetune/Step Time": 6.642526080831885}
+{"Finetune/Learning Rate": 2.8929107281434334e-06, "Finetune/Loss": 0.7572606205940247, "Finetune/Loss (Raw)": 0.8424978256225586, "Finetune/Step": 4934, "Finetune/Step Time": 6.637511730194092}
+{"Finetune/Learning Rate": 2.8894063495555468e-06, "Finetune/Loss": 0.7579059600830078, "Finetune/Loss (Raw)": 0.862555205821991, "Finetune/Step": 4935, "Finetune/Step Time": 6.636770438402891}
+{"Finetune/Learning Rate": 2.8859037363363362e-06, "Finetune/Loss": 0.7561712861061096, "Finetune/Loss (Raw)": 0.6936277747154236, "Finetune/Step": 4936, "Finetune/Step Time": 6.646663546562195}
+{"Finetune/Learning Rate": 2.882402889355398e-06, "Finetune/Loss": 0.7588646411895752, "Finetune/Loss (Raw)": 0.915821373462677, "Finetune/Step": 4937, "Finetune/Step Time": 6.650763723999262}
+{"Finetune/Learning Rate": 2.8789038094819044e-06, "Finetune/Loss": 0.7592632174491882, "Finetune/Loss (Raw)": 0.8036268353462219, "Finetune/Step": 4938, "Finetune/Step Time": 6.661614131182432}
+{"Finetune/Learning Rate": 2.875406497584576e-06, "Finetune/Loss": 0.7557018399238586, "Finetune/Loss (Raw)": 0.34827563166618347, "Finetune/Step": 4939, "Finetune/Step Time": 6.659842235967517}
+{"Finetune/Learning Rate": 2.8719109545317102e-06, "Finetune/Loss": 0.754462718963623, "Finetune/Loss (Raw)": 0.6297482252120972, "Finetune/Step": 4940, "Finetune/Step Time": 6.659872172400355}
+{"Finetune/Learning Rate": 2.8684171811911464e-06, "Finetune/Loss": 0.7559099197387695, "Finetune/Loss (Raw)": 0.6688525676727295, "Finetune/Step": 4941, "Finetune/Step Time": 6.641391601413488}
+{"Finetune/Learning Rate": 2.864925178430299e-06, "Finetune/Loss": 0.7549971342086792, "Finetune/Loss (Raw)": 0.6978445649147034, "Finetune/Step": 4942, "Finetune/Step Time": 6.6573675107210875}
+{"Finetune/Learning Rate": 2.8614349471161406e-06, "Finetune/Loss": 0.7534744739532471, "Finetune/Loss (Raw)": 0.6885663866996765, "Finetune/Step": 4943, "Finetune/Step Time": 6.658325357362628}
+{"Finetune/Learning Rate": 2.857946488115195e-06, "Finetune/Loss": 0.7543107271194458, "Finetune/Loss (Raw)": 0.7937723994255066, "Finetune/Step": 4944, "Finetune/Step Time": 6.654912767931819}
+{"Finetune/Learning Rate": 2.854459802293561e-06, "Finetune/Loss": 0.7546392679214478, "Finetune/Loss (Raw)": 0.8710823059082031, "Finetune/Step": 4945, "Finetune/Step Time": 6.643701834604144}
+{"Finetune/Learning Rate": 2.85097489051688e-06, "Finetune/Loss": 0.753584623336792, "Finetune/Loss (Raw)": 0.7051553726196289, "Finetune/Step": 4946, "Finetune/Step Time": 6.644206825643778}
+{"Finetune/Learning Rate": 2.8474917536503687e-06, "Finetune/Loss": 0.7527115345001221, "Finetune/Loss (Raw)": 0.7740547060966492, "Finetune/Step": 4947, "Finetune/Step Time": 6.656098861247301}
+{"Finetune/Learning Rate": 2.8440103925587904e-06, "Finetune/Loss": 0.7517017126083374, "Finetune/Loss (Raw)": 0.7457159757614136, "Finetune/Step": 4948, "Finetune/Step Time": 6.653962953016162}
+{"Finetune/Learning Rate": 2.8405308081064777e-06, "Finetune/Loss": 0.7502472400665283, "Finetune/Loss (Raw)": 0.7065278887748718, "Finetune/Step": 4949, "Finetune/Step Time": 6.651786645874381}
+{"Finetune/Learning Rate": 2.8370530011573126e-06, "Finetune/Loss": 0.7489009499549866, "Finetune/Loss (Raw)": 0.667404294013977, "Finetune/Step": 4950, "Finetune/Step Time": 6.658223118633032}
+{"Finetune/Learning Rate": 2.8335769725747476e-06, "Finetune/Loss": 0.7487738728523254, "Finetune/Loss (Raw)": 0.8403696417808533, "Finetune/Step": 4951, "Finetune/Step Time": 6.646182995289564}
+{"Finetune/Learning Rate": 2.8301027232217804e-06, "Finetune/Loss": 0.7526957988739014, "Finetune/Loss (Raw)": 0.7998325824737549, "Finetune/Step": 4952, "Finetune/Step Time": 6.636396503075957}
+{"Finetune/Learning Rate": 2.8266302539609747e-06, "Finetune/Loss": 0.7522562742233276, "Finetune/Loss (Raw)": 0.700385332107544, "Finetune/Step": 4953, "Finetune/Step Time": 6.637036731466651}
+{"Finetune/Learning Rate": 2.8231595656544563e-06, "Finetune/Loss": 0.7524106502532959, "Finetune/Loss (Raw)": 0.7977339029312134, "Finetune/Step": 4954, "Finetune/Step Time": 6.670496430248022}
+{"Finetune/Learning Rate": 2.8196906591638975e-06, "Finetune/Loss": 0.751815676689148, "Finetune/Loss (Raw)": 0.7939541339874268, "Finetune/Step": 4955, "Finetune/Step Time": 6.673511061817408}
+{"Finetune/Learning Rate": 2.8162235353505376e-06, "Finetune/Loss": 0.7515796422958374, "Finetune/Loss (Raw)": 0.8306647539138794, "Finetune/Step": 4956, "Finetune/Step Time": 6.661498691886663}
+{"Finetune/Learning Rate": 2.812758195075167e-06, "Finetune/Loss": 0.752079963684082, "Finetune/Loss (Raw)": 0.8583731055259705, "Finetune/Step": 4957, "Finetune/Step Time": 6.650933381170034}
+{"Finetune/Learning Rate": 2.80929463919814e-06, "Finetune/Loss": 0.7516493797302246, "Finetune/Loss (Raw)": 0.6933848857879639, "Finetune/Step": 4958, "Finetune/Step Time": 6.667466003447771}
+{"Finetune/Learning Rate": 2.8058328685793588e-06, "Finetune/Loss": 0.7523248195648193, "Finetune/Loss (Raw)": 0.44857215881347656, "Finetune/Step": 4959, "Finetune/Step Time": 6.66794821433723}
+{"Finetune/Learning Rate": 2.802372884078295e-06, "Finetune/Loss": 0.7529463768005371, "Finetune/Loss (Raw)": 0.7480100989341736, "Finetune/Step": 4960, "Finetune/Step Time": 6.641705090180039}
+{"Finetune/Learning Rate": 2.798914686553963e-06, "Finetune/Loss": 0.7526801824569702, "Finetune/Loss (Raw)": 0.7418903112411499, "Finetune/Step": 4961, "Finetune/Step Time": 6.639111140742898}
+{"Finetune/Learning Rate": 2.795458276864941e-06, "Finetune/Loss": 0.7519135475158691, "Finetune/Loss (Raw)": 0.8221276998519897, "Finetune/Step": 4962, "Finetune/Step Time": 6.637074088677764}
+{"Finetune/Learning Rate": 2.7920036558693674e-06, "Finetune/Loss": 0.7511411309242249, "Finetune/Loss (Raw)": 0.7494990229606628, "Finetune/Step": 4963, "Finetune/Step Time": 6.640554022043943}
+{"Finetune/Learning Rate": 2.788550824424925e-06, "Finetune/Loss": 0.7508002519607544, "Finetune/Loss (Raw)": 0.8552125096321106, "Finetune/Step": 4964, "Finetune/Step Time": 6.643924342468381}
+{"Finetune/Learning Rate": 2.785099783388864e-06, "Finetune/Loss": 0.7518824934959412, "Finetune/Loss (Raw)": 0.9146461486816406, "Finetune/Step": 4965, "Finetune/Step Time": 6.6444016471505165}
+{"Finetune/Learning Rate": 2.78165053361798e-06, "Finetune/Loss": 0.7507187128067017, "Finetune/Loss (Raw)": 0.7218502163887024, "Finetune/Step": 4966, "Finetune/Step Time": 6.647031918168068}
+{"Finetune/Learning Rate": 2.778203075968634e-06, "Finetune/Loss": 0.7521477937698364, "Finetune/Loss (Raw)": 0.8724249601364136, "Finetune/Step": 4967, "Finetune/Step Time": 6.644863311201334}
+{"Finetune/Learning Rate": 2.7747574112967303e-06, "Finetune/Loss": 0.7521202564239502, "Finetune/Loss (Raw)": 0.7842925786972046, "Finetune/Step": 4968, "Finetune/Step Time": 6.640366546809673}
+{"Finetune/Learning Rate": 2.7713135404577417e-06, "Finetune/Loss": 0.7521952390670776, "Finetune/Loss (Raw)": 0.7405225038528442, "Finetune/Step": 4969, "Finetune/Step Time": 6.632920686155558}
+{"Finetune/Learning Rate": 2.767871464306682e-06, "Finetune/Loss": 0.7534067630767822, "Finetune/Loss (Raw)": 0.8022888898849487, "Finetune/Step": 4970, "Finetune/Step Time": 6.6146830432116985}
+{"Finetune/Learning Rate": 2.764431183698131e-06, "Finetune/Loss": 0.7531839609146118, "Finetune/Loss (Raw)": 0.914562463760376, "Finetune/Step": 4971, "Finetune/Step Time": 6.625247657299042}
+{"Finetune/Learning Rate": 2.7609926994862136e-06, "Finetune/Loss": 0.7537841796875, "Finetune/Loss (Raw)": 0.7641921639442444, "Finetune/Step": 4972, "Finetune/Step Time": 6.618787135928869}
+{"Finetune/Learning Rate": 2.757556012524614e-06, "Finetune/Loss": 0.7541323900222778, "Finetune/Loss (Raw)": 0.926650881767273, "Finetune/Step": 4973, "Finetune/Step Time": 6.618897024542093}
+{"Finetune/Learning Rate": 2.754121123666571e-06, "Finetune/Loss": 0.7502152323722839, "Finetune/Loss (Raw)": 0.31131085753440857, "Finetune/Step": 4974, "Finetune/Step Time": 6.611306766048074}
+{"Finetune/Learning Rate": 2.7506880337648723e-06, "Finetune/Loss": 0.7530950903892517, "Finetune/Loss (Raw)": 0.6933338046073914, "Finetune/Step": 4975, "Finetune/Step Time": 6.594929995015264}
+{"Finetune/Learning Rate": 2.7472567436718642e-06, "Finetune/Loss": 0.7549855709075928, "Finetune/Loss (Raw)": 0.9136262536048889, "Finetune/Step": 4976, "Finetune/Step Time": 6.597363233566284}
+{"Finetune/Learning Rate": 2.7438272542394396e-06, "Finetune/Loss": 0.7551178932189941, "Finetune/Loss (Raw)": 0.6879468560218811, "Finetune/Step": 4977, "Finetune/Step Time": 6.5967430509626865}
+{"Finetune/Learning Rate": 2.740399566319053e-06, "Finetune/Loss": 0.7540760040283203, "Finetune/Loss (Raw)": 0.7468867897987366, "Finetune/Step": 4978, "Finetune/Step Time": 6.587143110111356}
+{"Finetune/Learning Rate": 2.736973680761702e-06, "Finetune/Loss": 0.7525655031204224, "Finetune/Loss (Raw)": 0.6743826866149902, "Finetune/Step": 4979, "Finetune/Step Time": 6.589200394228101}
+{"Finetune/Learning Rate": 2.7335495984179463e-06, "Finetune/Loss": 0.7524017095565796, "Finetune/Loss (Raw)": 0.6492075324058533, "Finetune/Step": 4980, "Finetune/Step Time": 6.582413028925657}
+{"Finetune/Learning Rate": 2.7301273201378884e-06, "Finetune/Loss": 0.751514196395874, "Finetune/Loss (Raw)": 0.7099992036819458, "Finetune/Step": 4981, "Finetune/Step Time": 6.573249854147434}
+{"Finetune/Learning Rate": 2.7267068467711898e-06, "Finetune/Loss": 0.7541183233261108, "Finetune/Loss (Raw)": 0.8662964105606079, "Finetune/Step": 4982, "Finetune/Step Time": 6.5684480629861355}
+{"Finetune/Learning Rate": 2.7232881791670652e-06, "Finetune/Loss": 0.7513283491134644, "Finetune/Loss (Raw)": 0.4229939877986908, "Finetune/Step": 4983, "Finetune/Step Time": 6.586184784770012}
+{"Finetune/Learning Rate": 2.719871318174272e-06, "Finetune/Loss": 0.7500245571136475, "Finetune/Loss (Raw)": 0.6453684568405151, "Finetune/Step": 4984, "Finetune/Step Time": 6.597460608929396}
+{"Finetune/Learning Rate": 2.7164562646411306e-06, "Finetune/Loss": 0.7500262260437012, "Finetune/Loss (Raw)": 0.8737767338752747, "Finetune/Step": 4985, "Finetune/Step Time": 6.594114447012544}
+{"Finetune/Learning Rate": 2.7130430194155e-06, "Finetune/Loss": 0.7473717927932739, "Finetune/Loss (Raw)": 0.6155377626419067, "Finetune/Step": 4986, "Finetune/Step Time": 6.585631549358368}
+{"Finetune/Learning Rate": 2.7096315833448027e-06, "Finetune/Loss": 0.7475084066390991, "Finetune/Loss (Raw)": 0.8058196306228638, "Finetune/Step": 4987, "Finetune/Step Time": 6.5925356689840555}
+{"Finetune/Learning Rate": 2.706221957276002e-06, "Finetune/Loss": 0.7485709190368652, "Finetune/Loss (Raw)": 0.8438543677330017, "Finetune/Step": 4988, "Finetune/Step Time": 6.610654892399907}
+{"Finetune/Learning Rate": 2.7028141420556196e-06, "Finetune/Loss": 0.7493676543235779, "Finetune/Loss (Raw)": 0.8182273507118225, "Finetune/Step": 4989, "Finetune/Step Time": 6.602788919582963}
+{"Finetune/Learning Rate": 2.699408138529721e-06, "Finetune/Loss": 0.7482798099517822, "Finetune/Loss (Raw)": 0.7910563349723816, "Finetune/Step": 4990, "Finetune/Step Time": 6.605427274480462}
+{"Finetune/Learning Rate": 2.696003947543929e-06, "Finetune/Loss": 0.7470042705535889, "Finetune/Loss (Raw)": 0.7646327018737793, "Finetune/Step": 4991, "Finetune/Step Time": 6.589507840573788}
+{"Finetune/Learning Rate": 2.692601569943407e-06, "Finetune/Loss": 0.7484325766563416, "Finetune/Loss (Raw)": 0.9422820806503296, "Finetune/Step": 4992, "Finetune/Step Time": 6.589185401797295}
+{"Finetune/Learning Rate": 2.689201006572877e-06, "Finetune/Loss": 0.745803713798523, "Finetune/Loss (Raw)": 0.5034550428390503, "Finetune/Step": 4993, "Finetune/Step Time": 6.602657919749618}
+{"Finetune/Learning Rate": 2.6858022582766097e-06, "Finetune/Loss": 0.7462844848632812, "Finetune/Loss (Raw)": 0.7949620485305786, "Finetune/Step": 4994, "Finetune/Step Time": 6.619071649387479}
+{"Finetune/Learning Rate": 2.682405325898416e-06, "Finetune/Loss": 0.7479901313781738, "Finetune/Loss (Raw)": 0.5737544894218445, "Finetune/Step": 4995, "Finetune/Step Time": 6.612254852429032}
+{"Finetune/Learning Rate": 2.6790102102816707e-06, "Finetune/Loss": 0.749485433101654, "Finetune/Loss (Raw)": 0.8910779356956482, "Finetune/Step": 4996, "Finetune/Step Time": 6.61343190819025}
+{"Finetune/Learning Rate": 2.675616912269281e-06, "Finetune/Loss": 0.7511983513832092, "Finetune/Loss (Raw)": 0.858292818069458, "Finetune/Step": 4997, "Finetune/Step Time": 6.598713593557477}
+{"Finetune/Learning Rate": 2.67222543270372e-06, "Finetune/Loss": 0.7536876201629639, "Finetune/Loss (Raw)": 1.0269179344177246, "Finetune/Step": 4998, "Finetune/Step Time": 6.596131831407547}
+{"Finetune/Learning Rate": 2.668835772426992e-06, "Finetune/Loss": 0.7542474269866943, "Finetune/Loss (Raw)": 0.8931645154953003, "Finetune/Step": 4999, "Finetune/Step Time": 6.597383763641119}
+{"Finetune/Learning Rate": 2.665447932280665e-06, "Finetune/Loss": 0.7509599328041077, "Finetune/Loss (Raw)": 0.3562554121017456, "Finetune/Step": 5000, "Finetune/Step Time": 6.607419954612851}
+{"Finetune/Learning Rate": 2.6620619131058432e-06, "Finetune/Loss": 0.7518316507339478, "Finetune/Loss (Raw)": 0.8037403225898743, "Finetune/Step": 5001, "Finetune/Step Time": 6.590166257694364}
+{"Finetune/Learning Rate": 2.6586777157431865e-06, "Finetune/Loss": 0.7517147064208984, "Finetune/Loss (Raw)": 0.5444512963294983, "Finetune/Step": 5002, "Finetune/Step Time": 6.581376099959016}
+{"Finetune/Learning Rate": 2.655295341032903e-06, "Finetune/Loss": 0.7515547275543213, "Finetune/Loss (Raw)": 0.7170589566230774, "Finetune/Step": 5003, "Finetune/Step Time": 6.569873547181487}
+{"Finetune/Learning Rate": 2.651914789814738e-06, "Finetune/Loss": 0.749480128288269, "Finetune/Loss (Raw)": 0.608633279800415, "Finetune/Step": 5004, "Finetune/Step Time": 6.582473354414105}
+{"Finetune/Learning Rate": 2.648536062927999e-06, "Finetune/Loss": 0.7485494017601013, "Finetune/Loss (Raw)": 0.7714437246322632, "Finetune/Step": 5005, "Finetune/Step Time": 6.584835732355714}
+{"Finetune/Learning Rate": 2.6451591612115245e-06, "Finetune/Loss": 0.7490549683570862, "Finetune/Loss (Raw)": 0.795722484588623, "Finetune/Step": 5006, "Finetune/Step Time": 6.576848166063428}
+{"Finetune/Learning Rate": 2.641784085503717e-06, "Finetune/Loss": 0.746949315071106, "Finetune/Loss (Raw)": 0.5655267834663391, "Finetune/Step": 5007, "Finetune/Step Time": 6.586178025230765}
+{"Finetune/Learning Rate": 2.6384108366425075e-06, "Finetune/Loss": 0.7456540465354919, "Finetune/Loss (Raw)": 0.7012618184089661, "Finetune/Step": 5008, "Finetune/Step Time": 6.582436792552471}
+{"Finetune/Learning Rate": 2.6350394154653926e-06, "Finetune/Loss": 0.7453345060348511, "Finetune/Loss (Raw)": 0.9318972229957581, "Finetune/Step": 5009, "Finetune/Step Time": 6.57536137662828}
+{"Finetune/Learning Rate": 2.631669822809396e-06, "Finetune/Loss": 0.7463356852531433, "Finetune/Loss (Raw)": 0.7956092953681946, "Finetune/Step": 5010, "Finetune/Step Time": 6.566617406904697}
+{"Finetune/Learning Rate": 2.628302059511104e-06, "Finetune/Loss": 0.7468255758285522, "Finetune/Loss (Raw)": 0.7514542937278748, "Finetune/Step": 5011, "Finetune/Step Time": 6.56695675291121}
+{"Finetune/Learning Rate": 2.624936126406635e-06, "Finetune/Loss": 0.7461403608322144, "Finetune/Loss (Raw)": 0.7705449461936951, "Finetune/Step": 5012, "Finetune/Step Time": 6.576243776828051}
+{"Finetune/Learning Rate": 2.6215720243316636e-06, "Finetune/Loss": 0.7454885244369507, "Finetune/Loss (Raw)": 0.6480357050895691, "Finetune/Step": 5013, "Finetune/Step Time": 6.57483883947134}
+{"Finetune/Learning Rate": 2.6182097541214067e-06, "Finetune/Loss": 0.7443885207176208, "Finetune/Loss (Raw)": 0.717609167098999, "Finetune/Step": 5014, "Finetune/Step Time": 6.56475231423974}
+{"Finetune/Learning Rate": 2.6148493166106215e-06, "Finetune/Loss": 0.7433751821517944, "Finetune/Loss (Raw)": 0.701231837272644, "Finetune/Step": 5015, "Finetune/Step Time": 6.554045654833317}
+{"Finetune/Learning Rate": 2.6114907126336176e-06, "Finetune/Loss": 0.7425298690795898, "Finetune/Loss (Raw)": 0.7265591621398926, "Finetune/Step": 5016, "Finetune/Step Time": 6.568830611184239}
+{"Finetune/Learning Rate": 2.6081339430242426e-06, "Finetune/Loss": 0.7415760159492493, "Finetune/Loss (Raw)": 0.6748567819595337, "Finetune/Step": 5017, "Finetune/Step Time": 6.579709820449352}
+{"Finetune/Learning Rate": 2.604779008615895e-06, "Finetune/Loss": 0.741226077079773, "Finetune/Loss (Raw)": 0.6692830920219421, "Finetune/Step": 5018, "Finetune/Step Time": 6.567885901778936}
+{"Finetune/Learning Rate": 2.6014259102415106e-06, "Finetune/Loss": 0.7410990595817566, "Finetune/Loss (Raw)": 0.7175078392028809, "Finetune/Step": 5019, "Finetune/Step Time": 6.566241500899196}
+{"Finetune/Learning Rate": 2.5980746487335785e-06, "Finetune/Loss": 0.7377634048461914, "Finetune/Loss (Raw)": 0.34619754552841187, "Finetune/Step": 5020, "Finetune/Step Time": 6.583412183448672}
+{"Finetune/Learning Rate": 2.5947252249241218e-06, "Finetune/Loss": 0.7374590635299683, "Finetune/Loss (Raw)": 0.8517464995384216, "Finetune/Step": 5021, "Finetune/Step Time": 6.582812123000622}
+{"Finetune/Learning Rate": 2.5913776396447155e-06, "Finetune/Loss": 0.7381338477134705, "Finetune/Loss (Raw)": 0.8090158700942993, "Finetune/Step": 5022, "Finetune/Step Time": 6.564597763121128}
+{"Finetune/Learning Rate": 2.588031893726468e-06, "Finetune/Loss": 0.738869309425354, "Finetune/Loss (Raw)": 0.751375675201416, "Finetune/Step": 5023, "Finetune/Step Time": 6.570283541455865}
+{"Finetune/Learning Rate": 2.5846879880000496e-06, "Finetune/Loss": 0.7379451394081116, "Finetune/Loss (Raw)": 0.7457544803619385, "Finetune/Step": 5024, "Finetune/Step Time": 6.573861263692379}
+{"Finetune/Learning Rate": 2.5813459232956518e-06, "Finetune/Loss": 0.7388256788253784, "Finetune/Loss (Raw)": 0.7407593131065369, "Finetune/Step": 5025, "Finetune/Step Time": 6.5786277782171965}
+{"Finetune/Learning Rate": 2.578005700443026e-06, "Finetune/Loss": 0.7399551272392273, "Finetune/Loss (Raw)": 0.8284602165222168, "Finetune/Step": 5026, "Finetune/Step Time": 6.560320049524307}
+{"Finetune/Learning Rate": 2.5746673202714534e-06, "Finetune/Loss": 0.7396668791770935, "Finetune/Loss (Raw)": 0.8292462229728699, "Finetune/Step": 5027, "Finetune/Step Time": 6.562956962734461}
+{"Finetune/Learning Rate": 2.5713307836097657e-06, "Finetune/Loss": 0.7405168414115906, "Finetune/Loss (Raw)": 0.8945205807685852, "Finetune/Step": 5028, "Finetune/Step Time": 6.5651982724666595}
+{"Finetune/Learning Rate": 2.56799609128634e-06, "Finetune/Loss": 0.741112232208252, "Finetune/Loss (Raw)": 0.8225882649421692, "Finetune/Step": 5029, "Finetune/Step Time": 6.567285321652889}
+{"Finetune/Learning Rate": 2.564663244129083e-06, "Finetune/Loss": 0.7411956787109375, "Finetune/Loss (Raw)": 0.7529627680778503, "Finetune/Step": 5030, "Finetune/Step Time": 6.570025019347668}
+{"Finetune/Learning Rate": 2.5613322429654573e-06, "Finetune/Loss": 0.7413575649261475, "Finetune/Loss (Raw)": 0.7576104402542114, "Finetune/Step": 5031, "Finetune/Step Time": 6.572159305214882}
+{"Finetune/Learning Rate": 2.5580030886224537e-06, "Finetune/Loss": 0.7416195869445801, "Finetune/Loss (Raw)": 0.8170254826545715, "Finetune/Step": 5032, "Finetune/Step Time": 6.5700319185853004}
+{"Finetune/Learning Rate": 2.5546757819266197e-06, "Finetune/Loss": 0.7415789365768433, "Finetune/Loss (Raw)": 0.7893248796463013, "Finetune/Step": 5033, "Finetune/Step Time": 6.569439677521586}
+{"Finetune/Learning Rate": 2.5513503237040273e-06, "Finetune/Loss": 0.7421388626098633, "Finetune/Loss (Raw)": 0.799970269203186, "Finetune/Step": 5034, "Finetune/Step Time": 6.56739336438477}
+{"Finetune/Learning Rate": 2.5480267147803064e-06, "Finetune/Loss": 0.743009090423584, "Finetune/Loss (Raw)": 0.7216529250144958, "Finetune/Step": 5035, "Finetune/Step Time": 6.564927291125059}
+{"Finetune/Learning Rate": 2.5447049559806116e-06, "Finetune/Loss": 0.742870569229126, "Finetune/Loss (Raw)": 0.7558892965316772, "Finetune/Step": 5036, "Finetune/Step Time": 6.545122699812055}
+{"Finetune/Learning Rate": 2.5413850481296497e-06, "Finetune/Loss": 0.7441516518592834, "Finetune/Loss (Raw)": 0.9227832555770874, "Finetune/Step": 5037, "Finetune/Step Time": 6.539984852075577}
+{"Finetune/Learning Rate": 2.5380669920516677e-06, "Finetune/Loss": 0.744752049446106, "Finetune/Loss (Raw)": 0.901387095451355, "Finetune/Step": 5038, "Finetune/Step Time": 6.547601709142327}
+{"Finetune/Learning Rate": 2.5347507885704424e-06, "Finetune/Loss": 0.7461647987365723, "Finetune/Loss (Raw)": 0.9567509293556213, "Finetune/Step": 5039, "Finetune/Step Time": 6.552930794656277}
+{"Finetune/Learning Rate": 2.5314364385093047e-06, "Finetune/Loss": 0.7444875836372375, "Finetune/Loss (Raw)": 0.5600906610488892, "Finetune/Step": 5040, "Finetune/Step Time": 6.557356500998139}
+{"Finetune/Learning Rate": 2.528123942691113e-06, "Finetune/Loss": 0.7454087734222412, "Finetune/Loss (Raw)": 0.9225656986236572, "Finetune/Step": 5041, "Finetune/Step Time": 6.545302979648113}
+{"Finetune/Learning Rate": 2.5248133019382747e-06, "Finetune/Loss": 0.7491838932037354, "Finetune/Loss (Raw)": 0.8970703482627869, "Finetune/Step": 5042, "Finetune/Step Time": 6.538894280791283}
+{"Finetune/Learning Rate": 2.521504517072728e-06, "Finetune/Loss": 0.750335693359375, "Finetune/Loss (Raw)": 0.802466094493866, "Finetune/Step": 5043, "Finetune/Step Time": 6.540210274979472}
+{"Finetune/Learning Rate": 2.5181975889159615e-06, "Finetune/Loss": 0.7506542801856995, "Finetune/Loss (Raw)": 0.8018693327903748, "Finetune/Step": 5044, "Finetune/Step Time": 6.542128307744861}
+{"Finetune/Learning Rate": 2.514892518288988e-06, "Finetune/Loss": 0.7497168779373169, "Finetune/Loss (Raw)": 0.2985525131225586, "Finetune/Step": 5045, "Finetune/Step Time": 6.5506763979792595}
+{"Finetune/Learning Rate": 2.511589306012376e-06, "Finetune/Loss": 0.7460243701934814, "Finetune/Loss (Raw)": 0.33789220452308655, "Finetune/Step": 5046, "Finetune/Step Time": 6.569860182702541}
+{"Finetune/Learning Rate": 2.5082879529062165e-06, "Finetune/Loss": 0.7464087605476379, "Finetune/Loss (Raw)": 0.8120009303092957, "Finetune/Step": 5047, "Finetune/Step Time": 6.569624783471227}
+{"Finetune/Learning Rate": 2.5049884597901508e-06, "Finetune/Loss": 0.7465769052505493, "Finetune/Loss (Raw)": 0.9048567414283752, "Finetune/Step": 5048, "Finetune/Step Time": 6.570356983691454}
+{"Finetune/Learning Rate": 2.501690827483355e-06, "Finetune/Loss": 0.7461881041526794, "Finetune/Loss (Raw)": 0.7197266817092896, "Finetune/Step": 5049, "Finetune/Step Time": 6.5628061052411795}
+{"Finetune/Learning Rate": 2.4983950568045377e-06, "Finetune/Loss": 0.7463842034339905, "Finetune/Loss (Raw)": 0.7170237302780151, "Finetune/Step": 5050, "Finetune/Step Time": 6.573826676234603}
+{"Finetune/Learning Rate": 2.4951011485719556e-06, "Finetune/Loss": 0.7455136179924011, "Finetune/Loss (Raw)": 0.6226524710655212, "Finetune/Step": 5051, "Finetune/Step Time": 6.59839585237205}
+{"Finetune/Learning Rate": 2.491809103603392e-06, "Finetune/Loss": 0.7427394390106201, "Finetune/Loss (Raw)": 0.37576255202293396, "Finetune/Step": 5052, "Finetune/Step Time": 6.612722810357809}
+{"Finetune/Learning Rate": 2.4885189227161767e-06, "Finetune/Loss": 0.7416008710861206, "Finetune/Loss (Raw)": 0.5916524529457092, "Finetune/Step": 5053, "Finetune/Step Time": 6.6214186400175095}
+{"Finetune/Learning Rate": 2.485230606727169e-06, "Finetune/Loss": 0.7427407503128052, "Finetune/Loss (Raw)": 0.8805010318756104, "Finetune/Step": 5054, "Finetune/Step Time": 6.6271775756031275}
+{"Finetune/Learning Rate": 2.481944156452776e-06, "Finetune/Loss": 0.7425806522369385, "Finetune/Loss (Raw)": 0.7473498582839966, "Finetune/Step": 5055, "Finetune/Step Time": 6.627467792481184}
+{"Finetune/Learning Rate": 2.478659572708926e-06, "Finetune/Loss": 0.744594931602478, "Finetune/Loss (Raw)": 0.8069254755973816, "Finetune/Step": 5056, "Finetune/Step Time": 6.6125978752970695}
+{"Finetune/Learning Rate": 2.475376856311097e-06, "Finetune/Loss": 0.7447073459625244, "Finetune/Loss (Raw)": 0.7355152368545532, "Finetune/Step": 5057, "Finetune/Step Time": 6.605581669136882}
+{"Finetune/Learning Rate": 2.472096008074301e-06, "Finetune/Loss": 0.744695782661438, "Finetune/Loss (Raw)": 0.7858163118362427, "Finetune/Step": 5058, "Finetune/Step Time": 6.60963281057775}
+{"Finetune/Learning Rate": 2.4688170288130795e-06, "Finetune/Loss": 0.7450527548789978, "Finetune/Loss (Raw)": 0.8813431859016418, "Finetune/Step": 5059, "Finetune/Step Time": 6.597189808264375}
+{"Finetune/Learning Rate": 2.46553991934152e-06, "Finetune/Loss": 0.7457009553909302, "Finetune/Loss (Raw)": 0.9213973879814148, "Finetune/Step": 5060, "Finetune/Step Time": 6.597067778930068}
+{"Finetune/Learning Rate": 2.4622646804732342e-06, "Finetune/Loss": 0.7467907667160034, "Finetune/Loss (Raw)": 0.847740888595581, "Finetune/Step": 5061, "Finetune/Step Time": 6.589658016338944}
+{"Finetune/Learning Rate": 2.4589913130213815e-06, "Finetune/Loss": 0.7448279857635498, "Finetune/Loss (Raw)": 0.591271162033081, "Finetune/Step": 5062, "Finetune/Step Time": 6.594097010791302}
+{"Finetune/Learning Rate": 2.4557198177986464e-06, "Finetune/Loss": 0.7448810338973999, "Finetune/Loss (Raw)": 0.8693476319313049, "Finetune/Step": 5063, "Finetune/Step Time": 6.5908018965274096}
+{"Finetune/Learning Rate": 2.4524501956172563e-06, "Finetune/Loss": 0.7443509101867676, "Finetune/Loss (Raw)": 0.6257656216621399, "Finetune/Step": 5064, "Finetune/Step Time": 6.585775773972273}
+{"Finetune/Learning Rate": 2.4491824472889667e-06, "Finetune/Loss": 0.7439916133880615, "Finetune/Loss (Raw)": 0.8698349595069885, "Finetune/Step": 5065, "Finetune/Step Time": 6.581174083054066}
+{"Finetune/Learning Rate": 2.4459165736250756e-06, "Finetune/Loss": 0.7445940375328064, "Finetune/Loss (Raw)": 0.8807323575019836, "Finetune/Step": 5066, "Finetune/Step Time": 6.572711747139692}
+{"Finetune/Learning Rate": 2.442652575436406e-06, "Finetune/Loss": 0.7476908564567566, "Finetune/Loss (Raw)": 0.7446737289428711, "Finetune/Step": 5067, "Finetune/Step Time": 6.557033125311136}
+{"Finetune/Learning Rate": 2.4393904535333244e-06, "Finetune/Loss": 0.7491858005523682, "Finetune/Loss (Raw)": 0.8211021423339844, "Finetune/Step": 5068, "Finetune/Step Time": 6.549366421997547}
+{"Finetune/Learning Rate": 2.43613020872573e-06, "Finetune/Loss": 0.7494684457778931, "Finetune/Loss (Raw)": 0.7050209045410156, "Finetune/Step": 5069, "Finetune/Step Time": 6.561339108273387}
+{"Finetune/Learning Rate": 2.432871841823047e-06, "Finetune/Loss": 0.7497597932815552, "Finetune/Loss (Raw)": 0.7351463437080383, "Finetune/Step": 5070, "Finetune/Step Time": 6.5480744410306215}
+{"Finetune/Learning Rate": 2.429615353634247e-06, "Finetune/Loss": 0.7500476837158203, "Finetune/Loss (Raw)": 0.7254113554954529, "Finetune/Step": 5071, "Finetune/Step Time": 6.55442039296031}
+{"Finetune/Learning Rate": 2.4263607449678216e-06, "Finetune/Loss": 0.7513107061386108, "Finetune/Loss (Raw)": 0.955443263053894, "Finetune/Step": 5072, "Finetune/Step Time": 6.546969963237643}
+{"Finetune/Learning Rate": 2.4231080166318087e-06, "Finetune/Loss": 0.7510313987731934, "Finetune/Loss (Raw)": 0.8353278636932373, "Finetune/Step": 5073, "Finetune/Step Time": 6.5507088508456945}
+{"Finetune/Learning Rate": 2.419857169433768e-06, "Finetune/Loss": 0.7524980306625366, "Finetune/Loss (Raw)": 0.8928889036178589, "Finetune/Step": 5074, "Finetune/Step Time": 6.546532666310668}
+{"Finetune/Learning Rate": 2.4166082041808013e-06, "Finetune/Loss": 0.7494649291038513, "Finetune/Loss (Raw)": 0.3858151137828827, "Finetune/Step": 5075, "Finetune/Step Time": 6.552995068952441}
+{"Finetune/Learning Rate": 2.413361121679534e-06, "Finetune/Loss": 0.7497309446334839, "Finetune/Loss (Raw)": 0.7797716856002808, "Finetune/Step": 5076, "Finetune/Step Time": 6.551607457920909}
+{"Finetune/Learning Rate": 2.4101159227361326e-06, "Finetune/Loss": 0.750166654586792, "Finetune/Loss (Raw)": 0.7622955441474915, "Finetune/Step": 5077, "Finetune/Step Time": 6.57287572324276}
+{"Finetune/Learning Rate": 2.4068726081562953e-06, "Finetune/Loss": 0.7505472898483276, "Finetune/Loss (Raw)": 0.7161261439323425, "Finetune/Step": 5078, "Finetune/Step Time": 6.557362297549844}
+{"Finetune/Learning Rate": 2.403631178745243e-06, "Finetune/Loss": 0.7509046196937561, "Finetune/Loss (Raw)": 0.8861057162284851, "Finetune/Step": 5079, "Finetune/Step Time": 6.566840762272477}
+{"Finetune/Learning Rate": 2.4003916353077416e-06, "Finetune/Loss": 0.7512999176979065, "Finetune/Loss (Raw)": 0.8504251837730408, "Finetune/Step": 5080, "Finetune/Step Time": 6.559087226167321}
+{"Finetune/Learning Rate": 2.3971539786480757e-06, "Finetune/Loss": 0.7506818771362305, "Finetune/Loss (Raw)": 0.6212751269340515, "Finetune/Step": 5081, "Finetune/Step Time": 6.555195612832904}
+{"Finetune/Learning Rate": 2.393918209570075e-06, "Finetune/Loss": 0.7471716403961182, "Finetune/Loss (Raw)": 0.34842729568481445, "Finetune/Step": 5082, "Finetune/Step Time": 6.536286985501647}
+{"Finetune/Learning Rate": 2.390684328877089e-06, "Finetune/Loss": 0.7465864419937134, "Finetune/Loss (Raw)": 0.7190468311309814, "Finetune/Step": 5083, "Finetune/Step Time": 6.530226239934564}
+{"Finetune/Learning Rate": 2.387452337372006e-06, "Finetune/Loss": 0.7455472946166992, "Finetune/Loss (Raw)": 0.6976597309112549, "Finetune/Step": 5084, "Finetune/Step Time": 6.540563482791185}
+{"Finetune/Learning Rate": 2.3842222358572387e-06, "Finetune/Loss": 0.7446396350860596, "Finetune/Loss (Raw)": 0.7421908378601074, "Finetune/Step": 5085, "Finetune/Step Time": 6.543973218649626}
+{"Finetune/Learning Rate": 2.3809940251347396e-06, "Finetune/Loss": 0.74639892578125, "Finetune/Loss (Raw)": 0.9185672998428345, "Finetune/Step": 5086, "Finetune/Step Time": 6.5316395331174135}
+{"Finetune/Learning Rate": 2.37776770600598e-06, "Finetune/Loss": 0.7487931251525879, "Finetune/Loss (Raw)": 0.7550391554832458, "Finetune/Step": 5087, "Finetune/Step Time": 6.533922221511602}
+{"Finetune/Learning Rate": 2.3745432792719715e-06, "Finetune/Loss": 0.7503154277801514, "Finetune/Loss (Raw)": 0.9428624510765076, "Finetune/Step": 5088, "Finetune/Step Time": 6.533638188615441}
+{"Finetune/Learning Rate": 2.3713207457332542e-06, "Finetune/Loss": 0.7510857582092285, "Finetune/Loss (Raw)": 0.8404842019081116, "Finetune/Step": 5089, "Finetune/Step Time": 6.532717885449529}
+{"Finetune/Learning Rate": 2.368100106189892e-06, "Finetune/Loss": 0.7502188682556152, "Finetune/Loss (Raw)": 0.7111682295799255, "Finetune/Step": 5090, "Finetune/Step Time": 6.544408963993192}
+{"Finetune/Learning Rate": 2.364881361441488e-06, "Finetune/Loss": 0.7506910562515259, "Finetune/Loss (Raw)": 0.8099409341812134, "Finetune/Step": 5091, "Finetune/Step Time": 6.552387617528439}
+{"Finetune/Learning Rate": 2.361664512287163e-06, "Finetune/Loss": 0.7465354800224304, "Finetune/Loss (Raw)": 0.3233029842376709, "Finetune/Step": 5092, "Finetune/Step Time": 6.567965870723128}
+{"Finetune/Learning Rate": 2.3584495595255806e-06, "Finetune/Loss": 0.7457960844039917, "Finetune/Loss (Raw)": 0.8200043439865112, "Finetune/Step": 5093, "Finetune/Step Time": 6.569754166528583}
+{"Finetune/Learning Rate": 2.355236503954922e-06, "Finetune/Loss": 0.7447580099105835, "Finetune/Loss (Raw)": 0.588968813419342, "Finetune/Step": 5094, "Finetune/Step Time": 6.578850772231817}
+{"Finetune/Learning Rate": 2.3520253463729058e-06, "Finetune/Loss": 0.742373526096344, "Finetune/Loss (Raw)": 0.5672137141227722, "Finetune/Step": 5095, "Finetune/Step Time": 6.585597403347492}
+{"Finetune/Learning Rate": 2.3488160875767717e-06, "Finetune/Loss": 0.7416354417800903, "Finetune/Loss (Raw)": 0.6898173689842224, "Finetune/Step": 5096, "Finetune/Step Time": 6.6119708847254515}
+{"Finetune/Learning Rate": 2.345608728363298e-06, "Finetune/Loss": 0.7393763065338135, "Finetune/Loss (Raw)": 0.4513568878173828, "Finetune/Step": 5097, "Finetune/Step Time": 6.602849118411541}
+{"Finetune/Learning Rate": 2.342403269528779e-06, "Finetune/Loss": 0.7381151914596558, "Finetune/Loss (Raw)": 0.640870213508606, "Finetune/Step": 5098, "Finetune/Step Time": 6.604687610641122}
+{"Finetune/Learning Rate": 2.339199711869047e-06, "Finetune/Loss": 0.7364193201065063, "Finetune/Loss (Raw)": 0.6974823474884033, "Finetune/Step": 5099, "Finetune/Step Time": 6.592915955930948}
+{"Finetune/Learning Rate": 2.3359980561794603e-06, "Finetune/Loss": 0.7357004880905151, "Finetune/Loss (Raw)": 0.6721845269203186, "Finetune/Step": 5100, "Finetune/Step Time": 6.579133108258247}
+{"Finetune/Learning Rate": 2.332798303254901e-06, "Finetune/Loss": 0.7339941263198853, "Finetune/Loss (Raw)": 0.7082443833351135, "Finetune/Step": 5101, "Finetune/Step Time": 6.580424338579178}
+{"Finetune/Learning Rate": 2.3296004538897843e-06, "Finetune/Loss": 0.7373403906822205, "Finetune/Loss (Raw)": 0.7396231293678284, "Finetune/Step": 5102, "Finetune/Step Time": 6.563710585236549}
+{"Finetune/Learning Rate": 2.3264045088780463e-06, "Finetune/Loss": 0.7388139963150024, "Finetune/Loss (Raw)": 0.8819530010223389, "Finetune/Step": 5103, "Finetune/Step Time": 6.5587075762450695}
+{"Finetune/Learning Rate": 2.3232104690131585e-06, "Finetune/Loss": 0.7357155084609985, "Finetune/Loss (Raw)": 0.5170168280601501, "Finetune/Step": 5104, "Finetune/Step Time": 6.560808843001723}
+{"Finetune/Learning Rate": 2.3200183350881087e-06, "Finetune/Loss": 0.7368435859680176, "Finetune/Loss (Raw)": 0.8323512673377991, "Finetune/Step": 5105, "Finetune/Step Time": 6.53933921456337}
+{"Finetune/Learning Rate": 2.3168281078954256e-06, "Finetune/Loss": 0.7382861971855164, "Finetune/Loss (Raw)": 0.9315412044525146, "Finetune/Step": 5106, "Finetune/Step Time": 6.544345980510116}
+{"Finetune/Learning Rate": 2.313639788227149e-06, "Finetune/Loss": 0.7395627498626709, "Finetune/Loss (Raw)": 0.8377806544303894, "Finetune/Step": 5107, "Finetune/Step Time": 6.5435687229037285}
+{"Finetune/Learning Rate": 2.310453376874855e-06, "Finetune/Loss": 0.7404822111129761, "Finetune/Loss (Raw)": 0.7668970823287964, "Finetune/Step": 5108, "Finetune/Step Time": 6.537567729130387}
+{"Finetune/Learning Rate": 2.307268874629649e-06, "Finetune/Loss": 0.7418352961540222, "Finetune/Loss (Raw)": 0.8831989169120789, "Finetune/Step": 5109, "Finetune/Step Time": 6.539999969303608}
+{"Finetune/Learning Rate": 2.3040862822821485e-06, "Finetune/Loss": 0.7409325838088989, "Finetune/Loss (Raw)": 0.7507477402687073, "Finetune/Step": 5110, "Finetune/Step Time": 6.55111388489604}
+{"Finetune/Learning Rate": 2.3009056006225127e-06, "Finetune/Loss": 0.7427658438682556, "Finetune/Loss (Raw)": 0.6576480865478516, "Finetune/Step": 5111, "Finetune/Step Time": 6.556462876498699}
+{"Finetune/Learning Rate": 2.2977268304404145e-06, "Finetune/Loss": 0.7405027151107788, "Finetune/Loss (Raw)": 0.3556855022907257, "Finetune/Step": 5112, "Finetune/Step Time": 6.564948756247759}
+{"Finetune/Learning Rate": 2.29454997252506e-06, "Finetune/Loss": 0.7359796166419983, "Finetune/Loss (Raw)": 0.2948257327079773, "Finetune/Step": 5113, "Finetune/Step Time": 6.599877214059234}
+{"Finetune/Learning Rate": 2.2913750276651724e-06, "Finetune/Loss": 0.7369333505630493, "Finetune/Loss (Raw)": 0.7376198768615723, "Finetune/Step": 5114, "Finetune/Step Time": 6.601715590804815}
+{"Finetune/Learning Rate": 2.288201996649011e-06, "Finetune/Loss": 0.7361665964126587, "Finetune/Loss (Raw)": 0.7076662182807922, "Finetune/Step": 5115, "Finetune/Step Time": 6.593785706907511}
+{"Finetune/Learning Rate": 2.2850308802643483e-06, "Finetune/Loss": 0.7316179275512695, "Finetune/Loss (Raw)": 0.2616277039051056, "Finetune/Step": 5116, "Finetune/Step Time": 6.596181759610772}
+{"Finetune/Learning Rate": 2.281861679298493e-06, "Finetune/Loss": 0.7325987815856934, "Finetune/Loss (Raw)": 0.943782389163971, "Finetune/Step": 5117, "Finetune/Step Time": 6.597126666456461}
+{"Finetune/Learning Rate": 2.2786943945382654e-06, "Finetune/Loss": 0.7327560186386108, "Finetune/Loss (Raw)": 0.8111774325370789, "Finetune/Step": 5118, "Finetune/Step Time": 6.6096069030463696}
+{"Finetune/Learning Rate": 2.2755290267700212e-06, "Finetune/Loss": 0.7335789799690247, "Finetune/Loss (Raw)": 0.8699687123298645, "Finetune/Step": 5119, "Finetune/Step Time": 6.6101231295615435}
+{"Finetune/Learning Rate": 2.272365576779637e-06, "Finetune/Loss": 0.7288964986801147, "Finetune/Loss (Raw)": 0.34292325377464294, "Finetune/Step": 5120, "Finetune/Step Time": 6.613463221117854}
+{"Finetune/Learning Rate": 2.269204045352509e-06, "Finetune/Loss": 0.73063063621521, "Finetune/Loss (Raw)": 0.7254278063774109, "Finetune/Step": 5121, "Finetune/Step Time": 6.599811218678951}
+{"Finetune/Learning Rate": 2.266044433273562e-06, "Finetune/Loss": 0.7298911213874817, "Finetune/Loss (Raw)": 0.7003068923950195, "Finetune/Step": 5122, "Finetune/Step Time": 6.581927509978414}
+{"Finetune/Learning Rate": 2.2628867413272402e-06, "Finetune/Loss": 0.731642484664917, "Finetune/Loss (Raw)": 0.7979265451431274, "Finetune/Step": 5123, "Finetune/Step Time": 6.5740610752254725}
+{"Finetune/Learning Rate": 2.259730970297518e-06, "Finetune/Loss": 0.731667160987854, "Finetune/Loss (Raw)": 0.8942316174507141, "Finetune/Step": 5124, "Finetune/Step Time": 6.57486779987812}
+{"Finetune/Learning Rate": 2.2565771209678822e-06, "Finetune/Loss": 0.7317435145378113, "Finetune/Loss (Raw)": 0.8680715560913086, "Finetune/Step": 5125, "Finetune/Step Time": 6.579669235274196}
+{"Finetune/Learning Rate": 2.253425194121355e-06, "Finetune/Loss": 0.7267536520957947, "Finetune/Loss (Raw)": 0.3882165849208832, "Finetune/Step": 5126, "Finetune/Step Time": 6.608409479260445}
+{"Finetune/Learning Rate": 2.2502751905404675e-06, "Finetune/Loss": 0.7250872850418091, "Finetune/Loss (Raw)": 0.6798712015151978, "Finetune/Step": 5127, "Finetune/Step Time": 6.611564639955759}
+{"Finetune/Learning Rate": 2.2471271110072856e-06, "Finetune/Loss": 0.7283363342285156, "Finetune/Loss (Raw)": 0.7721309661865234, "Finetune/Step": 5128, "Finetune/Step Time": 6.605538370087743}
+{"Finetune/Learning Rate": 2.2439809563033945e-06, "Finetune/Loss": 0.7243634462356567, "Finetune/Loss (Raw)": 0.295205682516098, "Finetune/Step": 5129, "Finetune/Step Time": 6.625502312555909}
+{"Finetune/Learning Rate": 2.2408367272098928e-06, "Finetune/Loss": 0.7260658144950867, "Finetune/Loss (Raw)": 0.7623579502105713, "Finetune/Step": 5130, "Finetune/Step Time": 6.620667019858956}
+{"Finetune/Learning Rate": 2.2376944245074162e-06, "Finetune/Loss": 0.7250331044197083, "Finetune/Loss (Raw)": 0.5848697423934937, "Finetune/Step": 5131, "Finetune/Step Time": 6.626851249486208}
+{"Finetune/Learning Rate": 2.2345540489761054e-06, "Finetune/Loss": 0.7249557375907898, "Finetune/Loss (Raw)": 0.5987284183502197, "Finetune/Step": 5132, "Finetune/Step Time": 6.621427783742547}
+{"Finetune/Learning Rate": 2.2314156013956377e-06, "Finetune/Loss": 0.7246490716934204, "Finetune/Loss (Raw)": 0.7321915626525879, "Finetune/Step": 5133, "Finetune/Step Time": 6.621713876724243}
+{"Finetune/Learning Rate": 2.2282790825451996e-06, "Finetune/Loss": 0.7247591018676758, "Finetune/Loss (Raw)": 0.8098123073577881, "Finetune/Step": 5134, "Finetune/Step Time": 6.6252089366316795}
+{"Finetune/Learning Rate": 2.2251444932035094e-06, "Finetune/Loss": 0.7253317832946777, "Finetune/Loss (Raw)": 0.6388293504714966, "Finetune/Step": 5135, "Finetune/Step Time": 6.61969886161387}
+{"Finetune/Learning Rate": 2.222011834148795e-06, "Finetune/Loss": 0.7269837260246277, "Finetune/Loss (Raw)": 0.9127073884010315, "Finetune/Step": 5136, "Finetune/Step Time": 6.624153094366193}
+{"Finetune/Learning Rate": 2.2188811061588177e-06, "Finetune/Loss": 0.725737452507019, "Finetune/Loss (Raw)": 0.7723697423934937, "Finetune/Step": 5137, "Finetune/Step Time": 6.627396155148745}
+{"Finetune/Learning Rate": 2.2157523100108467e-06, "Finetune/Loss": 0.725303053855896, "Finetune/Loss (Raw)": 0.7400132417678833, "Finetune/Step": 5138, "Finetune/Step Time": 6.641439117491245}
+{"Finetune/Learning Rate": 2.212625446481681e-06, "Finetune/Loss": 0.7221380472183228, "Finetune/Loss (Raw)": 0.3463292419910431, "Finetune/Step": 5139, "Finetune/Step Time": 6.660528449341655}
+{"Finetune/Learning Rate": 2.209500516347639e-06, "Finetune/Loss": 0.7223604917526245, "Finetune/Loss (Raw)": 0.7990168929100037, "Finetune/Step": 5140, "Finetune/Step Time": 6.645632462576032}
+{"Finetune/Learning Rate": 2.2063775203845504e-06, "Finetune/Loss": 0.7241711616516113, "Finetune/Loss (Raw)": 0.8798028826713562, "Finetune/Step": 5141, "Finetune/Step Time": 6.632880521938205}
+{"Finetune/Learning Rate": 2.2032564593677773e-06, "Finetune/Loss": 0.7238799333572388, "Finetune/Loss (Raw)": 0.6803300976753235, "Finetune/Step": 5142, "Finetune/Step Time": 6.636709628626704}
+{"Finetune/Learning Rate": 2.2001373340721897e-06, "Finetune/Loss": 0.7252845764160156, "Finetune/Loss (Raw)": 0.8810276985168457, "Finetune/Step": 5143, "Finetune/Step Time": 6.639943741261959}
+{"Finetune/Learning Rate": 2.1970201452721873e-06, "Finetune/Loss": 0.7241119146347046, "Finetune/Loss (Raw)": 0.5764555335044861, "Finetune/Step": 5144, "Finetune/Step Time": 6.645444640889764}
+{"Finetune/Learning Rate": 2.1939048937416783e-06, "Finetune/Loss": 0.7247155904769897, "Finetune/Loss (Raw)": 0.752132773399353, "Finetune/Step": 5145, "Finetune/Step Time": 6.636430384591222}
+{"Finetune/Learning Rate": 2.190791580254101e-06, "Finetune/Loss": 0.7263970375061035, "Finetune/Loss (Raw)": 0.8845055103302002, "Finetune/Step": 5146, "Finetune/Step Time": 6.641651751473546}
+{"Finetune/Learning Rate": 2.1876802055824032e-06, "Finetune/Loss": 0.7270435690879822, "Finetune/Loss (Raw)": 0.8002635836601257, "Finetune/Step": 5147, "Finetune/Step Time": 6.643698381260037}
+{"Finetune/Learning Rate": 2.184570770499056e-06, "Finetune/Loss": 0.7283341884613037, "Finetune/Loss (Raw)": 0.5113991498947144, "Finetune/Step": 5148, "Finetune/Step Time": 6.630790274590254}
+{"Finetune/Learning Rate": 2.1814632757760525e-06, "Finetune/Loss": 0.7275577187538147, "Finetune/Loss (Raw)": 0.7523612976074219, "Finetune/Step": 5149, "Finetune/Step Time": 6.636885130777955}
+{"Finetune/Learning Rate": 2.178357722184894e-06, "Finetune/Loss": 0.7272058725357056, "Finetune/Loss (Raw)": 0.7639739513397217, "Finetune/Step": 5150, "Finetune/Step Time": 6.6441112738102674}
+{"Finetune/Learning Rate": 2.1752541104966107e-06, "Finetune/Loss": 0.7268610596656799, "Finetune/Loss (Raw)": 0.707241415977478, "Finetune/Step": 5151, "Finetune/Step Time": 6.641088059172034}
+{"Finetune/Learning Rate": 2.1721524414817406e-06, "Finetune/Loss": 0.7265723943710327, "Finetune/Loss (Raw)": 0.7088017463684082, "Finetune/Step": 5152, "Finetune/Step Time": 6.6427272371947765}
+{"Finetune/Learning Rate": 2.16905271591035e-06, "Finetune/Loss": 0.7241173982620239, "Finetune/Loss (Raw)": 0.4265249967575073, "Finetune/Step": 5153, "Finetune/Step Time": 6.650186335667968}
+{"Finetune/Learning Rate": 2.1659549345520125e-06, "Finetune/Loss": 0.7205708026885986, "Finetune/Loss (Raw)": 0.37448787689208984, "Finetune/Step": 5154, "Finetune/Step Time": 6.6700298972427845}
+{"Finetune/Learning Rate": 2.162859098175827e-06, "Finetune/Loss": 0.71953284740448, "Finetune/Loss (Raw)": 0.6963991522789001, "Finetune/Step": 5155, "Finetune/Step Time": 6.671433210372925}
+{"Finetune/Learning Rate": 2.1597652075504026e-06, "Finetune/Loss": 0.7191925048828125, "Finetune/Loss (Raw)": 0.8509507179260254, "Finetune/Step": 5156, "Finetune/Step Time": 6.684055907651782}
+{"Finetune/Learning Rate": 2.1566732634438738e-06, "Finetune/Loss": 0.7187685966491699, "Finetune/Loss (Raw)": 0.7683287858963013, "Finetune/Step": 5157, "Finetune/Step Time": 6.683787247166038}
+{"Finetune/Learning Rate": 2.153583266623882e-06, "Finetune/Loss": 0.7189270257949829, "Finetune/Loss (Raw)": 0.7732466459274292, "Finetune/Step": 5158, "Finetune/Step Time": 6.680351700633764}
+{"Finetune/Learning Rate": 2.150495217857591e-06, "Finetune/Loss": 0.7199742794036865, "Finetune/Loss (Raw)": 0.891658365726471, "Finetune/Step": 5159, "Finetune/Step Time": 6.682475877925754}
+{"Finetune/Learning Rate": 2.147409117911685e-06, "Finetune/Loss": 0.7207176685333252, "Finetune/Loss (Raw)": 0.9121785163879395, "Finetune/Step": 5160, "Finetune/Step Time": 6.681497469544411}
+{"Finetune/Learning Rate": 2.1443249675523536e-06, "Finetune/Loss": 0.7209217548370361, "Finetune/Loss (Raw)": 0.8154411315917969, "Finetune/Step": 5161, "Finetune/Step Time": 6.692976135760546}
+{"Finetune/Learning Rate": 2.1412427675453128e-06, "Finetune/Loss": 0.7201939821243286, "Finetune/Loss (Raw)": 0.7068241238594055, "Finetune/Step": 5162, "Finetune/Step Time": 6.697702202945948}
+{"Finetune/Learning Rate": 2.1381625186557842e-06, "Finetune/Loss": 0.7207750678062439, "Finetune/Loss (Raw)": 0.7960243821144104, "Finetune/Step": 5163, "Finetune/Step Time": 6.703902184963226}
+{"Finetune/Learning Rate": 2.1350842216485167e-06, "Finetune/Loss": 0.7212728261947632, "Finetune/Loss (Raw)": 0.819599986076355, "Finetune/Step": 5164, "Finetune/Step Time": 6.717123158276081}
+{"Finetune/Learning Rate": 2.132007877287762e-06, "Finetune/Loss": 0.7184855937957764, "Finetune/Loss (Raw)": 0.5660241842269897, "Finetune/Step": 5165, "Finetune/Step Time": 6.736833117902279}
+{"Finetune/Learning Rate": 2.1289334863373e-06, "Finetune/Loss": 0.7172635793685913, "Finetune/Loss (Raw)": 0.7449640035629272, "Finetune/Step": 5166, "Finetune/Step Time": 6.743781311437488}
+{"Finetune/Learning Rate": 2.125861049560414e-06, "Finetune/Loss": 0.7149209976196289, "Finetune/Loss (Raw)": 0.6568998098373413, "Finetune/Step": 5167, "Finetune/Step Time": 6.73677072674036}
+{"Finetune/Learning Rate": 2.1227905677199077e-06, "Finetune/Loss": 0.7173407673835754, "Finetune/Loss (Raw)": 0.8698270916938782, "Finetune/Step": 5168, "Finetune/Step Time": 6.72684421390295}
+{"Finetune/Learning Rate": 2.119722041578104e-06, "Finetune/Loss": 0.7168474197387695, "Finetune/Loss (Raw)": 0.8594094514846802, "Finetune/Step": 5169, "Finetune/Step Time": 6.727447997778654}
+{"Finetune/Learning Rate": 2.116655471896828e-06, "Finetune/Loss": 0.7146978378295898, "Finetune/Loss (Raw)": 0.6219329237937927, "Finetune/Step": 5170, "Finetune/Step Time": 6.7343587297946215}
+{"Finetune/Learning Rate": 2.113590859437433e-06, "Finetune/Loss": 0.7157936692237854, "Finetune/Loss (Raw)": 0.9427295923233032, "Finetune/Step": 5171, "Finetune/Step Time": 6.72971504740417}
+{"Finetune/Learning Rate": 2.1105282049607744e-06, "Finetune/Loss": 0.7152286171913147, "Finetune/Loss (Raw)": 0.7295443415641785, "Finetune/Step": 5172, "Finetune/Step Time": 6.72672944329679}
+{"Finetune/Learning Rate": 2.1074675092272313e-06, "Finetune/Loss": 0.7184773683547974, "Finetune/Loss (Raw)": 0.7143886685371399, "Finetune/Step": 5173, "Finetune/Step Time": 6.696756262332201}
+{"Finetune/Learning Rate": 2.1044087729966856e-06, "Finetune/Loss": 0.7234945297241211, "Finetune/Loss (Raw)": 0.9800913333892822, "Finetune/Step": 5174, "Finetune/Step Time": 6.676827643066645}
+{"Finetune/Learning Rate": 2.101351997028547e-06, "Finetune/Loss": 0.7228459119796753, "Finetune/Loss (Raw)": 0.728981614112854, "Finetune/Step": 5175, "Finetune/Step Time": 6.682209173217416}
+{"Finetune/Learning Rate": 2.0982971820817235e-06, "Finetune/Loss": 0.7183326482772827, "Finetune/Loss (Raw)": 0.3271557092666626, "Finetune/Step": 5176, "Finetune/Step Time": 6.699594382196665}
+{"Finetune/Learning Rate": 2.0952443289146475e-06, "Finetune/Loss": 0.7192764282226562, "Finetune/Loss (Raw)": 0.8405281901359558, "Finetune/Step": 5177, "Finetune/Step Time": 6.693425975739956}
+{"Finetune/Learning Rate": 2.092193438285257e-06, "Finetune/Loss": 0.718756914138794, "Finetune/Loss (Raw)": 0.6505259871482849, "Finetune/Step": 5178, "Finetune/Step Time": 6.677701340988278}
+{"Finetune/Learning Rate": 2.089144510951008e-06, "Finetune/Loss": 0.7192046642303467, "Finetune/Loss (Raw)": 0.6799598336219788, "Finetune/Step": 5179, "Finetune/Step Time": 6.662328103557229}
+{"Finetune/Learning Rate": 2.0860975476688692e-06, "Finetune/Loss": 0.7210469245910645, "Finetune/Loss (Raw)": 0.6115759015083313, "Finetune/Step": 5180, "Finetune/Step Time": 6.650710687041283}
+{"Finetune/Learning Rate": 2.0830525491953137e-06, "Finetune/Loss": 0.7226799130439758, "Finetune/Loss (Raw)": 0.8006811141967773, "Finetune/Step": 5181, "Finetune/Step Time": 6.645161006599665}
+{"Finetune/Learning Rate": 2.080009516286339e-06, "Finetune/Loss": 0.7204157114028931, "Finetune/Loss (Raw)": 0.5906785726547241, "Finetune/Step": 5182, "Finetune/Step Time": 6.647674862295389}
+{"Finetune/Learning Rate": 2.076968449697442e-06, "Finetune/Loss": 0.7210358381271362, "Finetune/Loss (Raw)": 0.8267304301261902, "Finetune/Step": 5183, "Finetune/Step Time": 6.651362283155322}
+{"Finetune/Learning Rate": 2.0739293501836424e-06, "Finetune/Loss": 0.7198878526687622, "Finetune/Loss (Raw)": 0.6599862575531006, "Finetune/Step": 5184, "Finetune/Step Time": 6.650548227131367}
+{"Finetune/Learning Rate": 2.0708922184994617e-06, "Finetune/Loss": 0.720541775226593, "Finetune/Loss (Raw)": 0.8192124962806702, "Finetune/Step": 5185, "Finetune/Step Time": 6.661287933588028}
+{"Finetune/Learning Rate": 2.067857055398944e-06, "Finetune/Loss": 0.7173924446105957, "Finetune/Loss (Raw)": 0.38270336389541626, "Finetune/Step": 5186, "Finetune/Step Time": 6.677727021276951}
+{"Finetune/Learning Rate": 2.064823861635633e-06, "Finetune/Loss": 0.7152393460273743, "Finetune/Loss (Raw)": 0.6057441830635071, "Finetune/Step": 5187, "Finetune/Step Time": 6.695492180064321}
+{"Finetune/Learning Rate": 2.0617926379625896e-06, "Finetune/Loss": 0.7133721709251404, "Finetune/Loss (Raw)": 0.6824041604995728, "Finetune/Step": 5188, "Finetune/Step Time": 6.696868287399411}
+{"Finetune/Learning Rate": 2.0587633851323906e-06, "Finetune/Loss": 0.7112948894500732, "Finetune/Loss (Raw)": 0.5818523168563843, "Finetune/Step": 5189, "Finetune/Step Time": 6.69905817322433}
+{"Finetune/Learning Rate": 2.0557361038971102e-06, "Finetune/Loss": 0.7114143371582031, "Finetune/Loss (Raw)": 0.6065524220466614, "Finetune/Step": 5190, "Finetune/Step Time": 6.697419717907906}
+{"Finetune/Learning Rate": 2.052710795008347e-06, "Finetune/Loss": 0.7094817757606506, "Finetune/Loss (Raw)": 0.6219789385795593, "Finetune/Step": 5191, "Finetune/Step Time": 6.718659916892648}
+{"Finetune/Learning Rate": 2.0496874592171966e-06, "Finetune/Loss": 0.7102826833724976, "Finetune/Loss (Raw)": 0.728276789188385, "Finetune/Step": 5192, "Finetune/Step Time": 6.714985881000757}
+{"Finetune/Learning Rate": 2.0466660972742803e-06, "Finetune/Loss": 0.7086799740791321, "Finetune/Loss (Raw)": 0.6646970510482788, "Finetune/Step": 5193, "Finetune/Step Time": 6.726494785398245}
+{"Finetune/Learning Rate": 2.043646709929713e-06, "Finetune/Loss": 0.7044813632965088, "Finetune/Loss (Raw)": 0.3433113694190979, "Finetune/Step": 5194, "Finetune/Step Time": 6.755085190758109}
+{"Finetune/Learning Rate": 2.0406292979331333e-06, "Finetune/Loss": 0.7042198181152344, "Finetune/Loss (Raw)": 0.7111886739730835, "Finetune/Step": 5195, "Finetune/Step Time": 6.75373905338347}
+{"Finetune/Learning Rate": 2.037613862033677e-06, "Finetune/Loss": 0.7033421993255615, "Finetune/Loss (Raw)": 0.7087648510932922, "Finetune/Step": 5196, "Finetune/Step Time": 6.759960884228349}
+{"Finetune/Learning Rate": 2.0346004029800027e-06, "Finetune/Loss": 0.7042751908302307, "Finetune/Loss (Raw)": 0.8244541883468628, "Finetune/Step": 5197, "Finetune/Step Time": 6.742054432630539}
+{"Finetune/Learning Rate": 2.0315889215202643e-06, "Finetune/Loss": 0.7041367888450623, "Finetune/Loss (Raw)": 0.7174270749092102, "Finetune/Step": 5198, "Finetune/Step Time": 6.737696090713143}
+{"Finetune/Learning Rate": 2.0285794184021344e-06, "Finetune/Loss": 0.7010848522186279, "Finetune/Loss (Raw)": 0.3347594439983368, "Finetune/Step": 5199, "Finetune/Step Time": 6.8107926324009895}
+{"Finetune/Learning Rate": 2.025571894372794e-06, "Finetune/Loss": 0.698797345161438, "Finetune/Loss (Raw)": 0.6626432538032532, "Finetune/Step": 5200, "Finetune/Step Time": 6.8246879782527685}
+{"Finetune/Learning Rate": 2.022566350178925e-06, "Finetune/Loss": 0.6944666504859924, "Finetune/Loss (Raw)": 0.28099775314331055, "Finetune/Step": 5201, "Finetune/Step Time": 6.839337512850761}
+{"Finetune/Learning Rate": 2.019562786566729e-06, "Finetune/Loss": 0.6926456689834595, "Finetune/Loss (Raw)": 0.6598075032234192, "Finetune/Step": 5202, "Finetune/Step Time": 6.839261572808027}
+{"Finetune/Learning Rate": 2.016561204281903e-06, "Finetune/Loss": 0.6950873732566833, "Finetune/Loss (Raw)": 0.6983500123023987, "Finetune/Step": 5203, "Finetune/Step Time": 6.820762960240245}
+{"Finetune/Learning Rate": 2.013561604069666e-06, "Finetune/Loss": 0.6941351890563965, "Finetune/Loss (Raw)": 0.6578901410102844, "Finetune/Step": 5204, "Finetune/Step Time": 6.82543370872736}
+{"Finetune/Learning Rate": 2.0105639866747306e-06, "Finetune/Loss": 0.6925317645072937, "Finetune/Loss (Raw)": 0.5570626854896545, "Finetune/Step": 5205, "Finetune/Step Time": 6.811396392062306}
+{"Finetune/Learning Rate": 2.0075683528413316e-06, "Finetune/Loss": 0.6914266347885132, "Finetune/Loss (Raw)": 0.5746601819992065, "Finetune/Step": 5206, "Finetune/Step Time": 6.830815913155675}
+{"Finetune/Learning Rate": 2.004574703313198e-06, "Finetune/Loss": 0.6896908283233643, "Finetune/Loss (Raw)": 0.6639286279678345, "Finetune/Step": 5207, "Finetune/Step Time": 6.821561900898814}
+{"Finetune/Learning Rate": 2.001583038833578e-06, "Finetune/Loss": 0.6879763603210449, "Finetune/Loss (Raw)": 0.63097083568573, "Finetune/Step": 5208, "Finetune/Step Time": 6.839307138696313}
+{"Finetune/Learning Rate": 1.9985933601452143e-06, "Finetune/Loss": 0.6893512606620789, "Finetune/Loss (Raw)": 0.7972633838653564, "Finetune/Step": 5209, "Finetune/Step Time": 6.849819278344512}
+{"Finetune/Learning Rate": 1.9956056679903678e-06, "Finetune/Loss": 0.6916885375976562, "Finetune/Loss (Raw)": 0.6475937366485596, "Finetune/Step": 5210, "Finetune/Step Time": 6.830654442310333}
+{"Finetune/Learning Rate": 1.9926199631108045e-06, "Finetune/Loss": 0.6910315155982971, "Finetune/Loss (Raw)": 0.6349548697471619, "Finetune/Step": 5211, "Finetune/Step Time": 6.8270270973443985}
+{"Finetune/Learning Rate": 1.9896362462477893e-06, "Finetune/Loss": 0.6904539465904236, "Finetune/Loss (Raw)": 0.6237303614616394, "Finetune/Step": 5212, "Finetune/Step Time": 6.8234254866838455}
+{"Finetune/Learning Rate": 1.9866545181421016e-06, "Finetune/Loss": 0.6905936002731323, "Finetune/Loss (Raw)": 0.7600717544555664, "Finetune/Step": 5213, "Finetune/Step Time": 6.821976982057095}
+{"Finetune/Learning Rate": 1.9836747795340215e-06, "Finetune/Loss": 0.6877363920211792, "Finetune/Loss (Raw)": 0.5528420209884644, "Finetune/Step": 5214, "Finetune/Step Time": 6.820296674966812}
+{"Finetune/Learning Rate": 1.980697031163342e-06, "Finetune/Loss": 0.6866608262062073, "Finetune/Loss (Raw)": 0.6173624992370605, "Finetune/Step": 5215, "Finetune/Step Time": 6.79888478666544}
+{"Finetune/Learning Rate": 1.977721273769353e-06, "Finetune/Loss": 0.6828998923301697, "Finetune/Loss (Raw)": 0.4614630341529846, "Finetune/Step": 5216, "Finetune/Step Time": 6.80700359120965}
+{"Finetune/Learning Rate": 1.9747475080908586e-06, "Finetune/Loss": 0.6807723045349121, "Finetune/Loss (Raw)": 0.5681489706039429, "Finetune/Step": 5217, "Finetune/Step Time": 6.80725515820086}
+{"Finetune/Learning Rate": 1.9717757348661617e-06, "Finetune/Loss": 0.6802161931991577, "Finetune/Loss (Raw)": 0.6399931311607361, "Finetune/Step": 5218, "Finetune/Step Time": 6.8147441651672125}
+{"Finetune/Learning Rate": 1.968805954833073e-06, "Finetune/Loss": 0.6778267025947571, "Finetune/Loss (Raw)": 0.504084050655365, "Finetune/Step": 5219, "Finetune/Step Time": 6.805886827409267}
+{"Finetune/Learning Rate": 1.965838168728912e-06, "Finetune/Loss": 0.6804441213607788, "Finetune/Loss (Raw)": 0.6583279371261597, "Finetune/Step": 5220, "Finetune/Step Time": 6.790273645892739}
+{"Finetune/Learning Rate": 1.9628723772905e-06, "Finetune/Loss": 0.6786558032035828, "Finetune/Loss (Raw)": 0.5911035537719727, "Finetune/Step": 5221, "Finetune/Step Time": 6.790177268907428}
+{"Finetune/Learning Rate": 1.959908581254161e-06, "Finetune/Loss": 0.6792850494384766, "Finetune/Loss (Raw)": 0.6695075631141663, "Finetune/Step": 5222, "Finetune/Step Time": 6.795498767867684}
+{"Finetune/Learning Rate": 1.9569467813557242e-06, "Finetune/Loss": 0.6803181171417236, "Finetune/Loss (Raw)": 0.69945228099823, "Finetune/Step": 5223, "Finetune/Step Time": 6.792201668024063}
+{"Finetune/Learning Rate": 1.95398697833053e-06, "Finetune/Loss": 0.6801100969314575, "Finetune/Loss (Raw)": 0.6631921529769897, "Finetune/Step": 5224, "Finetune/Step Time": 6.770423965528607}
+{"Finetune/Learning Rate": 1.951029172913411e-06, "Finetune/Loss": 0.6811335682868958, "Finetune/Loss (Raw)": 0.5823543667793274, "Finetune/Step": 5225, "Finetune/Step Time": 6.770369751378894}
+{"Finetune/Learning Rate": 1.9480733658387175e-06, "Finetune/Loss": 0.6814588308334351, "Finetune/Loss (Raw)": 0.6825094223022461, "Finetune/Step": 5226, "Finetune/Step Time": 6.767944926396012}
+{"Finetune/Learning Rate": 1.9451195578402905e-06, "Finetune/Loss": 0.6817557215690613, "Finetune/Loss (Raw)": 0.7354806065559387, "Finetune/Step": 5227, "Finetune/Step Time": 6.767854172736406}
+{"Finetune/Learning Rate": 1.9421677496514857e-06, "Finetune/Loss": 0.6817585825920105, "Finetune/Loss (Raw)": 0.6725579500198364, "Finetune/Step": 5228, "Finetune/Step Time": 6.770693207159638}
+{"Finetune/Learning Rate": 1.9392179420051526e-06, "Finetune/Loss": 0.680122971534729, "Finetune/Loss (Raw)": 0.4988900125026703, "Finetune/Step": 5229, "Finetune/Step Time": 6.795229969546199}
+{"Finetune/Learning Rate": 1.9362701356336545e-06, "Finetune/Loss": 0.6785112023353577, "Finetune/Loss (Raw)": 0.5333077907562256, "Finetune/Step": 5230, "Finetune/Step Time": 6.803738679736853}
+{"Finetune/Learning Rate": 1.9333243312688453e-06, "Finetune/Loss": 0.6770241260528564, "Finetune/Loss (Raw)": 0.6916038393974304, "Finetune/Step": 5231, "Finetune/Step Time": 6.815554598346353}
+{"Finetune/Learning Rate": 1.9303805296420973e-06, "Finetune/Loss": 0.678289532661438, "Finetune/Loss (Raw)": 0.6789969205856323, "Finetune/Step": 5232, "Finetune/Step Time": 6.814606543630362}
+{"Finetune/Learning Rate": 1.927438731484269e-06, "Finetune/Loss": 0.6755241751670837, "Finetune/Loss (Raw)": 0.47838008403778076, "Finetune/Step": 5233, "Finetune/Step Time": 6.832095069810748}
+{"Finetune/Learning Rate": 1.924498937525733e-06, "Finetune/Loss": 0.6725041270256042, "Finetune/Loss (Raw)": 0.5449763536453247, "Finetune/Step": 5234, "Finetune/Step Time": 6.833933750167489}
+{"Finetune/Learning Rate": 1.9215611484963635e-06, "Finetune/Loss": 0.6710302233695984, "Finetune/Loss (Raw)": 0.6491202116012573, "Finetune/Step": 5235, "Finetune/Step Time": 6.840485138818622}
+{"Finetune/Learning Rate": 1.918625365125529e-06, "Finetune/Loss": 0.6694051027297974, "Finetune/Loss (Raw)": 0.5588819980621338, "Finetune/Step": 5236, "Finetune/Step Time": 6.831870315596461}
+{"Finetune/Learning Rate": 1.915691588142111e-06, "Finetune/Loss": 0.667621910572052, "Finetune/Loss (Raw)": 0.6549506187438965, "Finetune/Step": 5237, "Finetune/Step Time": 6.826011706143618}
+{"Finetune/Learning Rate": 1.912759818274482e-06, "Finetune/Loss": 0.666541576385498, "Finetune/Loss (Raw)": 0.6124608516693115, "Finetune/Step": 5238, "Finetune/Step Time": 6.813534701243043}
+{"Finetune/Learning Rate": 1.9098300562505266e-06, "Finetune/Loss": 0.6661515235900879, "Finetune/Loss (Raw)": 0.6077241897583008, "Finetune/Step": 5239, "Finetune/Step Time": 6.789807500317693}
+{"Finetune/Learning Rate": 1.9069023027976196e-06, "Finetune/Loss": 0.6682026386260986, "Finetune/Loss (Raw)": 0.6182273626327515, "Finetune/Step": 5240, "Finetune/Step Time": 6.788420777767897}
+{"Finetune/Learning Rate": 1.9039765586426496e-06, "Finetune/Loss": 0.6710268259048462, "Finetune/Loss (Raw)": 0.6563213467597961, "Finetune/Step": 5241, "Finetune/Step Time": 6.754446666687727}
+{"Finetune/Learning Rate": 1.9010528245119942e-06, "Finetune/Loss": 0.667748212814331, "Finetune/Loss (Raw)": 0.3179594576358795, "Finetune/Step": 5242, "Finetune/Step Time": 6.778062677010894}
+{"Finetune/Learning Rate": 1.8981311011315395e-06, "Finetune/Loss": 0.6668087244033813, "Finetune/Loss (Raw)": 0.5874074697494507, "Finetune/Step": 5243, "Finetune/Step Time": 6.7984300814569}
+{"Finetune/Learning Rate": 1.8952113892266755e-06, "Finetune/Loss": 0.6694698333740234, "Finetune/Loss (Raw)": 0.6022537350654602, "Finetune/Step": 5244, "Finetune/Step Time": 6.7803507298231125}
+{"Finetune/Learning Rate": 1.8922936895222798e-06, "Finetune/Loss": 0.6678346395492554, "Finetune/Loss (Raw)": 0.7344860434532166, "Finetune/Step": 5245, "Finetune/Step Time": 6.7855049557983875}
+{"Finetune/Learning Rate": 1.8893780027427466e-06, "Finetune/Loss": 0.6672571301460266, "Finetune/Loss (Raw)": 0.7372463345527649, "Finetune/Step": 5246, "Finetune/Step Time": 6.771554339677095}
+{"Finetune/Learning Rate": 1.8864643296119556e-06, "Finetune/Loss": 0.665576696395874, "Finetune/Loss (Raw)": 0.6548756957054138, "Finetune/Step": 5247, "Finetune/Step Time": 6.772515378892422}
+{"Finetune/Learning Rate": 1.8835526708532981e-06, "Finetune/Loss": 0.6684896349906921, "Finetune/Loss (Raw)": 0.7157800197601318, "Finetune/Step": 5248, "Finetune/Step Time": 6.763424541801214}
+{"Finetune/Learning Rate": 1.880643027189657e-06, "Finetune/Loss": 0.6682244539260864, "Finetune/Loss (Raw)": 0.6914897561073303, "Finetune/Step": 5249, "Finetune/Step Time": 6.75846616178751}
+{"Finetune/Learning Rate": 1.8777353993434221e-06, "Finetune/Loss": 0.6681975722312927, "Finetune/Loss (Raw)": 0.6968594193458557, "Finetune/Step": 5250, "Finetune/Step Time": 6.77298416942358}
+{"Finetune/Learning Rate": 1.8748297880364742e-06, "Finetune/Loss": 0.6673460006713867, "Finetune/Loss (Raw)": 0.688919723033905, "Finetune/Step": 5251, "Finetune/Step Time": 6.7674073819071054}
+{"Finetune/Learning Rate": 1.8719261939902023e-06, "Finetune/Loss": 0.6664187908172607, "Finetune/Loss (Raw)": 0.7755541205406189, "Finetune/Step": 5252, "Finetune/Step Time": 6.762359164655209}
+{"Finetune/Learning Rate": 1.8690246179254877e-06, "Finetune/Loss": 0.6642880439758301, "Finetune/Loss (Raw)": 0.5953337550163269, "Finetune/Step": 5253, "Finetune/Step Time": 6.766523929312825}
+{"Finetune/Learning Rate": 1.8661250605627146e-06, "Finetune/Loss": 0.6656657457351685, "Finetune/Loss (Raw)": 0.5645636916160583, "Finetune/Step": 5254, "Finetune/Step Time": 6.757619481533766}
+{"Finetune/Learning Rate": 1.8632275226217665e-06, "Finetune/Loss": 0.6641708016395569, "Finetune/Loss (Raw)": 0.4885183870792389, "Finetune/Step": 5255, "Finetune/Step Time": 6.755377188324928}
+{"Finetune/Learning Rate": 1.8603320048220208e-06, "Finetune/Loss": 0.662944495677948, "Finetune/Loss (Raw)": 0.6151624917984009, "Finetune/Step": 5256, "Finetune/Step Time": 6.752047462388873}
+{"Finetune/Learning Rate": 1.8574385078823608e-06, "Finetune/Loss": 0.6646074056625366, "Finetune/Loss (Raw)": 0.5080693960189819, "Finetune/Step": 5257, "Finetune/Step Time": 6.746126215904951}
+{"Finetune/Learning Rate": 1.854547032521159e-06, "Finetune/Loss": 0.6637603044509888, "Finetune/Loss (Raw)": 0.65391606092453, "Finetune/Step": 5258, "Finetune/Step Time": 6.7412972040474415}
+{"Finetune/Learning Rate": 1.8516575794562951e-06, "Finetune/Loss": 0.6634578704833984, "Finetune/Loss (Raw)": 0.5461624264717102, "Finetune/Step": 5259, "Finetune/Step Time": 6.74416321516037}
+{"Finetune/Learning Rate": 1.848770149405138e-06, "Finetune/Loss": 0.6628603935241699, "Finetune/Loss (Raw)": 0.5222498178482056, "Finetune/Step": 5260, "Finetune/Step Time": 6.754023896530271}
+{"Finetune/Learning Rate": 1.845884743084564e-06, "Finetune/Loss": 0.6623913049697876, "Finetune/Loss (Raw)": 0.6721566915512085, "Finetune/Step": 5261, "Finetune/Step Time": 6.76799663901329}
+{"Finetune/Learning Rate": 1.8430013612109355e-06, "Finetune/Loss": 0.660926103591919, "Finetune/Loss (Raw)": 0.622263491153717, "Finetune/Step": 5262, "Finetune/Step Time": 6.767511764541268}
+{"Finetune/Learning Rate": 1.840120004500121e-06, "Finetune/Loss": 0.6595938205718994, "Finetune/Loss (Raw)": 0.4682990610599518, "Finetune/Step": 5263, "Finetune/Step Time": 6.774491788819432}
+{"Finetune/Learning Rate": 1.8372406736674874e-06, "Finetune/Loss": 0.6573587656021118, "Finetune/Loss (Raw)": 0.626609206199646, "Finetune/Step": 5264, "Finetune/Step Time": 6.765482226386666}
+{"Finetune/Learning Rate": 1.8343633694278895e-06, "Finetune/Loss": 0.6562281847000122, "Finetune/Loss (Raw)": 0.6276691555976868, "Finetune/Step": 5265, "Finetune/Step Time": 6.7627328131347895}
+{"Finetune/Learning Rate": 1.8314880924956891e-06, "Finetune/Loss": 0.6552039384841919, "Finetune/Loss (Raw)": 0.6088961958885193, "Finetune/Step": 5266, "Finetune/Step Time": 6.7606370355933905}
+{"Finetune/Learning Rate": 1.8286148435847351e-06, "Finetune/Loss": 0.6568056344985962, "Finetune/Loss (Raw)": 0.5513472557067871, "Finetune/Step": 5267, "Finetune/Step Time": 6.752936892211437}
+{"Finetune/Learning Rate": 1.8257436234083824e-06, "Finetune/Loss": 0.6555847525596619, "Finetune/Loss (Raw)": 0.642750084400177, "Finetune/Step": 5268, "Finetune/Step Time": 6.751849779859185}
+{"Finetune/Learning Rate": 1.8228744326794735e-06, "Finetune/Loss": 0.6537337303161621, "Finetune/Loss (Raw)": 0.6428791880607605, "Finetune/Step": 5269, "Finetune/Step Time": 6.748733479529619}
+{"Finetune/Learning Rate": 1.8200072721103545e-06, "Finetune/Loss": 0.6535407304763794, "Finetune/Loss (Raw)": 0.6556187868118286, "Finetune/Step": 5270, "Finetune/Step Time": 6.743380693718791}
+{"Finetune/Learning Rate": 1.817142142412861e-06, "Finetune/Loss": 0.6516295075416565, "Finetune/Loss (Raw)": 0.6363863348960876, "Finetune/Step": 5271, "Finetune/Step Time": 6.756694108247757}
+{"Finetune/Learning Rate": 1.8142790442983304e-06, "Finetune/Loss": 0.652647852897644, "Finetune/Loss (Raw)": 0.7068067193031311, "Finetune/Step": 5272, "Finetune/Step Time": 6.7321732994169}
+{"Finetune/Learning Rate": 1.8114179784775886e-06, "Finetune/Loss": 0.6511486768722534, "Finetune/Loss (Raw)": 0.5602415204048157, "Finetune/Step": 5273, "Finetune/Step Time": 6.734320668503642}
+{"Finetune/Learning Rate": 1.8085589456609641e-06, "Finetune/Loss": 0.6481452584266663, "Finetune/Loss (Raw)": 0.5000630617141724, "Finetune/Step": 5274, "Finetune/Step Time": 6.731577653437853}
+{"Finetune/Learning Rate": 1.8057019465582803e-06, "Finetune/Loss": 0.6467193365097046, "Finetune/Loss (Raw)": 0.6177545189857483, "Finetune/Step": 5275, "Finetune/Step Time": 6.728565696626902}
+{"Finetune/Learning Rate": 1.8028469818788475e-06, "Finetune/Loss": 0.647768497467041, "Finetune/Loss (Raw)": 0.6456867456436157, "Finetune/Step": 5276, "Finetune/Step Time": 6.723211705684662}
+{"Finetune/Learning Rate": 1.7999940523314808e-06, "Finetune/Loss": 0.6441742181777954, "Finetune/Loss (Raw)": 0.29229697585105896, "Finetune/Step": 5277, "Finetune/Step Time": 6.736005300655961}
+{"Finetune/Learning Rate": 1.7971431586244814e-06, "Finetune/Loss": 0.6432640552520752, "Finetune/Loss (Raw)": 0.6474650502204895, "Finetune/Step": 5278, "Finetune/Step Time": 6.732799045741558}
+{"Finetune/Learning Rate": 1.7942943014656543e-06, "Finetune/Loss": 0.6431962251663208, "Finetune/Loss (Raw)": 0.6985589265823364, "Finetune/Step": 5279, "Finetune/Step Time": 6.728606920689344}
+{"Finetune/Learning Rate": 1.7914474815622896e-06, "Finetune/Loss": 0.6418726444244385, "Finetune/Loss (Raw)": 0.5393885374069214, "Finetune/Step": 5280, "Finetune/Step Time": 6.732550028711557}
+{"Finetune/Learning Rate": 1.7886026996211804e-06, "Finetune/Loss": 0.642761766910553, "Finetune/Loss (Raw)": 0.5403377413749695, "Finetune/Step": 5281, "Finetune/Step Time": 6.712120549753308}
+{"Finetune/Learning Rate": 1.785759956348604e-06, "Finetune/Loss": 0.6443864107131958, "Finetune/Loss (Raw)": 0.5824400782585144, "Finetune/Step": 5282, "Finetune/Step Time": 6.704369081184268}
+{"Finetune/Learning Rate": 1.7829192524503414e-06, "Finetune/Loss": 0.6444002389907837, "Finetune/Loss (Raw)": 0.6981667876243591, "Finetune/Step": 5283, "Finetune/Step Time": 6.701903754845262}
+{"Finetune/Learning Rate": 1.7800805886316585e-06, "Finetune/Loss": 0.639377236366272, "Finetune/Loss (Raw)": 0.208010733127594, "Finetune/Step": 5284, "Finetune/Step Time": 6.705416040495038}
+{"Finetune/Learning Rate": 1.7772439655973217e-06, "Finetune/Loss": 0.6391474008560181, "Finetune/Loss (Raw)": 0.7389114499092102, "Finetune/Step": 5285, "Finetune/Step Time": 6.703732432797551}
+{"Finetune/Learning Rate": 1.7744093840515907e-06, "Finetune/Loss": 0.6374180316925049, "Finetune/Loss (Raw)": 0.551873505115509, "Finetune/Step": 5286, "Finetune/Step Time": 6.718852654099464}
+{"Finetune/Learning Rate": 1.7715768446982097e-06, "Finetune/Loss": 0.6346993446350098, "Finetune/Loss (Raw)": 0.5436758399009705, "Finetune/Step": 5287, "Finetune/Step Time": 6.718553353101015}
+{"Finetune/Learning Rate": 1.7687463482404276e-06, "Finetune/Loss": 0.631564736366272, "Finetune/Loss (Raw)": 0.510947585105896, "Finetune/Step": 5288, "Finetune/Step Time": 6.72195734269917}
+{"Finetune/Learning Rate": 1.7659178953809752e-06, "Finetune/Loss": 0.6292255520820618, "Finetune/Loss (Raw)": 0.5160263180732727, "Finetune/Step": 5289, "Finetune/Step Time": 6.702081888914108}
+{"Finetune/Learning Rate": 1.763091486822086e-06, "Finetune/Loss": 0.6299905776977539, "Finetune/Loss (Raw)": 0.804746687412262, "Finetune/Step": 5290, "Finetune/Step Time": 6.697807818651199}
+{"Finetune/Learning Rate": 1.7602671232654755e-06, "Finetune/Loss": 0.6288654208183289, "Finetune/Loss (Raw)": 0.6520059704780579, "Finetune/Step": 5291, "Finetune/Step Time": 6.694430727511644}
+{"Finetune/Learning Rate": 1.757444805412364e-06, "Finetune/Loss": 0.6274079084396362, "Finetune/Loss (Raw)": 0.6330313086509705, "Finetune/Step": 5292, "Finetune/Step Time": 6.685528030619025}
+{"Finetune/Learning Rate": 1.7546245339634494e-06, "Finetune/Loss": 0.6277103424072266, "Finetune/Loss (Raw)": 0.6047341227531433, "Finetune/Step": 5293, "Finetune/Step Time": 6.673477455973625}
+{"Finetune/Learning Rate": 1.7518063096189319e-06, "Finetune/Loss": 0.6269524097442627, "Finetune/Loss (Raw)": 0.647956371307373, "Finetune/Step": 5294, "Finetune/Step Time": 6.660575712099671}
+{"Finetune/Learning Rate": 1.7489901330785053e-06, "Finetune/Loss": 0.6265307664871216, "Finetune/Loss (Raw)": 0.6029335260391235, "Finetune/Step": 5295, "Finetune/Step Time": 6.663888020440936}
+{"Finetune/Learning Rate": 1.7461760050413435e-06, "Finetune/Loss": 0.6241883039474487, "Finetune/Loss (Raw)": 0.5699927806854248, "Finetune/Step": 5296, "Finetune/Step Time": 6.682125082239509}
+{"Finetune/Learning Rate": 1.743363926206123e-06, "Finetune/Loss": 0.6216016411781311, "Finetune/Loss (Raw)": 0.5283145904541016, "Finetune/Step": 5297, "Finetune/Step Time": 6.687456654384732}
+{"Finetune/Learning Rate": 1.7405538972710044e-06, "Finetune/Loss": 0.6226465106010437, "Finetune/Loss (Raw)": 0.755669891834259, "Finetune/Step": 5298, "Finetune/Step Time": 6.675874536857009}
+{"Finetune/Learning Rate": 1.7377459189336442e-06, "Finetune/Loss": 0.6205666065216064, "Finetune/Loss (Raw)": 0.6765084862709045, "Finetune/Step": 5299, "Finetune/Step Time": 6.680505085736513}
+{"Finetune/Learning Rate": 1.7349399918911858e-06, "Finetune/Loss": 0.6203018426895142, "Finetune/Loss (Raw)": 0.6956479549407959, "Finetune/Step": 5300, "Finetune/Step Time": 6.680019518360496}
+{"Finetune/Learning Rate": 1.7321361168402684e-06, "Finetune/Loss": 0.6195806264877319, "Finetune/Loss (Raw)": 0.6220775842666626, "Finetune/Step": 5301, "Finetune/Step Time": 6.683383479714394}
+{"Finetune/Learning Rate": 1.7293342944770142e-06, "Finetune/Loss": 0.6167014241218567, "Finetune/Loss (Raw)": 0.6115494966506958, "Finetune/Step": 5302, "Finetune/Step Time": 6.691353492438793}
+{"Finetune/Learning Rate": 1.7265345254970445e-06, "Finetune/Loss": 0.6158359050750732, "Finetune/Loss (Raw)": 0.6181949973106384, "Finetune/Step": 5303, "Finetune/Step Time": 6.712633857503533}
+{"Finetune/Learning Rate": 1.723736810595461e-06, "Finetune/Loss": 0.6178348660469055, "Finetune/Loss (Raw)": 0.5830235481262207, "Finetune/Step": 5304, "Finetune/Step Time": 6.699603907763958}
+{"Finetune/Learning Rate": 1.720941150466865e-06, "Finetune/Loss": 0.6166698336601257, "Finetune/Loss (Raw)": 0.6914061903953552, "Finetune/Step": 5305, "Finetune/Step Time": 6.697531193494797}
+{"Finetune/Learning Rate": 1.7181475458053453e-06, "Finetune/Loss": 0.6134195923805237, "Finetune/Loss (Raw)": 0.23449398577213287, "Finetune/Step": 5306, "Finetune/Step Time": 6.72102002799511}
+{"Finetune/Learning Rate": 1.715355997304473e-06, "Finetune/Loss": 0.6135828495025635, "Finetune/Loss (Raw)": 0.7008534073829651, "Finetune/Step": 5307, "Finetune/Step Time": 6.712771587073803}
+{"Finetune/Learning Rate": 1.7125665056573205e-06, "Finetune/Loss": 0.6140703558921814, "Finetune/Loss (Raw)": 0.6739789843559265, "Finetune/Step": 5308, "Finetune/Step Time": 6.715978166088462}
+{"Finetune/Learning Rate": 1.7097790715564377e-06, "Finetune/Loss": 0.6122878789901733, "Finetune/Loss (Raw)": 0.5725203156471252, "Finetune/Step": 5309, "Finetune/Step Time": 6.721343040466309}
+{"Finetune/Learning Rate": 1.7069936956938737e-06, "Finetune/Loss": 0.6113842725753784, "Finetune/Loss (Raw)": 0.47502562403678894, "Finetune/Step": 5310, "Finetune/Step Time": 6.737383266910911}
+{"Finetune/Learning Rate": 1.7042103787611585e-06, "Finetune/Loss": 0.6096657514572144, "Finetune/Loss (Raw)": 0.6067530512809753, "Finetune/Step": 5311, "Finetune/Step Time": 6.7495312709361315}
+{"Finetune/Learning Rate": 1.7014291214493184e-06, "Finetune/Loss": 0.6096118688583374, "Finetune/Loss (Raw)": 0.6530932188034058, "Finetune/Step": 5312, "Finetune/Step Time": 6.74022082798183}
+{"Finetune/Learning Rate": 1.6986499244488607e-06, "Finetune/Loss": 0.6082503199577332, "Finetune/Loss (Raw)": 0.6449301242828369, "Finetune/Step": 5313, "Finetune/Step Time": 6.724346743896604}
+{"Finetune/Learning Rate": 1.695872788449786e-06, "Finetune/Loss": 0.6100660562515259, "Finetune/Loss (Raw)": 0.6151188611984253, "Finetune/Step": 5314, "Finetune/Step Time": 6.704773211851716}
+{"Finetune/Learning Rate": 1.6930977141415872e-06, "Finetune/Loss": 0.6103476285934448, "Finetune/Loss (Raw)": 0.6417889595031738, "Finetune/Step": 5315, "Finetune/Step Time": 6.688086707144976}
+{"Finetune/Learning Rate": 1.6903247022132329e-06, "Finetune/Loss": 0.6094493269920349, "Finetune/Loss (Raw)": 0.567420482635498, "Finetune/Step": 5316, "Finetune/Step Time": 6.693861946463585}
+{"Finetune/Learning Rate": 1.687553753353195e-06, "Finetune/Loss": 0.6100444197654724, "Finetune/Loss (Raw)": 0.6580231189727783, "Finetune/Step": 5317, "Finetune/Step Time": 6.689660171046853}
+{"Finetune/Learning Rate": 1.6847848682494172e-06, "Finetune/Loss": 0.6102933287620544, "Finetune/Loss (Raw)": 0.6384101510047913, "Finetune/Step": 5318, "Finetune/Step Time": 6.6860392559319735}
+{"Finetune/Learning Rate": 1.6820180475893455e-06, "Finetune/Loss": 0.61053466796875, "Finetune/Loss (Raw)": 0.6528789401054382, "Finetune/Step": 5319, "Finetune/Step Time": 6.676262704655528}
+{"Finetune/Learning Rate": 1.6792532920599025e-06, "Finetune/Loss": 0.6089273691177368, "Finetune/Loss (Raw)": 0.5225315093994141, "Finetune/Step": 5320, "Finetune/Step Time": 6.671696761623025}
+{"Finetune/Learning Rate": 1.6764906023475069e-06, "Finetune/Loss": 0.6069232821464539, "Finetune/Loss (Raw)": 0.4081801176071167, "Finetune/Step": 5321, "Finetune/Step Time": 6.659000089392066}
+{"Finetune/Learning Rate": 1.6737299791380558e-06, "Finetune/Loss": 0.6093204021453857, "Finetune/Loss (Raw)": 0.6501365303993225, "Finetune/Step": 5322, "Finetune/Step Time": 6.63519006036222}
+{"Finetune/Learning Rate": 1.6709714231169405e-06, "Finetune/Loss": 0.6085608005523682, "Finetune/Loss (Raw)": 0.6139628291130066, "Finetune/Step": 5323, "Finetune/Step Time": 6.6358675844967365}
+{"Finetune/Learning Rate": 1.6682149349690325e-06, "Finetune/Loss": 0.6063512563705444, "Finetune/Loss (Raw)": 0.425943523645401, "Finetune/Step": 5324, "Finetune/Step Time": 6.654213299974799}
+{"Finetune/Learning Rate": 1.6654605153786961e-06, "Finetune/Loss": 0.6049374341964722, "Finetune/Loss (Raw)": 0.643484890460968, "Finetune/Step": 5325, "Finetune/Step Time": 6.6674986481666565}
+{"Finetune/Learning Rate": 1.6627081650297815e-06, "Finetune/Loss": 0.6045590043067932, "Finetune/Loss (Raw)": 0.6689866781234741, "Finetune/Step": 5326, "Finetune/Step Time": 6.666026268154383}
+{"Finetune/Learning Rate": 1.6599578846056185e-06, "Finetune/Loss": 0.6069840788841248, "Finetune/Loss (Raw)": 0.6451699733734131, "Finetune/Step": 5327, "Finetune/Step Time": 6.578323818743229}
+{"Finetune/Learning Rate": 1.657209674789031e-06, "Finetune/Loss": 0.6062607169151306, "Finetune/Loss (Raw)": 0.5700567364692688, "Finetune/Step": 5328, "Finetune/Step Time": 6.580642951652408}
+{"Finetune/Learning Rate": 1.654463536262323e-06, "Finetune/Loss": 0.608928382396698, "Finetune/Loss (Raw)": 0.6224552392959595, "Finetune/Step": 5329, "Finetune/Step Time": 6.563716797158122}
+{"Finetune/Learning Rate": 1.6517194697072903e-06, "Finetune/Loss": 0.6082145571708679, "Finetune/Loss (Raw)": 0.5684394240379333, "Finetune/Step": 5330, "Finetune/Step Time": 6.558944929391146}
+{"Finetune/Learning Rate": 1.6489774758052047e-06, "Finetune/Loss": 0.6084960699081421, "Finetune/Loss (Raw)": 0.7343806624412537, "Finetune/Step": 5331, "Finetune/Step Time": 6.565978487953544}
+{"Finetune/Learning Rate": 1.6462375552368359e-06, "Finetune/Loss": 0.6079065799713135, "Finetune/Loss (Raw)": 0.5824349522590637, "Finetune/Step": 5332, "Finetune/Step Time": 6.558905119076371}
+{"Finetune/Learning Rate": 1.6434997086824267e-06, "Finetune/Loss": 0.6078493595123291, "Finetune/Loss (Raw)": 0.5497448444366455, "Finetune/Step": 5333, "Finetune/Step Time": 6.565462347120047}
+{"Finetune/Learning Rate": 1.6407639368217133e-06, "Finetune/Loss": 0.6077623963356018, "Finetune/Loss (Raw)": 0.5635203123092651, "Finetune/Step": 5334, "Finetune/Step Time": 6.569755770266056}
+{"Finetune/Learning Rate": 1.6380302403339155e-06, "Finetune/Loss": 0.6073281168937683, "Finetune/Loss (Raw)": 0.6083474159240723, "Finetune/Step": 5335, "Finetune/Step Time": 6.566231606528163}
+{"Finetune/Learning Rate": 1.6352986198977327e-06, "Finetune/Loss": 0.6068552732467651, "Finetune/Loss (Raw)": 0.5704489350318909, "Finetune/Step": 5336, "Finetune/Step Time": 6.563766296952963}
+{"Finetune/Learning Rate": 1.6325690761913571e-06, "Finetune/Loss": 0.6056258082389832, "Finetune/Loss (Raw)": 0.639886736869812, "Finetune/Step": 5337, "Finetune/Step Time": 6.557796720415354}
+{"Finetune/Learning Rate": 1.6298416098924552e-06, "Finetune/Loss": 0.6053946018218994, "Finetune/Loss (Raw)": 0.617996871471405, "Finetune/Step": 5338, "Finetune/Step Time": 6.559610074386001}
+{"Finetune/Learning Rate": 1.62711622167819e-06, "Finetune/Loss": 0.605503261089325, "Finetune/Loss (Raw)": 0.6488672494888306, "Finetune/Step": 5339, "Finetune/Step Time": 6.563828995451331}
+{"Finetune/Learning Rate": 1.6243929122251955e-06, "Finetune/Loss": 0.6056630611419678, "Finetune/Loss (Raw)": 0.6441842913627625, "Finetune/Step": 5340, "Finetune/Step Time": 6.571296129375696}
+{"Finetune/Learning Rate": 1.6216716822096013e-06, "Finetune/Loss": 0.6045793294906616, "Finetune/Loss (Raw)": 0.6213603019714355, "Finetune/Step": 5341, "Finetune/Step Time": 6.5849115420132875}
+{"Finetune/Learning Rate": 1.618952532307011e-06, "Finetune/Loss": 0.6046068668365479, "Finetune/Loss (Raw)": 0.5563620924949646, "Finetune/Step": 5342, "Finetune/Step Time": 6.596470708027482}
+{"Finetune/Learning Rate": 1.6162354631925203e-06, "Finetune/Loss": 0.6045615673065186, "Finetune/Loss (Raw)": 0.6115605235099792, "Finetune/Step": 5343, "Finetune/Step Time": 6.605766352266073}
+{"Finetune/Learning Rate": 1.6135204755407009e-06, "Finetune/Loss": 0.6059304475784302, "Finetune/Loss (Raw)": 0.6366890072822571, "Finetune/Step": 5344, "Finetune/Step Time": 6.598379136994481}
+{"Finetune/Learning Rate": 1.610807570025611e-06, "Finetune/Loss": 0.6073965430259705, "Finetune/Loss (Raw)": 0.7558072209358215, "Finetune/Step": 5345, "Finetune/Step Time": 6.593607792630792}
+{"Finetune/Learning Rate": 1.6080967473207954e-06, "Finetune/Loss": 0.6079466342926025, "Finetune/Loss (Raw)": 0.71040278673172, "Finetune/Step": 5346, "Finetune/Step Time": 6.581695023924112}
+{"Finetune/Learning Rate": 1.6053880080992746e-06, "Finetune/Loss": 0.6085534691810608, "Finetune/Loss (Raw)": 0.581753134727478, "Finetune/Step": 5347, "Finetune/Step Time": 6.58123823069036}
+{"Finetune/Learning Rate": 1.6026813530335583e-06, "Finetune/Loss": 0.6085538864135742, "Finetune/Loss (Raw)": 0.6583821177482605, "Finetune/Step": 5348, "Finetune/Step Time": 6.577698528766632}
+{"Finetune/Learning Rate": 1.5999767827956324e-06, "Finetune/Loss": 0.6093703508377075, "Finetune/Loss (Raw)": 0.6956127882003784, "Finetune/Step": 5349, "Finetune/Step Time": 6.584685238078237}
+{"Finetune/Learning Rate": 1.5972742980569745e-06, "Finetune/Loss": 0.6083462238311768, "Finetune/Loss (Raw)": 0.5384227633476257, "Finetune/Step": 5350, "Finetune/Step Time": 6.570841940119863}
+{"Finetune/Learning Rate": 1.5945738994885318e-06, "Finetune/Loss": 0.6070979833602905, "Finetune/Loss (Raw)": 0.5396804809570312, "Finetune/Step": 5351, "Finetune/Step Time": 6.562490809708834}
+{"Finetune/Learning Rate": 1.5918755877607461e-06, "Finetune/Loss": 0.6061278581619263, "Finetune/Loss (Raw)": 0.5390121340751648, "Finetune/Step": 5352, "Finetune/Step Time": 6.5615756921470165}
+{"Finetune/Learning Rate": 1.5891793635435315e-06, "Finetune/Loss": 0.6035303473472595, "Finetune/Loss (Raw)": 0.24986544251441956, "Finetune/Step": 5353, "Finetune/Step Time": 6.576989348977804}
+{"Finetune/Learning Rate": 1.5864852275062892e-06, "Finetune/Loss": 0.6036684513092041, "Finetune/Loss (Raw)": 0.7001883387565613, "Finetune/Step": 5354, "Finetune/Step Time": 6.578265093266964}
+{"Finetune/Learning Rate": 1.583793180317903e-06, "Finetune/Loss": 0.5994139909744263, "Finetune/Loss (Raw)": 0.19091801345348358, "Finetune/Step": 5355, "Finetune/Step Time": 6.597382253035903}
+{"Finetune/Learning Rate": 1.5811032226467304e-06, "Finetune/Loss": 0.5974829792976379, "Finetune/Loss (Raw)": 0.42538538575172424, "Finetune/Step": 5356, "Finetune/Step Time": 6.603406231850386}
+{"Finetune/Learning Rate": 1.578415355160622e-06, "Finetune/Loss": 0.5981442332267761, "Finetune/Loss (Raw)": 0.5835335850715637, "Finetune/Step": 5357, "Finetune/Step Time": 6.582612780854106}
+{"Finetune/Learning Rate": 1.5757295785268955e-06, "Finetune/Loss": 0.5993868112564087, "Finetune/Loss (Raw)": 0.692348301410675, "Finetune/Step": 5358, "Finetune/Step Time": 6.582314740866423}
+{"Finetune/Learning Rate": 1.5730458934123637e-06, "Finetune/Loss": 0.5979739427566528, "Finetune/Loss (Raw)": 0.5107631683349609, "Finetune/Step": 5359, "Finetune/Step Time": 6.587317140772939}
+{"Finetune/Learning Rate": 1.570364300483307e-06, "Finetune/Loss": 0.5975592732429504, "Finetune/Loss (Raw)": 0.6259204149246216, "Finetune/Step": 5360, "Finetune/Step Time": 6.5862169675529}
+{"Finetune/Learning Rate": 1.567684800405499e-06, "Finetune/Loss": 0.5987594127655029, "Finetune/Loss (Raw)": 0.6320010423660278, "Finetune/Step": 5361, "Finetune/Step Time": 6.5945018325001}
+{"Finetune/Learning Rate": 1.5650073938441813e-06, "Finetune/Loss": 0.5990599393844604, "Finetune/Loss (Raw)": 0.5834388136863708, "Finetune/Step": 5362, "Finetune/Step Time": 6.587439075112343}
+{"Finetune/Learning Rate": 1.5623320814640862e-06, "Finetune/Loss": 0.5989186763763428, "Finetune/Loss (Raw)": 0.6310356259346008, "Finetune/Step": 5363, "Finetune/Step Time": 6.582945417612791}
+{"Finetune/Learning Rate": 1.5596588639294186e-06, "Finetune/Loss": 0.5990480184555054, "Finetune/Loss (Raw)": 0.5754445195198059, "Finetune/Step": 5364, "Finetune/Step Time": 6.581200134009123}
+{"Finetune/Learning Rate": 1.5569877419038659e-06, "Finetune/Loss": 0.5981236696243286, "Finetune/Loss (Raw)": 0.5366283655166626, "Finetune/Step": 5365, "Finetune/Step Time": 6.5892275888472795}
+{"Finetune/Learning Rate": 1.5543187160506013e-06, "Finetune/Loss": 0.5994717478752136, "Finetune/Loss (Raw)": 0.7850163578987122, "Finetune/Step": 5366, "Finetune/Step Time": 6.590198600664735}
+{"Finetune/Learning Rate": 1.5516517870322656e-06, "Finetune/Loss": 0.5989062786102295, "Finetune/Loss (Raw)": 0.5353419780731201, "Finetune/Step": 5367, "Finetune/Step Time": 6.592607222497463}
+{"Finetune/Learning Rate": 1.5489869555109893e-06, "Finetune/Loss": 0.5985323786735535, "Finetune/Loss (Raw)": 0.5703747272491455, "Finetune/Step": 5368, "Finetune/Step Time": 6.574024312198162}
+{"Finetune/Learning Rate": 1.5463242221483742e-06, "Finetune/Loss": 0.5983543992042542, "Finetune/Loss (Raw)": 0.6335304379463196, "Finetune/Step": 5369, "Finetune/Step Time": 6.578504053875804}
+{"Finetune/Learning Rate": 1.5436635876055107e-06, "Finetune/Loss": 0.6010470390319824, "Finetune/Loss (Raw)": 0.6626172065734863, "Finetune/Step": 5370, "Finetune/Step Time": 6.554871769621968}
+{"Finetune/Learning Rate": 1.5410050525429577e-06, "Finetune/Loss": 0.6017447113990784, "Finetune/Loss (Raw)": 0.6767172813415527, "Finetune/Step": 5371, "Finetune/Step Time": 6.541804661974311}
+{"Finetune/Learning Rate": 1.5383486176207606e-06, "Finetune/Loss": 0.6017602682113647, "Finetune/Loss (Raw)": 0.6042441129684448, "Finetune/Step": 5372, "Finetune/Step Time": 6.5655558202415705}
+{"Finetune/Learning Rate": 1.535694283498439e-06, "Finetune/Loss": 0.6004008054733276, "Finetune/Loss (Raw)": 0.560474157333374, "Finetune/Step": 5373, "Finetune/Step Time": 6.553146831691265}
+{"Finetune/Learning Rate": 1.533042050834992e-06, "Finetune/Loss": 0.5990736484527588, "Finetune/Loss (Raw)": 0.5673640966415405, "Finetune/Step": 5374, "Finetune/Step Time": 6.551901595667005}
+{"Finetune/Learning Rate": 1.5303919202889006e-06, "Finetune/Loss": 0.5985864400863647, "Finetune/Loss (Raw)": 0.5925130248069763, "Finetune/Step": 5375, "Finetune/Step Time": 6.580105157569051}
+{"Finetune/Learning Rate": 1.5277438925181175e-06, "Finetune/Loss": 0.5988041162490845, "Finetune/Loss (Raw)": 0.7436546683311462, "Finetune/Step": 5376, "Finetune/Step Time": 6.582221793010831}
+{"Finetune/Learning Rate": 1.5250979681800793e-06, "Finetune/Loss": 0.5990254878997803, "Finetune/Loss (Raw)": 0.7198200821876526, "Finetune/Step": 5377, "Finetune/Step Time": 6.583225233480334}
+{"Finetune/Learning Rate": 1.5224541479316946e-06, "Finetune/Loss": 0.599583625793457, "Finetune/Loss (Raw)": 0.7682932615280151, "Finetune/Step": 5378, "Finetune/Step Time": 6.575407590717077}
+{"Finetune/Learning Rate": 1.5198124324293562e-06, "Finetune/Loss": 0.5986361503601074, "Finetune/Loss (Raw)": 0.5676478147506714, "Finetune/Step": 5379, "Finetune/Step Time": 6.586183790117502}
+{"Finetune/Learning Rate": 1.5171728223289261e-06, "Finetune/Loss": 0.5979722738265991, "Finetune/Loss (Raw)": 0.6905856132507324, "Finetune/Step": 5380, "Finetune/Step Time": 6.591230573132634}
+{"Finetune/Learning Rate": 1.5145353182857547e-06, "Finetune/Loss": 0.5967273712158203, "Finetune/Loss (Raw)": 0.43597763776779175, "Finetune/Step": 5381, "Finetune/Step Time": 6.586854442954063}
+{"Finetune/Learning Rate": 1.511899920954656e-06, "Finetune/Loss": 0.5941214561462402, "Finetune/Loss (Raw)": 0.23100648820400238, "Finetune/Step": 5382, "Finetune/Step Time": 6.586094481870532}
+{"Finetune/Learning Rate": 1.509266630989935e-06, "Finetune/Loss": 0.596015453338623, "Finetune/Loss (Raw)": 0.7309584617614746, "Finetune/Step": 5383, "Finetune/Step Time": 6.572910895571113}
+{"Finetune/Learning Rate": 1.5066354490453606e-06, "Finetune/Loss": 0.5963472127914429, "Finetune/Loss (Raw)": 0.6576241850852966, "Finetune/Step": 5384, "Finetune/Step Time": 6.566640801727772}
+{"Finetune/Learning Rate": 1.5040063757741863e-06, "Finetune/Loss": 0.5969813466072083, "Finetune/Loss (Raw)": 0.5892382264137268, "Finetune/Step": 5385, "Finetune/Step Time": 6.564710605889559}
+{"Finetune/Learning Rate": 1.5013794118291435e-06, "Finetune/Loss": 0.5969206094741821, "Finetune/Loss (Raw)": 0.6461331248283386, "Finetune/Step": 5386, "Finetune/Step Time": 6.580103090032935}
+{"Finetune/Learning Rate": 1.4987545578624318e-06, "Finetune/Loss": 0.5975556373596191, "Finetune/Loss (Raw)": 0.6274589896202087, "Finetune/Step": 5387, "Finetune/Step Time": 6.569931393489242}
+{"Finetune/Learning Rate": 1.4961318145257353e-06, "Finetune/Loss": 0.5951006412506104, "Finetune/Loss (Raw)": 0.2080039232969284, "Finetune/Step": 5388, "Finetune/Step Time": 6.574202997609973}
+{"Finetune/Learning Rate": 1.4935111824702076e-06, "Finetune/Loss": 0.5953994989395142, "Finetune/Loss (Raw)": 0.7104067206382751, "Finetune/Step": 5389, "Finetune/Step Time": 6.560158347710967}
+{"Finetune/Learning Rate": 1.4908926623464838e-06, "Finetune/Loss": 0.5952328443527222, "Finetune/Loss (Raw)": 0.6009289026260376, "Finetune/Step": 5390, "Finetune/Step Time": 6.564816704019904}
+{"Finetune/Learning Rate": 1.488276254804668e-06, "Finetune/Loss": 0.5955532193183899, "Finetune/Loss (Raw)": 0.5093139410018921, "Finetune/Step": 5391, "Finetune/Step Time": 6.573392866179347}
+{"Finetune/Learning Rate": 1.4856619604943478e-06, "Finetune/Loss": 0.5952368378639221, "Finetune/Loss (Raw)": 0.5861167907714844, "Finetune/Step": 5392, "Finetune/Step Time": 6.591296060010791}
+{"Finetune/Learning Rate": 1.4830497800645782e-06, "Finetune/Loss": 0.595729649066925, "Finetune/Loss (Raw)": 0.6907397508621216, "Finetune/Step": 5393, "Finetune/Step Time": 6.593849057331681}
+{"Finetune/Learning Rate": 1.4804397141638972e-06, "Finetune/Loss": 0.5957739353179932, "Finetune/Loss (Raw)": 0.6145604252815247, "Finetune/Step": 5394, "Finetune/Step Time": 6.590201810002327}
+{"Finetune/Learning Rate": 1.4778317634403082e-06, "Finetune/Loss": 0.5957320928573608, "Finetune/Loss (Raw)": 0.546001672744751, "Finetune/Step": 5395, "Finetune/Step Time": 6.585877366364002}
+{"Finetune/Learning Rate": 1.4752259285412995e-06, "Finetune/Loss": 0.595454752445221, "Finetune/Loss (Raw)": 0.6072491407394409, "Finetune/Step": 5396, "Finetune/Step Time": 6.592132519930601}
+{"Finetune/Learning Rate": 1.472622210113831e-06, "Finetune/Loss": 0.5958069562911987, "Finetune/Loss (Raw)": 0.6879635453224182, "Finetune/Step": 5397, "Finetune/Step Time": 6.601365767419338}
+{"Finetune/Learning Rate": 1.4700206088043312e-06, "Finetune/Loss": 0.5962598323822021, "Finetune/Loss (Raw)": 0.7135856747627258, "Finetune/Step": 5398, "Finetune/Step Time": 6.613373078405857}
+{"Finetune/Learning Rate": 1.4674211252587122e-06, "Finetune/Loss": 0.5955796837806702, "Finetune/Loss (Raw)": 0.5493278503417969, "Finetune/Step": 5399, "Finetune/Step Time": 6.605681529268622}
+{"Finetune/Learning Rate": 1.4648237601223502e-06, "Finetune/Loss": 0.5946875214576721, "Finetune/Loss (Raw)": 0.5926092863082886, "Finetune/Step": 5400, "Finetune/Step Time": 6.59909232147038}
+{"Finetune/Learning Rate": 1.462228514040106e-06, "Finetune/Loss": 0.5957993865013123, "Finetune/Loss (Raw)": 0.7025631070137024, "Finetune/Step": 5401, "Finetune/Step Time": 6.593642132356763}
+{"Finetune/Learning Rate": 1.4596353876563052e-06, "Finetune/Loss": 0.5969248414039612, "Finetune/Loss (Raw)": 0.6441160440444946, "Finetune/Step": 5402, "Finetune/Step Time": 6.5850572641938925}
+{"Finetune/Learning Rate": 1.4570443816147561e-06, "Finetune/Loss": 0.5970301032066345, "Finetune/Loss (Raw)": 0.6312330365180969, "Finetune/Step": 5403, "Finetune/Step Time": 6.587814390659332}
+{"Finetune/Learning Rate": 1.45445549655873e-06, "Finetune/Loss": 0.594075083732605, "Finetune/Loss (Raw)": 0.26743456721305847, "Finetune/Step": 5404, "Finetune/Step Time": 6.607933863997459}
+{"Finetune/Learning Rate": 1.4518687331309788e-06, "Finetune/Loss": 0.5966436862945557, "Finetune/Loss (Raw)": 0.6210875511169434, "Finetune/Step": 5405, "Finetune/Step Time": 6.594899898394942}
+{"Finetune/Learning Rate": 1.4492840919737305e-06, "Finetune/Loss": 0.5930413007736206, "Finetune/Loss (Raw)": 0.18634921312332153, "Finetune/Step": 5406, "Finetune/Step Time": 6.62600308097899}
+{"Finetune/Learning Rate": 1.4467015737286761e-06, "Finetune/Loss": 0.5920394062995911, "Finetune/Loss (Raw)": 0.5703250169754028, "Finetune/Step": 5407, "Finetune/Step Time": 6.65145737119019}
+{"Finetune/Learning Rate": 1.4441211790369892e-06, "Finetune/Loss": 0.5924587845802307, "Finetune/Loss (Raw)": 0.5930719375610352, "Finetune/Step": 5408, "Finetune/Step Time": 6.643359821289778}
+{"Finetune/Learning Rate": 1.4415429085393096e-06, "Finetune/Loss": 0.5930957794189453, "Finetune/Loss (Raw)": 0.6218698620796204, "Finetune/Step": 5409, "Finetune/Step Time": 6.645177571102977}
+{"Finetune/Learning Rate": 1.4389667628757552e-06, "Finetune/Loss": 0.5931179523468018, "Finetune/Loss (Raw)": 0.5852745771408081, "Finetune/Step": 5410, "Finetune/Step Time": 6.637518709525466}
+{"Finetune/Learning Rate": 1.4363927426859091e-06, "Finetune/Loss": 0.592184841632843, "Finetune/Loss (Raw)": 0.5787325501441956, "Finetune/Step": 5411, "Finetune/Step Time": 6.653215887024999}
+{"Finetune/Learning Rate": 1.4338208486088356e-06, "Finetune/Loss": 0.5959202647209167, "Finetune/Loss (Raw)": 0.6861386895179749, "Finetune/Step": 5412, "Finetune/Step Time": 6.634381279349327}
+{"Finetune/Learning Rate": 1.4312510812830639e-06, "Finetune/Loss": 0.5947985649108887, "Finetune/Loss (Raw)": 0.595337450504303, "Finetune/Step": 5413, "Finetune/Step Time": 6.6363175958395}
+{"Finetune/Learning Rate": 1.4286834413465999e-06, "Finetune/Loss": 0.5951191186904907, "Finetune/Loss (Raw)": 0.5929079651832581, "Finetune/Step": 5414, "Finetune/Step Time": 6.621952658519149}
+{"Finetune/Learning Rate": 1.4261179294369164e-06, "Finetune/Loss": 0.596441388130188, "Finetune/Loss (Raw)": 0.7129215598106384, "Finetune/Step": 5415, "Finetune/Step Time": 6.618782790377736}
+{"Finetune/Learning Rate": 1.4235545461909628e-06, "Finetune/Loss": 0.5969969034194946, "Finetune/Loss (Raw)": 0.5820591449737549, "Finetune/Step": 5416, "Finetune/Step Time": 6.612562295049429}
+{"Finetune/Learning Rate": 1.4209932922451574e-06, "Finetune/Loss": 0.5979042649269104, "Finetune/Loss (Raw)": 0.6321612596511841, "Finetune/Step": 5417, "Finetune/Step Time": 6.614686243236065}
+{"Finetune/Learning Rate": 1.4184341682353942e-06, "Finetune/Loss": 0.5963060259819031, "Finetune/Loss (Raw)": 0.6001796126365662, "Finetune/Step": 5418, "Finetune/Step Time": 6.633977001532912}
+{"Finetune/Learning Rate": 1.415877174797029e-06, "Finetune/Loss": 0.5969408750534058, "Finetune/Loss (Raw)": 0.733260989189148, "Finetune/Step": 5419, "Finetune/Step Time": 6.634336493909359}
+{"Finetune/Learning Rate": 1.4133223125648966e-06, "Finetune/Loss": 0.5973036885261536, "Finetune/Loss (Raw)": 0.6794717907905579, "Finetune/Step": 5420, "Finetune/Step Time": 6.631234265863895}
+{"Finetune/Learning Rate": 1.4107695821733026e-06, "Finetune/Loss": 0.5973438024520874, "Finetune/Loss (Raw)": 0.6098644137382507, "Finetune/Step": 5421, "Finetune/Step Time": 6.626161638647318}
+{"Finetune/Learning Rate": 1.4082189842560178e-06, "Finetune/Loss": 0.5963162779808044, "Finetune/Loss (Raw)": 0.5164384245872498, "Finetune/Step": 5422, "Finetune/Step Time": 6.625956244766712}
+{"Finetune/Learning Rate": 1.4056705194462894e-06, "Finetune/Loss": 0.5965014696121216, "Finetune/Loss (Raw)": 0.6266351342201233, "Finetune/Step": 5423, "Finetune/Step Time": 6.625750878825784}
+{"Finetune/Learning Rate": 1.4031241883768297e-06, "Finetune/Loss": 0.5967298150062561, "Finetune/Loss (Raw)": 0.5992255210876465, "Finetune/Step": 5424, "Finetune/Step Time": 6.608531199395657}
+{"Finetune/Learning Rate": 1.400579991679828e-06, "Finetune/Loss": 0.5967179536819458, "Finetune/Loss (Raw)": 0.5267913937568665, "Finetune/Step": 5425, "Finetune/Step Time": 6.626375567167997}
+{"Finetune/Learning Rate": 1.398037929986935e-06, "Finetune/Loss": 0.5951225757598877, "Finetune/Loss (Raw)": 0.5514711141586304, "Finetune/Step": 5426, "Finetune/Step Time": 6.623044518753886}
+{"Finetune/Learning Rate": 1.395498003929281e-06, "Finetune/Loss": 0.5950002670288086, "Finetune/Loss (Raw)": 0.6608458757400513, "Finetune/Step": 5427, "Finetune/Step Time": 6.61638000421226}
+{"Finetune/Learning Rate": 1.3929602141374564e-06, "Finetune/Loss": 0.5942883491516113, "Finetune/Loss (Raw)": 0.6045225262641907, "Finetune/Step": 5428, "Finetune/Step Time": 6.620882928371429}
+{"Finetune/Learning Rate": 1.390424561241528e-06, "Finetune/Loss": 0.5933616161346436, "Finetune/Loss (Raw)": 0.5034556984901428, "Finetune/Step": 5429, "Finetune/Step Time": 6.6240820195525885}
+{"Finetune/Learning Rate": 1.3878910458710327e-06, "Finetune/Loss": 0.5939643383026123, "Finetune/Loss (Raw)": 0.6887027025222778, "Finetune/Step": 5430, "Finetune/Step Time": 6.6293704099953175}
+{"Finetune/Learning Rate": 1.3853596686549686e-06, "Finetune/Loss": 0.5940658450126648, "Finetune/Loss (Raw)": 0.6311788558959961, "Finetune/Step": 5431, "Finetune/Step Time": 6.605861077085137}
+{"Finetune/Learning Rate": 1.3828304302218142e-06, "Finetune/Loss": 0.5945585370063782, "Finetune/Loss (Raw)": 0.6460934281349182, "Finetune/Step": 5432, "Finetune/Step Time": 6.601064609363675}
+{"Finetune/Learning Rate": 1.3803033311995072e-06, "Finetune/Loss": 0.5935568809509277, "Finetune/Loss (Raw)": 0.5631949305534363, "Finetune/Step": 5433, "Finetune/Step Time": 6.605799049139023}
+{"Finetune/Learning Rate": 1.3777783722154603e-06, "Finetune/Loss": 0.5966335535049438, "Finetune/Loss (Raw)": 0.6283066868782043, "Finetune/Step": 5434, "Finetune/Step Time": 6.594964375719428}
+{"Finetune/Learning Rate": 1.3752555538965507e-06, "Finetune/Loss": 0.5958588123321533, "Finetune/Loss (Raw)": 0.601679265499115, "Finetune/Step": 5435, "Finetune/Step Time": 6.616053763777018}
+{"Finetune/Learning Rate": 1.3727348768691285e-06, "Finetune/Loss": 0.5960232615470886, "Finetune/Loss (Raw)": 0.695037305355072, "Finetune/Step": 5436, "Finetune/Step Time": 6.6157591585069895}
+{"Finetune/Learning Rate": 1.3702163417590064e-06, "Finetune/Loss": 0.5970351696014404, "Finetune/Loss (Raw)": 0.7020508050918579, "Finetune/Step": 5437, "Finetune/Step Time": 6.60466505587101}
+{"Finetune/Learning Rate": 1.3676999491914745e-06, "Finetune/Loss": 0.5978429913520813, "Finetune/Loss (Raw)": 0.5784226059913635, "Finetune/Step": 5438, "Finetune/Step Time": 6.582337012514472}
+{"Finetune/Learning Rate": 1.3651856997912782e-06, "Finetune/Loss": 0.5976065397262573, "Finetune/Loss (Raw)": 0.5764792561531067, "Finetune/Step": 5439, "Finetune/Step Time": 6.568079063668847}
+{"Finetune/Learning Rate": 1.362673594182642e-06, "Finetune/Loss": 0.5986554026603699, "Finetune/Loss (Raw)": 0.7873533964157104, "Finetune/Step": 5440, "Finetune/Step Time": 6.568546677008271}
+{"Finetune/Learning Rate": 1.3601636329892543e-06, "Finetune/Loss": 0.5981895327568054, "Finetune/Loss (Raw)": 0.585297167301178, "Finetune/Step": 5441, "Finetune/Step Time": 6.579678004607558}
+{"Finetune/Learning Rate": 1.357655816834269e-06, "Finetune/Loss": 0.597427248954773, "Finetune/Loss (Raw)": 0.5175462961196899, "Finetune/Step": 5442, "Finetune/Step Time": 6.591600148007274}
+{"Finetune/Learning Rate": 1.3551501463403115e-06, "Finetune/Loss": 0.597734808921814, "Finetune/Loss (Raw)": 0.681157112121582, "Finetune/Step": 5443, "Finetune/Step Time": 6.612854111939669}
+{"Finetune/Learning Rate": 1.3526466221294687e-06, "Finetune/Loss": 0.5986635684967041, "Finetune/Loss (Raw)": 0.6863034963607788, "Finetune/Step": 5444, "Finetune/Step Time": 6.62556778639555}
+{"Finetune/Learning Rate": 1.350145244823302e-06, "Finetune/Loss": 0.5988768935203552, "Finetune/Loss (Raw)": 0.685324490070343, "Finetune/Step": 5445, "Finetune/Step Time": 6.62396533600986}
+{"Finetune/Learning Rate": 1.3476460150428327e-06, "Finetune/Loss": 0.5952082872390747, "Finetune/Loss (Raw)": 0.16882960498332977, "Finetune/Step": 5446, "Finetune/Step Time": 6.653857067227364}
+{"Finetune/Learning Rate": 1.3451489334085555e-06, "Finetune/Loss": 0.5943570137023926, "Finetune/Loss (Raw)": 0.5439116358757019, "Finetune/Step": 5447, "Finetune/Step Time": 6.654214713722467}
+{"Finetune/Learning Rate": 1.3426540005404243e-06, "Finetune/Loss": 0.594280481338501, "Finetune/Loss (Raw)": 0.5127429962158203, "Finetune/Step": 5448, "Finetune/Step Time": 6.6681990046054125}
+{"Finetune/Learning Rate": 1.340161217057866e-06, "Finetune/Loss": 0.5942332744598389, "Finetune/Loss (Raw)": 0.4021381735801697, "Finetune/Step": 5449, "Finetune/Step Time": 6.685813877731562}
+{"Finetune/Learning Rate": 1.3376705835797744e-06, "Finetune/Loss": 0.5936205387115479, "Finetune/Loss (Raw)": 0.5717021822929382, "Finetune/Step": 5450, "Finetune/Step Time": 6.688033103942871}
+{"Finetune/Learning Rate": 1.3351821007245003e-06, "Finetune/Loss": 0.5939124822616577, "Finetune/Loss (Raw)": 0.6513277292251587, "Finetune/Step": 5451, "Finetune/Step Time": 6.68657548353076}
+{"Finetune/Learning Rate": 1.332695769109873e-06, "Finetune/Loss": 0.5957754850387573, "Finetune/Loss (Raw)": 0.6644154191017151, "Finetune/Step": 5452, "Finetune/Step Time": 6.666195094585419}
+{"Finetune/Learning Rate": 1.3302115893531763e-06, "Finetune/Loss": 0.5947270393371582, "Finetune/Loss (Raw)": 0.5092847347259521, "Finetune/Step": 5453, "Finetune/Step Time": 6.684174260124564}
+{"Finetune/Learning Rate": 1.3277295620711695e-06, "Finetune/Loss": 0.5940431356430054, "Finetune/Loss (Raw)": 0.5814456343650818, "Finetune/Step": 5454, "Finetune/Step Time": 6.690178483724594}
+{"Finetune/Learning Rate": 1.3252496878800702e-06, "Finetune/Loss": 0.5929256677627563, "Finetune/Loss (Raw)": 0.5021328330039978, "Finetune/Step": 5455, "Finetune/Step Time": 6.68779144436121}
+{"Finetune/Learning Rate": 1.3227719673955664e-06, "Finetune/Loss": 0.5928345322608948, "Finetune/Loss (Raw)": 0.5583913326263428, "Finetune/Step": 5456, "Finetune/Step Time": 6.691961983218789}
+{"Finetune/Learning Rate": 1.3202964012328056e-06, "Finetune/Loss": 0.5934882164001465, "Finetune/Loss (Raw)": 0.7061325311660767, "Finetune/Step": 5457, "Finetune/Step Time": 6.6997593361884356}
+{"Finetune/Learning Rate": 1.31782299000641e-06, "Finetune/Loss": 0.5927607417106628, "Finetune/Loss (Raw)": 0.47531574964523315, "Finetune/Step": 5458, "Finetune/Step Time": 6.707678826525807}
+{"Finetune/Learning Rate": 1.3153517343304544e-06, "Finetune/Loss": 0.591562032699585, "Finetune/Loss (Raw)": 0.580941915512085, "Finetune/Step": 5459, "Finetune/Step Time": 6.699897782877088}
+{"Finetune/Learning Rate": 1.3128826348184886e-06, "Finetune/Loss": 0.5918133854866028, "Finetune/Loss (Raw)": 0.6146132946014404, "Finetune/Step": 5460, "Finetune/Step Time": 6.703214351087809}
+{"Finetune/Learning Rate": 1.3104156920835254e-06, "Finetune/Loss": 0.5892807841300964, "Finetune/Loss (Raw)": 0.22557444870471954, "Finetune/Step": 5461, "Finetune/Step Time": 6.709653716534376}
+{"Finetune/Learning Rate": 1.3079509067380346e-06, "Finetune/Loss": 0.589292049407959, "Finetune/Loss (Raw)": 0.564952552318573, "Finetune/Step": 5462, "Finetune/Step Time": 6.693879364058375}
+{"Finetune/Learning Rate": 1.3054882793939616e-06, "Finetune/Loss": 0.5894903540611267, "Finetune/Loss (Raw)": 0.6337376832962036, "Finetune/Step": 5463, "Finetune/Step Time": 6.694981753826141}
+{"Finetune/Learning Rate": 1.3030278106627058e-06, "Finetune/Loss": 0.5902645587921143, "Finetune/Loss (Raw)": 0.669550359249115, "Finetune/Step": 5464, "Finetune/Step Time": 6.684093214571476}
+{"Finetune/Learning Rate": 1.3005695011551401e-06, "Finetune/Loss": 0.5905238389968872, "Finetune/Loss (Raw)": 0.6730730533599854, "Finetune/Step": 5465, "Finetune/Step Time": 6.681718122214079}
+{"Finetune/Learning Rate": 1.2981133514815903e-06, "Finetune/Loss": 0.5902698040008545, "Finetune/Loss (Raw)": 0.5854756832122803, "Finetune/Step": 5466, "Finetune/Step Time": 6.712963063269854}
+{"Finetune/Learning Rate": 1.2956593622518588e-06, "Finetune/Loss": 0.5892664194107056, "Finetune/Loss (Raw)": 0.5204360485076904, "Finetune/Step": 5467, "Finetune/Step Time": 6.718386394903064}
+{"Finetune/Learning Rate": 1.293207534075198e-06, "Finetune/Loss": 0.5857698917388916, "Finetune/Loss (Raw)": 0.19663533568382263, "Finetune/Step": 5468, "Finetune/Step Time": 6.728653708472848}
+{"Finetune/Learning Rate": 1.2907578675603383e-06, "Finetune/Loss": 0.5824464559555054, "Finetune/Loss (Raw)": 0.19596177339553833, "Finetune/Step": 5469, "Finetune/Step Time": 6.730927623808384}
+{"Finetune/Learning Rate": 1.2883103633154582e-06, "Finetune/Loss": 0.5833393335342407, "Finetune/Loss (Raw)": 0.6706406474113464, "Finetune/Step": 5470, "Finetune/Step Time": 6.724787784740329}
+{"Finetune/Learning Rate": 1.2858650219482116e-06, "Finetune/Loss": 0.5830792188644409, "Finetune/Loss (Raw)": 0.5782720446586609, "Finetune/Step": 5471, "Finetune/Step Time": 6.748765032738447}
+{"Finetune/Learning Rate": 1.2834218440657108e-06, "Finetune/Loss": 0.5828221440315247, "Finetune/Loss (Raw)": 0.603778600692749, "Finetune/Step": 5472, "Finetune/Step Time": 6.746474198997021}
+{"Finetune/Learning Rate": 1.2809808302745298e-06, "Finetune/Loss": 0.5818238854408264, "Finetune/Loss (Raw)": 0.6280346512794495, "Finetune/Step": 5473, "Finetune/Step Time": 6.759164554998279}
+{"Finetune/Learning Rate": 1.2785419811807075e-06, "Finetune/Loss": 0.5808174014091492, "Finetune/Loss (Raw)": 0.5815722942352295, "Finetune/Step": 5474, "Finetune/Step Time": 6.756548024713993}
+{"Finetune/Learning Rate": 1.2761052973897425e-06, "Finetune/Loss": 0.5808798670768738, "Finetune/Loss (Raw)": 0.5897460579872131, "Finetune/Step": 5475, "Finetune/Step Time": 6.771574333310127}
+{"Finetune/Learning Rate": 1.2736707795066006e-06, "Finetune/Loss": 0.5803325176239014, "Finetune/Loss (Raw)": 0.5883222222328186, "Finetune/Step": 5476, "Finetune/Step Time": 6.784327197819948}
+{"Finetune/Learning Rate": 1.2712384281357026e-06, "Finetune/Loss": 0.579946756362915, "Finetune/Loss (Raw)": 0.6462352871894836, "Finetune/Step": 5477, "Finetune/Step Time": 6.785002624616027}
+{"Finetune/Learning Rate": 1.2688082438809413e-06, "Finetune/Loss": 0.5811382532119751, "Finetune/Loss (Raw)": 0.6909316182136536, "Finetune/Step": 5478, "Finetune/Step Time": 6.783337766304612}
+{"Finetune/Learning Rate": 1.2663802273456593e-06, "Finetune/Loss": 0.581102728843689, "Finetune/Loss (Raw)": 0.5351408123970032, "Finetune/Step": 5479, "Finetune/Step Time": 6.812861366197467}
+{"Finetune/Learning Rate": 1.2639543791326726e-06, "Finetune/Loss": 0.5822752714157104, "Finetune/Loss (Raw)": 0.6890895366668701, "Finetune/Step": 5480, "Finetune/Step Time": 6.830706985667348}
+{"Finetune/Learning Rate": 1.2615306998442545e-06, "Finetune/Loss": 0.5850706100463867, "Finetune/Loss (Raw)": 0.6076729893684387, "Finetune/Step": 5481, "Finetune/Step Time": 6.82061399705708}
+{"Finetune/Learning Rate": 1.2591091900821362e-06, "Finetune/Loss": 0.5842294692993164, "Finetune/Loss (Raw)": 0.5925247073173523, "Finetune/Step": 5482, "Finetune/Step Time": 6.834939952939749}
+{"Finetune/Learning Rate": 1.2566898504475157e-06, "Finetune/Loss": 0.5868422985076904, "Finetune/Loss (Raw)": 0.5253611207008362, "Finetune/Step": 5483, "Finetune/Step Time": 6.837499193847179}
+{"Finetune/Learning Rate": 1.2542726815410456e-06, "Finetune/Loss": 0.5881199836730957, "Finetune/Loss (Raw)": 0.5889293551445007, "Finetune/Step": 5484, "Finetune/Step Time": 6.84089875780046}
+{"Finetune/Learning Rate": 1.2518576839628494e-06, "Finetune/Loss": 0.5878159403800964, "Finetune/Loss (Raw)": 0.5446135997772217, "Finetune/Step": 5485, "Finetune/Step Time": 6.834977557882667}
+{"Finetune/Learning Rate": 1.249444858312502e-06, "Finetune/Loss": 0.5878121852874756, "Finetune/Loss (Raw)": 0.6918657422065735, "Finetune/Step": 5486, "Finetune/Step Time": 6.824394911527634}
+{"Finetune/Learning Rate": 1.247034205189045e-06, "Finetune/Loss": 0.5879961252212524, "Finetune/Loss (Raw)": 0.5343092679977417, "Finetune/Step": 5487, "Finetune/Step Time": 6.8234584629535675}
+{"Finetune/Learning Rate": 1.2446257251909754e-06, "Finetune/Loss": 0.5883558988571167, "Finetune/Loss (Raw)": 0.6719697713851929, "Finetune/Step": 5488, "Finetune/Step Time": 6.821472095325589}
+{"Finetune/Learning Rate": 1.2422194189162595e-06, "Finetune/Loss": 0.5881800651550293, "Finetune/Loss (Raw)": 0.6094983816146851, "Finetune/Step": 5489, "Finetune/Step Time": 6.79511196911335}
+{"Finetune/Learning Rate": 1.2398152869623115e-06, "Finetune/Loss": 0.5892611742019653, "Finetune/Loss (Raw)": 0.7218145132064819, "Finetune/Step": 5490, "Finetune/Step Time": 6.794503698125482}
+{"Finetune/Learning Rate": 1.2374133299260173e-06, "Finetune/Loss": 0.5856561660766602, "Finetune/Loss (Raw)": 0.16960017383098602, "Finetune/Step": 5491, "Finetune/Step Time": 6.804037220776081}
+{"Finetune/Learning Rate": 1.2350135484037173e-06, "Finetune/Loss": 0.586286187171936, "Finetune/Loss (Raw)": 0.6560795903205872, "Finetune/Step": 5492, "Finetune/Step Time": 6.827038083225489}
+{"Finetune/Learning Rate": 1.23261594299121e-06, "Finetune/Loss": 0.5864191651344299, "Finetune/Loss (Raw)": 0.5536547303199768, "Finetune/Step": 5493, "Finetune/Step Time": 6.826827606186271}
+{"Finetune/Learning Rate": 1.2302205142837609e-06, "Finetune/Loss": 0.5844252109527588, "Finetune/Loss (Raw)": 0.5297902226448059, "Finetune/Step": 5494, "Finetune/Step Time": 6.831503111869097}
+{"Finetune/Learning Rate": 1.2278272628760857e-06, "Finetune/Loss": 0.585162878036499, "Finetune/Loss (Raw)": 0.6297683715820312, "Finetune/Step": 5495, "Finetune/Step Time": 6.827833598479629}
+{"Finetune/Learning Rate": 1.225436189362368e-06, "Finetune/Loss": 0.5855367183685303, "Finetune/Loss (Raw)": 0.618219256401062, "Finetune/Step": 5496, "Finetune/Step Time": 6.831893952563405}
+{"Finetune/Learning Rate": 1.2230472943362414e-06, "Finetune/Loss": 0.5864882469177246, "Finetune/Loss (Raw)": 0.755327582359314, "Finetune/Step": 5497, "Finetune/Step Time": 6.827835218980908}
+{"Finetune/Learning Rate": 1.220660578390811e-06, "Finetune/Loss": 0.5857876539230347, "Finetune/Loss (Raw)": 0.572937548160553, "Finetune/Step": 5498, "Finetune/Step Time": 6.826180327683687}
+{"Finetune/Learning Rate": 1.218276042118629e-06, "Finetune/Loss": 0.5835698246955872, "Finetune/Loss (Raw)": 0.3928377032279968, "Finetune/Step": 5499, "Finetune/Step Time": 6.832341764122248}
+{"Finetune/Learning Rate": 1.215893686111712e-06, "Finetune/Loss": 0.5828645825386047, "Finetune/Loss (Raw)": 0.513976514339447, "Finetune/Step": 5500, "Finetune/Step Time": 6.816189303994179}
+{"Finetune/Learning Rate": 1.213513510961538e-06, "Finetune/Loss": 0.583092451095581, "Finetune/Loss (Raw)": 0.589633047580719, "Finetune/Step": 5501, "Finetune/Step Time": 6.822962258011103}
+{"Finetune/Learning Rate": 1.2111355172590366e-06, "Finetune/Loss": 0.5834304094314575, "Finetune/Loss (Raw)": 0.6106349229812622, "Finetune/Step": 5502, "Finetune/Step Time": 6.827892540022731}
+{"Finetune/Learning Rate": 1.2087597055946032e-06, "Finetune/Loss": 0.5807948708534241, "Finetune/Loss (Raw)": 0.2551591098308563, "Finetune/Step": 5503, "Finetune/Step Time": 6.817156413570046}
+{"Finetune/Learning Rate": 1.2063860765580836e-06, "Finetune/Loss": 0.58027583360672, "Finetune/Loss (Raw)": 0.6772155165672302, "Finetune/Step": 5504, "Finetune/Step Time": 6.819188237190247}
+{"Finetune/Learning Rate": 1.2040146307387901e-06, "Finetune/Loss": 0.5789051055908203, "Finetune/Loss (Raw)": 0.5443724393844604, "Finetune/Step": 5505, "Finetune/Step Time": 6.838285345584154}
+{"Finetune/Learning Rate": 1.2016453687254847e-06, "Finetune/Loss": 0.5784221291542053, "Finetune/Loss (Raw)": 0.7064642906188965, "Finetune/Step": 5506, "Finetune/Step Time": 6.832355225458741}
+{"Finetune/Learning Rate": 1.199278291106395e-06, "Finetune/Loss": 0.5786731243133545, "Finetune/Loss (Raw)": 0.599776566028595, "Finetune/Step": 5507, "Finetune/Step Time": 6.819637818261981}
+{"Finetune/Learning Rate": 1.1969133984691983e-06, "Finetune/Loss": 0.5780832767486572, "Finetune/Loss (Raw)": 0.615088701248169, "Finetune/Step": 5508, "Finetune/Step Time": 6.814130939543247}
+{"Finetune/Learning Rate": 1.1945506914010385e-06, "Finetune/Loss": 0.5794317722320557, "Finetune/Loss (Raw)": 0.6085810661315918, "Finetune/Step": 5509, "Finetune/Step Time": 6.811522863805294}
+{"Finetune/Learning Rate": 1.1921901704885075e-06, "Finetune/Loss": 0.5820201635360718, "Finetune/Loss (Raw)": 0.5623247623443604, "Finetune/Step": 5510, "Finetune/Step Time": 6.795767484232783}
+{"Finetune/Learning Rate": 1.189831836317662e-06, "Finetune/Loss": 0.5807418823242188, "Finetune/Loss (Raw)": 0.5673430562019348, "Finetune/Step": 5511, "Finetune/Step Time": 6.806876080110669}
+{"Finetune/Learning Rate": 1.1874756894740137e-06, "Finetune/Loss": 0.5806465744972229, "Finetune/Loss (Raw)": 0.6454182863235474, "Finetune/Step": 5512, "Finetune/Step Time": 6.801325339823961}
+{"Finetune/Learning Rate": 1.1851217305425256e-06, "Finetune/Loss": 0.5802730321884155, "Finetune/Loss (Raw)": 0.5414274334907532, "Finetune/Step": 5513, "Finetune/Step Time": 6.786886051297188}
+{"Finetune/Learning Rate": 1.182769960107628e-06, "Finetune/Loss": 0.5800513029098511, "Finetune/Loss (Raw)": 0.6177468299865723, "Finetune/Step": 5514, "Finetune/Step Time": 6.768827194347978}
+{"Finetune/Learning Rate": 1.1804203787531965e-06, "Finetune/Loss": 0.5795138478279114, "Finetune/Loss (Raw)": 0.5586669445037842, "Finetune/Step": 5515, "Finetune/Step Time": 6.769418682903051}
+{"Finetune/Learning Rate": 1.178072987062574e-06, "Finetune/Loss": 0.5796072483062744, "Finetune/Loss (Raw)": 0.21995960175991058, "Finetune/Step": 5516, "Finetune/Step Time": 6.770020613446832}
+{"Finetune/Learning Rate": 1.17572778561855e-06, "Finetune/Loss": 0.578599214553833, "Finetune/Loss (Raw)": 0.5813741683959961, "Finetune/Step": 5517, "Finetune/Step Time": 6.776262287050486}
+{"Finetune/Learning Rate": 1.17338477500338e-06, "Finetune/Loss": 0.5793704390525818, "Finetune/Loss (Raw)": 0.6996538043022156, "Finetune/Step": 5518, "Finetune/Step Time": 6.771807476878166}
+{"Finetune/Learning Rate": 1.1710439557987641e-06, "Finetune/Loss": 0.5793383121490479, "Finetune/Loss (Raw)": 0.5051997900009155, "Finetune/Step": 5519, "Finetune/Step Time": 6.7675259336829185}
+{"Finetune/Learning Rate": 1.1687053285858685e-06, "Finetune/Loss": 0.5789463520050049, "Finetune/Loss (Raw)": 0.5359486937522888, "Finetune/Step": 5520, "Finetune/Step Time": 6.7641894444823265}
+{"Finetune/Learning Rate": 1.1663688939453122e-06, "Finetune/Loss": 0.5792187452316284, "Finetune/Loss (Raw)": 0.7255985140800476, "Finetune/Step": 5521, "Finetune/Step Time": 6.772199012339115}
+{"Finetune/Learning Rate": 1.1640346524571643e-06, "Finetune/Loss": 0.579718828201294, "Finetune/Loss (Raw)": 0.6785685420036316, "Finetune/Step": 5522, "Finetune/Step Time": 6.768279688432813}
+{"Finetune/Learning Rate": 1.1617026047009606e-06, "Finetune/Loss": 0.5804726481437683, "Finetune/Loss (Raw)": 0.6424975991249084, "Finetune/Step": 5523, "Finetune/Step Time": 6.760963032022119}
+{"Finetune/Learning Rate": 1.1593727512556797e-06, "Finetune/Loss": 0.5811124444007874, "Finetune/Loss (Raw)": 0.6891414523124695, "Finetune/Step": 5524, "Finetune/Step Time": 6.759938016533852}
+{"Finetune/Learning Rate": 1.1570450926997657e-06, "Finetune/Loss": 0.5802198648452759, "Finetune/Loss (Raw)": 0.5737164616584778, "Finetune/Step": 5525, "Finetune/Step Time": 6.7639217134565115}
+{"Finetune/Learning Rate": 1.1547196296111085e-06, "Finetune/Loss": 0.5808495283126831, "Finetune/Loss (Raw)": 0.7941879630088806, "Finetune/Step": 5526, "Finetune/Step Time": 6.752873437479138}
+{"Finetune/Learning Rate": 1.1523963625670643e-06, "Finetune/Loss": 0.5807807445526123, "Finetune/Loss (Raw)": 0.5405132174491882, "Finetune/Step": 5527, "Finetune/Step Time": 6.754627069458365}
+{"Finetune/Learning Rate": 1.1500752921444314e-06, "Finetune/Loss": 0.5815038681030273, "Finetune/Loss (Raw)": 0.6851672530174255, "Finetune/Step": 5528, "Finetune/Step Time": 6.7666171956807375}
+{"Finetune/Learning Rate": 1.1477564189194745e-06, "Finetune/Loss": 0.5801661014556885, "Finetune/Loss (Raw)": 0.5313302874565125, "Finetune/Step": 5529, "Finetune/Step Time": 6.776979871094227}
+{"Finetune/Learning Rate": 1.1454397434679022e-06, "Finetune/Loss": 0.580889880657196, "Finetune/Loss (Raw)": 0.7367588877677917, "Finetune/Step": 5530, "Finetune/Step Time": 6.77186344563961}
+{"Finetune/Learning Rate": 1.1431252663648851e-06, "Finetune/Loss": 0.5778501033782959, "Finetune/Loss (Raw)": 0.2421499639749527, "Finetune/Step": 5531, "Finetune/Step Time": 6.785398265346885}
+{"Finetune/Learning Rate": 1.140812988185047e-06, "Finetune/Loss": 0.580274224281311, "Finetune/Loss (Raw)": 0.5777145624160767, "Finetune/Step": 5532, "Finetune/Step Time": 6.771022340282798}
+{"Finetune/Learning Rate": 1.1385029095024602e-06, "Finetune/Loss": 0.5806877017021179, "Finetune/Loss (Raw)": 0.6740167737007141, "Finetune/Step": 5533, "Finetune/Step Time": 6.795748675242066}
+{"Finetune/Learning Rate": 1.13619503089066e-06, "Finetune/Loss": 0.5835345387458801, "Finetune/Loss (Raw)": 0.5507451891899109, "Finetune/Step": 5534, "Finetune/Step Time": 6.764275565743446}
+{"Finetune/Learning Rate": 1.1338893529226257e-06, "Finetune/Loss": 0.58367919921875, "Finetune/Loss (Raw)": 0.5888404846191406, "Finetune/Step": 5535, "Finetune/Step Time": 6.755267791450024}
+{"Finetune/Learning Rate": 1.1315858761707999e-06, "Finetune/Loss": 0.5835934281349182, "Finetune/Loss (Raw)": 0.5820924639701843, "Finetune/Step": 5536, "Finetune/Step Time": 6.769473176449537}
+{"Finetune/Learning Rate": 1.1292846012070679e-06, "Finetune/Loss": 0.5832276940345764, "Finetune/Loss (Raw)": 0.5750553607940674, "Finetune/Step": 5537, "Finetune/Step Time": 6.772649630904198}
+{"Finetune/Learning Rate": 1.1269855286027798e-06, "Finetune/Loss": 0.5804411172866821, "Finetune/Loss (Raw)": 0.22858646512031555, "Finetune/Step": 5538, "Finetune/Step Time": 6.787660608068109}
+{"Finetune/Learning Rate": 1.1246886589287275e-06, "Finetune/Loss": 0.581270694732666, "Finetune/Loss (Raw)": 0.6849243640899658, "Finetune/Step": 5539, "Finetune/Step Time": 6.781752608716488}
+{"Finetune/Learning Rate": 1.1223939927551664e-06, "Finetune/Loss": 0.5801334381103516, "Finetune/Loss (Raw)": 0.5405683517456055, "Finetune/Step": 5540, "Finetune/Step Time": 6.788089714944363}
+{"Finetune/Learning Rate": 1.1201015306518005e-06, "Finetune/Loss": 0.5799561738967896, "Finetune/Loss (Raw)": 0.5726521611213684, "Finetune/Step": 5541, "Finetune/Step Time": 6.805434033274651}
+{"Finetune/Learning Rate": 1.1178112731877822e-06, "Finetune/Loss": 0.5784599781036377, "Finetune/Loss (Raw)": 0.40139228105545044, "Finetune/Step": 5542, "Finetune/Step Time": 6.810448598116636}
+{"Finetune/Learning Rate": 1.1155232209317258e-06, "Finetune/Loss": 0.5776271224021912, "Finetune/Loss (Raw)": 0.6063148975372314, "Finetune/Step": 5543, "Finetune/Step Time": 6.81443833373487}
+{"Finetune/Learning Rate": 1.1132373744516878e-06, "Finetune/Loss": 0.578150749206543, "Finetune/Loss (Raw)": 0.6490909457206726, "Finetune/Step": 5544, "Finetune/Step Time": 6.831981353461742}
+{"Finetune/Learning Rate": 1.1109537343151877e-06, "Finetune/Loss": 0.5776501893997192, "Finetune/Loss (Raw)": 0.5680826306343079, "Finetune/Step": 5545, "Finetune/Step Time": 6.8394168969243765}
+{"Finetune/Learning Rate": 1.1086723010891852e-06, "Finetune/Loss": 0.5767762660980225, "Finetune/Loss (Raw)": 0.4883195161819458, "Finetune/Step": 5546, "Finetune/Step Time": 6.819919850677252}
+{"Finetune/Learning Rate": 1.1063930753401065e-06, "Finetune/Loss": 0.5764170289039612, "Finetune/Loss (Raw)": 0.6872758269309998, "Finetune/Step": 5547, "Finetune/Step Time": 6.813261924311519}
+{"Finetune/Learning Rate": 1.1041160576338139e-06, "Finetune/Loss": 0.576191782951355, "Finetune/Loss (Raw)": 0.6506367921829224, "Finetune/Step": 5548, "Finetune/Step Time": 6.823936868458986}
+{"Finetune/Learning Rate": 1.1018412485356366e-06, "Finetune/Loss": 0.5761395692825317, "Finetune/Loss (Raw)": 0.6031844019889832, "Finetune/Step": 5549, "Finetune/Step Time": 6.820437330752611}
+{"Finetune/Learning Rate": 1.099568648610343e-06, "Finetune/Loss": 0.5769054889678955, "Finetune/Loss (Raw)": 0.6144787073135376, "Finetune/Step": 5550, "Finetune/Step Time": 6.822812985628843}
+{"Finetune/Learning Rate": 1.0972982584221592e-06, "Finetune/Loss": 0.5765787363052368, "Finetune/Loss (Raw)": 0.5848098993301392, "Finetune/Step": 5551, "Finetune/Step Time": 6.824586246162653}
+{"Finetune/Learning Rate": 1.0950300785347668e-06, "Finetune/Loss": 0.5760205984115601, "Finetune/Loss (Raw)": 0.5277838706970215, "Finetune/Step": 5552, "Finetune/Step Time": 6.821916535496712}
+{"Finetune/Learning Rate": 1.0927641095112874e-06, "Finetune/Loss": 0.5772017240524292, "Finetune/Loss (Raw)": 0.6779767274856567, "Finetune/Step": 5553, "Finetune/Step Time": 6.798590825870633}
+{"Finetune/Learning Rate": 1.0905003519143042e-06, "Finetune/Loss": 0.5787733197212219, "Finetune/Loss (Raw)": 0.7526325583457947, "Finetune/Step": 5554, "Finetune/Step Time": 6.793781956657767}
+{"Finetune/Learning Rate": 1.0882388063058437e-06, "Finetune/Loss": 0.5777875781059265, "Finetune/Loss (Raw)": 0.5346712470054626, "Finetune/Step": 5555, "Finetune/Step Time": 6.80832308717072}
+{"Finetune/Learning Rate": 1.0859794732473904e-06, "Finetune/Loss": 0.5770841836929321, "Finetune/Loss (Raw)": 0.5144832730293274, "Finetune/Step": 5556, "Finetune/Step Time": 6.804014775902033}
+{"Finetune/Learning Rate": 1.0837223532998731e-06, "Finetune/Loss": 0.5773112773895264, "Finetune/Loss (Raw)": 0.5325331687927246, "Finetune/Step": 5557, "Finetune/Step Time": 6.818715952336788}
+{"Finetune/Learning Rate": 1.0814674470236753e-06, "Finetune/Loss": 0.57701575756073, "Finetune/Loss (Raw)": 0.6508766412734985, "Finetune/Step": 5558, "Finetune/Step Time": 6.815820971503854}
+{"Finetune/Learning Rate": 1.0792147549786281e-06, "Finetune/Loss": 0.576061487197876, "Finetune/Loss (Raw)": 0.5090294480323792, "Finetune/Step": 5559, "Finetune/Step Time": 6.816459892317653}
+{"Finetune/Learning Rate": 1.076964277724014e-06, "Finetune/Loss": 0.5724387168884277, "Finetune/Loss (Raw)": 0.1823827028274536, "Finetune/Step": 5560, "Finetune/Step Time": 6.835967926308513}
+{"Finetune/Learning Rate": 1.07471601581857e-06, "Finetune/Loss": 0.5714699625968933, "Finetune/Loss (Raw)": 0.4391877353191376, "Finetune/Step": 5561, "Finetune/Step Time": 6.84455450810492}
+{"Finetune/Learning Rate": 1.0724699698204722e-06, "Finetune/Loss": 0.5716116428375244, "Finetune/Loss (Raw)": 0.6464396119117737, "Finetune/Step": 5562, "Finetune/Step Time": 6.83387516438961}
+{"Finetune/Learning Rate": 1.0702261402873592e-06, "Finetune/Loss": 0.5712284445762634, "Finetune/Loss (Raw)": 0.552630603313446, "Finetune/Step": 5563, "Finetune/Step Time": 6.827039245516062}
+{"Finetune/Learning Rate": 1.067984527776309e-06, "Finetune/Loss": 0.5699594020843506, "Finetune/Loss (Raw)": 0.5326014161109924, "Finetune/Step": 5564, "Finetune/Step Time": 6.82587069272995}
+{"Finetune/Learning Rate": 1.0657451328438573e-06, "Finetune/Loss": 0.5696604251861572, "Finetune/Loss (Raw)": 0.6637848019599915, "Finetune/Step": 5565, "Finetune/Step Time": 6.825916633009911}
+{"Finetune/Learning Rate": 1.0635079560459826e-06, "Finetune/Loss": 0.5702112913131714, "Finetune/Loss (Raw)": 0.6489313840866089, "Finetune/Step": 5566, "Finetune/Step Time": 6.825150212273002}
+{"Finetune/Learning Rate": 1.0612729979381175e-06, "Finetune/Loss": 0.5695061087608337, "Finetune/Loss (Raw)": 0.4862161874771118, "Finetune/Step": 5567, "Finetune/Step Time": 6.830833729356527}
+{"Finetune/Learning Rate": 1.0590402590751392e-06, "Finetune/Loss": 0.5674942135810852, "Finetune/Loss (Raw)": 0.5298333168029785, "Finetune/Step": 5568, "Finetune/Step Time": 6.827025895938277}
+{"Finetune/Learning Rate": 1.0568097400113796e-06, "Finetune/Loss": 0.5680801272392273, "Finetune/Loss (Raw)": 0.6602900624275208, "Finetune/Step": 5569, "Finetune/Step Time": 6.819067403674126}
+{"Finetune/Learning Rate": 1.0545814413006138e-06, "Finetune/Loss": 0.5690206289291382, "Finetune/Loss (Raw)": 0.6379299759864807, "Finetune/Step": 5570, "Finetune/Step Time": 6.8055967800319195}
+{"Finetune/Learning Rate": 1.0523553634960704e-06, "Finetune/Loss": 0.5686182975769043, "Finetune/Loss (Raw)": 0.6296589374542236, "Finetune/Step": 5571, "Finetune/Step Time": 6.779852429404855}
+{"Finetune/Learning Rate": 1.0501315071504247e-06, "Finetune/Loss": 0.5675609707832336, "Finetune/Loss (Raw)": 0.5509654879570007, "Finetune/Step": 5572, "Finetune/Step Time": 6.780525306239724}
+{"Finetune/Learning Rate": 1.0479098728157977e-06, "Finetune/Loss": 0.5679020285606384, "Finetune/Loss (Raw)": 0.7289813756942749, "Finetune/Step": 5573, "Finetune/Step Time": 6.781769277527928}
+{"Finetune/Learning Rate": 1.0456904610437645e-06, "Finetune/Loss": 0.5705899000167847, "Finetune/Loss (Raw)": 0.5128763318061829, "Finetune/Step": 5574, "Finetune/Step Time": 6.750146187841892}
+{"Finetune/Learning Rate": 1.0434732723853414e-06, "Finetune/Loss": 0.5712524056434631, "Finetune/Loss (Raw)": 0.628713071346283, "Finetune/Step": 5575, "Finetune/Step Time": 6.753778262063861}
+{"Finetune/Learning Rate": 1.041258307391001e-06, "Finetune/Loss": 0.571800172328949, "Finetune/Loss (Raw)": 0.5828602910041809, "Finetune/Step": 5576, "Finetune/Step Time": 6.745178362354636}
+{"Finetune/Learning Rate": 1.0390455666106547e-06, "Finetune/Loss": 0.5739393830299377, "Finetune/Loss (Raw)": 0.6759544610977173, "Finetune/Step": 5577, "Finetune/Step Time": 6.723728822544217}
+{"Finetune/Learning Rate": 1.0368350505936708e-06, "Finetune/Loss": 0.5738701820373535, "Finetune/Loss (Raw)": 0.5628467798233032, "Finetune/Step": 5578, "Finetune/Step Time": 6.715996868908405}
+{"Finetune/Learning Rate": 1.034626759888857e-06, "Finetune/Loss": 0.5730703473091125, "Finetune/Loss (Raw)": 0.5489490628242493, "Finetune/Step": 5579, "Finetune/Step Time": 6.713362023234367}
+{"Finetune/Learning Rate": 1.0324206950444771e-06, "Finetune/Loss": 0.5723735094070435, "Finetune/Loss (Raw)": 0.5752230286598206, "Finetune/Step": 5580, "Finetune/Step Time": 6.722741022706032}
+{"Finetune/Learning Rate": 1.0302168566082315e-06, "Finetune/Loss": 0.5740810036659241, "Finetune/Loss (Raw)": 0.7278373837471008, "Finetune/Step": 5581, "Finetune/Step Time": 6.693267099559307}
+{"Finetune/Learning Rate": 1.0280152451272774e-06, "Finetune/Loss": 0.5743026733398438, "Finetune/Loss (Raw)": 0.6098259687423706, "Finetune/Step": 5582, "Finetune/Step Time": 6.686640959233046}
+{"Finetune/Learning Rate": 1.025815861148216e-06, "Finetune/Loss": 0.5743879675865173, "Finetune/Loss (Raw)": 0.5130488872528076, "Finetune/Step": 5583, "Finetune/Step Time": 6.687043009325862}
+{"Finetune/Learning Rate": 1.023618705217093e-06, "Finetune/Loss": 0.574782133102417, "Finetune/Loss (Raw)": 0.608842670917511, "Finetune/Step": 5584, "Finetune/Step Time": 6.663705723360181}
+{"Finetune/Learning Rate": 1.0214237778794068e-06, "Finetune/Loss": 0.5743449926376343, "Finetune/Loss (Raw)": 0.6501750946044922, "Finetune/Step": 5585, "Finetune/Step Time": 6.665102947503328}
+{"Finetune/Learning Rate": 1.019231079680093e-06, "Finetune/Loss": 0.5766910314559937, "Finetune/Loss (Raw)": 0.7756096124649048, "Finetune/Step": 5586, "Finetune/Step Time": 6.659197401255369}
+{"Finetune/Learning Rate": 1.0170406111635445e-06, "Finetune/Loss": 0.5766322612762451, "Finetune/Loss (Raw)": 0.5734176635742188, "Finetune/Step": 5587, "Finetune/Step Time": 6.663656944409013}
+{"Finetune/Learning Rate": 1.0148523728735915e-06, "Finetune/Loss": 0.5768317580223083, "Finetune/Loss (Raw)": 0.6401494741439819, "Finetune/Step": 5588, "Finetune/Step Time": 6.662708543241024}
+{"Finetune/Learning Rate": 1.0126663653535184e-06, "Finetune/Loss": 0.5805944204330444, "Finetune/Loss (Raw)": 0.7071983218193054, "Finetune/Step": 5589, "Finetune/Step Time": 6.657757833600044}
+{"Finetune/Learning Rate": 1.010482589146048e-06, "Finetune/Loss": 0.5808601379394531, "Finetune/Loss (Raw)": 0.598966658115387, "Finetune/Step": 5590, "Finetune/Step Time": 6.652882147580385}
+{"Finetune/Learning Rate": 1.008301044793355e-06, "Finetune/Loss": 0.5802279114723206, "Finetune/Loss (Raw)": 0.5528096556663513, "Finetune/Step": 5591, "Finetune/Step Time": 6.661603277549148}
+{"Finetune/Learning Rate": 1.0061217328370609e-06, "Finetune/Loss": 0.5796704888343811, "Finetune/Loss (Raw)": 0.5982009768486023, "Finetune/Step": 5592, "Finetune/Step Time": 6.673057021573186}
+{"Finetune/Learning Rate": 1.003944653818224e-06, "Finetune/Loss": 0.5787280797958374, "Finetune/Loss (Raw)": 0.5524443984031677, "Finetune/Step": 5593, "Finetune/Step Time": 6.687542598694563}
+{"Finetune/Learning Rate": 1.0017698082773608e-06, "Finetune/Loss": 0.5796905755996704, "Finetune/Loss (Raw)": 0.7086771726608276, "Finetune/Step": 5594, "Finetune/Step Time": 6.6653991006314754}
+{"Finetune/Learning Rate": 9.995971967544217e-07, "Finetune/Loss": 0.5805805921554565, "Finetune/Loss (Raw)": 0.6343634128570557, "Finetune/Step": 5595, "Finetune/Step Time": 6.650580447167158}
+{"Finetune/Learning Rate": 9.974268197888104e-07, "Finetune/Loss": 0.5846587419509888, "Finetune/Loss (Raw)": 0.7186283469200134, "Finetune/Step": 5596, "Finetune/Step Time": 6.630215955898166}
+{"Finetune/Learning Rate": 9.952586779193718e-07, "Finetune/Loss": 0.5851454734802246, "Finetune/Loss (Raw)": 0.2582642436027527, "Finetune/Step": 5597, "Finetune/Step Time": 6.631571436300874}
+{"Finetune/Learning Rate": 9.930927716843975e-07, "Finetune/Loss": 0.5848582983016968, "Finetune/Loss (Raw)": 0.6338920593261719, "Finetune/Step": 5598, "Finetune/Step Time": 6.636464402079582}
+{"Finetune/Learning Rate": 9.909291016216228e-07, "Finetune/Loss": 0.5850872993469238, "Finetune/Loss (Raw)": 0.6075778603553772, "Finetune/Step": 5599, "Finetune/Step Time": 6.60055204667151}
+{"Finetune/Learning Rate": 9.887676682682312e-07, "Finetune/Loss": 0.5837575197219849, "Finetune/Loss (Raw)": 0.43356263637542725, "Finetune/Step": 5600, "Finetune/Step Time": 6.621499940752983}
+{"Finetune/Learning Rate": 9.866084721608438e-07, "Finetune/Loss": 0.5840976238250732, "Finetune/Loss (Raw)": 0.6715787649154663, "Finetune/Step": 5601, "Finetune/Step Time": 6.620323782786727}
+{"Finetune/Learning Rate": 9.844515138355337e-07, "Finetune/Loss": 0.584111750125885, "Finetune/Loss (Raw)": 0.5833773612976074, "Finetune/Step": 5602, "Finetune/Step Time": 6.619604641571641}
+{"Finetune/Learning Rate": 9.822967938278172e-07, "Finetune/Loss": 0.5845836997032166, "Finetune/Loss (Raw)": 0.6501491665840149, "Finetune/Step": 5603, "Finetune/Step Time": 6.612223906442523}
+{"Finetune/Learning Rate": 9.801443126726485e-07, "Finetune/Loss": 0.5859152674674988, "Finetune/Loss (Raw)": 0.7587634325027466, "Finetune/Step": 5604, "Finetune/Step Time": 6.601943111047149}
+{"Finetune/Learning Rate": 9.779940709044367e-07, "Finetune/Loss": 0.5862653255462646, "Finetune/Loss (Raw)": 0.6910502314567566, "Finetune/Step": 5605, "Finetune/Step Time": 6.606477281078696}
+{"Finetune/Learning Rate": 9.758460690570227e-07, "Finetune/Loss": 0.585983395576477, "Finetune/Loss (Raw)": 0.6548411846160889, "Finetune/Step": 5606, "Finetune/Step Time": 6.603987513110042}
+{"Finetune/Learning Rate": 9.73700307663702e-07, "Finetune/Loss": 0.5855613350868225, "Finetune/Loss (Raw)": 0.4811159372329712, "Finetune/Step": 5607, "Finetune/Step Time": 6.596029873937368}
+{"Finetune/Learning Rate": 9.715567872572051e-07, "Finetune/Loss": 0.5853669047355652, "Finetune/Loss (Raw)": 0.6642011404037476, "Finetune/Step": 5608, "Finetune/Step Time": 6.571382036432624}
+{"Finetune/Learning Rate": 9.694155083697154e-07, "Finetune/Loss": 0.5865952372550964, "Finetune/Loss (Raw)": 0.7649031281471252, "Finetune/Step": 5609, "Finetune/Step Time": 6.565760221332312}
+{"Finetune/Learning Rate": 9.672764715328497e-07, "Finetune/Loss": 0.586445689201355, "Finetune/Loss (Raw)": 0.5733816623687744, "Finetune/Step": 5610, "Finetune/Step Time": 6.553026057779789}
+{"Finetune/Learning Rate": 9.651396772776755e-07, "Finetune/Loss": 0.5856560468673706, "Finetune/Loss (Raw)": 0.42428526282310486, "Finetune/Step": 5611, "Finetune/Step Time": 6.535273566842079}
+{"Finetune/Learning Rate": 9.63005126134704e-07, "Finetune/Loss": 0.5856039524078369, "Finetune/Loss (Raw)": 0.5822573304176331, "Finetune/Step": 5612, "Finetune/Step Time": 6.525737822055817}
+{"Finetune/Learning Rate": 9.608728186338812e-07, "Finetune/Loss": 0.5859955549240112, "Finetune/Loss (Raw)": 0.5947388410568237, "Finetune/Step": 5613, "Finetune/Step Time": 6.5314066875725985}
+{"Finetune/Learning Rate": 9.587427553046036e-07, "Finetune/Loss": 0.5855185985565186, "Finetune/Loss (Raw)": 0.6308208703994751, "Finetune/Step": 5614, "Finetune/Step Time": 6.532938035205007}
+{"Finetune/Learning Rate": 9.566149366757104e-07, "Finetune/Loss": 0.5863384008407593, "Finetune/Loss (Raw)": 0.6392455101013184, "Finetune/Step": 5615, "Finetune/Step Time": 6.5194792076945305}
+{"Finetune/Learning Rate": 9.544893632754816e-07, "Finetune/Loss": 0.5856608152389526, "Finetune/Loss (Raw)": 0.5852293372154236, "Finetune/Step": 5616, "Finetune/Step Time": 6.528263244777918}
+{"Finetune/Learning Rate": 9.523660356316366e-07, "Finetune/Loss": 0.5857539176940918, "Finetune/Loss (Raw)": 0.6214267611503601, "Finetune/Step": 5617, "Finetune/Step Time": 6.537899537011981}
+{"Finetune/Learning Rate": 9.502449542713432e-07, "Finetune/Loss": 0.5817965269088745, "Finetune/Loss (Raw)": 0.2152637541294098, "Finetune/Step": 5618, "Finetune/Step Time": 6.558383826166391}
+{"Finetune/Learning Rate": 9.481261197212077e-07, "Finetune/Loss": 0.5847848057746887, "Finetune/Loss (Raw)": 0.5520984530448914, "Finetune/Step": 5619, "Finetune/Step Time": 6.561806354671717}
+{"Finetune/Learning Rate": 9.460095325072805e-07, "Finetune/Loss": 0.5842963457107544, "Finetune/Loss (Raw)": 0.5935570597648621, "Finetune/Step": 5620, "Finetune/Step Time": 6.540725644677877}
+{"Finetune/Learning Rate": 9.438951931550499e-07, "Finetune/Loss": 0.5847587585449219, "Finetune/Loss (Raw)": 0.6128484010696411, "Finetune/Step": 5621, "Finetune/Step Time": 6.5350760370492935}
+{"Finetune/Learning Rate": 9.417831021894541e-07, "Finetune/Loss": 0.5845749378204346, "Finetune/Loss (Raw)": 0.506248950958252, "Finetune/Step": 5622, "Finetune/Step Time": 6.532476406544447}
+{"Finetune/Learning Rate": 9.396732601348645e-07, "Finetune/Loss": 0.5844044089317322, "Finetune/Loss (Raw)": 0.6079508662223816, "Finetune/Step": 5623, "Finetune/Step Time": 6.548113515600562}
+{"Finetune/Learning Rate": 9.375656675151013e-07, "Finetune/Loss": 0.5834776163101196, "Finetune/Loss (Raw)": 0.4995894730091095, "Finetune/Step": 5624, "Finetune/Step Time": 6.563266607001424}
+{"Finetune/Learning Rate": 9.354603248534189e-07, "Finetune/Loss": 0.5811985731124878, "Finetune/Loss (Raw)": 0.4636038541793823, "Finetune/Step": 5625, "Finetune/Step Time": 6.570874325931072}
+{"Finetune/Learning Rate": 9.333572326725193e-07, "Finetune/Loss": 0.5819389820098877, "Finetune/Loss (Raw)": 0.6677054166793823, "Finetune/Step": 5626, "Finetune/Step Time": 6.579699102789164}
+{"Finetune/Learning Rate": 9.312563914945461e-07, "Finetune/Loss": 0.5840415954589844, "Finetune/Loss (Raw)": 0.6619841456413269, "Finetune/Step": 5627, "Finetune/Step Time": 6.576491115614772}
+{"Finetune/Learning Rate": 9.291578018410762e-07, "Finetune/Loss": 0.5840307474136353, "Finetune/Loss (Raw)": 0.5125897526741028, "Finetune/Step": 5628, "Finetune/Step Time": 6.577259246259928}
+{"Finetune/Learning Rate": 9.270614642331377e-07, "Finetune/Loss": 0.5847827196121216, "Finetune/Loss (Raw)": 0.6858773231506348, "Finetune/Step": 5629, "Finetune/Step Time": 6.582121366634965}
+{"Finetune/Learning Rate": 9.249673791911907e-07, "Finetune/Loss": 0.5840964317321777, "Finetune/Loss (Raw)": 0.5227956175804138, "Finetune/Step": 5630, "Finetune/Step Time": 6.587495770305395}
+{"Finetune/Learning Rate": 9.228755472351447e-07, "Finetune/Loss": 0.5866031646728516, "Finetune/Loss (Raw)": 0.5760140419006348, "Finetune/Step": 5631, "Finetune/Step Time": 6.578620640560985}
+{"Finetune/Learning Rate": 9.207859688843402e-07, "Finetune/Loss": 0.5855406522750854, "Finetune/Loss (Raw)": 0.54121994972229, "Finetune/Step": 5632, "Finetune/Step Time": 6.567547840997577}
+{"Finetune/Learning Rate": 9.186986446575663e-07, "Finetune/Loss": 0.5852848291397095, "Finetune/Loss (Raw)": 0.5116211175918579, "Finetune/Step": 5633, "Finetune/Step Time": 6.553801259025931}
+{"Finetune/Learning Rate": 9.166135750730476e-07, "Finetune/Loss": 0.5853033065795898, "Finetune/Loss (Raw)": 0.7088320851325989, "Finetune/Step": 5634, "Finetune/Step Time": 6.556640677154064}
+{"Finetune/Learning Rate": 9.14530760648451e-07, "Finetune/Loss": 0.5848858952522278, "Finetune/Loss (Raw)": 0.5463500618934631, "Finetune/Step": 5635, "Finetune/Step Time": 6.566310599446297}
+{"Finetune/Learning Rate": 9.124502019008863e-07, "Finetune/Loss": 0.5836579203605652, "Finetune/Loss (Raw)": 0.4579060971736908, "Finetune/Step": 5636, "Finetune/Step Time": 6.568686041980982}
+{"Finetune/Learning Rate": 9.103718993468946e-07, "Finetune/Loss": 0.5843443870544434, "Finetune/Loss (Raw)": 0.6964455246925354, "Finetune/Step": 5637, "Finetune/Step Time": 6.575101878494024}
+{"Finetune/Learning Rate": 9.082958535024677e-07, "Finetune/Loss": 0.5846991539001465, "Finetune/Loss (Raw)": 0.6077374815940857, "Finetune/Step": 5638, "Finetune/Step Time": 6.571023568511009}
+{"Finetune/Learning Rate": 9.062220648830267e-07, "Finetune/Loss": 0.585938572883606, "Finetune/Loss (Raw)": 0.7259902358055115, "Finetune/Step": 5639, "Finetune/Step Time": 6.563567157834768}
+{"Finetune/Learning Rate": 9.041505340034429e-07, "Finetune/Loss": 0.585319459438324, "Finetune/Loss (Raw)": 0.5661710500717163, "Finetune/Step": 5640, "Finetune/Step Time": 6.564173800870776}
+{"Finetune/Learning Rate": 9.020812613780161e-07, "Finetune/Loss": 0.5868240594863892, "Finetune/Loss (Raw)": 0.7340161204338074, "Finetune/Step": 5641, "Finetune/Step Time": 6.566211024299264}
+{"Finetune/Learning Rate": 9.000142475204965e-07, "Finetune/Loss": 0.5867153406143188, "Finetune/Loss (Raw)": 0.6038306355476379, "Finetune/Step": 5642, "Finetune/Step Time": 6.5622918251901865}
+{"Finetune/Learning Rate": 8.979494929440625e-07, "Finetune/Loss": 0.5876467227935791, "Finetune/Loss (Raw)": 0.6778795719146729, "Finetune/Step": 5643, "Finetune/Step Time": 6.567273277789354}
+{"Finetune/Learning Rate": 8.958869981613405e-07, "Finetune/Loss": 0.5907697677612305, "Finetune/Loss (Raw)": 0.6197121739387512, "Finetune/Step": 5644, "Finetune/Step Time": 6.558043630793691}
+{"Finetune/Learning Rate": 8.9382676368439e-07, "Finetune/Loss": 0.5914115309715271, "Finetune/Loss (Raw)": 0.6635209321975708, "Finetune/Step": 5645, "Finetune/Step Time": 6.568815782666206}
+{"Finetune/Learning Rate": 8.91768790024713e-07, "Finetune/Loss": 0.5912468433380127, "Finetune/Loss (Raw)": 0.678574800491333, "Finetune/Step": 5646, "Finetune/Step Time": 6.570974977687001}
+{"Finetune/Learning Rate": 8.897130776932506e-07, "Finetune/Loss": 0.5921686887741089, "Finetune/Loss (Raw)": 0.623190701007843, "Finetune/Step": 5647, "Finetune/Step Time": 6.559169851243496}
+{"Finetune/Learning Rate": 8.876596272003768e-07, "Finetune/Loss": 0.5926908254623413, "Finetune/Loss (Raw)": 0.6027853488922119, "Finetune/Step": 5648, "Finetune/Step Time": 6.549535110592842}
+{"Finetune/Learning Rate": 8.856084390559128e-07, "Finetune/Loss": 0.5916905403137207, "Finetune/Loss (Raw)": 0.597566545009613, "Finetune/Step": 5649, "Finetune/Step Time": 6.539665348827839}
+{"Finetune/Learning Rate": 8.835595137691078e-07, "Finetune/Loss": 0.59160977602005, "Finetune/Loss (Raw)": 0.668228030204773, "Finetune/Step": 5650, "Finetune/Step Time": 6.5436212457716465}
+{"Finetune/Learning Rate": 8.815128518486604e-07, "Finetune/Loss": 0.5915883779525757, "Finetune/Loss (Raw)": 0.6397591829299927, "Finetune/Step": 5651, "Finetune/Step Time": 6.5463671293109655}
+{"Finetune/Learning Rate": 8.794684538026965e-07, "Finetune/Loss": 0.5910457372665405, "Finetune/Loss (Raw)": 0.6196849346160889, "Finetune/Step": 5652, "Finetune/Step Time": 6.545057576149702}
+{"Finetune/Learning Rate": 8.774263201387889e-07, "Finetune/Loss": 0.592281699180603, "Finetune/Loss (Raw)": 0.7319206595420837, "Finetune/Step": 5653, "Finetune/Step Time": 6.536038586869836}
+{"Finetune/Learning Rate": 8.753864513639399e-07, "Finetune/Loss": 0.591209888458252, "Finetune/Loss (Raw)": 0.6569908261299133, "Finetune/Step": 5654, "Finetune/Step Time": 6.535440010949969}
+{"Finetune/Learning Rate": 8.733488479845997e-07, "Finetune/Loss": 0.5909942388534546, "Finetune/Loss (Raw)": 0.5129165053367615, "Finetune/Step": 5655, "Finetune/Step Time": 6.532597908750176}
+{"Finetune/Learning Rate": 8.71313510506645e-07, "Finetune/Loss": 0.5907479524612427, "Finetune/Loss (Raw)": 0.6536330580711365, "Finetune/Step": 5656, "Finetune/Step Time": 6.541995478793979}
+{"Finetune/Learning Rate": 8.692804394353971e-07, "Finetune/Loss": 0.592094898223877, "Finetune/Loss (Raw)": 0.703742265701294, "Finetune/Step": 5657, "Finetune/Step Time": 6.526849744841456}
+{"Finetune/Learning Rate": 8.672496352756154e-07, "Finetune/Loss": 0.591315746307373, "Finetune/Loss (Raw)": 0.6370313167572021, "Finetune/Step": 5658, "Finetune/Step Time": 6.529070122167468}
+{"Finetune/Learning Rate": 8.65221098531489e-07, "Finetune/Loss": 0.5942189693450928, "Finetune/Loss (Raw)": 0.6137576103210449, "Finetune/Step": 5659, "Finetune/Step Time": 6.527151200920343}
+{"Finetune/Learning Rate": 8.631948297066539e-07, "Finetune/Loss": 0.5948967933654785, "Finetune/Loss (Raw)": 0.6644766926765442, "Finetune/Step": 5660, "Finetune/Step Time": 6.520430425181985}
+{"Finetune/Learning Rate": 8.611708293041732e-07, "Finetune/Loss": 0.5936346650123596, "Finetune/Loss (Raw)": 0.5124682188034058, "Finetune/Step": 5661, "Finetune/Step Time": 6.497379399836063}
+{"Finetune/Learning Rate": 8.59149097826556e-07, "Finetune/Loss": 0.5935850739479065, "Finetune/Loss (Raw)": 0.5443921089172363, "Finetune/Step": 5662, "Finetune/Step Time": 6.507577167823911}
+{"Finetune/Learning Rate": 8.571296357757397e-07, "Finetune/Loss": 0.593895673751831, "Finetune/Loss (Raw)": 0.6286020278930664, "Finetune/Step": 5663, "Finetune/Step Time": 6.493835870176554}
+{"Finetune/Learning Rate": 8.551124436531055e-07, "Finetune/Loss": 0.5942870378494263, "Finetune/Loss (Raw)": 0.6321909427642822, "Finetune/Step": 5664, "Finetune/Step Time": 6.4817944299429655}
+{"Finetune/Learning Rate": 8.530975219594651e-07, "Finetune/Loss": 0.593837320804596, "Finetune/Loss (Raw)": 0.5174862146377563, "Finetune/Step": 5665, "Finetune/Step Time": 6.482558054849505}
+{"Finetune/Learning Rate": 8.510848711950704e-07, "Finetune/Loss": 0.597788393497467, "Finetune/Loss (Raw)": 0.7343241572380066, "Finetune/Step": 5666, "Finetune/Step Time": 6.471892461180687}
+{"Finetune/Learning Rate": 8.490744918596106e-07, "Finetune/Loss": 0.5976971983909607, "Finetune/Loss (Raw)": 0.6732529401779175, "Finetune/Step": 5667, "Finetune/Step Time": 6.473864696919918}
+{"Finetune/Learning Rate": 8.470663844522053e-07, "Finetune/Loss": 0.5986093878746033, "Finetune/Loss (Raw)": 0.6573260426521301, "Finetune/Step": 5668, "Finetune/Step Time": 6.467492703348398}
+{"Finetune/Learning Rate": 8.450605494714159e-07, "Finetune/Loss": 0.598334014415741, "Finetune/Loss (Raw)": 0.5374090075492859, "Finetune/Step": 5669, "Finetune/Step Time": 6.460797747597098}
+{"Finetune/Learning Rate": 8.430569874152339e-07, "Finetune/Loss": 0.6007558107376099, "Finetune/Loss (Raw)": 0.7113837599754333, "Finetune/Step": 5670, "Finetune/Step Time": 6.458729071542621}
+{"Finetune/Learning Rate": 8.410556987810937e-07, "Finetune/Loss": 0.6017910242080688, "Finetune/Loss (Raw)": 0.7388131618499756, "Finetune/Step": 5671, "Finetune/Step Time": 6.468015844002366}
+{"Finetune/Learning Rate": 8.390566840658576e-07, "Finetune/Loss": 0.5989118814468384, "Finetune/Loss (Raw)": 0.2805600166320801, "Finetune/Step": 5672, "Finetune/Step Time": 6.4738717544823885}
+{"Finetune/Learning Rate": 8.370599437658311e-07, "Finetune/Loss": 0.5997580289840698, "Finetune/Loss (Raw)": 0.676395833492279, "Finetune/Step": 5673, "Finetune/Step Time": 6.478311667218804}
+{"Finetune/Learning Rate": 8.350654783767475e-07, "Finetune/Loss": 0.6010415554046631, "Finetune/Loss (Raw)": 0.6526105999946594, "Finetune/Step": 5674, "Finetune/Step Time": 6.478027656674385}
+{"Finetune/Learning Rate": 8.330732883937808e-07, "Finetune/Loss": 0.5996971130371094, "Finetune/Loss (Raw)": 0.5151845812797546, "Finetune/Step": 5675, "Finetune/Step Time": 6.479924952611327}
+{"Finetune/Learning Rate": 8.310833743115354e-07, "Finetune/Loss": 0.5966627597808838, "Finetune/Loss (Raw)": 0.2622351050376892, "Finetune/Step": 5676, "Finetune/Step Time": 6.488854199647903}
+{"Finetune/Learning Rate": 8.29095736624056e-07, "Finetune/Loss": 0.5964188575744629, "Finetune/Loss (Raw)": 0.5719731450080872, "Finetune/Step": 5677, "Finetune/Step Time": 6.501207938417792}
+{"Finetune/Learning Rate": 8.271103758248189e-07, "Finetune/Loss": 0.5961342453956604, "Finetune/Loss (Raw)": 0.5780425667762756, "Finetune/Step": 5678, "Finetune/Step Time": 6.499157570302486}
+{"Finetune/Learning Rate": 8.251272924067355e-07, "Finetune/Loss": 0.5962055921554565, "Finetune/Loss (Raw)": 0.5939494371414185, "Finetune/Step": 5679, "Finetune/Step Time": 6.494770413264632}
+{"Finetune/Learning Rate": 8.231464868621519e-07, "Finetune/Loss": 0.5974494218826294, "Finetune/Loss (Raw)": 0.6869980692863464, "Finetune/Step": 5680, "Finetune/Step Time": 6.503452191129327}
+{"Finetune/Learning Rate": 8.211679596828481e-07, "Finetune/Loss": 0.59758460521698, "Finetune/Loss (Raw)": 0.6952780485153198, "Finetune/Step": 5681, "Finetune/Step Time": 6.502915117889643}
+{"Finetune/Learning Rate": 8.191917113600401e-07, "Finetune/Loss": 0.5974526405334473, "Finetune/Loss (Raw)": 0.7357292771339417, "Finetune/Step": 5682, "Finetune/Step Time": 6.50085923448205}
+{"Finetune/Learning Rate": 8.172177423843763e-07, "Finetune/Loss": 0.5982516407966614, "Finetune/Loss (Raw)": 0.6369479894638062, "Finetune/Step": 5683, "Finetune/Step Time": 6.489785021170974}
+{"Finetune/Learning Rate": 8.152460532459405e-07, "Finetune/Loss": 0.5992821455001831, "Finetune/Loss (Raw)": 0.6463867425918579, "Finetune/Step": 5684, "Finetune/Step Time": 6.503555024042726}
+{"Finetune/Learning Rate": 8.132766444342488e-07, "Finetune/Loss": 0.600135087966919, "Finetune/Loss (Raw)": 0.6417139172554016, "Finetune/Step": 5685, "Finetune/Step Time": 6.490419235080481}
+{"Finetune/Learning Rate": 8.113095164382534e-07, "Finetune/Loss": 0.6003888845443726, "Finetune/Loss (Raw)": 0.6833592653274536, "Finetune/Step": 5686, "Finetune/Step Time": 6.483789529651403}
+{"Finetune/Learning Rate": 8.093446697463392e-07, "Finetune/Loss": 0.6021326780319214, "Finetune/Loss (Raw)": 0.7322369813919067, "Finetune/Step": 5687, "Finetune/Step Time": 6.47981421276927}
+{"Finetune/Learning Rate": 8.073821048463237e-07, "Finetune/Loss": 0.6045892238616943, "Finetune/Loss (Raw)": 0.49682366847991943, "Finetune/Step": 5688, "Finetune/Step Time": 6.464098351076245}
+{"Finetune/Learning Rate": 8.054218222254618e-07, "Finetune/Loss": 0.606264591217041, "Finetune/Loss (Raw)": 0.6536349654197693, "Finetune/Step": 5689, "Finetune/Step Time": 6.466450681909919}
+{"Finetune/Learning Rate": 8.034638223704338e-07, "Finetune/Loss": 0.6062634587287903, "Finetune/Loss (Raw)": 0.6462903618812561, "Finetune/Step": 5690, "Finetune/Step Time": 6.47206155769527}
+{"Finetune/Learning Rate": 8.015081057673623e-07, "Finetune/Loss": 0.606471061706543, "Finetune/Loss (Raw)": 0.5791991949081421, "Finetune/Step": 5691, "Finetune/Step Time": 6.4566200859844685}
+{"Finetune/Learning Rate": 7.995546729017978e-07, "Finetune/Loss": 0.607598602771759, "Finetune/Loss (Raw)": 0.6769302487373352, "Finetune/Step": 5692, "Finetune/Step Time": 6.44835714250803}
+{"Finetune/Learning Rate": 7.976035242587254e-07, "Finetune/Loss": 0.6060149669647217, "Finetune/Loss (Raw)": 0.46107664704322815, "Finetune/Step": 5693, "Finetune/Step Time": 6.460915757343173}
+{"Finetune/Learning Rate": 7.956546603225601e-07, "Finetune/Loss": 0.6054439544677734, "Finetune/Loss (Raw)": 0.5758436918258667, "Finetune/Step": 5694, "Finetune/Step Time": 6.465285433456302}
+{"Finetune/Learning Rate": 7.937080815771569e-07, "Finetune/Loss": 0.606602668762207, "Finetune/Loss (Raw)": 0.634529709815979, "Finetune/Step": 5695, "Finetune/Step Time": 6.456411886960268}
+{"Finetune/Learning Rate": 7.917637885057938e-07, "Finetune/Loss": 0.6069533824920654, "Finetune/Loss (Raw)": 0.574728786945343, "Finetune/Step": 5696, "Finetune/Step Time": 6.460518158972263}
+{"Finetune/Learning Rate": 7.89821781591189e-07, "Finetune/Loss": 0.6076679229736328, "Finetune/Loss (Raw)": 0.7517465353012085, "Finetune/Step": 5697, "Finetune/Step Time": 6.471043411642313}
+{"Finetune/Learning Rate": 7.878820613154925e-07, "Finetune/Loss": 0.607417643070221, "Finetune/Loss (Raw)": 0.6058986186981201, "Finetune/Step": 5698, "Finetune/Step Time": 6.474774086847901}
+{"Finetune/Learning Rate": 7.859446281602801e-07, "Finetune/Loss": 0.6079651713371277, "Finetune/Loss (Raw)": 0.6997401118278503, "Finetune/Step": 5699, "Finetune/Step Time": 6.478993931785226}
+{"Finetune/Learning Rate": 7.84009482606568e-07, "Finetune/Loss": 0.6086927652359009, "Finetune/Loss (Raw)": 0.6441084742546082, "Finetune/Step": 5700, "Finetune/Step Time": 6.457760499790311}
+{"Finetune/Learning Rate": 7.820766251347978e-07, "Finetune/Loss": 0.6081610321998596, "Finetune/Loss (Raw)": 0.6609113812446594, "Finetune/Step": 5701, "Finetune/Step Time": 6.479331739246845}
+{"Finetune/Learning Rate": 7.801460562248486e-07, "Finetune/Loss": 0.609661877155304, "Finetune/Loss (Raw)": 0.7049890756607056, "Finetune/Step": 5702, "Finetune/Step Time": 6.48983484134078}
+{"Finetune/Learning Rate": 7.78217776356025e-07, "Finetune/Loss": 0.6092501878738403, "Finetune/Loss (Raw)": 0.5760167241096497, "Finetune/Step": 5703, "Finetune/Step Time": 6.482070887461305}
+{"Finetune/Learning Rate": 7.762917860070718e-07, "Finetune/Loss": 0.6098597645759583, "Finetune/Loss (Raw)": 0.6608836650848389, "Finetune/Step": 5704, "Finetune/Step Time": 6.4765838254243135}
+{"Finetune/Learning Rate": 7.743680856561552e-07, "Finetune/Loss": 0.6091380715370178, "Finetune/Loss (Raw)": 0.5835728049278259, "Finetune/Step": 5705, "Finetune/Step Time": 6.478072127327323}
+{"Finetune/Learning Rate": 7.724466757808813e-07, "Finetune/Loss": 0.6079226136207581, "Finetune/Loss (Raw)": 0.40727224946022034, "Finetune/Step": 5706, "Finetune/Step Time": 6.485589072108269}
+{"Finetune/Learning Rate": 7.705275568582848e-07, "Finetune/Loss": 0.6051328182220459, "Finetune/Loss (Raw)": 0.19185446202754974, "Finetune/Step": 5707, "Finetune/Step Time": 6.507843144237995}
+{"Finetune/Learning Rate": 7.686107293648282e-07, "Finetune/Loss": 0.6018390655517578, "Finetune/Loss (Raw)": 0.15362738072872162, "Finetune/Step": 5708, "Finetune/Step Time": 6.520082168281078}
+{"Finetune/Learning Rate": 7.666961937764128e-07, "Finetune/Loss": 0.6002458930015564, "Finetune/Loss (Raw)": 0.5239056944847107, "Finetune/Step": 5709, "Finetune/Step Time": 6.525531193241477}
+{"Finetune/Learning Rate": 7.647839505683608e-07, "Finetune/Loss": 0.6003469228744507, "Finetune/Loss (Raw)": 0.6227549314498901, "Finetune/Step": 5710, "Finetune/Step Time": 6.543187081813812}
+{"Finetune/Learning Rate": 7.628740002154356e-07, "Finetune/Loss": 0.6007716655731201, "Finetune/Loss (Raw)": 0.5674179792404175, "Finetune/Step": 5711, "Finetune/Step Time": 6.548101415857673}
+{"Finetune/Learning Rate": 7.609663431918213e-07, "Finetune/Loss": 0.6019637584686279, "Finetune/Loss (Raw)": 0.7614388465881348, "Finetune/Step": 5712, "Finetune/Step Time": 6.557520855218172}
+{"Finetune/Learning Rate": 7.590609799711424e-07, "Finetune/Loss": 0.6026955842971802, "Finetune/Loss (Raw)": 0.7438350915908813, "Finetune/Step": 5713, "Finetune/Step Time": 6.547182369977236}
+{"Finetune/Learning Rate": 7.57157911026446e-07, "Finetune/Loss": 0.6016576290130615, "Finetune/Loss (Raw)": 0.6427528858184814, "Finetune/Step": 5714, "Finetune/Step Time": 6.549150129780173}
+{"Finetune/Learning Rate": 7.552571368302153e-07, "Finetune/Loss": 0.6016080379486084, "Finetune/Loss (Raw)": 0.5670757293701172, "Finetune/Step": 5715, "Finetune/Step Time": 6.558029640465975}
+{"Finetune/Learning Rate": 7.533586578543583e-07, "Finetune/Loss": 0.5978429317474365, "Finetune/Loss (Raw)": 0.15822438895702362, "Finetune/Step": 5716, "Finetune/Step Time": 6.578729368746281}
+{"Finetune/Learning Rate": 7.51462474570217e-07, "Finetune/Loss": 0.5964323878288269, "Finetune/Loss (Raw)": 0.5266380310058594, "Finetune/Step": 5717, "Finetune/Step Time": 6.572620892897248}
+{"Finetune/Learning Rate": 7.495685874485658e-07, "Finetune/Loss": 0.5957733392715454, "Finetune/Loss (Raw)": 0.5146142244338989, "Finetune/Step": 5718, "Finetune/Step Time": 6.573256900534034}
+{"Finetune/Learning Rate": 7.476769969596021e-07, "Finetune/Loss": 0.5959599018096924, "Finetune/Loss (Raw)": 0.5766774415969849, "Finetune/Step": 5719, "Finetune/Step Time": 6.566992497071624}
+{"Finetune/Learning Rate": 7.457877035729588e-07, "Finetune/Loss": 0.5955178737640381, "Finetune/Loss (Raw)": 0.541629433631897, "Finetune/Step": 5720, "Finetune/Step Time": 6.558924209326506}
+{"Finetune/Learning Rate": 7.439007077576943e-07, "Finetune/Loss": 0.5961583852767944, "Finetune/Loss (Raw)": 0.6344316005706787, "Finetune/Step": 5721, "Finetune/Step Time": 6.5447779558598995}
+{"Finetune/Learning Rate": 7.420160099823026e-07, "Finetune/Loss": 0.5952677726745605, "Finetune/Loss (Raw)": 0.5946730971336365, "Finetune/Step": 5722, "Finetune/Step Time": 6.537583105266094}
+{"Finetune/Learning Rate": 7.401336107146995e-07, "Finetune/Loss": 0.5954340696334839, "Finetune/Loss (Raw)": 0.655646800994873, "Finetune/Step": 5723, "Finetune/Step Time": 6.54055754840374}
+{"Finetune/Learning Rate": 7.382535104222366e-07, "Finetune/Loss": 0.5950567722320557, "Finetune/Loss (Raw)": 0.6703364849090576, "Finetune/Step": 5724, "Finetune/Step Time": 6.5464492458850145}
+{"Finetune/Learning Rate": 7.363757095716884e-07, "Finetune/Loss": 0.5980474948883057, "Finetune/Loss (Raw)": 0.6410788893699646, "Finetune/Step": 5725, "Finetune/Step Time": 6.5238546542823315}
+{"Finetune/Learning Rate": 7.345002086292663e-07, "Finetune/Loss": 0.5974607467651367, "Finetune/Loss (Raw)": 0.5587856769561768, "Finetune/Step": 5726, "Finetune/Step Time": 6.513782672584057}
+{"Finetune/Learning Rate": 7.326270080606058e-07, "Finetune/Loss": 0.5973199605941772, "Finetune/Loss (Raw)": 0.5895634889602661, "Finetune/Step": 5727, "Finetune/Step Time": 6.52037550508976}
+{"Finetune/Learning Rate": 7.307561083307702e-07, "Finetune/Loss": 0.5980858206748962, "Finetune/Loss (Raw)": 0.5315970778465271, "Finetune/Step": 5728, "Finetune/Step Time": 6.513446431607008}
+{"Finetune/Learning Rate": 7.288875099042569e-07, "Finetune/Loss": 0.594588577747345, "Finetune/Loss (Raw)": 0.22392624616622925, "Finetune/Step": 5729, "Finetune/Step Time": 6.534074399620295}
+{"Finetune/Learning Rate": 7.270212132449839e-07, "Finetune/Loss": 0.5949621796607971, "Finetune/Loss (Raw)": 0.6311958432197571, "Finetune/Step": 5730, "Finetune/Step Time": 6.531705556437373}
+{"Finetune/Learning Rate": 7.251572188163059e-07, "Finetune/Loss": 0.5951551198959351, "Finetune/Loss (Raw)": 0.6748526692390442, "Finetune/Step": 5731, "Finetune/Step Time": 6.5430475063622}
+{"Finetune/Learning Rate": 7.232955270810005e-07, "Finetune/Loss": 0.5945826172828674, "Finetune/Loss (Raw)": 0.6854797005653381, "Finetune/Step": 5732, "Finetune/Step Time": 6.542290166020393}
+{"Finetune/Learning Rate": 7.21436138501278e-07, "Finetune/Loss": 0.5941328406333923, "Finetune/Loss (Raw)": 0.633476197719574, "Finetune/Step": 5733, "Finetune/Step Time": 6.530214371159673}
+{"Finetune/Learning Rate": 7.195790535387703e-07, "Finetune/Loss": 0.5931280851364136, "Finetune/Loss (Raw)": 0.5262376666069031, "Finetune/Step": 5734, "Finetune/Step Time": 6.53725234977901}
+{"Finetune/Learning Rate": 7.177242726545464e-07, "Finetune/Loss": 0.5945582985877991, "Finetune/Loss (Raw)": 0.6641753315925598, "Finetune/Step": 5735, "Finetune/Step Time": 6.530973002314568}
+{"Finetune/Learning Rate": 7.158717963090945e-07, "Finetune/Loss": 0.5947574377059937, "Finetune/Loss (Raw)": 0.6896926760673523, "Finetune/Step": 5736, "Finetune/Step Time": 6.536231350153685}
+{"Finetune/Learning Rate": 7.140216249623355e-07, "Finetune/Loss": 0.5928748846054077, "Finetune/Loss (Raw)": 0.5239424109458923, "Finetune/Step": 5737, "Finetune/Step Time": 6.535440415143967}
+{"Finetune/Learning Rate": 7.121737590736188e-07, "Finetune/Loss": 0.5940617322921753, "Finetune/Loss (Raw)": 0.7252950072288513, "Finetune/Step": 5738, "Finetune/Step Time": 6.56011482514441}
+{"Finetune/Learning Rate": 7.103281991017174e-07, "Finetune/Loss": 0.5950324535369873, "Finetune/Loss (Raw)": 0.5485294461250305, "Finetune/Step": 5739, "Finetune/Step Time": 6.575516769662499}
+{"Finetune/Learning Rate": 7.08484945504836e-07, "Finetune/Loss": 0.5948495864868164, "Finetune/Loss (Raw)": 0.5588559508323669, "Finetune/Step": 5740, "Finetune/Step Time": 6.58349822089076}
+{"Finetune/Learning Rate": 7.066439987406026e-07, "Finetune/Loss": 0.5950010418891907, "Finetune/Loss (Raw)": 0.6141307353973389, "Finetune/Step": 5741, "Finetune/Step Time": 6.574307581409812}
+{"Finetune/Learning Rate": 7.048053592660786e-07, "Finetune/Loss": 0.5950087308883667, "Finetune/Loss (Raw)": 0.6317980289459229, "Finetune/Step": 5742, "Finetune/Step Time": 6.574233865365386}
+{"Finetune/Learning Rate": 7.029690275377432e-07, "Finetune/Loss": 0.5950735807418823, "Finetune/Loss (Raw)": 0.6475454568862915, "Finetune/Step": 5743, "Finetune/Step Time": 6.573678109794855}
+{"Finetune/Learning Rate": 7.011350040115128e-07, "Finetune/Loss": 0.5961654782295227, "Finetune/Loss (Raw)": 0.7250034809112549, "Finetune/Step": 5744, "Finetune/Step Time": 6.565115833655}
+{"Finetune/Learning Rate": 6.993032891427221e-07, "Finetune/Loss": 0.5950955152511597, "Finetune/Loss (Raw)": 0.48446059226989746, "Finetune/Step": 5745, "Finetune/Step Time": 6.571981966495514}
+{"Finetune/Learning Rate": 6.974738833861383e-07, "Finetune/Loss": 0.5970062017440796, "Finetune/Loss (Raw)": 0.45983952283859253, "Finetune/Step": 5746, "Finetune/Step Time": 6.574331760406494}
+{"Finetune/Learning Rate": 6.956467871959549e-07, "Finetune/Loss": 0.5971674919128418, "Finetune/Loss (Raw)": 0.572737991809845, "Finetune/Step": 5747, "Finetune/Step Time": 6.575172621756792}
+{"Finetune/Learning Rate": 6.93822001025789e-07, "Finetune/Loss": 0.5974584817886353, "Finetune/Loss (Raw)": 0.6308033466339111, "Finetune/Step": 5748, "Finetune/Step Time": 6.591337265446782}
+{"Finetune/Learning Rate": 6.919995253286859e-07, "Finetune/Loss": 0.5967245697975159, "Finetune/Loss (Raw)": 0.5189074873924255, "Finetune/Step": 5749, "Finetune/Step Time": 6.6042956337332726}
+{"Finetune/Learning Rate": 6.901793605571172e-07, "Finetune/Loss": 0.5960972905158997, "Finetune/Loss (Raw)": 0.4259622097015381, "Finetune/Step": 5750, "Finetune/Step Time": 6.611655147746205}
+{"Finetune/Learning Rate": 6.883615071629823e-07, "Finetune/Loss": 0.5956308841705322, "Finetune/Loss (Raw)": 0.5482476949691772, "Finetune/Step": 5751, "Finetune/Step Time": 6.596542300656438}
+{"Finetune/Learning Rate": 6.865459655976014e-07, "Finetune/Loss": 0.5967943668365479, "Finetune/Loss (Raw)": 0.6485158205032349, "Finetune/Step": 5752, "Finetune/Step Time": 6.583470752462745}
+{"Finetune/Learning Rate": 6.847327363117296e-07, "Finetune/Loss": 0.597310483455658, "Finetune/Loss (Raw)": 0.5296667218208313, "Finetune/Step": 5753, "Finetune/Step Time": 6.593582035973668}
+{"Finetune/Learning Rate": 6.829218197555376e-07, "Finetune/Loss": 0.5966683626174927, "Finetune/Loss (Raw)": 0.5855137705802917, "Finetune/Step": 5754, "Finetune/Step Time": 6.590675385668874}
+{"Finetune/Learning Rate": 6.811132163786316e-07, "Finetune/Loss": 0.5957868695259094, "Finetune/Loss (Raw)": 0.5491514801979065, "Finetune/Step": 5755, "Finetune/Step Time": 6.587832299992442}
+{"Finetune/Learning Rate": 6.793069266300367e-07, "Finetune/Loss": 0.5968436598777771, "Finetune/Loss (Raw)": 0.6478607654571533, "Finetune/Step": 5756, "Finetune/Step Time": 6.600235678255558}
+{"Finetune/Learning Rate": 6.775029509582054e-07, "Finetune/Loss": 0.5964863300323486, "Finetune/Loss (Raw)": 0.6401388049125671, "Finetune/Step": 5757, "Finetune/Step Time": 6.592834072187543}
+{"Finetune/Learning Rate": 6.757012898110182e-07, "Finetune/Loss": 0.5940717458724976, "Finetune/Loss (Raw)": 0.21372844278812408, "Finetune/Step": 5758, "Finetune/Step Time": 6.61599431373179}
+{"Finetune/Learning Rate": 6.739019436357774e-07, "Finetune/Loss": 0.5929722785949707, "Finetune/Loss (Raw)": 0.43528473377227783, "Finetune/Step": 5759, "Finetune/Step Time": 6.635030524805188}
+{"Finetune/Learning Rate": 6.721049128792134e-07, "Finetune/Loss": 0.5936330556869507, "Finetune/Loss (Raw)": 0.6258020997047424, "Finetune/Step": 5760, "Finetune/Step Time": 6.633001837879419}
+{"Finetune/Learning Rate": 6.703101979874793e-07, "Finetune/Loss": 0.5940972566604614, "Finetune/Loss (Raw)": 0.5710340738296509, "Finetune/Step": 5761, "Finetune/Step Time": 6.628090398386121}
+{"Finetune/Learning Rate": 6.685177994061554e-07, "Finetune/Loss": 0.5932579040527344, "Finetune/Loss (Raw)": 0.6013920307159424, "Finetune/Step": 5762, "Finetune/Step Time": 6.626371486112475}
+{"Finetune/Learning Rate": 6.667277175802444e-07, "Finetune/Loss": 0.5930755734443665, "Finetune/Loss (Raw)": 0.5230128765106201, "Finetune/Step": 5763, "Finetune/Step Time": 6.63088658824563}
+{"Finetune/Learning Rate": 6.649399529541789e-07, "Finetune/Loss": 0.5938559770584106, "Finetune/Loss (Raw)": 0.5577989816665649, "Finetune/Step": 5764, "Finetune/Step Time": 6.638850301504135}
+{"Finetune/Learning Rate": 6.631545059718069e-07, "Finetune/Loss": 0.5933333039283752, "Finetune/Loss (Raw)": 0.6295397877693176, "Finetune/Step": 5765, "Finetune/Step Time": 6.637577120214701}
+{"Finetune/Learning Rate": 6.613713770764129e-07, "Finetune/Loss": 0.5930405259132385, "Finetune/Loss (Raw)": 0.5702642202377319, "Finetune/Step": 5766, "Finetune/Step Time": 6.641678476706147}
+{"Finetune/Learning Rate": 6.59590566710695e-07, "Finetune/Loss": 0.5922741889953613, "Finetune/Loss (Raw)": 0.6279033422470093, "Finetune/Step": 5767, "Finetune/Step Time": 6.64068716019392}
+{"Finetune/Learning Rate": 6.578120753167816e-07, "Finetune/Loss": 0.5892626643180847, "Finetune/Loss (Raw)": 0.18069349229335785, "Finetune/Step": 5768, "Finetune/Step Time": 6.661102876067162}
+{"Finetune/Learning Rate": 6.560359033362263e-07, "Finetune/Loss": 0.5890321135520935, "Finetune/Loss (Raw)": 0.7045038342475891, "Finetune/Step": 5769, "Finetune/Step Time": 6.674539411440492}
+{"Finetune/Learning Rate": 6.542620512100029e-07, "Finetune/Loss": 0.5881415009498596, "Finetune/Loss (Raw)": 0.4898329973220825, "Finetune/Step": 5770, "Finetune/Step Time": 6.697809623554349}
+{"Finetune/Learning Rate": 6.524905193785114e-07, "Finetune/Loss": 0.5878623127937317, "Finetune/Loss (Raw)": 0.6421441435813904, "Finetune/Step": 5771, "Finetune/Step Time": 6.693919353187084}
+{"Finetune/Learning Rate": 6.507213082815745e-07, "Finetune/Loss": 0.5884602069854736, "Finetune/Loss (Raw)": 0.6962388753890991, "Finetune/Step": 5772, "Finetune/Step Time": 6.688796458765864}
+{"Finetune/Learning Rate": 6.489544183584418e-07, "Finetune/Loss": 0.5886170268058777, "Finetune/Loss (Raw)": 0.6835965514183044, "Finetune/Step": 5773, "Finetune/Step Time": 6.671923601999879}
+{"Finetune/Learning Rate": 6.471898500477825e-07, "Finetune/Loss": 0.5886089205741882, "Finetune/Loss (Raw)": 0.6775373816490173, "Finetune/Step": 5774, "Finetune/Step Time": 6.689438251778483}
+{"Finetune/Learning Rate": 6.454276037876927e-07, "Finetune/Loss": 0.5889976620674133, "Finetune/Loss (Raw)": 0.6729469895362854, "Finetune/Step": 5775, "Finetune/Step Time": 6.691318463534117}
+{"Finetune/Learning Rate": 6.436676800156883e-07, "Finetune/Loss": 0.5893313884735107, "Finetune/Loss (Raw)": 0.6455046534538269, "Finetune/Step": 5776, "Finetune/Step Time": 6.687939874827862}
+{"Finetune/Learning Rate": 6.419100791687116e-07, "Finetune/Loss": 0.5860694050788879, "Finetune/Loss (Raw)": 0.18003533780574799, "Finetune/Step": 5777, "Finetune/Step Time": 6.706397304311395}
+{"Finetune/Learning Rate": 6.401548016831305e-07, "Finetune/Loss": 0.5849777460098267, "Finetune/Loss (Raw)": 0.5284956097602844, "Finetune/Step": 5778, "Finetune/Step Time": 6.700044797733426}
+{"Finetune/Learning Rate": 6.384018479947296e-07, "Finetune/Loss": 0.5841547250747681, "Finetune/Loss (Raw)": 0.534408688545227, "Finetune/Step": 5779, "Finetune/Step Time": 6.711239594966173}
+{"Finetune/Learning Rate": 6.366512185387231e-07, "Finetune/Loss": 0.5808233618736267, "Finetune/Loss (Raw)": 0.19327615201473236, "Finetune/Step": 5780, "Finetune/Step Time": 6.727855840697885}
+{"Finetune/Learning Rate": 6.349029137497409e-07, "Finetune/Loss": 0.5805901288986206, "Finetune/Loss (Raw)": 0.7020601034164429, "Finetune/Step": 5781, "Finetune/Step Time": 6.730075402185321}
+{"Finetune/Learning Rate": 6.331569340618448e-07, "Finetune/Loss": 0.5810093879699707, "Finetune/Loss (Raw)": 0.7106577754020691, "Finetune/Step": 5782, "Finetune/Step Time": 6.747059123590589}
+{"Finetune/Learning Rate": 6.314132799085104e-07, "Finetune/Loss": 0.5819895267486572, "Finetune/Loss (Raw)": 0.6383762955665588, "Finetune/Step": 5783, "Finetune/Step Time": 6.748766291886568}
+{"Finetune/Learning Rate": 6.296719517226424e-07, "Finetune/Loss": 0.5824167728424072, "Finetune/Loss (Raw)": 0.7083222270011902, "Finetune/Step": 5784, "Finetune/Step Time": 6.726680727675557}
+{"Finetune/Learning Rate": 6.279329499365649e-07, "Finetune/Loss": 0.5788076519966125, "Finetune/Loss (Raw)": 0.24177344143390656, "Finetune/Step": 5785, "Finetune/Step Time": 6.74524505995214}
+{"Finetune/Learning Rate": 6.26196274982025e-07, "Finetune/Loss": 0.5759041905403137, "Finetune/Loss (Raw)": 0.26538437604904175, "Finetune/Step": 5786, "Finetune/Step Time": 6.766260942444205}
+{"Finetune/Learning Rate": 6.24461927290192e-07, "Finetune/Loss": 0.5766167640686035, "Finetune/Loss (Raw)": 0.7049630284309387, "Finetune/Step": 5787, "Finetune/Step Time": 6.755712641403079}
+{"Finetune/Learning Rate": 6.227299072916571e-07, "Finetune/Loss": 0.5757379531860352, "Finetune/Loss (Raw)": 0.5519939661026001, "Finetune/Step": 5788, "Finetune/Step Time": 6.762860035523772}
+{"Finetune/Learning Rate": 6.210002154164374e-07, "Finetune/Loss": 0.5737882852554321, "Finetune/Loss (Raw)": 0.262912780046463, "Finetune/Step": 5789, "Finetune/Step Time": 6.7738838996738195}
+{"Finetune/Learning Rate": 6.19272852093965e-07, "Finetune/Loss": 0.5746328234672546, "Finetune/Loss (Raw)": 0.6524876356124878, "Finetune/Step": 5790, "Finetune/Step Time": 6.7644692193716764}
+{"Finetune/Learning Rate": 6.175478177531002e-07, "Finetune/Loss": 0.574329137802124, "Finetune/Loss (Raw)": 0.5897383093833923, "Finetune/Step": 5791, "Finetune/Step Time": 6.783130900934339}
+{"Finetune/Learning Rate": 6.158251128221205e-07, "Finetune/Loss": 0.5743721127510071, "Finetune/Loss (Raw)": 0.6376868486404419, "Finetune/Step": 5792, "Finetune/Step Time": 6.7785160932689905}
+{"Finetune/Learning Rate": 6.14104737728729e-07, "Finetune/Loss": 0.574957549571991, "Finetune/Loss (Raw)": 0.5924264192581177, "Finetune/Step": 5793, "Finetune/Step Time": 6.775764422491193}
+{"Finetune/Learning Rate": 6.123866929000466e-07, "Finetune/Loss": 0.5747701525688171, "Finetune/Loss (Raw)": 0.7103316783905029, "Finetune/Step": 5794, "Finetune/Step Time": 6.77018927782774}
+{"Finetune/Learning Rate": 6.106709787626198e-07, "Finetune/Loss": 0.5738394856452942, "Finetune/Loss (Raw)": 0.5541314482688904, "Finetune/Step": 5795, "Finetune/Step Time": 6.767861420288682}
+{"Finetune/Learning Rate": 6.08957595742411e-07, "Finetune/Loss": 0.5718637108802795, "Finetune/Loss (Raw)": 0.4044279456138611, "Finetune/Step": 5796, "Finetune/Step Time": 6.770105380564928}
+{"Finetune/Learning Rate": 6.072465442648079e-07, "Finetune/Loss": 0.57181715965271, "Finetune/Loss (Raw)": 0.5314447283744812, "Finetune/Step": 5797, "Finetune/Step Time": 6.7648453917354345}
+{"Finetune/Learning Rate": 6.055378247546217e-07, "Finetune/Loss": 0.5713158845901489, "Finetune/Loss (Raw)": 0.6472223997116089, "Finetune/Step": 5798, "Finetune/Step Time": 6.758140971884131}
+{"Finetune/Learning Rate": 6.038314376360776e-07, "Finetune/Loss": 0.5702612400054932, "Finetune/Loss (Raw)": 0.6038142442703247, "Finetune/Step": 5799, "Finetune/Step Time": 6.7456291895359755}
+{"Finetune/Learning Rate": 6.021273833328279e-07, "Finetune/Loss": 0.5727080702781677, "Finetune/Loss (Raw)": 0.5937647819519043, "Finetune/Step": 5800, "Finetune/Step Time": 6.73226210847497}
+{"Finetune/Learning Rate": 6.004256622679405e-07, "Finetune/Loss": 0.5706312656402588, "Finetune/Loss (Raw)": 0.41056695580482483, "Finetune/Step": 5801, "Finetune/Step Time": 6.72742560133338}
+{"Finetune/Learning Rate": 5.987262748639111e-07, "Finetune/Loss": 0.5698730945587158, "Finetune/Loss (Raw)": 0.5555555820465088, "Finetune/Step": 5802, "Finetune/Step Time": 6.735908227041364}
+{"Finetune/Learning Rate": 5.970292215426476e-07, "Finetune/Loss": 0.5703709125518799, "Finetune/Loss (Raw)": 0.5789037942886353, "Finetune/Step": 5803, "Finetune/Step Time": 6.739785382524133}
+{"Finetune/Learning Rate": 5.953345027254854e-07, "Finetune/Loss": 0.5723057389259338, "Finetune/Loss (Raw)": 0.5099016427993774, "Finetune/Step": 5804, "Finetune/Step Time": 6.73114319704473}
+{"Finetune/Learning Rate": 5.936421188331754e-07, "Finetune/Loss": 0.5725815296173096, "Finetune/Loss (Raw)": 0.6072724461555481, "Finetune/Step": 5805, "Finetune/Step Time": 6.729902550578117}
+{"Finetune/Learning Rate": 5.919520702858928e-07, "Finetune/Loss": 0.5732572078704834, "Finetune/Loss (Raw)": 0.664525032043457, "Finetune/Step": 5806, "Finetune/Step Time": 6.739670369774103}
+{"Finetune/Learning Rate": 5.902643575032285e-07, "Finetune/Loss": 0.5733797550201416, "Finetune/Loss (Raw)": 0.6096383333206177, "Finetune/Step": 5807, "Finetune/Step Time": 6.746806342154741}
+{"Finetune/Learning Rate": 5.885789809041986e-07, "Finetune/Loss": 0.5727860927581787, "Finetune/Loss (Raw)": 0.6110050678253174, "Finetune/Step": 5808, "Finetune/Step Time": 6.734046483412385}
+{"Finetune/Learning Rate": 5.868959409072372e-07, "Finetune/Loss": 0.5728017091751099, "Finetune/Loss (Raw)": 0.6972801089286804, "Finetune/Step": 5809, "Finetune/Step Time": 6.739221166819334}
+{"Finetune/Learning Rate": 5.852152379301946e-07, "Finetune/Loss": 0.5720118284225464, "Finetune/Loss (Raw)": 0.634619414806366, "Finetune/Step": 5810, "Finetune/Step Time": 6.74520256370306}
+{"Finetune/Learning Rate": 5.835368723903456e-07, "Finetune/Loss": 0.5713266730308533, "Finetune/Loss (Raw)": 0.5492523908615112, "Finetune/Step": 5811, "Finetune/Step Time": 6.756880667060614}
+{"Finetune/Learning Rate": 5.818608447043828e-07, "Finetune/Loss": 0.5704559683799744, "Finetune/Loss (Raw)": 0.5349382758140564, "Finetune/Step": 5812, "Finetune/Step Time": 6.754505919292569}
+{"Finetune/Learning Rate": 5.80187155288422e-07, "Finetune/Loss": 0.5694448947906494, "Finetune/Loss (Raw)": 0.5122944116592407, "Finetune/Step": 5813, "Finetune/Step Time": 6.7767725214362144}
+{"Finetune/Learning Rate": 5.785158045579897e-07, "Finetune/Loss": 0.5684353113174438, "Finetune/Loss (Raw)": 0.554125189781189, "Finetune/Step": 5814, "Finetune/Step Time": 6.778357619419694}
+{"Finetune/Learning Rate": 5.76846792928042e-07, "Finetune/Loss": 0.5684581995010376, "Finetune/Loss (Raw)": 0.7351781129837036, "Finetune/Step": 5815, "Finetune/Step Time": 6.780771603807807}
+{"Finetune/Learning Rate": 5.751801208129459e-07, "Finetune/Loss": 0.5697987079620361, "Finetune/Loss (Raw)": 0.6684121489524841, "Finetune/Step": 5816, "Finetune/Step Time": 6.7778341099619865}
+{"Finetune/Learning Rate": 5.735157886264931e-07, "Finetune/Loss": 0.5699654221534729, "Finetune/Loss (Raw)": 0.6749711632728577, "Finetune/Step": 5817, "Finetune/Step Time": 6.765093332156539}
+{"Finetune/Learning Rate": 5.718537967818915e-07, "Finetune/Loss": 0.5692476034164429, "Finetune/Loss (Raw)": 0.5544094443321228, "Finetune/Step": 5818, "Finetune/Step Time": 6.759534027427435}
+{"Finetune/Learning Rate": 5.701941456917703e-07, "Finetune/Loss": 0.5699312686920166, "Finetune/Loss (Raw)": 0.666702926158905, "Finetune/Step": 5819, "Finetune/Step Time": 6.75979271158576}
+{"Finetune/Learning Rate": 5.685368357681731e-07, "Finetune/Loss": 0.5697135925292969, "Finetune/Loss (Raw)": 0.6490750312805176, "Finetune/Step": 5820, "Finetune/Step Time": 6.755485164001584}
+{"Finetune/Learning Rate": 5.668818674225684e-07, "Finetune/Loss": 0.5707446336746216, "Finetune/Loss (Raw)": 0.5930454730987549, "Finetune/Step": 5821, "Finetune/Step Time": 6.746051462367177}
+{"Finetune/Learning Rate": 5.6522924106584e-07, "Finetune/Loss": 0.5711264610290527, "Finetune/Loss (Raw)": 0.6247131824493408, "Finetune/Step": 5822, "Finetune/Step Time": 6.742507545277476}
+{"Finetune/Learning Rate": 5.635789571082872e-07, "Finetune/Loss": 0.5706360340118408, "Finetune/Loss (Raw)": 0.5717564821243286, "Finetune/Step": 5823, "Finetune/Step Time": 6.746261594817042}
+{"Finetune/Learning Rate": 5.619310159596358e-07, "Finetune/Loss": 0.5708541870117188, "Finetune/Loss (Raw)": 0.6026490330696106, "Finetune/Step": 5824, "Finetune/Step Time": 6.7447011433541775}
+{"Finetune/Learning Rate": 5.602854180290207e-07, "Finetune/Loss": 0.5705770254135132, "Finetune/Loss (Raw)": 0.7162721753120422, "Finetune/Step": 5825, "Finetune/Step Time": 6.728315578773618}
+{"Finetune/Learning Rate": 5.586421637250028e-07, "Finetune/Loss": 0.5703410506248474, "Finetune/Loss (Raw)": 0.5756981372833252, "Finetune/Step": 5826, "Finetune/Step Time": 6.739192493259907}
+{"Finetune/Learning Rate": 5.570012534555558e-07, "Finetune/Loss": 0.5690245628356934, "Finetune/Loss (Raw)": 0.5312257409095764, "Finetune/Step": 5827, "Finetune/Step Time": 6.756429580971599}
+{"Finetune/Learning Rate": 5.553626876280749e-07, "Finetune/Loss": 0.5688463449478149, "Finetune/Loss (Raw)": 0.6212987899780273, "Finetune/Step": 5828, "Finetune/Step Time": 6.770688701421022}
+{"Finetune/Learning Rate": 5.537264666493703e-07, "Finetune/Loss": 0.5683853626251221, "Finetune/Loss (Raw)": 0.6019082069396973, "Finetune/Step": 5829, "Finetune/Step Time": 6.744301315397024}
+{"Finetune/Learning Rate": 5.520925909256724e-07, "Finetune/Loss": 0.5674399733543396, "Finetune/Loss (Raw)": 0.5839726328849792, "Finetune/Step": 5830, "Finetune/Step Time": 6.751973966136575}
+{"Finetune/Learning Rate": 5.504610608626281e-07, "Finetune/Loss": 0.568000078201294, "Finetune/Loss (Raw)": 0.6477117538452148, "Finetune/Step": 5831, "Finetune/Step Time": 6.757603108882904}
+{"Finetune/Learning Rate": 5.488318768653022e-07, "Finetune/Loss": 0.5679490566253662, "Finetune/Loss (Raw)": 0.6543506979942322, "Finetune/Step": 5832, "Finetune/Step Time": 6.759176218882203}
+{"Finetune/Learning Rate": 5.47205039338179e-07, "Finetune/Loss": 0.5676809549331665, "Finetune/Loss (Raw)": 0.5492620468139648, "Finetune/Step": 5833, "Finetune/Step Time": 6.758549490943551}
+{"Finetune/Learning Rate": 5.455805486851562e-07, "Finetune/Loss": 0.5685557126998901, "Finetune/Loss (Raw)": 0.5192437767982483, "Finetune/Step": 5834, "Finetune/Step Time": 6.749340683221817}
+{"Finetune/Learning Rate": 5.439584053095525e-07, "Finetune/Loss": 0.5718305110931396, "Finetune/Loss (Raw)": 0.6110210418701172, "Finetune/Step": 5835, "Finetune/Step Time": 6.734505861997604}
+{"Finetune/Learning Rate": 5.423386096141003e-07, "Finetune/Loss": 0.5761316418647766, "Finetune/Loss (Raw)": 0.7041800022125244, "Finetune/Step": 5836, "Finetune/Step Time": 6.71602208353579}
+{"Finetune/Learning Rate": 5.407211620009545e-07, "Finetune/Loss": 0.5769511461257935, "Finetune/Loss (Raw)": 0.6287945508956909, "Finetune/Step": 5837, "Finetune/Step Time": 6.710650995373726}
+{"Finetune/Learning Rate": 5.391060628716805e-07, "Finetune/Loss": 0.5773074626922607, "Finetune/Loss (Raw)": 0.6683689951896667, "Finetune/Step": 5838, "Finetune/Step Time": 6.69244603253901}
+{"Finetune/Learning Rate": 5.374933126272664e-07, "Finetune/Loss": 0.5784216523170471, "Finetune/Loss (Raw)": 0.7100317478179932, "Finetune/Step": 5839, "Finetune/Step Time": 6.686915034428239}
+{"Finetune/Learning Rate": 5.358829116681119e-07, "Finetune/Loss": 0.5760738849639893, "Finetune/Loss (Raw)": 0.4609268009662628, "Finetune/Step": 5840, "Finetune/Step Time": 6.695739829912782}
+{"Finetune/Learning Rate": 5.342748603940384e-07, "Finetune/Loss": 0.5743259787559509, "Finetune/Loss (Raw)": 0.520102322101593, "Finetune/Step": 5841, "Finetune/Step Time": 6.713220940902829}
+{"Finetune/Learning Rate": 5.326691592042798e-07, "Finetune/Loss": 0.5736296772956848, "Finetune/Loss (Raw)": 0.5536271929740906, "Finetune/Step": 5842, "Finetune/Step Time": 6.7220753990113735}
+{"Finetune/Learning Rate": 5.310658084974896e-07, "Finetune/Loss": 0.5711219310760498, "Finetune/Loss (Raw)": 0.2460808902978897, "Finetune/Step": 5843, "Finetune/Step Time": 6.726939996704459}
+{"Finetune/Learning Rate": 5.29464808671738e-07, "Finetune/Loss": 0.5745083093643188, "Finetune/Loss (Raw)": 0.5916785597801208, "Finetune/Step": 5844, "Finetune/Step Time": 6.707162126898766}
+{"Finetune/Learning Rate": 5.278661601245061e-07, "Finetune/Loss": 0.5762028098106384, "Finetune/Loss (Raw)": 0.7435380816459656, "Finetune/Step": 5845, "Finetune/Step Time": 6.699015567079186}
+{"Finetune/Learning Rate": 5.262698632527008e-07, "Finetune/Loss": 0.5768271684646606, "Finetune/Loss (Raw)": 0.5945327877998352, "Finetune/Step": 5846, "Finetune/Step Time": 6.706378834322095}
+{"Finetune/Learning Rate": 5.246759184526328e-07, "Finetune/Loss": 0.5776307582855225, "Finetune/Loss (Raw)": 0.6795386672019958, "Finetune/Step": 5847, "Finetune/Step Time": 6.713422536849976}
+{"Finetune/Learning Rate": 5.230843261200425e-07, "Finetune/Loss": 0.5783645510673523, "Finetune/Loss (Raw)": 0.635549783706665, "Finetune/Step": 5848, "Finetune/Step Time": 6.707075254991651}
+{"Finetune/Learning Rate": 5.214950866500734e-07, "Finetune/Loss": 0.578609824180603, "Finetune/Loss (Raw)": 0.6658206582069397, "Finetune/Step": 5849, "Finetune/Step Time": 6.7115913685411215}
+{"Finetune/Learning Rate": 5.199082004372958e-07, "Finetune/Loss": 0.5780770778656006, "Finetune/Loss (Raw)": 0.5264890789985657, "Finetune/Step": 5850, "Finetune/Step Time": 6.708535552024841}
+{"Finetune/Learning Rate": 5.183236678756864e-07, "Finetune/Loss": 0.5780118703842163, "Finetune/Loss (Raw)": 0.6472968459129333, "Finetune/Step": 5851, "Finetune/Step Time": 6.714892936870456}
+{"Finetune/Learning Rate": 5.167414893586453e-07, "Finetune/Loss": 0.5782254338264465, "Finetune/Loss (Raw)": 0.697679340839386, "Finetune/Step": 5852, "Finetune/Step Time": 6.713232660666108}
+{"Finetune/Learning Rate": 5.151616652789837e-07, "Finetune/Loss": 0.5774388313293457, "Finetune/Loss (Raw)": 0.5403883457183838, "Finetune/Step": 5853, "Finetune/Step Time": 6.717778151854873}
+{"Finetune/Learning Rate": 5.135841960289267e-07, "Finetune/Loss": 0.5792503356933594, "Finetune/Loss (Raw)": 0.7906641960144043, "Finetune/Step": 5854, "Finetune/Step Time": 6.7189497705549}
+{"Finetune/Learning Rate": 5.120090820001222e-07, "Finetune/Loss": 0.5783796906471252, "Finetune/Loss (Raw)": 0.47811660170555115, "Finetune/Step": 5855, "Finetune/Step Time": 6.718026679009199}
+{"Finetune/Learning Rate": 5.104363235836251e-07, "Finetune/Loss": 0.5787502527236938, "Finetune/Loss (Raw)": 0.579028308391571, "Finetune/Step": 5856, "Finetune/Step Time": 6.710163541138172}
+{"Finetune/Learning Rate": 5.08865921169911e-07, "Finetune/Loss": 0.5821736454963684, "Finetune/Loss (Raw)": 0.6621240973472595, "Finetune/Step": 5857, "Finetune/Step Time": 6.683434154838324}
+{"Finetune/Learning Rate": 5.072978751488655e-07, "Finetune/Loss": 0.5809553861618042, "Finetune/Loss (Raw)": 0.4752568006515503, "Finetune/Step": 5858, "Finetune/Step Time": 6.689172480255365}
+{"Finetune/Learning Rate": 5.057321859097952e-07, "Finetune/Loss": 0.5806794762611389, "Finetune/Loss (Raw)": 0.6395397782325745, "Finetune/Step": 5859, "Finetune/Step Time": 6.67040391638875}
+{"Finetune/Learning Rate": 5.041688538414169e-07, "Finetune/Loss": 0.5798489451408386, "Finetune/Loss (Raw)": 0.5791668891906738, "Finetune/Step": 5860, "Finetune/Step Time": 6.678434565663338}
+{"Finetune/Learning Rate": 5.026078793318645e-07, "Finetune/Loss": 0.5805010199546814, "Finetune/Loss (Raw)": 0.7169444561004639, "Finetune/Step": 5861, "Finetune/Step Time": 6.678875582292676}
+{"Finetune/Learning Rate": 5.010492627686848e-07, "Finetune/Loss": 0.5805279016494751, "Finetune/Loss (Raw)": 0.5296748280525208, "Finetune/Step": 5862, "Finetune/Step Time": 6.690968343988061}
+{"Finetune/Learning Rate": 4.994930045388414e-07, "Finetune/Loss": 0.5788836479187012, "Finetune/Loss (Raw)": 0.45371103286743164, "Finetune/Step": 5863, "Finetune/Step Time": 6.707014286890626}
+{"Finetune/Learning Rate": 4.979391050287108e-07, "Finetune/Loss": 0.5778032541275024, "Finetune/Loss (Raw)": 0.5513981580734253, "Finetune/Step": 5864, "Finetune/Step Time": 6.705901604145765}
+{"Finetune/Learning Rate": 4.963875646240846e-07, "Finetune/Loss": 0.5788116455078125, "Finetune/Loss (Raw)": 0.6530234217643738, "Finetune/Step": 5865, "Finetune/Step Time": 6.703884936869144}
+{"Finetune/Learning Rate": 4.94838383710169e-07, "Finetune/Loss": 0.5776016712188721, "Finetune/Loss (Raw)": 0.5704156160354614, "Finetune/Step": 5866, "Finetune/Step Time": 6.676664762198925}
+{"Finetune/Learning Rate": 4.932915626715817e-07, "Finetune/Loss": 0.5744097232818604, "Finetune/Loss (Raw)": 0.13996650278568268, "Finetune/Step": 5867, "Finetune/Step Time": 6.677408184856176}
+{"Finetune/Learning Rate": 4.917471018923603e-07, "Finetune/Loss": 0.5744479894638062, "Finetune/Loss (Raw)": 0.5637539029121399, "Finetune/Step": 5868, "Finetune/Step Time": 6.671899611130357}
+{"Finetune/Learning Rate": 4.902050017559479e-07, "Finetune/Loss": 0.5749447345733643, "Finetune/Loss (Raw)": 0.6777107119560242, "Finetune/Step": 5869, "Finetune/Step Time": 6.676593244075775}
+{"Finetune/Learning Rate": 4.886652626452115e-07, "Finetune/Loss": 0.5751707553863525, "Finetune/Loss (Raw)": 0.6607269644737244, "Finetune/Step": 5870, "Finetune/Step Time": 6.681463327258825}
+{"Finetune/Learning Rate": 4.871278849424221e-07, "Finetune/Loss": 0.5714934468269348, "Finetune/Loss (Raw)": 0.1768510341644287, "Finetune/Step": 5871, "Finetune/Step Time": 6.711466258391738}
+{"Finetune/Learning Rate": 4.855928690292722e-07, "Finetune/Loss": 0.5711807012557983, "Finetune/Loss (Raw)": 0.6849712133407593, "Finetune/Step": 5872, "Finetune/Step Time": 6.71558640524745}
+{"Finetune/Learning Rate": 4.840602152868656e-07, "Finetune/Loss": 0.5725880861282349, "Finetune/Loss (Raw)": 0.6646116971969604, "Finetune/Step": 5873, "Finetune/Step Time": 6.713269853964448}
+{"Finetune/Learning Rate": 4.825299240957149e-07, "Finetune/Loss": 0.5746200084686279, "Finetune/Loss (Raw)": 0.7199193835258484, "Finetune/Step": 5874, "Finetune/Step Time": 6.6933933813124895}
+{"Finetune/Learning Rate": 4.810019958357548e-07, "Finetune/Loss": 0.5755187273025513, "Finetune/Loss (Raw)": 0.6877793073654175, "Finetune/Step": 5875, "Finetune/Step Time": 6.683707304298878}
+{"Finetune/Learning Rate": 4.794764308863242e-07, "Finetune/Loss": 0.5756160616874695, "Finetune/Loss (Raw)": 0.6432579755783081, "Finetune/Step": 5876, "Finetune/Step Time": 6.676709765568376}
+{"Finetune/Learning Rate": 4.779532296261846e-07, "Finetune/Loss": 0.5757876038551331, "Finetune/Loss (Raw)": 0.5408676266670227, "Finetune/Step": 5877, "Finetune/Step Time": 6.664124131202698}
+{"Finetune/Learning Rate": 4.764323924335013e-07, "Finetune/Loss": 0.5767607688903809, "Finetune/Loss (Raw)": 0.550520658493042, "Finetune/Step": 5878, "Finetune/Step Time": 6.6551754008978605}
+{"Finetune/Learning Rate": 4.7491391968585987e-07, "Finetune/Loss": 0.5772900581359863, "Finetune/Loss (Raw)": 0.6159979701042175, "Finetune/Step": 5879, "Finetune/Step Time": 6.657829266041517}
+{"Finetune/Learning Rate": 4.7339781176025447e-07, "Finetune/Loss": 0.5775781869888306, "Finetune/Loss (Raw)": 0.6853943467140198, "Finetune/Step": 5880, "Finetune/Step Time": 6.651435803622007}
+{"Finetune/Learning Rate": 4.718840690330961e-07, "Finetune/Loss": 0.5758076310157776, "Finetune/Loss (Raw)": 0.3030475080013275, "Finetune/Step": 5881, "Finetune/Step Time": 6.657527394592762}
+{"Finetune/Learning Rate": 4.703726918802032e-07, "Finetune/Loss": 0.575343906879425, "Finetune/Loss (Raw)": 0.5261509418487549, "Finetune/Step": 5882, "Finetune/Step Time": 6.66247883066535}
+{"Finetune/Learning Rate": 4.688636806768121e-07, "Finetune/Loss": 0.5769178867340088, "Finetune/Loss (Raw)": 0.7506247162818909, "Finetune/Step": 5883, "Finetune/Step Time": 6.667578646913171}
+{"Finetune/Learning Rate": 4.6735703579757095e-07, "Finetune/Loss": 0.5765071511268616, "Finetune/Loss (Raw)": 0.5952845811843872, "Finetune/Step": 5884, "Finetune/Step Time": 6.6593613270670176}
+{"Finetune/Learning Rate": 4.65852757616535e-07, "Finetune/Loss": 0.5768857002258301, "Finetune/Loss (Raw)": 0.6885931491851807, "Finetune/Step": 5885, "Finetune/Step Time": 6.672483563423157}
+{"Finetune/Learning Rate": 4.6435084650718e-07, "Finetune/Loss": 0.5803654193878174, "Finetune/Loss (Raw)": 0.6591346859931946, "Finetune/Step": 5886, "Finetune/Step Time": 6.641920143738389}
+{"Finetune/Learning Rate": 4.6285130284238645e-07, "Finetune/Loss": 0.5825355052947998, "Finetune/Loss (Raw)": 0.7130579948425293, "Finetune/Step": 5887, "Finetune/Step Time": 6.616225762292743}
+{"Finetune/Learning Rate": 4.6135412699445323e-07, "Finetune/Loss": 0.5821703672409058, "Finetune/Loss (Raw)": 0.5790635943412781, "Finetune/Step": 5888, "Finetune/Step Time": 6.615550357848406}
+{"Finetune/Learning Rate": 4.5985931933508757e-07, "Finetune/Loss": 0.5821080803871155, "Finetune/Loss (Raw)": 0.5630636811256409, "Finetune/Step": 5889, "Finetune/Step Time": 6.615322047844529}
+{"Finetune/Learning Rate": 4.583668802354102e-07, "Finetune/Loss": 0.5821201801300049, "Finetune/Loss (Raw)": 0.6029288172721863, "Finetune/Step": 5890, "Finetune/Step Time": 6.614954514428973}
+{"Finetune/Learning Rate": 4.5687681006595265e-07, "Finetune/Loss": 0.5824155807495117, "Finetune/Loss (Raw)": 0.5608305335044861, "Finetune/Step": 5891, "Finetune/Step Time": 6.611799124628305}
+{"Finetune/Learning Rate": 4.5538910919666115e-07, "Finetune/Loss": 0.5826022624969482, "Finetune/Loss (Raw)": 0.5816909074783325, "Finetune/Step": 5892, "Finetune/Step Time": 6.606199163943529}
+{"Finetune/Learning Rate": 4.539037779968902e-07, "Finetune/Loss": 0.5794576406478882, "Finetune/Loss (Raw)": 0.22703604400157928, "Finetune/Step": 5893, "Finetune/Step Time": 6.622546957805753}
+{"Finetune/Learning Rate": 4.524208168354072e-07, "Finetune/Loss": 0.580032467842102, "Finetune/Loss (Raw)": 0.6438333988189697, "Finetune/Step": 5894, "Finetune/Step Time": 6.630235051736236}
+{"Finetune/Learning Rate": 4.50940226080393e-07, "Finetune/Loss": 0.5800743103027344, "Finetune/Loss (Raw)": 0.6332607269287109, "Finetune/Step": 5895, "Finetune/Step Time": 6.645048938691616}
+{"Finetune/Learning Rate": 4.4946200609943704e-07, "Finetune/Loss": 0.583462119102478, "Finetune/Loss (Raw)": 0.6143325567245483, "Finetune/Step": 5896, "Finetune/Step Time": 6.629466796293855}
+{"Finetune/Learning Rate": 4.479861572595423e-07, "Finetune/Loss": 0.5826054215431213, "Finetune/Loss (Raw)": 0.594851553440094, "Finetune/Step": 5897, "Finetune/Step Time": 6.616270460188389}
+{"Finetune/Learning Rate": 4.465126799271213e-07, "Finetune/Loss": 0.5835893154144287, "Finetune/Loss (Raw)": 0.6157678365707397, "Finetune/Step": 5898, "Finetune/Step Time": 6.600925343111157}
+{"Finetune/Learning Rate": 4.450415744679992e-07, "Finetune/Loss": 0.5835031270980835, "Finetune/Loss (Raw)": 0.6311135292053223, "Finetune/Step": 5899, "Finetune/Step Time": 6.6130348816514015}
+{"Finetune/Learning Rate": 4.4357284124741163e-07, "Finetune/Loss": 0.5824507474899292, "Finetune/Loss (Raw)": 0.5615304112434387, "Finetune/Step": 5900, "Finetune/Step Time": 6.611276488751173}
+{"Finetune/Learning Rate": 4.421064806300068e-07, "Finetune/Loss": 0.5827601552009583, "Finetune/Loss (Raw)": 0.7232040762901306, "Finetune/Step": 5901, "Finetune/Step Time": 6.609379913657904}
+{"Finetune/Learning Rate": 4.406424929798403e-07, "Finetune/Loss": 0.5821694135665894, "Finetune/Loss (Raw)": 0.6019224524497986, "Finetune/Step": 5902, "Finetune/Step Time": 6.591237748041749}
+{"Finetune/Learning Rate": 4.391808786603813e-07, "Finetune/Loss": 0.5808454751968384, "Finetune/Loss (Raw)": 0.5034853219985962, "Finetune/Step": 5903, "Finetune/Step Time": 6.598573476076126}
+{"Finetune/Learning Rate": 4.377216380345106e-07, "Finetune/Loss": 0.5802811980247498, "Finetune/Loss (Raw)": 0.5732767581939697, "Finetune/Step": 5904, "Finetune/Step Time": 6.6174739599227905}
+{"Finetune/Learning Rate": 4.362647714645174e-07, "Finetune/Loss": 0.5841553211212158, "Finetune/Loss (Raw)": 0.6759227514266968, "Finetune/Step": 5905, "Finetune/Step Time": 6.599292950704694}
+{"Finetune/Learning Rate": 4.348102793121034e-07, "Finetune/Loss": 0.5845327377319336, "Finetune/Loss (Raw)": 0.576803982257843, "Finetune/Step": 5906, "Finetune/Step Time": 6.600777238607407}
+{"Finetune/Learning Rate": 4.333581619383775e-07, "Finetune/Loss": 0.5842045545578003, "Finetune/Loss (Raw)": 0.49240216612815857, "Finetune/Step": 5907, "Finetune/Step Time": 6.59425032697618}
+{"Finetune/Learning Rate": 4.3190841970386367e-07, "Finetune/Loss": 0.586984395980835, "Finetune/Loss (Raw)": 0.5490924715995789, "Finetune/Step": 5908, "Finetune/Step Time": 6.574851846322417}
+{"Finetune/Learning Rate": 4.304610529684916e-07, "Finetune/Loss": 0.5846186876296997, "Finetune/Loss (Raw)": 0.3992501497268677, "Finetune/Step": 5909, "Finetune/Step Time": 6.596446530893445}
+{"Finetune/Learning Rate": 4.2901606209160616e-07, "Finetune/Loss": 0.583463191986084, "Finetune/Loss (Raw)": 0.5627554059028625, "Finetune/Step": 5910, "Finetune/Step Time": 6.5836135651916265}
+{"Finetune/Learning Rate": 4.2757344743195596e-07, "Finetune/Loss": 0.5827481746673584, "Finetune/Loss (Raw)": 0.546856701374054, "Finetune/Step": 5911, "Finetune/Step Time": 6.577791154384613}
+{"Finetune/Learning Rate": 4.261332093477066e-07, "Finetune/Loss": 0.5786651372909546, "Finetune/Loss (Raw)": 0.18568725883960724, "Finetune/Step": 5912, "Finetune/Step Time": 6.597003461793065}
+{"Finetune/Learning Rate": 4.2469534819643e-07, "Finetune/Loss": 0.5814321637153625, "Finetune/Loss (Raw)": 0.5959578156471252, "Finetune/Step": 5913, "Finetune/Step Time": 6.592227952554822}
+{"Finetune/Learning Rate": 4.23259864335106e-07, "Finetune/Loss": 0.5832046270370483, "Finetune/Loss (Raw)": 0.4922596216201782, "Finetune/Step": 5914, "Finetune/Step Time": 6.585947612300515}
+{"Finetune/Learning Rate": 4.218267581201296e-07, "Finetune/Loss": 0.5828064680099487, "Finetune/Loss (Raw)": 0.653992235660553, "Finetune/Step": 5915, "Finetune/Step Time": 6.580939823761582}
+{"Finetune/Learning Rate": 4.2039602990729953e-07, "Finetune/Loss": 0.5829290151596069, "Finetune/Loss (Raw)": 0.5676833987236023, "Finetune/Step": 5916, "Finetune/Step Time": 6.575840579345822}
+{"Finetune/Learning Rate": 4.189676800518294e-07, "Finetune/Loss": 0.5852925777435303, "Finetune/Loss (Raw)": 0.5654545426368713, "Finetune/Step": 5917, "Finetune/Step Time": 6.561500133946538}
+{"Finetune/Learning Rate": 4.1754170890833777e-07, "Finetune/Loss": 0.5855880379676819, "Finetune/Loss (Raw)": 0.6903008222579956, "Finetune/Step": 5918, "Finetune/Step Time": 6.559220550581813}
+{"Finetune/Learning Rate": 4.161181168308581e-07, "Finetune/Loss": 0.5825721025466919, "Finetune/Loss (Raw)": 0.20370185375213623, "Finetune/Step": 5919, "Finetune/Step Time": 6.556845946237445}
+{"Finetune/Learning Rate": 4.146969041728255e-07, "Finetune/Loss": 0.5817583799362183, "Finetune/Loss (Raw)": 0.5335347056388855, "Finetune/Step": 5920, "Finetune/Step Time": 6.571003807708621}
+{"Finetune/Learning Rate": 4.1327807128709207e-07, "Finetune/Loss": 0.5813203454017639, "Finetune/Loss (Raw)": 0.5363492369651794, "Finetune/Step": 5921, "Finetune/Step Time": 6.571171130985022}
+{"Finetune/Learning Rate": 4.11861618525915e-07, "Finetune/Loss": 0.5805344581604004, "Finetune/Loss (Raw)": 0.609734296798706, "Finetune/Step": 5922, "Finetune/Step Time": 6.570730376988649}
+{"Finetune/Learning Rate": 4.104475462409596e-07, "Finetune/Loss": 0.5810009241104126, "Finetune/Loss (Raw)": 0.613842785358429, "Finetune/Step": 5923, "Finetune/Step Time": 6.562875051051378}
+{"Finetune/Learning Rate": 4.090358547833051e-07, "Finetune/Loss": 0.5825442671775818, "Finetune/Loss (Raw)": 0.6019778847694397, "Finetune/Step": 5924, "Finetune/Step Time": 6.564484009519219}
+{"Finetune/Learning Rate": 4.076265445034333e-07, "Finetune/Loss": 0.5801154375076294, "Finetune/Loss (Raw)": 0.2205488681793213, "Finetune/Step": 5925, "Finetune/Step Time": 6.5768916960805655}
+{"Finetune/Learning Rate": 4.06219615751241e-07, "Finetune/Loss": 0.5793297290802002, "Finetune/Loss (Raw)": 0.5466611385345459, "Finetune/Step": 5926, "Finetune/Step Time": 6.583674224093556}
+{"Finetune/Learning Rate": 4.0481506887602773e-07, "Finetune/Loss": 0.5791364312171936, "Finetune/Loss (Raw)": 0.5790708065032959, "Finetune/Step": 5927, "Finetune/Step Time": 6.584532147273421}
+{"Finetune/Learning Rate": 4.034129042265067e-07, "Finetune/Loss": 0.580106794834137, "Finetune/Loss (Raw)": 0.7179700136184692, "Finetune/Step": 5928, "Finetune/Step Time": 6.595539376139641}
+{"Finetune/Learning Rate": 4.0201312215079614e-07, "Finetune/Loss": 0.5823076963424683, "Finetune/Loss (Raw)": 0.6922823190689087, "Finetune/Step": 5929, "Finetune/Step Time": 6.593397269025445}
+{"Finetune/Learning Rate": 4.006157229964247e-07, "Finetune/Loss": 0.5835572481155396, "Finetune/Loss (Raw)": 0.7154940962791443, "Finetune/Step": 5930, "Finetune/Step Time": 6.584345895797014}
+{"Finetune/Learning Rate": 3.9922070711032934e-07, "Finetune/Loss": 0.583358645439148, "Finetune/Loss (Raw)": 0.5534878969192505, "Finetune/Step": 5931, "Finetune/Step Time": 6.583259474486113}
+{"Finetune/Learning Rate": 3.97828074838853e-07, "Finetune/Loss": 0.5843023657798767, "Finetune/Loss (Raw)": 0.6306989192962646, "Finetune/Step": 5932, "Finetune/Step Time": 6.577526021748781}
+{"Finetune/Learning Rate": 3.964378265277524e-07, "Finetune/Loss": 0.5845183730125427, "Finetune/Loss (Raw)": 0.6349200010299683, "Finetune/Step": 5933, "Finetune/Step Time": 6.566672071814537}
+{"Finetune/Learning Rate": 3.9504996252218597e-07, "Finetune/Loss": 0.5836849212646484, "Finetune/Loss (Raw)": 0.5578384399414062, "Finetune/Step": 5934, "Finetune/Step Time": 6.557178232818842}
+{"Finetune/Learning Rate": 3.9366448316672356e-07, "Finetune/Loss": 0.5839100480079651, "Finetune/Loss (Raw)": 0.6384620070457458, "Finetune/Step": 5935, "Finetune/Step Time": 6.549305487424135}
+{"Finetune/Learning Rate": 3.9228138880534227e-07, "Finetune/Loss": 0.5838119983673096, "Finetune/Loss (Raw)": 0.5984512567520142, "Finetune/Step": 5936, "Finetune/Step Time": 6.553337389603257}
+{"Finetune/Learning Rate": 3.9090067978142745e-07, "Finetune/Loss": 0.5830873250961304, "Finetune/Loss (Raw)": 0.6045237183570862, "Finetune/Step": 5937, "Finetune/Step Time": 6.556809935718775}
+{"Finetune/Learning Rate": 3.895223564377715e-07, "Finetune/Loss": 0.5799012184143066, "Finetune/Loss (Raw)": 0.2267971634864807, "Finetune/Step": 5938, "Finetune/Step Time": 6.572519052773714}
+{"Finetune/Learning Rate": 3.8814641911657516e-07, "Finetune/Loss": 0.5801571011543274, "Finetune/Loss (Raw)": 0.5820105075836182, "Finetune/Step": 5939, "Finetune/Step Time": 6.581442782655358}
+{"Finetune/Learning Rate": 3.8677286815944627e-07, "Finetune/Loss": 0.5807438492774963, "Finetune/Loss (Raw)": 0.6100336313247681, "Finetune/Step": 5940, "Finetune/Step Time": 6.583086643368006}
+{"Finetune/Learning Rate": 3.8540170390740097e-07, "Finetune/Loss": 0.5817438960075378, "Finetune/Loss (Raw)": 0.6403045654296875, "Finetune/Step": 5941, "Finetune/Step Time": 6.5605950597673655}
+{"Finetune/Learning Rate": 3.840329267008613e-07, "Finetune/Loss": 0.5816687345504761, "Finetune/Loss (Raw)": 0.5445012450218201, "Finetune/Step": 5942, "Finetune/Step Time": 6.566405253484845}
+{"Finetune/Learning Rate": 3.826665368796589e-07, "Finetune/Loss": 0.5772861242294312, "Finetune/Loss (Raw)": 0.17420656979084015, "Finetune/Step": 5943, "Finetune/Step Time": 6.582217147573829}
+{"Finetune/Learning Rate": 3.8130253478303234e-07, "Finetune/Loss": 0.5775521993637085, "Finetune/Loss (Raw)": 0.702461302280426, "Finetune/Step": 5944, "Finetune/Step Time": 6.586599430069327}
+{"Finetune/Learning Rate": 3.7994092074962405e-07, "Finetune/Loss": 0.575791597366333, "Finetune/Loss (Raw)": 0.44961291551589966, "Finetune/Step": 5945, "Finetune/Step Time": 6.595198478549719}
+{"Finetune/Learning Rate": 3.785816951174881e-07, "Finetune/Loss": 0.5766839981079102, "Finetune/Loss (Raw)": 0.6686449646949768, "Finetune/Step": 5946, "Finetune/Step Time": 6.605341974645853}
+{"Finetune/Learning Rate": 3.772248582240823e-07, "Finetune/Loss": 0.575036883354187, "Finetune/Loss (Raw)": 0.455879271030426, "Finetune/Step": 5947, "Finetune/Step Time": 6.606213465332985}
+{"Finetune/Learning Rate": 3.758704104062749e-07, "Finetune/Loss": 0.5744962692260742, "Finetune/Loss (Raw)": 0.5798678994178772, "Finetune/Step": 5948, "Finetune/Step Time": 6.640752039849758}
+{"Finetune/Learning Rate": 3.7451835200033484e-07, "Finetune/Loss": 0.5742141008377075, "Finetune/Loss (Raw)": 0.5569244027137756, "Finetune/Step": 5949, "Finetune/Step Time": 6.648557424545288}
+{"Finetune/Learning Rate": 3.7316868334194676e-07, "Finetune/Loss": 0.5742239356040955, "Finetune/Loss (Raw)": 0.6259713172912598, "Finetune/Step": 5950, "Finetune/Step Time": 6.675888566300273}
+{"Finetune/Learning Rate": 3.7182140476619166e-07, "Finetune/Loss": 0.5739109516143799, "Finetune/Loss (Raw)": 0.5317032933235168, "Finetune/Step": 5951, "Finetune/Step Time": 6.691647659987211}
+{"Finetune/Learning Rate": 3.7047651660756745e-07, "Finetune/Loss": 0.5741243362426758, "Finetune/Loss (Raw)": 0.6299604177474976, "Finetune/Step": 5952, "Finetune/Step Time": 6.688927672803402}
+{"Finetune/Learning Rate": 3.691340191999693e-07, "Finetune/Loss": 0.5736144781112671, "Finetune/Loss (Raw)": 0.6510116457939148, "Finetune/Step": 5953, "Finetune/Step Time": 6.697253692895174}
+{"Finetune/Learning Rate": 3.67793912876705e-07, "Finetune/Loss": 0.574276328086853, "Finetune/Loss (Raw)": 0.6604119539260864, "Finetune/Step": 5954, "Finetune/Step Time": 6.70623030513525}
+{"Finetune/Learning Rate": 3.6645619797048835e-07, "Finetune/Loss": 0.5752714276313782, "Finetune/Loss (Raw)": 0.658602237701416, "Finetune/Step": 5955, "Finetune/Step Time": 6.694584622979164}
+{"Finetune/Learning Rate": 3.6512087481343493e-07, "Finetune/Loss": 0.5754000544548035, "Finetune/Loss (Raw)": 0.6377547979354858, "Finetune/Step": 5956, "Finetune/Step Time": 6.677058897912502}
+{"Finetune/Learning Rate": 3.6378794373707283e-07, "Finetune/Loss": 0.5752074718475342, "Finetune/Loss (Raw)": 0.5772656202316284, "Finetune/Step": 5957, "Finetune/Step Time": 6.684355892241001}
+{"Finetune/Learning Rate": 3.624574050723295e-07, "Finetune/Loss": 0.5717084407806396, "Finetune/Loss (Raw)": 0.13609212636947632, "Finetune/Step": 5958, "Finetune/Step Time": 6.695909788832068}
+{"Finetune/Learning Rate": 3.611292591495441e-07, "Finetune/Loss": 0.5712826251983643, "Finetune/Loss (Raw)": 0.5932048559188843, "Finetune/Step": 5959, "Finetune/Step Time": 6.699158327654004}
+{"Finetune/Learning Rate": 3.598035062984584e-07, "Finetune/Loss": 0.5677642226219177, "Finetune/Loss (Raw)": 0.20399925112724304, "Finetune/Step": 5960, "Finetune/Step Time": 6.7205250803381205}
+{"Finetune/Learning Rate": 3.584801468482213e-07, "Finetune/Loss": 0.568983256816864, "Finetune/Loss (Raw)": 0.7052948474884033, "Finetune/Step": 5961, "Finetune/Step Time": 6.721206780523062}
+{"Finetune/Learning Rate": 3.5715918112738777e-07, "Finetune/Loss": 0.5702321529388428, "Finetune/Loss (Raw)": 0.6791045665740967, "Finetune/Step": 5962, "Finetune/Step Time": 6.73472360894084}
+{"Finetune/Learning Rate": 3.5584060946391664e-07, "Finetune/Loss": 0.5702778100967407, "Finetune/Loss (Raw)": 0.6168631315231323, "Finetune/Step": 5963, "Finetune/Step Time": 6.7355442233383656}
+{"Finetune/Learning Rate": 3.5452443218517597e-07, "Finetune/Loss": 0.5685961842536926, "Finetune/Loss (Raw)": 0.48892831802368164, "Finetune/Step": 5964, "Finetune/Step Time": 6.7390605341643095}
+{"Finetune/Learning Rate": 3.532106496179344e-07, "Finetune/Loss": 0.5686876177787781, "Finetune/Loss (Raw)": 0.6405001282691956, "Finetune/Step": 5965, "Finetune/Step Time": 6.7432299461215734}
+{"Finetune/Learning Rate": 3.51899262088371e-07, "Finetune/Loss": 0.5645765066146851, "Finetune/Loss (Raw)": 0.14214710891246796, "Finetune/Step": 5966, "Finetune/Step Time": 6.763327434659004}
+{"Finetune/Learning Rate": 3.5059026992206645e-07, "Finetune/Loss": 0.565061092376709, "Finetune/Loss (Raw)": 0.7720600962638855, "Finetune/Step": 5967, "Finetune/Step Time": 6.7681389059871435}
+{"Finetune/Learning Rate": 3.492836734440097e-07, "Finetune/Loss": 0.5661616921424866, "Finetune/Loss (Raw)": 0.6018058061599731, "Finetune/Step": 5968, "Finetune/Step Time": 6.752219915390015}
+{"Finetune/Learning Rate": 3.4797947297859126e-07, "Finetune/Loss": 0.5674548149108887, "Finetune/Loss (Raw)": 0.6856169104576111, "Finetune/Step": 5969, "Finetune/Step Time": 6.7340361047536135}
+{"Finetune/Learning Rate": 3.4667766884961205e-07, "Finetune/Loss": 0.5673497915267944, "Finetune/Loss (Raw)": 0.5401891469955444, "Finetune/Step": 5970, "Finetune/Step Time": 6.722391217947006}
+{"Finetune/Learning Rate": 3.453782613802703e-07, "Finetune/Loss": 0.5700940489768982, "Finetune/Loss (Raw)": 0.597345232963562, "Finetune/Step": 5971, "Finetune/Step Time": 6.705200493335724}
+{"Finetune/Learning Rate": 3.44081250893179e-07, "Finetune/Loss": 0.5697341561317444, "Finetune/Loss (Raw)": 0.5456138253211975, "Finetune/Step": 5972, "Finetune/Step Time": 6.725999012589455}
+{"Finetune/Learning Rate": 3.427866377103473e-07, "Finetune/Loss": 0.5687745809555054, "Finetune/Loss (Raw)": 0.6207064986228943, "Finetune/Step": 5973, "Finetune/Step Time": 6.735755750909448}
+{"Finetune/Learning Rate": 3.414944221531935e-07, "Finetune/Loss": 0.569251537322998, "Finetune/Loss (Raw)": 0.6555933952331543, "Finetune/Step": 5974, "Finetune/Step Time": 6.726634655147791}
+{"Finetune/Learning Rate": 3.4020460454254113e-07, "Finetune/Loss": 0.5687795877456665, "Finetune/Loss (Raw)": 0.6191291213035583, "Finetune/Step": 5975, "Finetune/Step Time": 6.716725450009108}
+{"Finetune/Learning Rate": 3.389171851986162e-07, "Finetune/Loss": 0.5651823282241821, "Finetune/Loss (Raw)": 0.17509318888187408, "Finetune/Step": 5976, "Finetune/Step Time": 6.736241986975074}
+{"Finetune/Learning Rate": 3.3763216444105075e-07, "Finetune/Loss": 0.5647850036621094, "Finetune/Loss (Raw)": 0.6149674654006958, "Finetune/Step": 5977, "Finetune/Step Time": 6.7395656406879425}
+{"Finetune/Learning Rate": 3.3634954258887964e-07, "Finetune/Loss": 0.5656545162200928, "Finetune/Loss (Raw)": 0.6377857327461243, "Finetune/Step": 5978, "Finetune/Step Time": 6.743589213117957}
+{"Finetune/Learning Rate": 3.350693199605437e-07, "Finetune/Loss": 0.5656958818435669, "Finetune/Loss (Raw)": 0.6525928378105164, "Finetune/Step": 5979, "Finetune/Step Time": 6.7352226339280605}
+{"Finetune/Learning Rate": 3.3379149687388866e-07, "Finetune/Loss": 0.5650173425674438, "Finetune/Loss (Raw)": 0.6108173727989197, "Finetune/Step": 5980, "Finetune/Step Time": 6.730276232585311}
+{"Finetune/Learning Rate": 3.32516073646163e-07, "Finetune/Loss": 0.5659048557281494, "Finetune/Loss (Raw)": 0.6539967060089111, "Finetune/Step": 5981, "Finetune/Step Time": 6.740455431863666}
+{"Finetune/Learning Rate": 3.3124305059401896e-07, "Finetune/Loss": 0.5638440251350403, "Finetune/Loss (Raw)": 0.5268765687942505, "Finetune/Step": 5982, "Finetune/Step Time": 6.737054500728846}
+{"Finetune/Learning Rate": 3.299724280335148e-07, "Finetune/Loss": 0.5646643042564392, "Finetune/Loss (Raw)": 0.5831140279769897, "Finetune/Step": 5983, "Finetune/Step Time": 6.729465777054429}
+{"Finetune/Learning Rate": 3.2870420628011267e-07, "Finetune/Loss": 0.5654931664466858, "Finetune/Loss (Raw)": 0.6851230263710022, "Finetune/Step": 5984, "Finetune/Step Time": 6.724580515176058}
+{"Finetune/Learning Rate": 3.2743838564867513e-07, "Finetune/Loss": 0.5648458003997803, "Finetune/Loss (Raw)": 0.579261302947998, "Finetune/Step": 5985, "Finetune/Step Time": 6.721007414162159}
+{"Finetune/Learning Rate": 3.2617496645347526e-07, "Finetune/Loss": 0.5661189556121826, "Finetune/Loss (Raw)": 0.638221025466919, "Finetune/Step": 5986, "Finetune/Step Time": 6.71622727997601}
+{"Finetune/Learning Rate": 3.2491394900818207e-07, "Finetune/Loss": 0.5629001259803772, "Finetune/Loss (Raw)": 0.22752608358860016, "Finetune/Step": 5987, "Finetune/Step Time": 6.734155759215355}
+{"Finetune/Learning Rate": 3.236553336258741e-07, "Finetune/Loss": 0.5628572702407837, "Finetune/Loss (Raw)": 0.5736868381500244, "Finetune/Step": 5988, "Finetune/Step Time": 6.724661672487855}
+{"Finetune/Learning Rate": 3.2239912061903133e-07, "Finetune/Loss": 0.5626924633979797, "Finetune/Loss (Raw)": 0.6958426237106323, "Finetune/Step": 5989, "Finetune/Step Time": 6.730800459161401}
+{"Finetune/Learning Rate": 3.2114531029953877e-07, "Finetune/Loss": 0.5639868378639221, "Finetune/Loss (Raw)": 0.6953632831573486, "Finetune/Step": 5990, "Finetune/Step Time": 6.713905904442072}
+{"Finetune/Learning Rate": 3.1989390297868183e-07, "Finetune/Loss": 0.5657385587692261, "Finetune/Loss (Raw)": 0.6779246926307678, "Finetune/Step": 5991, "Finetune/Step Time": 6.6963512897491455}
+{"Finetune/Learning Rate": 3.18644898967152e-07, "Finetune/Loss": 0.5655311942100525, "Finetune/Loss (Raw)": 0.5248557925224304, "Finetune/Step": 5992, "Finetune/Step Time": 6.703865455463529}
+{"Finetune/Learning Rate": 3.1739829857504235e-07, "Finetune/Loss": 0.5648390054702759, "Finetune/Loss (Raw)": 0.5644249320030212, "Finetune/Step": 5993, "Finetune/Step Time": 6.710702275857329}
+{"Finetune/Learning Rate": 3.1615410211185196e-07, "Finetune/Loss": 0.5648236274719238, "Finetune/Loss (Raw)": 0.5684456825256348, "Finetune/Step": 5994, "Finetune/Step Time": 6.714481543749571}
+{"Finetune/Learning Rate": 3.1491230988648035e-07, "Finetune/Loss": 0.5653786659240723, "Finetune/Loss (Raw)": 0.2110074907541275, "Finetune/Step": 5995, "Finetune/Step Time": 6.713529339060187}
+{"Finetune/Learning Rate": 3.13672922207231e-07, "Finetune/Loss": 0.5652669668197632, "Finetune/Loss (Raw)": 0.5494636297225952, "Finetune/Step": 5996, "Finetune/Step Time": 6.723395952954888}
+{"Finetune/Learning Rate": 3.1243593938181106e-07, "Finetune/Loss": 0.5645482540130615, "Finetune/Loss (Raw)": 0.5857112407684326, "Finetune/Step": 5997, "Finetune/Step Time": 6.742963252589107}
+{"Finetune/Learning Rate": 3.1120136171732816e-07, "Finetune/Loss": 0.5643644332885742, "Finetune/Loss (Raw)": 0.6372037529945374, "Finetune/Step": 5998, "Finetune/Step Time": 6.743037685751915}
+{"Finetune/Learning Rate": 3.0996918952029717e-07, "Finetune/Loss": 0.5684547424316406, "Finetune/Loss (Raw)": 0.7004031538963318, "Finetune/Step": 5999, "Finetune/Step Time": 6.718449270352721}
+{"Finetune/Learning Rate": 3.087394230966312e-07, "Finetune/Loss": 0.5672614574432373, "Finetune/Loss (Raw)": 0.5322292447090149, "Finetune/Step": 6000, "Finetune/Step Time": 6.717574715614319}
+{"Finetune/Learning Rate": 3.0751206275164925e-07, "Finetune/Loss": 0.5662112236022949, "Finetune/Loss (Raw)": 0.5301827192306519, "Finetune/Step": 6001, "Finetune/Step Time": 6.706112239509821}
+{"Finetune/Learning Rate": 3.0628710879007095e-07, "Finetune/Loss": 0.5656638145446777, "Finetune/Loss (Raw)": 0.6498567461967468, "Finetune/Step": 6002, "Finetune/Step Time": 6.704351780936122}
+{"Finetune/Learning Rate": 3.050645615160197e-07, "Finetune/Loss": 0.5646830201148987, "Finetune/Loss (Raw)": 0.5622348785400391, "Finetune/Step": 6003, "Finetune/Step Time": 6.740275103598833}
+{"Finetune/Learning Rate": 3.038444212330216e-07, "Finetune/Loss": 0.5652710199356079, "Finetune/Loss (Raw)": 0.718522846698761, "Finetune/Step": 6004, "Finetune/Step Time": 6.736133048310876}
+{"Finetune/Learning Rate": 3.026266882440043e-07, "Finetune/Loss": 0.5642422437667847, "Finetune/Loss (Raw)": 0.40918856859207153, "Finetune/Step": 6005, "Finetune/Step Time": 6.771633233875036}
+{"Finetune/Learning Rate": 3.0141136285129825e-07, "Finetune/Loss": 0.5651643872261047, "Finetune/Loss (Raw)": 0.6685536503791809, "Finetune/Step": 6006, "Finetune/Step Time": 6.773393897339702}
+{"Finetune/Learning Rate": 3.0019844535663425e-07, "Finetune/Loss": 0.5655908584594727, "Finetune/Loss (Raw)": 0.6705849170684814, "Finetune/Step": 6007, "Finetune/Step Time": 6.785279668867588}
+{"Finetune/Learning Rate": 2.989879360611481e-07, "Finetune/Loss": 0.5647068023681641, "Finetune/Loss (Raw)": 0.5722388029098511, "Finetune/Step": 6008, "Finetune/Step Time": 6.786198984831572}
+{"Finetune/Learning Rate": 2.977798352653782e-07, "Finetune/Loss": 0.5677785873413086, "Finetune/Loss (Raw)": 0.6962240934371948, "Finetune/Step": 6009, "Finetune/Step Time": 6.763139255344868}
+{"Finetune/Learning Rate": 2.9657414326926146e-07, "Finetune/Loss": 0.5698109865188599, "Finetune/Loss (Raw)": 0.7863041758537292, "Finetune/Step": 6010, "Finetune/Step Time": 6.755158727988601}
+{"Finetune/Learning Rate": 2.9537086037213945e-07, "Finetune/Loss": 0.5687651634216309, "Finetune/Loss (Raw)": 0.6167587041854858, "Finetune/Step": 6011, "Finetune/Step Time": 6.754390060901642}
+{"Finetune/Learning Rate": 2.9416998687275543e-07, "Finetune/Loss": 0.5689077973365784, "Finetune/Loss (Raw)": 0.6135398745536804, "Finetune/Step": 6012, "Finetune/Step Time": 6.744971660897136}
+{"Finetune/Learning Rate": 2.929715230692531e-07, "Finetune/Loss": 0.5687000155448914, "Finetune/Loss (Raw)": 0.661999523639679, "Finetune/Step": 6013, "Finetune/Step Time": 6.731682527810335}
+{"Finetune/Learning Rate": 2.9177546925917896e-07, "Finetune/Loss": 0.5682944059371948, "Finetune/Loss (Raw)": 0.6072213053703308, "Finetune/Step": 6014, "Finetune/Step Time": 6.739112278446555}
+{"Finetune/Learning Rate": 2.905818257394799e-07, "Finetune/Loss": 0.5675163269042969, "Finetune/Loss (Raw)": 0.6134653091430664, "Finetune/Step": 6015, "Finetune/Step Time": 6.743190096691251}
+{"Finetune/Learning Rate": 2.893905928065066e-07, "Finetune/Loss": 0.5687432289123535, "Finetune/Loss (Raw)": 0.736095666885376, "Finetune/Step": 6016, "Finetune/Step Time": 6.742980312556028}
+{"Finetune/Learning Rate": 2.882017707560092e-07, "Finetune/Loss": 0.5688650608062744, "Finetune/Loss (Raw)": 0.5786660313606262, "Finetune/Step": 6017, "Finetune/Step Time": 6.7415100540965796}
+{"Finetune/Learning Rate": 2.870153598831416e-07, "Finetune/Loss": 0.569403886795044, "Finetune/Loss (Raw)": 0.671893835067749, "Finetune/Step": 6018, "Finetune/Step Time": 6.748715216293931}
+{"Finetune/Learning Rate": 2.8583136048245697e-07, "Finetune/Loss": 0.5700656175613403, "Finetune/Loss (Raw)": 0.645537793636322, "Finetune/Step": 6019, "Finetune/Step Time": 6.761420829221606}
+{"Finetune/Learning Rate": 2.8464977284790917e-07, "Finetune/Loss": 0.5698100924491882, "Finetune/Loss (Raw)": 0.5489791035652161, "Finetune/Step": 6020, "Finetune/Step Time": 6.759726144373417}
+{"Finetune/Learning Rate": 2.8347059727285687e-07, "Finetune/Loss": 0.5729750990867615, "Finetune/Loss (Raw)": 0.6321578025817871, "Finetune/Step": 6021, "Finetune/Step Time": 6.767025424167514}
+{"Finetune/Learning Rate": 2.8229383405005584e-07, "Finetune/Loss": 0.5736273527145386, "Finetune/Loss (Raw)": 0.7273242473602295, "Finetune/Step": 6022, "Finetune/Step Time": 6.754729215055704}
+{"Finetune/Learning Rate": 2.8111948347166574e-07, "Finetune/Loss": 0.5734437704086304, "Finetune/Loss (Raw)": 0.6097545623779297, "Finetune/Step": 6023, "Finetune/Step Time": 6.752635881304741}
+{"Finetune/Learning Rate": 2.799475458292444e-07, "Finetune/Loss": 0.5736125707626343, "Finetune/Loss (Raw)": 0.6359455585479736, "Finetune/Step": 6024, "Finetune/Step Time": 6.750118151307106}
+{"Finetune/Learning Rate": 2.7877802141375366e-07, "Finetune/Loss": 0.5741605162620544, "Finetune/Loss (Raw)": 0.6649853587150574, "Finetune/Step": 6025, "Finetune/Step Time": 6.765102488920093}
+{"Finetune/Learning Rate": 2.776109105155556e-07, "Finetune/Loss": 0.5710532069206238, "Finetune/Loss (Raw)": 0.21803833544254303, "Finetune/Step": 6026, "Finetune/Step Time": 6.778497539460659}
+{"Finetune/Learning Rate": 2.7644621342441056e-07, "Finetune/Loss": 0.5713117122650146, "Finetune/Loss (Raw)": 0.6641956567764282, "Finetune/Step": 6027, "Finetune/Step Time": 6.771821189671755}
+{"Finetune/Learning Rate": 2.75283930429483e-07, "Finetune/Loss": 0.5716530084609985, "Finetune/Loss (Raw)": 0.6052203178405762, "Finetune/Step": 6028, "Finetune/Step Time": 6.7731808461248875}
+{"Finetune/Learning Rate": 2.7412406181933416e-07, "Finetune/Loss": 0.5709789991378784, "Finetune/Loss (Raw)": 0.6369262337684631, "Finetune/Step": 6029, "Finetune/Step Time": 6.771551176905632}
+{"Finetune/Learning Rate": 2.729666078819326e-07, "Finetune/Loss": 0.5722200870513916, "Finetune/Loss (Raw)": 0.7607839703559875, "Finetune/Step": 6030, "Finetune/Step Time": 6.775105554610491}
+{"Finetune/Learning Rate": 2.7181156890463745e-07, "Finetune/Loss": 0.5731282234191895, "Finetune/Loss (Raw)": 0.6197245717048645, "Finetune/Step": 6031, "Finetune/Step Time": 6.76666565053165}
+{"Finetune/Learning Rate": 2.706589451742181e-07, "Finetune/Loss": 0.5737296342849731, "Finetune/Loss (Raw)": 0.6502607464790344, "Finetune/Step": 6032, "Finetune/Step Time": 6.744087938219309}
+{"Finetune/Learning Rate": 2.695087369768379e-07, "Finetune/Loss": 0.5703431367874146, "Finetune/Loss (Raw)": 0.2424539178609848, "Finetune/Step": 6033, "Finetune/Step Time": 6.759976690635085}
+{"Finetune/Learning Rate": 2.6836094459806284e-07, "Finetune/Loss": 0.5709954500198364, "Finetune/Loss (Raw)": 0.6603012681007385, "Finetune/Step": 6034, "Finetune/Step Time": 6.761347733438015}
+{"Finetune/Learning Rate": 2.6721556832285836e-07, "Finetune/Loss": 0.5715725421905518, "Finetune/Loss (Raw)": 0.566271185874939, "Finetune/Step": 6035, "Finetune/Step Time": 6.753386784344912}
+{"Finetune/Learning Rate": 2.6607260843559245e-07, "Finetune/Loss": 0.5713847875595093, "Finetune/Loss (Raw)": 0.5250558257102966, "Finetune/Step": 6036, "Finetune/Step Time": 6.767388492822647}
+{"Finetune/Learning Rate": 2.6493206522002825e-07, "Finetune/Loss": 0.5725467205047607, "Finetune/Loss (Raw)": 0.5479711294174194, "Finetune/Step": 6037, "Finetune/Step Time": 6.757124789059162}
+{"Finetune/Learning Rate": 2.637939389593336e-07, "Finetune/Loss": 0.5731868147850037, "Finetune/Loss (Raw)": 0.6446921229362488, "Finetune/Step": 6038, "Finetune/Step Time": 6.764416689053178}
+{"Finetune/Learning Rate": 2.626582299360747e-07, "Finetune/Loss": 0.5734928250312805, "Finetune/Loss (Raw)": 0.5860236883163452, "Finetune/Step": 6039, "Finetune/Step Time": 6.764745146036148}
+{"Finetune/Learning Rate": 2.6152493843221714e-07, "Finetune/Loss": 0.5775344967842102, "Finetune/Loss (Raw)": 0.7030217051506042, "Finetune/Step": 6040, "Finetune/Step Time": 6.761931607499719}
+{"Finetune/Learning Rate": 2.60394064729127e-07, "Finetune/Loss": 0.5771067142486572, "Finetune/Loss (Raw)": 0.5412060618400574, "Finetune/Step": 6041, "Finetune/Step Time": 6.764852276071906}
+{"Finetune/Learning Rate": 2.592656091075685e-07, "Finetune/Loss": 0.5783704519271851, "Finetune/Loss (Raw)": 0.6540194749832153, "Finetune/Step": 6042, "Finetune/Step Time": 6.750518882647157}
+{"Finetune/Learning Rate": 2.5813957184770977e-07, "Finetune/Loss": 0.5775352716445923, "Finetune/Loss (Raw)": 0.5470833778381348, "Finetune/Step": 6043, "Finetune/Step Time": 6.757231505587697}
+{"Finetune/Learning Rate": 2.5701595322911055e-07, "Finetune/Loss": 0.5771033763885498, "Finetune/Loss (Raw)": 0.5124012231826782, "Finetune/Step": 6044, "Finetune/Step Time": 6.756418853998184}
+{"Finetune/Learning Rate": 2.5589475353073987e-07, "Finetune/Loss": 0.5775070786476135, "Finetune/Loss (Raw)": 0.6171286106109619, "Finetune/Step": 6045, "Finetune/Step Time": 6.758328780531883}
+{"Finetune/Learning Rate": 2.547759730309585e-07, "Finetune/Loss": 0.5775632858276367, "Finetune/Loss (Raw)": 0.6974987387657166, "Finetune/Step": 6046, "Finetune/Step Time": 6.763926530256867}
+{"Finetune/Learning Rate": 2.5365961200753074e-07, "Finetune/Loss": 0.5798730850219727, "Finetune/Loss (Raw)": 0.49935418367385864, "Finetune/Step": 6047, "Finetune/Step Time": 6.748361021280289}
+{"Finetune/Learning Rate": 2.5254567073761835e-07, "Finetune/Loss": 0.5807653069496155, "Finetune/Loss (Raw)": 0.6477349996566772, "Finetune/Step": 6048, "Finetune/Step Time": 6.735000625252724}
+{"Finetune/Learning Rate": 2.5143414949778235e-07, "Finetune/Loss": 0.5812101364135742, "Finetune/Loss (Raw)": 0.5932918190956116, "Finetune/Step": 6049, "Finetune/Step Time": 6.750312754884362}
+{"Finetune/Learning Rate": 2.503250485639852e-07, "Finetune/Loss": 0.5812275409698486, "Finetune/Loss (Raw)": 0.6119612455368042, "Finetune/Step": 6050, "Finetune/Step Time": 6.767431370913982}
+{"Finetune/Learning Rate": 2.492183682115856e-07, "Finetune/Loss": 0.5803780555725098, "Finetune/Loss (Raw)": 0.5051157474517822, "Finetune/Step": 6051, "Finetune/Step Time": 6.77622209303081}
+{"Finetune/Learning Rate": 2.481141087153427e-07, "Finetune/Loss": 0.5794323682785034, "Finetune/Loss (Raw)": 0.4809287190437317, "Finetune/Step": 6052, "Finetune/Step Time": 6.781586777418852}
+{"Finetune/Learning Rate": 2.4701227034941376e-07, "Finetune/Loss": 0.5814372301101685, "Finetune/Loss (Raw)": 0.47716742753982544, "Finetune/Step": 6053, "Finetune/Step Time": 6.771319018676877}
+{"Finetune/Learning Rate": 2.459128533873567e-07, "Finetune/Loss": 0.5787016749382019, "Finetune/Loss (Raw)": 0.1965094357728958, "Finetune/Step": 6054, "Finetune/Step Time": 6.796609681099653}
+{"Finetune/Learning Rate": 2.448158581021265e-07, "Finetune/Loss": 0.5789706707000732, "Finetune/Loss (Raw)": 0.613496720790863, "Finetune/Step": 6055, "Finetune/Step Time": 6.799321983009577}
+{"Finetune/Learning Rate": 2.4372128476607747e-07, "Finetune/Loss": 0.5784686207771301, "Finetune/Loss (Raw)": 0.6537113785743713, "Finetune/Step": 6056, "Finetune/Step Time": 6.786707455292344}
+{"Finetune/Learning Rate": 2.426291336509623e-07, "Finetune/Loss": 0.5777166485786438, "Finetune/Loss (Raw)": 0.5960329174995422, "Finetune/Step": 6057, "Finetune/Step Time": 6.784803306683898}
+{"Finetune/Learning Rate": 2.4153940502793185e-07, "Finetune/Loss": 0.5770818591117859, "Finetune/Loss (Raw)": 0.634242832660675, "Finetune/Step": 6058, "Finetune/Step Time": 6.803915500640869}
+{"Finetune/Learning Rate": 2.404520991675396e-07, "Finetune/Loss": 0.5768130421638489, "Finetune/Loss (Raw)": 0.5190760493278503, "Finetune/Step": 6059, "Finetune/Step Time": 6.822848340496421}
+{"Finetune/Learning Rate": 2.393672163397309e-07, "Finetune/Loss": 0.5762269496917725, "Finetune/Loss (Raw)": 0.555684506893158, "Finetune/Step": 6060, "Finetune/Step Time": 6.838959967717528}
+{"Finetune/Learning Rate": 2.3828475681385576e-07, "Finetune/Loss": 0.5768011808395386, "Finetune/Loss (Raw)": 0.7084137201309204, "Finetune/Step": 6061, "Finetune/Step Time": 6.839014669880271}
+{"Finetune/Learning Rate": 2.3720472085865697e-07, "Finetune/Loss": 0.576163649559021, "Finetune/Loss (Raw)": 0.4762433171272278, "Finetune/Step": 6062, "Finetune/Step Time": 6.84577564522624}
+{"Finetune/Learning Rate": 2.3612710874228007e-07, "Finetune/Loss": 0.5753887891769409, "Finetune/Loss (Raw)": 0.5392771363258362, "Finetune/Step": 6063, "Finetune/Step Time": 6.852104289457202}
+{"Finetune/Learning Rate": 2.3505192073226547e-07, "Finetune/Loss": 0.5767440795898438, "Finetune/Loss (Raw)": 0.7719225287437439, "Finetune/Step": 6064, "Finetune/Step Time": 6.864295415580273}
+{"Finetune/Learning Rate": 2.3397915709555518e-07, "Finetune/Loss": 0.5769890546798706, "Finetune/Loss (Raw)": 0.6358780264854431, "Finetune/Step": 6065, "Finetune/Step Time": 6.868562255054712}
+{"Finetune/Learning Rate": 2.329088180984862e-07, "Finetune/Loss": 0.5793819427490234, "Finetune/Loss (Raw)": 0.5330882668495178, "Finetune/Step": 6066, "Finetune/Step Time": 6.868075963109732}
+{"Finetune/Learning Rate": 2.3184090400679703e-07, "Finetune/Loss": 0.579425573348999, "Finetune/Loss (Raw)": 0.5875941514968872, "Finetune/Step": 6067, "Finetune/Step Time": 6.851635597646236}
+{"Finetune/Learning Rate": 2.3077541508561896e-07, "Finetune/Loss": 0.5793412327766418, "Finetune/Loss (Raw)": 0.599245011806488, "Finetune/Step": 6068, "Finetune/Step Time": 6.849052995443344}
+{"Finetune/Learning Rate": 2.297123515994848e-07, "Finetune/Loss": 0.5793367624282837, "Finetune/Loss (Raw)": 0.6397274732589722, "Finetune/Step": 6069, "Finetune/Step Time": 6.843618990853429}
+{"Finetune/Learning Rate": 2.2865171381232677e-07, "Finetune/Loss": 0.580589234828949, "Finetune/Loss (Raw)": 0.7048239707946777, "Finetune/Step": 6070, "Finetune/Step Time": 6.837010687217116}
+{"Finetune/Learning Rate": 2.2759350198746978e-07, "Finetune/Loss": 0.5831457376480103, "Finetune/Loss (Raw)": 0.5014287233352661, "Finetune/Step": 6071, "Finetune/Step Time": 6.854384051635861}
+{"Finetune/Learning Rate": 2.2653771638764144e-07, "Finetune/Loss": 0.5817918181419373, "Finetune/Loss (Raw)": 0.5291692018508911, "Finetune/Step": 6072, "Finetune/Step Time": 6.881535841152072}
+{"Finetune/Learning Rate": 2.254843572749632e-07, "Finetune/Loss": 0.582473635673523, "Finetune/Loss (Raw)": 0.5368795394897461, "Finetune/Step": 6073, "Finetune/Step Time": 6.875851079821587}
+{"Finetune/Learning Rate": 2.2443342491095809e-07, "Finetune/Loss": 0.5816824436187744, "Finetune/Loss (Raw)": 0.5673800110816956, "Finetune/Step": 6074, "Finetune/Step Time": 6.8695013131946325}
+{"Finetune/Learning Rate": 2.2338491955654184e-07, "Finetune/Loss": 0.5831791758537292, "Finetune/Loss (Raw)": 0.6474575996398926, "Finetune/Step": 6075, "Finetune/Step Time": 6.868956359103322}
+{"Finetune/Learning Rate": 2.2233884147203065e-07, "Finetune/Loss": 0.5830634832382202, "Finetune/Loss (Raw)": 0.5650659203529358, "Finetune/Step": 6076, "Finetune/Step Time": 6.84902567230165}
+{"Finetune/Learning Rate": 2.2129519091713792e-07, "Finetune/Loss": 0.5840810537338257, "Finetune/Loss (Raw)": 0.6871702075004578, "Finetune/Step": 6077, "Finetune/Step Time": 6.845956522971392}
+{"Finetune/Learning Rate": 2.20253968150973e-07, "Finetune/Loss": 0.5831417441368103, "Finetune/Loss (Raw)": 0.5057405829429626, "Finetune/Step": 6078, "Finetune/Step Time": 6.818624248728156}
+{"Finetune/Learning Rate": 2.192151734320458e-07, "Finetune/Loss": 0.5843299627304077, "Finetune/Loss (Raw)": 0.6837880611419678, "Finetune/Step": 6079, "Finetune/Step Time": 6.802722902968526}
+{"Finetune/Learning Rate": 2.1817880701825888e-07, "Finetune/Loss": 0.5843002796173096, "Finetune/Loss (Raw)": 0.6261604428291321, "Finetune/Step": 6080, "Finetune/Step Time": 6.804079405963421}
+{"Finetune/Learning Rate": 2.1714486916691534e-07, "Finetune/Loss": 0.582455039024353, "Finetune/Loss (Raw)": 0.4148230254650116, "Finetune/Step": 6081, "Finetune/Step Time": 6.807796621695161}
+{"Finetune/Learning Rate": 2.1611336013471207e-07, "Finetune/Loss": 0.5813225507736206, "Finetune/Loss (Raw)": 0.5154494643211365, "Finetune/Step": 6082, "Finetune/Step Time": 6.787379451096058}
+{"Finetune/Learning Rate": 2.1508428017774751e-07, "Finetune/Loss": 0.5805801749229431, "Finetune/Loss (Raw)": 0.5635818243026733, "Finetune/Step": 6083, "Finetune/Step Time": 6.777577172964811}
+{"Finetune/Learning Rate": 2.1405762955151178e-07, "Finetune/Loss": 0.577560544013977, "Finetune/Loss (Raw)": 0.25124022364616394, "Finetune/Step": 6084, "Finetune/Step Time": 6.802797736600041}
+{"Finetune/Learning Rate": 2.130334085108976e-07, "Finetune/Loss": 0.5784561634063721, "Finetune/Loss (Raw)": 0.691907525062561, "Finetune/Step": 6085, "Finetune/Step Time": 6.807349625974894}
+{"Finetune/Learning Rate": 2.1201161731018828e-07, "Finetune/Loss": 0.58254474401474, "Finetune/Loss (Raw)": 0.6594321727752686, "Finetune/Step": 6086, "Finetune/Step Time": 6.781188355758786}
+{"Finetune/Learning Rate": 2.1099225620307085e-07, "Finetune/Loss": 0.5824505090713501, "Finetune/Loss (Raw)": 0.581141471862793, "Finetune/Step": 6087, "Finetune/Step Time": 6.772851757705212}
+{"Finetune/Learning Rate": 2.0997532544262068e-07, "Finetune/Loss": 0.5856567025184631, "Finetune/Loss (Raw)": 0.6143950819969177, "Finetune/Step": 6088, "Finetune/Step Time": 6.764607202261686}
+{"Finetune/Learning Rate": 2.089608252813169e-07, "Finetune/Loss": 0.5860604643821716, "Finetune/Loss (Raw)": 0.7569717764854431, "Finetune/Step": 6089, "Finetune/Step Time": 6.770569521933794}
+{"Finetune/Learning Rate": 2.0794875597103358e-07, "Finetune/Loss": 0.5853476524353027, "Finetune/Loss (Raw)": 0.5878657102584839, "Finetune/Step": 6090, "Finetune/Step Time": 6.758961647748947}
+{"Finetune/Learning Rate": 2.0693911776303753e-07, "Finetune/Loss": 0.5855656862258911, "Finetune/Loss (Raw)": 0.6447733044624329, "Finetune/Step": 6091, "Finetune/Step Time": 6.78045554459095}
+{"Finetune/Learning Rate": 2.05931910907996e-07, "Finetune/Loss": 0.5865830183029175, "Finetune/Loss (Raw)": 0.6191473603248596, "Finetune/Step": 6092, "Finetune/Step Time": 6.773930978029966}
+{"Finetune/Learning Rate": 2.0492713565597123e-07, "Finetune/Loss": 0.5863312482833862, "Finetune/Loss (Raw)": 0.6082671284675598, "Finetune/Step": 6093, "Finetune/Step Time": 6.771322449669242}
+{"Finetune/Learning Rate": 2.0392479225642248e-07, "Finetune/Loss": 0.5897444486618042, "Finetune/Loss (Raw)": 0.5790414810180664, "Finetune/Step": 6094, "Finetune/Step Time": 6.774894250556827}
+{"Finetune/Learning Rate": 2.0292488095820405e-07, "Finetune/Loss": 0.5876318216323853, "Finetune/Loss (Raw)": 0.5016375780105591, "Finetune/Step": 6095, "Finetune/Step Time": 6.80606396868825}
+{"Finetune/Learning Rate": 2.019274020095663e-07, "Finetune/Loss": 0.5879302024841309, "Finetune/Loss (Raw)": 0.6400055885314941, "Finetune/Step": 6096, "Finetune/Step Time": 6.80488027445972}
+{"Finetune/Learning Rate": 2.009323556581566e-07, "Finetune/Loss": 0.5875474214553833, "Finetune/Loss (Raw)": 0.6366147994995117, "Finetune/Step": 6097, "Finetune/Step Time": 6.806925440207124}
+{"Finetune/Learning Rate": 1.9993974215101853e-07, "Finetune/Loss": 0.5874675512313843, "Finetune/Loss (Raw)": 0.5299630761146545, "Finetune/Step": 6098, "Finetune/Step Time": 6.815916812047362}
+{"Finetune/Learning Rate": 1.9894956173459267e-07, "Finetune/Loss": 0.587859570980072, "Finetune/Loss (Raw)": 0.6475310325622559, "Finetune/Step": 6099, "Finetune/Step Time": 6.81761684641242}
+{"Finetune/Learning Rate": 1.979618146547113e-07, "Finetune/Loss": 0.5878866910934448, "Finetune/Loss (Raw)": 0.5490791201591492, "Finetune/Step": 6100, "Finetune/Step Time": 6.809957837685943}
+{"Finetune/Learning Rate": 1.9697650115660715e-07, "Finetune/Loss": 0.5882415771484375, "Finetune/Loss (Raw)": 0.6661331653594971, "Finetune/Step": 6101, "Finetune/Step Time": 6.806471822783351}
+{"Finetune/Learning Rate": 1.9599362148490564e-07, "Finetune/Loss": 0.5886631011962891, "Finetune/Loss (Raw)": 0.7095538973808289, "Finetune/Step": 6102, "Finetune/Step Time": 6.835490133613348}
+{"Finetune/Learning Rate": 1.9501317588363155e-07, "Finetune/Loss": 0.589526891708374, "Finetune/Loss (Raw)": 0.7296956181526184, "Finetune/Step": 6103, "Finetune/Step Time": 6.860910836607218}
+{"Finetune/Learning Rate": 1.940351645962013e-07, "Finetune/Loss": 0.5927939414978027, "Finetune/Loss (Raw)": 0.593275785446167, "Finetune/Step": 6104, "Finetune/Step Time": 6.844223624095321}
+{"Finetune/Learning Rate": 1.9305958786542954e-07, "Finetune/Loss": 0.5930877923965454, "Finetune/Loss (Raw)": 0.6525823473930359, "Finetune/Step": 6105, "Finetune/Step Time": 6.851961812004447}
+{"Finetune/Learning Rate": 1.9208644593352366e-07, "Finetune/Loss": 0.5936572551727295, "Finetune/Loss (Raw)": 0.7106708288192749, "Finetune/Step": 6106, "Finetune/Step Time": 6.842534378170967}
+{"Finetune/Learning Rate": 1.9111573904209257e-07, "Finetune/Loss": 0.5933769345283508, "Finetune/Loss (Raw)": 0.6167129874229431, "Finetune/Step": 6107, "Finetune/Step Time": 6.842647958546877}
+{"Finetune/Learning Rate": 1.9014746743213243e-07, "Finetune/Loss": 0.5936975479125977, "Finetune/Loss (Raw)": 0.6518492102622986, "Finetune/Step": 6108, "Finetune/Step Time": 6.842491425573826}
+{"Finetune/Learning Rate": 1.8918163134404087e-07, "Finetune/Loss": 0.5933663845062256, "Finetune/Loss (Raw)": 0.611611545085907, "Finetune/Step": 6109, "Finetune/Step Time": 6.834281589835882}
+{"Finetune/Learning Rate": 1.8821823101760949e-07, "Finetune/Loss": 0.593664824962616, "Finetune/Loss (Raw)": 0.5650808811187744, "Finetune/Step": 6110, "Finetune/Step Time": 6.8347944132983685}
+{"Finetune/Learning Rate": 1.872572666920236e-07, "Finetune/Loss": 0.5945935249328613, "Finetune/Loss (Raw)": 0.701984167098999, "Finetune/Step": 6111, "Finetune/Step Time": 6.839332824572921}
+{"Finetune/Learning Rate": 1.8629873860586567e-07, "Finetune/Loss": 0.5939629077911377, "Finetune/Loss (Raw)": 0.6044047474861145, "Finetune/Step": 6112, "Finetune/Step Time": 6.836201213300228}
+{"Finetune/Learning Rate": 1.8534264699711091e-07, "Finetune/Loss": 0.593560516834259, "Finetune/Loss (Raw)": 0.5277576446533203, "Finetune/Step": 6113, "Finetune/Step Time": 6.83922965079546}
+{"Finetune/Learning Rate": 1.8438899210313388e-07, "Finetune/Loss": 0.5932097434997559, "Finetune/Loss (Raw)": 0.593317985534668, "Finetune/Step": 6114, "Finetune/Step Time": 6.835560204461217}
+{"Finetune/Learning Rate": 1.834377741606974e-07, "Finetune/Loss": 0.5967215299606323, "Finetune/Loss (Raw)": 0.6770361065864563, "Finetune/Step": 6115, "Finetune/Step Time": 6.828483132645488}
+{"Finetune/Learning Rate": 1.8248899340596705e-07, "Finetune/Loss": 0.5968747735023499, "Finetune/Loss (Raw)": 0.5932995080947876, "Finetune/Step": 6116, "Finetune/Step Time": 6.838210679590702}
+{"Finetune/Learning Rate": 1.8154265007449657e-07, "Finetune/Loss": 0.5934813022613525, "Finetune/Loss (Raw)": 0.26148781180381775, "Finetune/Step": 6117, "Finetune/Step Time": 6.849622122943401}
+{"Finetune/Learning Rate": 1.8059874440123804e-07, "Finetune/Loss": 0.5933067202568054, "Finetune/Loss (Raw)": 0.6730152368545532, "Finetune/Step": 6118, "Finetune/Step Time": 6.850868038833141}
+{"Finetune/Learning Rate": 1.7965727662054068e-07, "Finetune/Loss": 0.5917741060256958, "Finetune/Loss (Raw)": 0.48174428939819336, "Finetune/Step": 6119, "Finetune/Step Time": 6.850767455995083}
+{"Finetune/Learning Rate": 1.787182469661408e-07, "Finetune/Loss": 0.5918977856636047, "Finetune/Loss (Raw)": 0.5406882762908936, "Finetune/Step": 6120, "Finetune/Step Time": 6.841962296515703}
+{"Finetune/Learning Rate": 1.7778165567117865e-07, "Finetune/Loss": 0.5927581787109375, "Finetune/Loss (Raw)": 0.6745532751083374, "Finetune/Step": 6121, "Finetune/Step Time": 6.832473050802946}
+{"Finetune/Learning Rate": 1.7684750296818154e-07, "Finetune/Loss": 0.593468189239502, "Finetune/Loss (Raw)": 0.6593242883682251, "Finetune/Step": 6122, "Finetune/Step Time": 6.82952381297946}
+{"Finetune/Learning Rate": 1.7591578908907724e-07, "Finetune/Loss": 0.5954751968383789, "Finetune/Loss (Raw)": 0.46790504455566406, "Finetune/Step": 6123, "Finetune/Step Time": 6.833452984690666}
+{"Finetune/Learning Rate": 1.7498651426518075e-07, "Finetune/Loss": 0.5960942506790161, "Finetune/Loss (Raw)": 0.6287066340446472, "Finetune/Step": 6124, "Finetune/Step Time": 6.817701801657677}
+{"Finetune/Learning Rate": 1.7405967872721085e-07, "Finetune/Loss": 0.5964531898498535, "Finetune/Loss (Raw)": 0.631655752658844, "Finetune/Step": 6125, "Finetune/Step Time": 6.81245724670589}
+{"Finetune/Learning Rate": 1.7313528270527236e-07, "Finetune/Loss": 0.5957474708557129, "Finetune/Loss (Raw)": 0.5468727350234985, "Finetune/Step": 6126, "Finetune/Step Time": 6.825789883732796}
+{"Finetune/Learning Rate": 1.7221332642886946e-07, "Finetune/Loss": 0.5945789217948914, "Finetune/Loss (Raw)": 0.5508314967155457, "Finetune/Step": 6127, "Finetune/Step Time": 6.838216107338667}
+{"Finetune/Learning Rate": 1.7129381012689906e-07, "Finetune/Loss": 0.5941689610481262, "Finetune/Loss (Raw)": 0.4797513484954834, "Finetune/Step": 6128, "Finetune/Step Time": 6.8432677537202835}
+{"Finetune/Learning Rate": 1.7037673402765076e-07, "Finetune/Loss": 0.5942350625991821, "Finetune/Loss (Raw)": 0.5386480093002319, "Finetune/Step": 6129, "Finetune/Step Time": 6.851453986018896}
+{"Finetune/Learning Rate": 1.6946209835881244e-07, "Finetune/Loss": 0.5948587656021118, "Finetune/Loss (Raw)": 0.7296810746192932, "Finetune/Step": 6130, "Finetune/Step Time": 6.85749751701951}
+{"Finetune/Learning Rate": 1.6854990334746025e-07, "Finetune/Loss": 0.5953172445297241, "Finetune/Loss (Raw)": 0.6209318041801453, "Finetune/Step": 6131, "Finetune/Step Time": 6.8117518071085215}
+{"Finetune/Learning Rate": 1.6764014922007078e-07, "Finetune/Loss": 0.5937535762786865, "Finetune/Loss (Raw)": 0.5183650851249695, "Finetune/Step": 6132, "Finetune/Step Time": 6.81104807369411}
+{"Finetune/Learning Rate": 1.6673283620251002e-07, "Finetune/Loss": 0.5952649712562561, "Finetune/Loss (Raw)": 0.6026520729064941, "Finetune/Step": 6133, "Finetune/Step Time": 6.798809867352247}
+{"Finetune/Learning Rate": 1.6582796452003892e-07, "Finetune/Loss": 0.5952293276786804, "Finetune/Loss (Raw)": 0.6639894843101501, "Finetune/Step": 6134, "Finetune/Step Time": 6.802871856838465}
+{"Finetune/Learning Rate": 1.649255343973122e-07, "Finetune/Loss": 0.5949934720993042, "Finetune/Loss (Raw)": 0.6403878331184387, "Finetune/Step": 6135, "Finetune/Step Time": 6.789677456021309}
+{"Finetune/Learning Rate": 1.6402554605838173e-07, "Finetune/Loss": 0.5950800180435181, "Finetune/Loss (Raw)": 0.5833193063735962, "Finetune/Step": 6136, "Finetune/Step Time": 6.7902615293860435}
+{"Finetune/Learning Rate": 1.6312799972668659e-07, "Finetune/Loss": 0.5942520499229431, "Finetune/Loss (Raw)": 0.5902507305145264, "Finetune/Step": 6137, "Finetune/Step Time": 6.792802102863789}
+{"Finetune/Learning Rate": 1.622328956250674e-07, "Finetune/Loss": 0.5933417081832886, "Finetune/Loss (Raw)": 0.6697769165039062, "Finetune/Step": 6138, "Finetune/Step Time": 6.797597637400031}
+{"Finetune/Learning Rate": 1.6134023397575084e-07, "Finetune/Loss": 0.5930839776992798, "Finetune/Loss (Raw)": 0.5837761163711548, "Finetune/Step": 6139, "Finetune/Step Time": 6.804034134373069}
+{"Finetune/Learning Rate": 1.6045001500036072e-07, "Finetune/Loss": 0.5931936502456665, "Finetune/Loss (Raw)": 0.6275760531425476, "Finetune/Step": 6140, "Finetune/Step Time": 6.809501754119992}
+{"Finetune/Learning Rate": 1.5956223891991807e-07, "Finetune/Loss": 0.5897839665412903, "Finetune/Loss (Raw)": 0.22555501759052277, "Finetune/Step": 6141, "Finetune/Step Time": 6.829176662489772}
+{"Finetune/Learning Rate": 1.5867690595482987e-07, "Finetune/Loss": 0.589860200881958, "Finetune/Loss (Raw)": 0.6169883012771606, "Finetune/Step": 6142, "Finetune/Step Time": 6.820531705394387}
+{"Finetune/Learning Rate": 1.5779401632490365e-07, "Finetune/Loss": 0.5910269021987915, "Finetune/Loss (Raw)": 0.7627983093261719, "Finetune/Step": 6143, "Finetune/Step Time": 6.8127751518040895}
+{"Finetune/Learning Rate": 1.5691357024933407e-07, "Finetune/Loss": 0.5893638134002686, "Finetune/Loss (Raw)": 0.5232173204421997, "Finetune/Step": 6144, "Finetune/Step Time": 6.818063884973526}
+{"Finetune/Learning Rate": 1.5603556794671403e-07, "Finetune/Loss": 0.5890581011772156, "Finetune/Loss (Raw)": 0.5395330786705017, "Finetune/Step": 6145, "Finetune/Step Time": 6.8263165559619665}
+{"Finetune/Learning Rate": 1.5516000963502698e-07, "Finetune/Loss": 0.5888885259628296, "Finetune/Loss (Raw)": 0.6501937508583069, "Finetune/Step": 6146, "Finetune/Step Time": 6.817321263253689}
+{"Finetune/Learning Rate": 1.5428689553165233e-07, "Finetune/Loss": 0.5894700884819031, "Finetune/Loss (Raw)": 0.7199752926826477, "Finetune/Step": 6147, "Finetune/Step Time": 6.793580403551459}
+{"Finetune/Learning Rate": 1.5341622585335668e-07, "Finetune/Loss": 0.5889620780944824, "Finetune/Loss (Raw)": 0.48395204544067383, "Finetune/Step": 6148, "Finetune/Step Time": 6.797538511455059}
+{"Finetune/Learning Rate": 1.5254800081630828e-07, "Finetune/Loss": 0.5894478559494019, "Finetune/Loss (Raw)": 0.6943372488021851, "Finetune/Step": 6149, "Finetune/Step Time": 6.7714033126831055}
+{"Finetune/Learning Rate": 1.516822206360613e-07, "Finetune/Loss": 0.5886716842651367, "Finetune/Loss (Raw)": 0.6279752850532532, "Finetune/Step": 6150, "Finetune/Step Time": 6.786104639992118}
+{"Finetune/Learning Rate": 1.5081888552756608e-07, "Finetune/Loss": 0.5885538458824158, "Finetune/Loss (Raw)": 0.5946698188781738, "Finetune/Step": 6151, "Finetune/Step Time": 6.775961587205529}
+{"Finetune/Learning Rate": 1.4995799570516666e-07, "Finetune/Loss": 0.5889872312545776, "Finetune/Loss (Raw)": 0.691423237323761, "Finetune/Step": 6152, "Finetune/Step Time": 6.770109003409743}
+{"Finetune/Learning Rate": 1.4909955138259768e-07, "Finetune/Loss": 0.5884106159210205, "Finetune/Loss (Raw)": 0.5911802649497986, "Finetune/Step": 6153, "Finetune/Step Time": 6.756694067269564}
+{"Finetune/Learning Rate": 1.4824355277298753e-07, "Finetune/Loss": 0.5906305313110352, "Finetune/Loss (Raw)": 0.5021890997886658, "Finetune/Step": 6154, "Finetune/Step Time": 6.749436276033521}
+{"Finetune/Learning Rate": 1.4739000008885839e-07, "Finetune/Loss": 0.5869382619857788, "Finetune/Loss (Raw)": 0.19158229231834412, "Finetune/Step": 6155, "Finetune/Step Time": 6.7629036270082}
+{"Finetune/Learning Rate": 1.4653889354212414e-07, "Finetune/Loss": 0.5859478712081909, "Finetune/Loss (Raw)": 0.47844332456588745, "Finetune/Step": 6156, "Finetune/Step Time": 6.76954535767436}
+{"Finetune/Learning Rate": 1.4569023334409128e-07, "Finetune/Loss": 0.585358738899231, "Finetune/Loss (Raw)": 0.5615125298500061, "Finetune/Step": 6157, "Finetune/Step Time": 6.784924138337374}
+{"Finetune/Learning Rate": 1.4484401970545903e-07, "Finetune/Loss": 0.5842229127883911, "Finetune/Loss (Raw)": 0.6154131293296814, "Finetune/Step": 6158, "Finetune/Step Time": 6.780731977894902}
+{"Finetune/Learning Rate": 1.4400025283631936e-07, "Finetune/Loss": 0.5841467380523682, "Finetune/Loss (Raw)": 0.6099655628204346, "Finetune/Step": 6159, "Finetune/Step Time": 6.784426726400852}
+{"Finetune/Learning Rate": 1.4315893294615802e-07, "Finetune/Loss": 0.5842090845108032, "Finetune/Loss (Raw)": 0.6582388877868652, "Finetune/Step": 6160, "Finetune/Step Time": 6.792872304096818}
+{"Finetune/Learning Rate": 1.4232006024385126e-07, "Finetune/Loss": 0.5876033902168274, "Finetune/Loss (Raw)": 0.6769218444824219, "Finetune/Step": 6161, "Finetune/Step Time": 6.784866271540523}
+{"Finetune/Learning Rate": 1.4148363493766803e-07, "Finetune/Loss": 0.5876510143280029, "Finetune/Loss (Raw)": 0.6664082407951355, "Finetune/Step": 6162, "Finetune/Step Time": 6.780006593093276}
+{"Finetune/Learning Rate": 1.4064965723527114e-07, "Finetune/Loss": 0.5882031321525574, "Finetune/Loss (Raw)": 0.636939525604248, "Finetune/Step": 6163, "Finetune/Step Time": 6.798483405262232}
+{"Finetune/Learning Rate": 1.398181273437138e-07, "Finetune/Loss": 0.5891581773757935, "Finetune/Loss (Raw)": 0.6472973823547363, "Finetune/Step": 6164, "Finetune/Step Time": 6.792399395257235}
+{"Finetune/Learning Rate": 1.3898904546944425e-07, "Finetune/Loss": 0.5897901058197021, "Finetune/Loss (Raw)": 0.6288570165634155, "Finetune/Step": 6165, "Finetune/Step Time": 6.776814179494977}
+{"Finetune/Learning Rate": 1.3816241181829891e-07, "Finetune/Loss": 0.5905158519744873, "Finetune/Loss (Raw)": 0.7375936508178711, "Finetune/Step": 6166, "Finetune/Step Time": 6.769496984779835}
+{"Finetune/Learning Rate": 1.3733822659551033e-07, "Finetune/Loss": 0.5908706188201904, "Finetune/Loss (Raw)": 0.6314298510551453, "Finetune/Step": 6167, "Finetune/Step Time": 6.782091749832034}
+{"Finetune/Learning Rate": 1.3651649000569922e-07, "Finetune/Loss": 0.5898845195770264, "Finetune/Loss (Raw)": 0.5768079161643982, "Finetune/Step": 6168, "Finetune/Step Time": 6.768537070602179}
+{"Finetune/Learning Rate": 1.3569720225288353e-07, "Finetune/Loss": 0.5900028944015503, "Finetune/Loss (Raw)": 0.5563522577285767, "Finetune/Step": 6169, "Finetune/Step Time": 6.756075778976083}
+{"Finetune/Learning Rate": 1.348803635404683e-07, "Finetune/Loss": 0.5896150469779968, "Finetune/Loss (Raw)": 0.6043774485588074, "Finetune/Step": 6170, "Finetune/Step Time": 6.7644930593669415}
+{"Finetune/Learning Rate": 1.3406597407125354e-07, "Finetune/Loss": 0.5902649760246277, "Finetune/Loss (Raw)": 0.6302764415740967, "Finetune/Step": 6171, "Finetune/Step Time": 6.775235574692488}
+{"Finetune/Learning Rate": 1.3325403404743088e-07, "Finetune/Loss": 0.5910904407501221, "Finetune/Loss (Raw)": 0.6180572509765625, "Finetune/Step": 6172, "Finetune/Step Time": 6.788777844980359}
+{"Finetune/Learning Rate": 1.3244454367058013e-07, "Finetune/Loss": 0.5900683403015137, "Finetune/Loss (Raw)": 0.48629555106163025, "Finetune/Step": 6173, "Finetune/Step Time": 6.783815862610936}
+{"Finetune/Learning Rate": 1.3163750314167944e-07, "Finetune/Loss": 0.5892971754074097, "Finetune/Loss (Raw)": 0.5987968444824219, "Finetune/Step": 6174, "Finetune/Step Time": 6.779928481206298}
+{"Finetune/Learning Rate": 1.30832912661093e-07, "Finetune/Loss": 0.5867006778717041, "Finetune/Loss (Raw)": 0.16699911653995514, "Finetune/Step": 6175, "Finetune/Step Time": 6.797110037878156}
+{"Finetune/Learning Rate": 1.3003077242858096e-07, "Finetune/Loss": 0.5855100154876709, "Finetune/Loss (Raw)": 0.49532991647720337, "Finetune/Step": 6176, "Finetune/Step Time": 6.81539118103683}
+{"Finetune/Learning Rate": 1.2923108264328966e-07, "Finetune/Loss": 0.5856608152389526, "Finetune/Loss (Raw)": 0.6125916838645935, "Finetune/Step": 6177, "Finetune/Step Time": 6.804194387048483}
+{"Finetune/Learning Rate": 1.2843384350376465e-07, "Finetune/Loss": 0.5853626728057861, "Finetune/Loss (Raw)": 0.5737950205802917, "Finetune/Step": 6178, "Finetune/Step Time": 6.785590460523963}
+{"Finetune/Learning Rate": 1.276390552079354e-07, "Finetune/Loss": 0.5860649347305298, "Finetune/Loss (Raw)": 0.5950120687484741, "Finetune/Step": 6179, "Finetune/Step Time": 6.782550405710936}
+{"Finetune/Learning Rate": 1.2684671795312854e-07, "Finetune/Loss": 0.587052583694458, "Finetune/Loss (Raw)": 0.6073470711708069, "Finetune/Step": 6180, "Finetune/Step Time": 6.772189801558852}
+{"Finetune/Learning Rate": 1.260568319360589e-07, "Finetune/Loss": 0.5849691033363342, "Finetune/Loss (Raw)": 0.2104807198047638, "Finetune/Step": 6181, "Finetune/Step Time": 6.785696526989341}
+{"Finetune/Learning Rate": 1.2526939735283517e-07, "Finetune/Loss": 0.5876212120056152, "Finetune/Loss (Raw)": 0.5359780788421631, "Finetune/Step": 6182, "Finetune/Step Time": 6.753935907036066}
+{"Finetune/Learning Rate": 1.2448441439895541e-07, "Finetune/Loss": 0.5880971550941467, "Finetune/Loss (Raw)": 0.6744224429130554, "Finetune/Step": 6183, "Finetune/Step Time": 6.750945668667555}
+{"Finetune/Learning Rate": 1.237018832693093e-07, "Finetune/Loss": 0.5852391719818115, "Finetune/Loss (Raw)": 0.28788742423057556, "Finetune/Step": 6184, "Finetune/Step Time": 6.764894425868988}
+{"Finetune/Learning Rate": 1.229218041581781e-07, "Finetune/Loss": 0.5853174924850464, "Finetune/Loss (Raw)": 0.6060506701469421, "Finetune/Step": 6185, "Finetune/Step Time": 6.761656284332275}
+{"Finetune/Learning Rate": 1.2214417725923578e-07, "Finetune/Loss": 0.585720956325531, "Finetune/Loss (Raw)": 0.6858922243118286, "Finetune/Step": 6186, "Finetune/Step Time": 6.750875998288393}
+{"Finetune/Learning Rate": 1.2136900276554453e-07, "Finetune/Loss": 0.5862171649932861, "Finetune/Loss (Raw)": 0.5825886726379395, "Finetune/Step": 6187, "Finetune/Step Time": 6.72522110119462}
+{"Finetune/Learning Rate": 1.2059628086956044e-07, "Finetune/Loss": 0.5861781239509583, "Finetune/Loss (Raw)": 0.5506877303123474, "Finetune/Step": 6188, "Finetune/Step Time": 6.706587819382548}
+{"Finetune/Learning Rate": 1.198260117631278e-07, "Finetune/Loss": 0.5853098034858704, "Finetune/Loss (Raw)": 0.5972727537155151, "Finetune/Step": 6189, "Finetune/Step Time": 6.708795817568898}
+{"Finetune/Learning Rate": 1.19058195637487e-07, "Finetune/Loss": 0.5830927491188049, "Finetune/Loss (Raw)": 0.19245629012584686, "Finetune/Step": 6190, "Finetune/Step Time": 6.719826601445675}
+{"Finetune/Learning Rate": 1.182928326832622e-07, "Finetune/Loss": 0.5845227241516113, "Finetune/Loss (Raw)": 0.7223104238510132, "Finetune/Step": 6191, "Finetune/Step Time": 6.720523988828063}
+{"Finetune/Learning Rate": 1.1752992309047584e-07, "Finetune/Loss": 0.5834206342697144, "Finetune/Loss (Raw)": 0.630861222743988, "Finetune/Step": 6192, "Finetune/Step Time": 6.709599558264017}
+{"Finetune/Learning Rate": 1.1676946704853531e-07, "Finetune/Loss": 0.5828748345375061, "Finetune/Loss (Raw)": 0.5660128593444824, "Finetune/Step": 6193, "Finetune/Step Time": 6.700233478099108}
+{"Finetune/Learning Rate": 1.160114647462418e-07, "Finetune/Loss": 0.5835959315299988, "Finetune/Loss (Raw)": 0.6253906488418579, "Finetune/Step": 6194, "Finetune/Step Time": 6.68514072522521}
+{"Finetune/Learning Rate": 1.1525591637178813e-07, "Finetune/Loss": 0.5840880870819092, "Finetune/Loss (Raw)": 0.65058434009552, "Finetune/Step": 6195, "Finetune/Step Time": 6.679292285814881}
+{"Finetune/Learning Rate": 1.1450282211275532e-07, "Finetune/Loss": 0.5836426615715027, "Finetune/Loss (Raw)": 0.5422376394271851, "Finetune/Step": 6196, "Finetune/Step Time": 6.683384798467159}
+{"Finetune/Learning Rate": 1.1375218215611606e-07, "Finetune/Loss": 0.5811851024627686, "Finetune/Loss (Raw)": 0.3251523971557617, "Finetune/Step": 6197, "Finetune/Step Time": 6.707726042717695}
+{"Finetune/Learning Rate": 1.1300399668823569e-07, "Finetune/Loss": 0.5796417593955994, "Finetune/Loss (Raw)": 0.5072767734527588, "Finetune/Step": 6198, "Finetune/Step Time": 6.703545439988375}
+{"Finetune/Learning Rate": 1.1225826589486677e-07, "Finetune/Loss": 0.5807456970214844, "Finetune/Loss (Raw)": 0.6427408456802368, "Finetune/Step": 6199, "Finetune/Step Time": 6.663935821503401}
+{"Finetune/Learning Rate": 1.115149899611545e-07, "Finetune/Loss": 0.5804067254066467, "Finetune/Loss (Raw)": 0.4857814610004425, "Finetune/Step": 6200, "Finetune/Step Time": 6.643483202904463}
+{"Finetune/Learning Rate": 1.1077416907163573e-07, "Finetune/Loss": 0.5800913572311401, "Finetune/Loss (Raw)": 0.4965059459209442, "Finetune/Step": 6201, "Finetune/Step Time": 6.656125815585256}
+{"Finetune/Learning Rate": 1.1003580341023445e-07, "Finetune/Loss": 0.5808127522468567, "Finetune/Loss (Raw)": 0.6597195863723755, "Finetune/Step": 6202, "Finetune/Step Time": 6.65735125541687}
+{"Finetune/Learning Rate": 1.0929989316026846e-07, "Finetune/Loss": 0.580634593963623, "Finetune/Loss (Raw)": 0.6246587038040161, "Finetune/Step": 6203, "Finetune/Step Time": 6.66633852571249}
+{"Finetune/Learning Rate": 1.0856643850444271e-07, "Finetune/Loss": 0.5802127718925476, "Finetune/Loss (Raw)": 0.5110721588134766, "Finetune/Step": 6204, "Finetune/Step Time": 6.649916809052229}
+{"Finetune/Learning Rate": 1.0783543962485598e-07, "Finetune/Loss": 0.5791751146316528, "Finetune/Loss (Raw)": 0.55434650182724, "Finetune/Step": 6205, "Finetune/Step Time": 6.648028947412968}
+{"Finetune/Learning Rate": 1.0710689670299423e-07, "Finetune/Loss": 0.5799988508224487, "Finetune/Loss (Raw)": 0.6111743450164795, "Finetune/Step": 6206, "Finetune/Step Time": 6.646698957309127}
+{"Finetune/Learning Rate": 1.0638080991973609e-07, "Finetune/Loss": 0.5794365406036377, "Finetune/Loss (Raw)": 0.6118203401565552, "Finetune/Step": 6207, "Finetune/Step Time": 6.654496848583221}
+{"Finetune/Learning Rate": 1.0565717945534737e-07, "Finetune/Loss": 0.5792663097381592, "Finetune/Loss (Raw)": 0.6043702363967896, "Finetune/Step": 6208, "Finetune/Step Time": 6.6585596445947886}
+{"Finetune/Learning Rate": 1.0493600548948879e-07, "Finetune/Loss": 0.5815681219100952, "Finetune/Loss (Raw)": 0.7094558477401733, "Finetune/Step": 6209, "Finetune/Step Time": 6.65175561234355}
+{"Finetune/Learning Rate": 1.0421728820120713e-07, "Finetune/Loss": 0.5823115706443787, "Finetune/Loss (Raw)": 0.6106093525886536, "Finetune/Step": 6210, "Finetune/Step Time": 6.653338011354208}
+{"Finetune/Learning Rate": 1.0350102776893966e-07, "Finetune/Loss": 0.5819512605667114, "Finetune/Loss (Raw)": 0.5174601674079895, "Finetune/Step": 6211, "Finetune/Step Time": 6.657927922904491}
+{"Finetune/Learning Rate": 1.0278722437051636e-07, "Finetune/Loss": 0.5840909481048584, "Finetune/Loss (Raw)": 0.5251256823539734, "Finetune/Step": 6212, "Finetune/Step Time": 6.67137380503118}
+{"Finetune/Learning Rate": 1.0207587818315323e-07, "Finetune/Loss": 0.5839989185333252, "Finetune/Loss (Raw)": 0.6801161170005798, "Finetune/Step": 6213, "Finetune/Step Time": 6.658433059230447}
+{"Finetune/Learning Rate": 1.0136698938346012e-07, "Finetune/Loss": 0.5809448957443237, "Finetune/Loss (Raw)": 0.26852330565452576, "Finetune/Step": 6214, "Finetune/Step Time": 6.673489009961486}
+{"Finetune/Learning Rate": 1.0066055814743292e-07, "Finetune/Loss": 0.5803419351577759, "Finetune/Loss (Raw)": 0.5039597749710083, "Finetune/Step": 6215, "Finetune/Step Time": 6.684810858219862}
+{"Finetune/Learning Rate": 9.995658465046243e-08, "Finetune/Loss": 0.5805591344833374, "Finetune/Loss (Raw)": 0.6422023177146912, "Finetune/Step": 6216, "Finetune/Step Time": 6.668564835563302}
+{"Finetune/Learning Rate": 9.925506906732441e-08, "Finetune/Loss": 0.5805304050445557, "Finetune/Loss (Raw)": 0.7532957196235657, "Finetune/Step": 6217, "Finetune/Step Time": 6.660276567563415}
+{"Finetune/Learning Rate": 9.85560115721862e-08, "Finetune/Loss": 0.5813887119293213, "Finetune/Loss (Raw)": 0.6977299451828003, "Finetune/Step": 6218, "Finetune/Step Time": 6.667353682219982}
+{"Finetune/Learning Rate": 9.785941233860563e-08, "Finetune/Loss": 0.581030547618866, "Finetune/Loss (Raw)": 0.598924458026886, "Finetune/Step": 6219, "Finetune/Step Time": 6.637853531166911}
+{"Finetune/Learning Rate": 9.716527153952882e-08, "Finetune/Loss": 0.5811802744865417, "Finetune/Loss (Raw)": 0.6383147239685059, "Finetune/Step": 6220, "Finetune/Step Time": 6.639021512120962}
+{"Finetune/Learning Rate": 9.647358934729233e-08, "Finetune/Loss": 0.5812378525733948, "Finetune/Loss (Raw)": 0.6156366467475891, "Finetune/Step": 6221, "Finetune/Step Time": 6.6551669761538506}
+{"Finetune/Learning Rate": 9.578436593362328e-08, "Finetune/Loss": 0.581210196018219, "Finetune/Loss (Raw)": 0.5754942297935486, "Finetune/Step": 6222, "Finetune/Step Time": 6.634480414912105}
+{"Finetune/Learning Rate": 9.509760146963587e-08, "Finetune/Loss": 0.5829343199729919, "Finetune/Loss (Raw)": 0.7223301529884338, "Finetune/Step": 6223, "Finetune/Step Time": 6.602043202146888}
+{"Finetune/Learning Rate": 9.441329612583594e-08, "Finetune/Loss": 0.5831223130226135, "Finetune/Loss (Raw)": 0.6640737652778625, "Finetune/Step": 6224, "Finetune/Step Time": 6.620704712346196}
+{"Finetune/Learning Rate": 9.373145007211759e-08, "Finetune/Loss": 0.5832126140594482, "Finetune/Loss (Raw)": 0.6481686234474182, "Finetune/Step": 6225, "Finetune/Step Time": 6.627639066427946}
+{"Finetune/Learning Rate": 9.30520634777643e-08, "Finetune/Loss": 0.5852032899856567, "Finetune/Loss (Raw)": 0.7847640514373779, "Finetune/Step": 6226, "Finetune/Step Time": 6.623160814866424}
+{"Finetune/Learning Rate": 9.237513651145224e-08, "Finetune/Loss": 0.5858087539672852, "Finetune/Loss (Raw)": 0.7250316739082336, "Finetune/Step": 6227, "Finetune/Step Time": 6.629856012761593}
+{"Finetune/Learning Rate": 9.170066934124034e-08, "Finetune/Loss": 0.5863631367683411, "Finetune/Loss (Raw)": 0.6200411319732666, "Finetune/Step": 6228, "Finetune/Step Time": 6.616124905645847}
+{"Finetune/Learning Rate": 9.10286621345835e-08, "Finetune/Loss": 0.5849757194519043, "Finetune/Loss (Raw)": 0.48854365944862366, "Finetune/Step": 6229, "Finetune/Step Time": 6.608448883518577}
+{"Finetune/Learning Rate": 9.035911505832051e-08, "Finetune/Loss": 0.5844802856445312, "Finetune/Loss (Raw)": 0.6461389660835266, "Finetune/Step": 6230, "Finetune/Step Time": 6.590953977778554}
+{"Finetune/Learning Rate": 8.969202827868395e-08, "Finetune/Loss": 0.5834742188453674, "Finetune/Loss (Raw)": 0.6009260416030884, "Finetune/Step": 6231, "Finetune/Step Time": 6.566807655617595}
+{"Finetune/Learning Rate": 8.902740196129244e-08, "Finetune/Loss": 0.5843760967254639, "Finetune/Loss (Raw)": 0.7087140679359436, "Finetune/Step": 6232, "Finetune/Step Time": 6.56267624348402}
+{"Finetune/Learning Rate": 8.836523627115623e-08, "Finetune/Loss": 0.5814250707626343, "Finetune/Loss (Raw)": 0.2748502194881439, "Finetune/Step": 6233, "Finetune/Step Time": 6.565858935937285}
+{"Finetune/Learning Rate": 8.770553137267046e-08, "Finetune/Loss": 0.5805987119674683, "Finetune/Loss (Raw)": 0.6049020290374756, "Finetune/Step": 6234, "Finetune/Step Time": 6.577196089550853}
+{"Finetune/Learning Rate": 8.704828742962412e-08, "Finetune/Loss": 0.5803825259208679, "Finetune/Loss (Raw)": 0.5890339016914368, "Finetune/Step": 6235, "Finetune/Step Time": 6.575031567364931}
+{"Finetune/Learning Rate": 8.639350460519335e-08, "Finetune/Loss": 0.5814002156257629, "Finetune/Loss (Raw)": 0.782115638256073, "Finetune/Step": 6236, "Finetune/Step Time": 6.5750991981476545}
+{"Finetune/Learning Rate": 8.574118306194146e-08, "Finetune/Loss": 0.5813909769058228, "Finetune/Loss (Raw)": 0.610432505607605, "Finetune/Step": 6237, "Finetune/Step Time": 6.571372555568814}
+{"Finetune/Learning Rate": 8.509132296182332e-08, "Finetune/Loss": 0.581191897392273, "Finetune/Loss (Raw)": 0.5395956635475159, "Finetune/Step": 6238, "Finetune/Step Time": 6.585060389712453}
+{"Finetune/Learning Rate": 8.44439244661821e-08, "Finetune/Loss": 0.580471932888031, "Finetune/Loss (Raw)": 0.6098273396492004, "Finetune/Step": 6239, "Finetune/Step Time": 6.6127352844923735}
+{"Finetune/Learning Rate": 8.379898773574924e-08, "Finetune/Loss": 0.5800257921218872, "Finetune/Loss (Raw)": 0.5473026037216187, "Finetune/Step": 6240, "Finetune/Step Time": 6.621385246515274}
+{"Finetune/Learning Rate": 8.31565129306433e-08, "Finetune/Loss": 0.5797132253646851, "Finetune/Loss (Raw)": 0.4877471625804901, "Finetune/Step": 6241, "Finetune/Step Time": 6.623353419825435}
+{"Finetune/Learning Rate": 8.251650021037671e-08, "Finetune/Loss": 0.5802282094955444, "Finetune/Loss (Raw)": 0.6592348217964172, "Finetune/Step": 6242, "Finetune/Step Time": 6.630092227831483}
+{"Finetune/Learning Rate": 8.187894973384458e-08, "Finetune/Loss": 0.5805133581161499, "Finetune/Loss (Raw)": 0.7135331630706787, "Finetune/Step": 6243, "Finetune/Step Time": 6.618780678138137}
+{"Finetune/Learning Rate": 8.124386165933473e-08, "Finetune/Loss": 0.5812458992004395, "Finetune/Loss (Raw)": 0.6870636940002441, "Finetune/Step": 6244, "Finetune/Step Time": 6.623665565624833}
+{"Finetune/Learning Rate": 8.061123614452215e-08, "Finetune/Loss": 0.5837675929069519, "Finetune/Loss (Raw)": 0.5842667818069458, "Finetune/Step": 6245, "Finetune/Step Time": 6.607861012220383}
+{"Finetune/Learning Rate": 7.99810733464701e-08, "Finetune/Loss": 0.5838048458099365, "Finetune/Loss (Raw)": 0.677777111530304, "Finetune/Step": 6246, "Finetune/Step Time": 6.607445124536753}
+{"Finetune/Learning Rate": 7.93533734216323e-08, "Finetune/Loss": 0.5855778455734253, "Finetune/Loss (Raw)": 0.708694338798523, "Finetune/Step": 6247, "Finetune/Step Time": 6.595913050696254}
+{"Finetune/Learning Rate": 7.872813652584854e-08, "Finetune/Loss": 0.5858563780784607, "Finetune/Loss (Raw)": 0.5763389468193054, "Finetune/Step": 6248, "Finetune/Step Time": 6.6171885803341866}
+{"Finetune/Learning Rate": 7.810536281435022e-08, "Finetune/Loss": 0.5852569341659546, "Finetune/Loss (Raw)": 0.5978201627731323, "Finetune/Step": 6249, "Finetune/Step Time": 6.620597310364246}
+{"Finetune/Learning Rate": 7.748505244175252e-08, "Finetune/Loss": 0.581789493560791, "Finetune/Loss (Raw)": 0.21550185978412628, "Finetune/Step": 6250, "Finetune/Step Time": 6.645794190466404}
+{"Finetune/Learning Rate": 7.68672055620634e-08, "Finetune/Loss": 0.5824371576309204, "Finetune/Loss (Raw)": 0.5507994294166565, "Finetune/Step": 6251, "Finetune/Step Time": 6.624525435268879}
+{"Finetune/Learning Rate": 7.625182232867789e-08, "Finetune/Loss": 0.5814051628112793, "Finetune/Loss (Raw)": 0.49661242961883545, "Finetune/Step": 6252, "Finetune/Step Time": 6.65147465839982}
+{"Finetune/Learning Rate": 7.563890289437825e-08, "Finetune/Loss": 0.581037163734436, "Finetune/Loss (Raw)": 0.5845514535903931, "Finetune/Step": 6253, "Finetune/Step Time": 6.647171203047037}
+{"Finetune/Learning Rate": 7.502844741133497e-08, "Finetune/Loss": 0.5824595093727112, "Finetune/Loss (Raw)": 0.7289354205131531, "Finetune/Step": 6254, "Finetune/Step Time": 6.624665712937713}
+{"Finetune/Learning Rate": 7.442045603110903e-08, "Finetune/Loss": 0.5832583904266357, "Finetune/Loss (Raw)": 0.6530875563621521, "Finetune/Step": 6255, "Finetune/Step Time": 6.6044363006949425}
+{"Finetune/Learning Rate": 7.381492890464858e-08, "Finetune/Loss": 0.5840792655944824, "Finetune/Loss (Raw)": 0.584819495677948, "Finetune/Step": 6256, "Finetune/Step Time": 6.596119146794081}
+{"Finetune/Learning Rate": 7.321186618228893e-08, "Finetune/Loss": 0.5847485065460205, "Finetune/Loss (Raw)": 0.6243115663528442, "Finetune/Step": 6257, "Finetune/Step Time": 6.585393792018294}
+{"Finetune/Learning Rate": 7.261126801375474e-08, "Finetune/Loss": 0.5845198631286621, "Finetune/Loss (Raw)": 0.7004179954528809, "Finetune/Step": 6258, "Finetune/Step Time": 6.5814866703003645}
+{"Finetune/Learning Rate": 7.201313454815784e-08, "Finetune/Loss": 0.5846378207206726, "Finetune/Loss (Raw)": 0.6360313892364502, "Finetune/Step": 6259, "Finetune/Step Time": 6.586647350341082}
+{"Finetune/Learning Rate": 7.141746593399945e-08, "Finetune/Loss": 0.5843682885169983, "Finetune/Loss (Raw)": 0.4838636815547943, "Finetune/Step": 6260, "Finetune/Step Time": 6.598164029419422}
+{"Finetune/Learning Rate": 7.082426231916684e-08, "Finetune/Loss": 0.583838939666748, "Finetune/Loss (Raw)": 0.5348939895629883, "Finetune/Step": 6261, "Finetune/Step Time": 6.581033382564783}
+{"Finetune/Learning Rate": 7.023352385093774e-08, "Finetune/Loss": 0.5832200050354004, "Finetune/Loss (Raw)": 0.5847660303115845, "Finetune/Step": 6262, "Finetune/Step Time": 6.578993724659085}
+{"Finetune/Learning Rate": 6.964525067597484e-08, "Finetune/Loss": 0.5837318897247314, "Finetune/Loss (Raw)": 0.7059139013290405, "Finetune/Step": 6263, "Finetune/Step Time": 6.5778454300016165}
+{"Finetune/Learning Rate": 6.90594429403324e-08, "Finetune/Loss": 0.5838826894760132, "Finetune/Loss (Raw)": 0.6026222705841064, "Finetune/Step": 6264, "Finetune/Step Time": 6.575310755521059}
+{"Finetune/Learning Rate": 6.847610078944966e-08, "Finetune/Loss": 0.5838045477867126, "Finetune/Loss (Raw)": 0.580238938331604, "Finetune/Step": 6265, "Finetune/Step Time": 6.580012835562229}
+{"Finetune/Learning Rate": 6.78952243681541e-08, "Finetune/Loss": 0.5832176208496094, "Finetune/Loss (Raw)": 0.5946609377861023, "Finetune/Step": 6266, "Finetune/Step Time": 6.576644090935588}
+{"Finetune/Learning Rate": 6.731681382066369e-08, "Finetune/Loss": 0.5834360122680664, "Finetune/Loss (Raw)": 0.6117274165153503, "Finetune/Step": 6267, "Finetune/Step Time": 6.565505530685186}
+{"Finetune/Learning Rate": 6.674086929058133e-08, "Finetune/Loss": 0.584011435508728, "Finetune/Loss (Raw)": 0.7012234330177307, "Finetune/Step": 6268, "Finetune/Step Time": 6.564550273120403}
+{"Finetune/Learning Rate": 6.616739092089708e-08, "Finetune/Loss": 0.5866214632987976, "Finetune/Loss (Raw)": 0.5596427321434021, "Finetune/Step": 6269, "Finetune/Step Time": 6.571353243663907}
+{"Finetune/Learning Rate": 6.559637885399262e-08, "Finetune/Loss": 0.5865271091461182, "Finetune/Loss (Raw)": 0.6049107909202576, "Finetune/Step": 6270, "Finetune/Step Time": 6.574608534574509}
+{"Finetune/Learning Rate": 6.502783323163231e-08, "Finetune/Loss": 0.5858538746833801, "Finetune/Loss (Raw)": 0.6766282320022583, "Finetune/Step": 6271, "Finetune/Step Time": 6.577142735943198}
+{"Finetune/Learning Rate": 6.446175419497214e-08, "Finetune/Loss": 0.5851813554763794, "Finetune/Loss (Raw)": 0.437137633562088, "Finetune/Step": 6272, "Finetune/Step Time": 6.592403467744589}
+{"Finetune/Learning Rate": 6.389814188455523e-08, "Finetune/Loss": 0.5861042737960815, "Finetune/Loss (Raw)": 0.6576634645462036, "Finetune/Step": 6273, "Finetune/Step Time": 6.595776615664363}
+{"Finetune/Learning Rate": 6.333699644030855e-08, "Finetune/Loss": 0.585239589214325, "Finetune/Loss (Raw)": 0.5395146608352661, "Finetune/Step": 6274, "Finetune/Step Time": 6.5987168326973915}
+{"Finetune/Learning Rate": 6.277831800155176e-08, "Finetune/Loss": 0.5847432017326355, "Finetune/Loss (Raw)": 0.6564361453056335, "Finetune/Step": 6275, "Finetune/Step Time": 6.601293804123998}
+{"Finetune/Learning Rate": 6.222210670698836e-08, "Finetune/Loss": 0.5862102508544922, "Finetune/Loss (Raw)": 0.6717342734336853, "Finetune/Step": 6276, "Finetune/Step Time": 6.61373776756227}
+{"Finetune/Learning Rate": 6.166836269471122e-08, "Finetune/Loss": 0.5825490355491638, "Finetune/Loss (Raw)": 0.22570355236530304, "Finetune/Step": 6277, "Finetune/Step Time": 6.631798634305596}
+{"Finetune/Learning Rate": 6.111708610220035e-08, "Finetune/Loss": 0.5825414657592773, "Finetune/Loss (Raw)": 0.6270077228546143, "Finetune/Step": 6278, "Finetune/Step Time": 6.618602994829416}
+{"Finetune/Learning Rate": 6.056827706632185e-08, "Finetune/Loss": 0.5830202102661133, "Finetune/Loss (Raw)": 0.6559462547302246, "Finetune/Step": 6279, "Finetune/Step Time": 6.626246094703674}
+{"Finetune/Learning Rate": 6.002193572333226e-08, "Finetune/Loss": 0.5820119380950928, "Finetune/Loss (Raw)": 0.5623672604560852, "Finetune/Step": 6280, "Finetune/Step Time": 6.629379380494356}
+{"Finetune/Learning Rate": 5.9478062208870865e-08, "Finetune/Loss": 0.5812513828277588, "Finetune/Loss (Raw)": 0.49382078647613525, "Finetune/Step": 6281, "Finetune/Step Time": 6.650786580517888}
+{"Finetune/Learning Rate": 5.893665665796744e-08, "Finetune/Loss": 0.5824891328811646, "Finetune/Loss (Raw)": 0.6606251001358032, "Finetune/Step": 6282, "Finetune/Step Time": 6.660230677574873}
+{"Finetune/Learning Rate": 5.8397719205038894e-08, "Finetune/Loss": 0.5866078734397888, "Finetune/Loss (Raw)": 0.7187855243682861, "Finetune/Step": 6283, "Finetune/Step Time": 6.642232349142432}
+{"Finetune/Learning Rate": 5.786124998388931e-08, "Finetune/Loss": 0.5874096155166626, "Finetune/Loss (Raw)": 0.5810641050338745, "Finetune/Step": 6284, "Finetune/Step Time": 6.631846133619547}
+{"Finetune/Learning Rate": 5.7327249127708816e-08, "Finetune/Loss": 0.5873360633850098, "Finetune/Loss (Raw)": 0.5520927309989929, "Finetune/Step": 6285, "Finetune/Step Time": 6.61825517937541}
+{"Finetune/Learning Rate": 5.6795716769075803e-08, "Finetune/Loss": 0.5873695611953735, "Finetune/Loss (Raw)": 0.6197068095207214, "Finetune/Step": 6286, "Finetune/Step Time": 6.617548435926437}
+{"Finetune/Learning Rate": 5.6266653039955823e-08, "Finetune/Loss": 0.587887167930603, "Finetune/Loss (Raw)": 0.6762146949768066, "Finetune/Step": 6287, "Finetune/Step Time": 6.6165569722652435}
+{"Finetune/Learning Rate": 5.5740058071699354e-08, "Finetune/Loss": 0.5861457586288452, "Finetune/Loss (Raw)": 0.43533754348754883, "Finetune/Step": 6288, "Finetune/Step Time": 6.622641045600176}
+{"Finetune/Learning Rate": 5.521593199504738e-08, "Finetune/Loss": 0.5861880779266357, "Finetune/Loss (Raw)": 0.6823367476463318, "Finetune/Step": 6289, "Finetune/Step Time": 6.617461299523711}
+{"Finetune/Learning Rate": 5.46942749401258e-08, "Finetune/Loss": 0.5855421423912048, "Finetune/Loss (Raw)": 0.5837337970733643, "Finetune/Step": 6290, "Finetune/Step Time": 6.629410460591316}
+{"Finetune/Learning Rate": 5.4175087036448805e-08, "Finetune/Loss": 0.5851271748542786, "Finetune/Loss (Raw)": 0.5838249921798706, "Finetune/Step": 6291, "Finetune/Step Time": 6.619775008410215}
+{"Finetune/Learning Rate": 5.365836841291439e-08, "Finetune/Loss": 0.5846174359321594, "Finetune/Loss (Raw)": 0.5820525884628296, "Finetune/Step": 6292, "Finetune/Step Time": 6.612883111461997}
+{"Finetune/Learning Rate": 5.314411919781326e-08, "Finetune/Loss": 0.5847604274749756, "Finetune/Loss (Raw)": 0.6471516489982605, "Finetune/Step": 6293, "Finetune/Step Time": 6.610787734389305}
+{"Finetune/Learning Rate": 5.263233951881663e-08, "Finetune/Loss": 0.5838351845741272, "Finetune/Loss (Raw)": 0.6191689372062683, "Finetune/Step": 6294, "Finetune/Step Time": 6.610823296010494}
+{"Finetune/Learning Rate": 5.21230295029862e-08, "Finetune/Loss": 0.5845636129379272, "Finetune/Loss (Raw)": 0.7246653437614441, "Finetune/Step": 6295, "Finetune/Step Time": 6.596374308690429}
+{"Finetune/Learning Rate": 5.161618927677192e-08, "Finetune/Loss": 0.5849894881248474, "Finetune/Loss (Raw)": 0.6313225626945496, "Finetune/Step": 6296, "Finetune/Step Time": 6.593481730669737}
+{"Finetune/Learning Rate": 5.1111818966006477e-08, "Finetune/Loss": 0.5857564210891724, "Finetune/Loss (Raw)": 0.6545160412788391, "Finetune/Step": 6297, "Finetune/Step Time": 6.590360367670655}
+{"Finetune/Learning Rate": 5.060991869591192e-08, "Finetune/Loss": 0.585436999797821, "Finetune/Loss (Raw)": 0.5634947419166565, "Finetune/Step": 6298, "Finetune/Step Time": 6.583681870251894}
+{"Finetune/Learning Rate": 5.011048859109635e-08, "Finetune/Loss": 0.5861536264419556, "Finetune/Loss (Raw)": 0.7220014929771423, "Finetune/Step": 6299, "Finetune/Step Time": 6.575090192258358}
+{"Finetune/Learning Rate": 4.9613528775556143e-08, "Finetune/Loss": 0.5846142768859863, "Finetune/Loss (Raw)": 0.4210256040096283, "Finetune/Step": 6300, "Finetune/Step Time": 6.573659101501107}
+{"Finetune/Learning Rate": 4.911903937267148e-08, "Finetune/Loss": 0.5826778411865234, "Finetune/Loss (Raw)": 0.23842521011829376, "Finetune/Step": 6301, "Finetune/Step Time": 6.59106282517314}
+{"Finetune/Learning Rate": 4.8627020505210845e-08, "Finetune/Loss": 0.5823704600334167, "Finetune/Loss (Raw)": 0.5594562888145447, "Finetune/Step": 6302, "Finetune/Step Time": 6.601468229666352}
+{"Finetune/Learning Rate": 4.813747229532984e-08, "Finetune/Loss": 0.5858762860298157, "Finetune/Loss (Raw)": 0.6157463788986206, "Finetune/Step": 6303, "Finetune/Step Time": 6.578535398468375}
+{"Finetune/Learning Rate": 4.765039486457013e-08, "Finetune/Loss": 0.5870521068572998, "Finetune/Loss (Raw)": 0.6458282470703125, "Finetune/Step": 6304, "Finetune/Step Time": 6.566632464528084}
+{"Finetune/Learning Rate": 4.716578833386054e-08, "Finetune/Loss": 0.5863139629364014, "Finetune/Loss (Raw)": 0.5181130766868591, "Finetune/Step": 6305, "Finetune/Step Time": 6.577662700787187}
+{"Finetune/Learning Rate": 4.6683652823513725e-08, "Finetune/Loss": 0.5873810648918152, "Finetune/Loss (Raw)": 0.7103828191757202, "Finetune/Step": 6306, "Finetune/Step Time": 6.5877598859369755}
+{"Finetune/Learning Rate": 4.6203988453232816e-08, "Finetune/Loss": 0.5869426727294922, "Finetune/Loss (Raw)": 0.5388982892036438, "Finetune/Step": 6307, "Finetune/Step Time": 6.580774279311299}
+{"Finetune/Learning Rate": 4.572679534210478e-08, "Finetune/Loss": 0.5863127708435059, "Finetune/Loss (Raw)": 0.5267215371131897, "Finetune/Step": 6308, "Finetune/Step Time": 6.582115698605776}
+{"Finetune/Learning Rate": 4.525207360860373e-08, "Finetune/Loss": 0.5892924070358276, "Finetune/Loss (Raw)": 0.5918734073638916, "Finetune/Step": 6309, "Finetune/Step Time": 6.5762602388858795}
+{"Finetune/Learning Rate": 4.4779823370590945e-08, "Finetune/Loss": 0.5891112685203552, "Finetune/Loss (Raw)": 0.5127947926521301, "Finetune/Step": 6310, "Finetune/Step Time": 6.577521933242679}
+{"Finetune/Learning Rate": 4.431004474531264e-08, "Finetune/Loss": 0.5897084474563599, "Finetune/Loss (Raw)": 0.7508580088615417, "Finetune/Step": 6311, "Finetune/Step Time": 6.584225263446569}
+{"Finetune/Learning Rate": 4.384273784940218e-08, "Finetune/Loss": 0.5892573595046997, "Finetune/Loss (Raw)": 0.23014305531978607, "Finetune/Step": 6312, "Finetune/Step Time": 6.583982788026333}
+{"Finetune/Learning Rate": 4.33779027988801e-08, "Finetune/Loss": 0.5901482105255127, "Finetune/Loss (Raw)": 0.7200828790664673, "Finetune/Step": 6313, "Finetune/Step Time": 6.588328912854195}
+{"Finetune/Learning Rate": 4.291553970915074e-08, "Finetune/Loss": 0.5894120931625366, "Finetune/Loss (Raw)": 0.5916754007339478, "Finetune/Step": 6314, "Finetune/Step Time": 6.584256526082754}
+{"Finetune/Learning Rate": 4.2455648695008956e-08, "Finetune/Loss": 0.5892757177352905, "Finetune/Loss (Raw)": 0.5651335716247559, "Finetune/Step": 6315, "Finetune/Step Time": 6.585752055048943}
+{"Finetune/Learning Rate": 4.199822987063118e-08, "Finetune/Loss": 0.5894703269004822, "Finetune/Loss (Raw)": 0.5755894184112549, "Finetune/Step": 6316, "Finetune/Step Time": 6.584635054692626}
+{"Finetune/Learning Rate": 4.154328334958324e-08, "Finetune/Loss": 0.5895761847496033, "Finetune/Loss (Raw)": 0.6108254790306091, "Finetune/Step": 6317, "Finetune/Step Time": 6.584383599460125}
+{"Finetune/Learning Rate": 4.109080924481479e-08, "Finetune/Loss": 0.5922068357467651, "Finetune/Loss (Raw)": 0.5291768312454224, "Finetune/Step": 6318, "Finetune/Step Time": 6.567246854305267}
+{"Finetune/Learning Rate": 4.064080766866485e-08, "Finetune/Loss": 0.5909550189971924, "Finetune/Loss (Raw)": 0.5620754361152649, "Finetune/Step": 6319, "Finetune/Step Time": 6.561898415908217}
+{"Finetune/Learning Rate": 4.0193278732855166e-08, "Finetune/Loss": 0.5890107154846191, "Finetune/Loss (Raw)": 0.3819906711578369, "Finetune/Step": 6320, "Finetune/Step Time": 6.598866542801261}
+{"Finetune/Learning Rate": 3.974822254849575e-08, "Finetune/Loss": 0.5894052982330322, "Finetune/Loss (Raw)": 0.6165239810943604, "Finetune/Step": 6321, "Finetune/Step Time": 6.614116752520204}
+{"Finetune/Learning Rate": 3.930563922608266e-08, "Finetune/Loss": 0.5894502401351929, "Finetune/Loss (Raw)": 0.6311416029930115, "Finetune/Step": 6322, "Finetune/Step Time": 6.613667173311114}
+{"Finetune/Learning Rate": 3.886552887549577e-08, "Finetune/Loss": 0.5895047187805176, "Finetune/Loss (Raw)": 0.6575550436973572, "Finetune/Step": 6323, "Finetune/Step Time": 6.617597432807088}
+{"Finetune/Learning Rate": 3.8427891606003244e-08, "Finetune/Loss": 0.5888479948043823, "Finetune/Loss (Raw)": 0.4581843316555023, "Finetune/Step": 6324, "Finetune/Step Time": 6.614983255043626}
+{"Finetune/Learning Rate": 3.7992727526259264e-08, "Finetune/Loss": 0.5904543995857239, "Finetune/Loss (Raw)": 0.530763566493988, "Finetune/Step": 6325, "Finetune/Step Time": 6.5947765074670315}
+{"Finetune/Learning Rate": 3.7560036744302977e-08, "Finetune/Loss": 0.5915939807891846, "Finetune/Loss (Raw)": 0.6531544923782349, "Finetune/Step": 6326, "Finetune/Step Time": 6.595155220478773}
+{"Finetune/Learning Rate": 3.712981936756066e-08, "Finetune/Loss": 0.5905090570449829, "Finetune/Loss (Raw)": 0.5038594007492065, "Finetune/Step": 6327, "Finetune/Step Time": 6.606673760339618}
+{"Finetune/Learning Rate": 3.670207550284133e-08, "Finetune/Loss": 0.5919869542121887, "Finetune/Loss (Raw)": 0.6749562621116638, "Finetune/Step": 6328, "Finetune/Step Time": 6.612533647567034}
+{"Finetune/Learning Rate": 3.627680525634558e-08, "Finetune/Loss": 0.5922280550003052, "Finetune/Loss (Raw)": 0.5273746848106384, "Finetune/Step": 6329, "Finetune/Step Time": 6.6127892062067986}
+{"Finetune/Learning Rate": 3.585400873365341e-08, "Finetune/Loss": 0.5912129878997803, "Finetune/Loss (Raw)": 0.5297855734825134, "Finetune/Step": 6330, "Finetune/Step Time": 6.632101142778993}
+{"Finetune/Learning Rate": 3.543368603973529e-08, "Finetune/Loss": 0.5909423232078552, "Finetune/Loss (Raw)": 0.5900102257728577, "Finetune/Step": 6331, "Finetune/Step Time": 6.623437914997339}
+{"Finetune/Learning Rate": 3.501583727894553e-08, "Finetune/Loss": 0.5919705629348755, "Finetune/Loss (Raw)": 0.6426886320114136, "Finetune/Step": 6332, "Finetune/Step Time": 6.625794863328338}
+{"Finetune/Learning Rate": 3.4600462555025585e-08, "Finetune/Loss": 0.592223584651947, "Finetune/Loss (Raw)": 0.5867319107055664, "Finetune/Step": 6333, "Finetune/Step Time": 6.624626709148288}
+{"Finetune/Learning Rate": 3.4187561971101844e-08, "Finetune/Loss": 0.5912648439407349, "Finetune/Loss (Raw)": 0.48845359683036804, "Finetune/Step": 6334, "Finetune/Step Time": 6.636091275140643}
+{"Finetune/Learning Rate": 3.377713562968454e-08, "Finetune/Loss": 0.5907654166221619, "Finetune/Loss (Raw)": 0.5478962063789368, "Finetune/Step": 6335, "Finetune/Step Time": 6.633091583848}
+{"Finetune/Learning Rate": 3.3369183632673275e-08, "Finetune/Loss": 0.5904971361160278, "Finetune/Loss (Raw)": 0.5700340867042542, "Finetune/Step": 6336, "Finetune/Step Time": 6.630149921402335}
+{"Finetune/Learning Rate": 3.2963706081350357e-08, "Finetune/Loss": 0.5894433259963989, "Finetune/Loss (Raw)": 0.57456374168396, "Finetune/Step": 6337, "Finetune/Step Time": 6.637910805642605}
+{"Finetune/Learning Rate": 3.256070307638637e-08, "Finetune/Loss": 0.5867397785186768, "Finetune/Loss (Raw)": 0.2645595967769623, "Finetune/Step": 6338, "Finetune/Step Time": 6.654340863227844}
+{"Finetune/Learning Rate": 3.2160174717834615e-08, "Finetune/Loss": 0.58697909116745, "Finetune/Loss (Raw)": 0.5480894446372986, "Finetune/Step": 6339, "Finetune/Step Time": 6.676774391904473}
+{"Finetune/Learning Rate": 3.1762121105136653e-08, "Finetune/Loss": 0.5877289772033691, "Finetune/Loss (Raw)": 0.6211074590682983, "Finetune/Step": 6340, "Finetune/Step Time": 6.642067512497306}
+{"Finetune/Learning Rate": 3.136654233711789e-08, "Finetune/Loss": 0.5878347158432007, "Finetune/Loss (Raw)": 0.6936541795730591, "Finetune/Step": 6341, "Finetune/Step Time": 6.650456495583057}
+{"Finetune/Learning Rate": 3.097343851198975e-08, "Finetune/Loss": 0.5910507440567017, "Finetune/Loss (Raw)": 0.6801798939704895, "Finetune/Step": 6342, "Finetune/Step Time": 6.644483510404825}
+{"Finetune/Learning Rate": 3.0582809727349725e-08, "Finetune/Loss": 0.5922215580940247, "Finetune/Loss (Raw)": 0.6538166403770447, "Finetune/Step": 6343, "Finetune/Step Time": 6.624221295118332}
+{"Finetune/Learning Rate": 3.019465608018024e-08, "Finetune/Loss": 0.5918865203857422, "Finetune/Loss (Raw)": 0.5993183255195618, "Finetune/Step": 6344, "Finetune/Step Time": 6.628898940980434}
+{"Finetune/Learning Rate": 2.9808977666848646e-08, "Finetune/Loss": 0.5899385809898376, "Finetune/Loss (Raw)": 0.5039618611335754, "Finetune/Step": 6345, "Finetune/Step Time": 6.666371390223503}
+{"Finetune/Learning Rate": 2.9425774583109467e-08, "Finetune/Loss": 0.5896024107933044, "Finetune/Loss (Raw)": 0.654699981212616, "Finetune/Step": 6346, "Finetune/Step Time": 6.660301938652992}
+{"Finetune/Learning Rate": 2.904504692410215e-08, "Finetune/Loss": 0.5893584489822388, "Finetune/Loss (Raw)": 0.567696213722229, "Finetune/Step": 6347, "Finetune/Step Time": 6.663107192143798}
+{"Finetune/Learning Rate": 2.866679478434886e-08, "Finetune/Loss": 0.589031994342804, "Finetune/Loss (Raw)": 0.5965325832366943, "Finetune/Step": 6348, "Finetune/Step Time": 6.667234778404236}
+{"Finetune/Learning Rate": 2.8291018257762258e-08, "Finetune/Loss": 0.5887976288795471, "Finetune/Loss (Raw)": 0.5856387615203857, "Finetune/Step": 6349, "Finetune/Step Time": 6.657998649403453}
+{"Finetune/Learning Rate": 2.7917717437635495e-08, "Finetune/Loss": 0.5894068479537964, "Finetune/Loss (Raw)": 0.6534681916236877, "Finetune/Step": 6350, "Finetune/Step Time": 6.655174350365996}
+{"Finetune/Learning Rate": 2.7546892416649985e-08, "Finetune/Loss": 0.5882841348648071, "Finetune/Loss (Raw)": 0.5786283016204834, "Finetune/Step": 6351, "Finetune/Step Time": 6.67088963277638}
+{"Finetune/Learning Rate": 2.7178543286870972e-08, "Finetune/Loss": 0.5887104272842407, "Finetune/Loss (Raw)": 0.7186318635940552, "Finetune/Step": 6352, "Finetune/Step Time": 6.647117055952549}
+{"Finetune/Learning Rate": 2.6812670139749753e-08, "Finetune/Loss": 0.5884175300598145, "Finetune/Loss (Raw)": 0.6106860637664795, "Finetune/Step": 6353, "Finetune/Step Time": 6.636741815134883}
+{"Finetune/Learning Rate": 2.644927306612366e-08, "Finetune/Loss": 0.5870937705039978, "Finetune/Loss (Raw)": 0.6153213381767273, "Finetune/Step": 6354, "Finetune/Step Time": 6.6391198094934225}
+{"Finetune/Learning Rate": 2.608835215621275e-08, "Finetune/Loss": 0.5830701589584351, "Finetune/Loss (Raw)": 0.21000459790229797, "Finetune/Step": 6355, "Finetune/Step Time": 6.649942310526967}
+{"Finetune/Learning Rate": 2.572990749962645e-08, "Finetune/Loss": 0.5830329656600952, "Finetune/Loss (Raw)": 0.6152835488319397, "Finetune/Step": 6356, "Finetune/Step Time": 6.685631500557065}
+{"Finetune/Learning Rate": 2.537393918535358e-08, "Finetune/Loss": 0.5845213532447815, "Finetune/Loss (Raw)": 0.6790575385093689, "Finetune/Step": 6357, "Finetune/Step Time": 6.693678982555866}
+{"Finetune/Learning Rate": 2.5020447301774554e-08, "Finetune/Loss": 0.5834436416625977, "Finetune/Loss (Raw)": 0.5081900358200073, "Finetune/Step": 6358, "Finetune/Step Time": 6.703155118972063}
+{"Finetune/Learning Rate": 2.466943193665028e-08, "Finetune/Loss": 0.5846625566482544, "Finetune/Loss (Raw)": 0.7569433450698853, "Finetune/Step": 6359, "Finetune/Step Time": 6.708402704447508}
+{"Finetune/Learning Rate": 2.4320893177128822e-08, "Finetune/Loss": 0.5845568776130676, "Finetune/Loss (Raw)": 0.6951916813850403, "Finetune/Step": 6360, "Finetune/Step Time": 6.747553743422031}
+{"Finetune/Learning Rate": 2.397483110974319e-08, "Finetune/Loss": 0.5842872858047485, "Finetune/Loss (Raw)": 0.24034209549427032, "Finetune/Step": 6361, "Finetune/Step Time": 6.748066335916519}
+{"Finetune/Learning Rate": 2.363124582041021e-08, "Finetune/Loss": 0.584423840045929, "Finetune/Loss (Raw)": 0.6223825812339783, "Finetune/Step": 6362, "Finetune/Step Time": 6.741566400974989}
+{"Finetune/Learning Rate": 2.3290137394433865e-08, "Finetune/Loss": 0.5845094919204712, "Finetune/Loss (Raw)": 0.5999985337257385, "Finetune/Step": 6363, "Finetune/Step Time": 6.747679587453604}
+{"Finetune/Learning Rate": 2.295150591650197e-08, "Finetune/Loss": 0.5836507081985474, "Finetune/Loss (Raw)": 0.6721928715705872, "Finetune/Step": 6364, "Finetune/Step Time": 6.749756941571832}
+{"Finetune/Learning Rate": 2.2615351470687276e-08, "Finetune/Loss": 0.5834330320358276, "Finetune/Loss (Raw)": 0.5825710892677307, "Finetune/Step": 6365, "Finetune/Step Time": 6.762117736041546}
+{"Finetune/Learning Rate": 2.2281674140448574e-08, "Finetune/Loss": 0.5844075083732605, "Finetune/Loss (Raw)": 0.6643255949020386, "Finetune/Step": 6366, "Finetune/Step Time": 6.754925223067403}
+{"Finetune/Learning Rate": 2.1950474008628487e-08, "Finetune/Loss": 0.5841837525367737, "Finetune/Loss (Raw)": 0.5811867117881775, "Finetune/Step": 6367, "Finetune/Step Time": 6.7252653781324625}
+{"Finetune/Learning Rate": 2.1621751157454574e-08, "Finetune/Loss": 0.5842710733413696, "Finetune/Loss (Raw)": 0.5584796667098999, "Finetune/Step": 6368, "Finetune/Step Time": 6.73087908513844}
+{"Finetune/Learning Rate": 2.129550566854044e-08, "Finetune/Loss": 0.5843271017074585, "Finetune/Loss (Raw)": 0.49491792917251587, "Finetune/Step": 6369, "Finetune/Step Time": 6.724143087863922}
+{"Finetune/Learning Rate": 2.0971737622883515e-08, "Finetune/Loss": 0.5850734710693359, "Finetune/Loss (Raw)": 0.7547697424888611, "Finetune/Step": 6370, "Finetune/Step Time": 6.723551411181688}
+{"Finetune/Learning Rate": 2.0650447100867277e-08, "Finetune/Loss": 0.5832752585411072, "Finetune/Loss (Raw)": 0.4833616018295288, "Finetune/Step": 6371, "Finetune/Step Time": 6.736452242359519}
+{"Finetune/Learning Rate": 2.033163418226014e-08, "Finetune/Loss": 0.5833299160003662, "Finetune/Loss (Raw)": 0.6940646767616272, "Finetune/Step": 6372, "Finetune/Step Time": 6.724030297249556}
+{"Finetune/Learning Rate": 2.0015298946213236e-08, "Finetune/Loss": 0.5831843018531799, "Finetune/Loss (Raw)": 0.5656203031539917, "Finetune/Step": 6373, "Finetune/Step Time": 6.727017868310213}
+{"Finetune/Learning Rate": 1.970144147126485e-08, "Finetune/Loss": 0.5831950902938843, "Finetune/Loss (Raw)": 0.6791617274284363, "Finetune/Step": 6374, "Finetune/Step Time": 6.727430207654834}
+{"Finetune/Learning Rate": 1.9390061835337093e-08, "Finetune/Loss": 0.5821942090988159, "Finetune/Loss (Raw)": 0.5805824398994446, "Finetune/Step": 6375, "Finetune/Step Time": 6.729965107515454}
+{"Finetune/Learning Rate": 1.9081160115738127e-08, "Finetune/Loss": 0.5798784494400024, "Finetune/Loss (Raw)": 0.27992212772369385, "Finetune/Step": 6376, "Finetune/Step Time": 6.727377964183688}
+{"Finetune/Learning Rate": 1.8774736389157723e-08, "Finetune/Loss": 0.5809476971626282, "Finetune/Loss (Raw)": 0.7346828579902649, "Finetune/Step": 6377, "Finetune/Step Time": 6.72782376781106}
+{"Finetune/Learning Rate": 1.8470790731675014e-08, "Finetune/Loss": 0.5836388468742371, "Finetune/Loss (Raw)": 0.5599695444107056, "Finetune/Step": 6378, "Finetune/Step Time": 6.71995940618217}
+{"Finetune/Learning Rate": 1.8169323218749646e-08, "Finetune/Loss": 0.5840269327163696, "Finetune/Loss (Raw)": 0.6004710793495178, "Finetune/Step": 6379, "Finetune/Step Time": 6.73042125441134}
+{"Finetune/Learning Rate": 1.787033392522952e-08, "Finetune/Loss": 0.5862411260604858, "Finetune/Loss (Raw)": 0.7800326347351074, "Finetune/Step": 6380, "Finetune/Step Time": 6.707974635064602}
+{"Finetune/Learning Rate": 1.7573822925345264e-08, "Finetune/Loss": 0.5857268571853638, "Finetune/Loss (Raw)": 0.5187258124351501, "Finetune/Step": 6381, "Finetune/Step Time": 6.700941557064652}
+{"Finetune/Learning Rate": 1.727979029271132e-08, "Finetune/Loss": 0.5815470814704895, "Finetune/Loss (Raw)": 0.1939201056957245, "Finetune/Step": 6382, "Finetune/Step Time": 6.725101316347718}
+{"Finetune/Learning Rate": 1.698823610032929e-08, "Finetune/Loss": 0.5813267230987549, "Finetune/Loss (Raw)": 0.624885618686676, "Finetune/Step": 6383, "Finetune/Step Time": 6.734766241163015}
+{"Finetune/Learning Rate": 1.6699160420583504e-08, "Finetune/Loss": 0.5806906819343567, "Finetune/Loss (Raw)": 0.5034037828445435, "Finetune/Step": 6384, "Finetune/Step Time": 6.735612904652953}
+{"Finetune/Learning Rate": 1.6412563325243214e-08, "Finetune/Loss": 0.5812190771102905, "Finetune/Loss (Raw)": 0.6919462084770203, "Finetune/Step": 6385, "Finetune/Step Time": 6.732624530792236}
+{"Finetune/Learning Rate": 1.6128444885464834e-08, "Finetune/Loss": 0.5807139277458191, "Finetune/Loss (Raw)": 0.6357617974281311, "Finetune/Step": 6386, "Finetune/Step Time": 6.732666293159127}
+{"Finetune/Learning Rate": 1.5846805171785273e-08, "Finetune/Loss": 0.5811182260513306, "Finetune/Loss (Raw)": 0.6877750158309937, "Finetune/Step": 6387, "Finetune/Step Time": 6.752888737246394}
+{"Finetune/Learning Rate": 1.55676442541286e-08, "Finetune/Loss": 0.5817939043045044, "Finetune/Loss (Raw)": 0.5703492164611816, "Finetune/Step": 6388, "Finetune/Step Time": 6.758221158757806}
+{"Finetune/Learning Rate": 1.5290962201802707e-08, "Finetune/Loss": 0.5836132168769836, "Finetune/Loss (Raw)": 0.7677695155143738, "Finetune/Step": 6389, "Finetune/Step Time": 6.778395773842931}
+{"Finetune/Learning Rate": 1.501675908350153e-08, "Finetune/Loss": 0.5841764211654663, "Finetune/Loss (Raw)": 0.6568557024002075, "Finetune/Step": 6390, "Finetune/Step Time": 6.782191261649132}
+{"Finetune/Learning Rate": 1.474503496730173e-08, "Finetune/Loss": 0.5829481482505798, "Finetune/Loss (Raw)": 0.5486952066421509, "Finetune/Step": 6391, "Finetune/Step Time": 6.782529899850488}
+{"Finetune/Learning Rate": 1.4475789920663785e-08, "Finetune/Loss": 0.5822426080703735, "Finetune/Loss (Raw)": 0.5123099088668823, "Finetune/Step": 6392, "Finetune/Step Time": 6.786239856854081}
+{"Finetune/Learning Rate": 1.4209024010435334e-08, "Finetune/Loss": 0.5820974111557007, "Finetune/Loss (Raw)": 0.5616540312767029, "Finetune/Step": 6393, "Finetune/Step Time": 6.798369726166129}
+{"Finetune/Learning Rate": 1.3944737302846733e-08, "Finetune/Loss": 0.5805057883262634, "Finetune/Loss (Raw)": 0.39093947410583496, "Finetune/Step": 6394, "Finetune/Step Time": 6.813886685296893}
+{"Finetune/Learning Rate": 1.3682929863514383e-08, "Finetune/Loss": 0.580410361289978, "Finetune/Loss (Raw)": 0.5995072722434998, "Finetune/Step": 6395, "Finetune/Step Time": 6.815807603299618}
+{"Finetune/Learning Rate": 1.3423601757436289e-08, "Finetune/Loss": 0.576289176940918, "Finetune/Loss (Raw)": 0.17371930181980133, "Finetune/Step": 6396, "Finetune/Step Time": 6.828646032139659}
+{"Finetune/Learning Rate": 1.3166753048996505e-08, "Finetune/Loss": 0.5775974988937378, "Finetune/Loss (Raw)": 0.7271043062210083, "Finetune/Step": 6397, "Finetune/Step Time": 6.806086830794811}
+{"Finetune/Learning Rate": 1.2912383801965133e-08, "Finetune/Loss": 0.5782970786094666, "Finetune/Loss (Raw)": 0.6944494247436523, "Finetune/Step": 6398, "Finetune/Step Time": 6.806211529299617}
+{"Finetune/Learning Rate": 1.266049407949499e-08, "Finetune/Loss": 0.5769789218902588, "Finetune/Loss (Raw)": 0.5079073905944824, "Finetune/Step": 6399, "Finetune/Step Time": 6.805148623883724}
+{"Finetune/Learning Rate": 1.2411083944122715e-08, "Finetune/Loss": 0.5790182948112488, "Finetune/Loss (Raw)": 0.6981812119483948, "Finetune/Step": 6400, "Finetune/Step Time": 6.790708884596825}
+{"Finetune/Learning Rate": 1.216415345776989e-08, "Finetune/Loss": 0.5780426263809204, "Finetune/Loss (Raw)": 0.5327786803245544, "Finetune/Step": 6401, "Finetune/Step Time": 6.792995335534215}
+{"Finetune/Learning Rate": 1.1919702681744138e-08, "Finetune/Loss": 0.579197883605957, "Finetune/Loss (Raw)": 0.6873863339424133, "Finetune/Step": 6402, "Finetune/Step Time": 6.790323335677385}
+{"Finetune/Learning Rate": 1.1677731676733584e-08, "Finetune/Loss": 0.5778428912162781, "Finetune/Loss (Raw)": 0.48299792408943176, "Finetune/Step": 6403, "Finetune/Step Time": 6.80062916316092}
+{"Finetune/Learning Rate": 1.1438240502815723e-08, "Finetune/Loss": 0.577407717704773, "Finetune/Loss (Raw)": 0.616033136844635, "Finetune/Step": 6404, "Finetune/Step Time": 6.786445921286941}
+{"Finetune/Learning Rate": 1.120122921944855e-08, "Finetune/Loss": 0.5811306238174438, "Finetune/Loss (Raw)": 0.7022356390953064, "Finetune/Step": 6405, "Finetune/Step Time": 6.76533692330122}
+{"Finetune/Learning Rate": 1.0966697885476108e-08, "Finetune/Loss": 0.5808449983596802, "Finetune/Loss (Raw)": 0.5904505848884583, "Finetune/Step": 6406, "Finetune/Step Time": 6.767022231593728}
+{"Finetune/Learning Rate": 1.0734646559125151e-08, "Finetune/Loss": 0.5803331136703491, "Finetune/Loss (Raw)": 0.5904266834259033, "Finetune/Step": 6407, "Finetune/Step Time": 6.772481789812446}
+{"Finetune/Learning Rate": 1.0505075298008483e-08, "Finetune/Loss": 0.5810097455978394, "Finetune/Loss (Raw)": 0.6489688158035278, "Finetune/Step": 6408, "Finetune/Step Time": 6.77410470880568}
+{"Finetune/Learning Rate": 1.0277984159122734e-08, "Finetune/Loss": 0.582148015499115, "Finetune/Loss (Raw)": 0.6395203471183777, "Finetune/Step": 6409, "Finetune/Step Time": 6.75718691572547}
+{"Finetune/Learning Rate": 1.005337319884725e-08, "Finetune/Loss": 0.5815722346305847, "Finetune/Loss (Raw)": 0.5869286060333252, "Finetune/Step": 6410, "Finetune/Step Time": 6.746293965727091}
+{"Finetune/Learning Rate": 9.831242472948532e-09, "Finetune/Loss": 0.5802321434020996, "Finetune/Loss (Raw)": 0.5472449064254761, "Finetune/Step": 6411, "Finetune/Step Time": 6.7470237128436565}
+{"Finetune/Learning Rate": 9.61159203657469e-09, "Finetune/Loss": 0.5800906419754028, "Finetune/Loss (Raw)": 0.5629589557647705, "Finetune/Step": 6412, "Finetune/Step Time": 6.779626280069351}
+{"Finetune/Learning Rate": 9.394421944258769e-09, "Finetune/Loss": 0.5805813074111938, "Finetune/Loss (Raw)": 0.6148937940597534, "Finetune/Step": 6413, "Finetune/Step Time": 6.790103638544679}
+{"Finetune/Learning Rate": 9.17973224991986e-09, "Finetune/Loss": 0.5816014409065247, "Finetune/Loss (Raw)": 0.7502811551094055, "Finetune/Step": 6414, "Finetune/Step Time": 6.7959175035357475}
+{"Finetune/Learning Rate": 8.967523006857549e-09, "Finetune/Loss": 0.5809648036956787, "Finetune/Loss (Raw)": 0.5947303175926208, "Finetune/Step": 6415, "Finetune/Step Time": 6.800852300599217}
+{"Finetune/Learning Rate": 8.75779426775858e-09, "Finetune/Loss": 0.5817916393280029, "Finetune/Loss (Raw)": 0.541172206401825, "Finetune/Step": 6416, "Finetune/Step Time": 6.785630578175187}
+{"Finetune/Learning Rate": 8.550546084692413e-09, "Finetune/Loss": 0.5816650986671448, "Finetune/Loss (Raw)": 0.6661425232887268, "Finetune/Step": 6417, "Finetune/Step Time": 6.778083581477404}
+{"Finetune/Learning Rate": 8.345778509114556e-09, "Finetune/Loss": 0.5818907618522644, "Finetune/Loss (Raw)": 0.6126145124435425, "Finetune/Step": 6418, "Finetune/Step Time": 6.77775496058166}
+{"Finetune/Learning Rate": 8.143491591862118e-09, "Finetune/Loss": 0.581698477268219, "Finetune/Loss (Raw)": 0.5592129826545715, "Finetune/Step": 6419, "Finetune/Step Time": 6.768120013177395}
+{"Finetune/Learning Rate": 7.94368538315715e-09, "Finetune/Loss": 0.5811985731124878, "Finetune/Loss (Raw)": 0.5180642604827881, "Finetune/Step": 6420, "Finetune/Step Time": 6.772217126563191}
+{"Finetune/Learning Rate": 7.74635993260775e-09, "Finetune/Loss": 0.5812116265296936, "Finetune/Loss (Raw)": 0.64882892370224, "Finetune/Step": 6421, "Finetune/Step Time": 6.772127669304609}
+{"Finetune/Learning Rate": 7.551515289203615e-09, "Finetune/Loss": 0.5815861821174622, "Finetune/Loss (Raw)": 0.6671064496040344, "Finetune/Step": 6422, "Finetune/Step Time": 6.784137623384595}
+{"Finetune/Learning Rate": 7.359151501318274e-09, "Finetune/Loss": 0.580376386642456, "Finetune/Loss (Raw)": 0.5698093175888062, "Finetune/Step": 6423, "Finetune/Step Time": 6.782479261979461}
+{"Finetune/Learning Rate": 7.16926861671241e-09, "Finetune/Loss": 0.5793860554695129, "Finetune/Loss (Raw)": 0.5045669078826904, "Finetune/Step": 6424, "Finetune/Step Time": 6.785013500601053}
+{"Finetune/Learning Rate": 6.981866682527206e-09, "Finetune/Loss": 0.5785624980926514, "Finetune/Loss (Raw)": 0.5490975975990295, "Finetune/Step": 6425, "Finetune/Step Time": 6.799872098490596}
+{"Finetune/Learning Rate": 6.7969457452909944e-09, "Finetune/Loss": 0.5792168378829956, "Finetune/Loss (Raw)": 0.6472520232200623, "Finetune/Step": 6426, "Finetune/Step Time": 6.802600426599383}
+{"Finetune/Learning Rate": 6.6145058509137216e-09, "Finetune/Loss": 0.5778630971908569, "Finetune/Loss (Raw)": 0.5487259030342102, "Finetune/Step": 6427, "Finetune/Step Time": 6.801742892712355}
+{"Finetune/Learning Rate": 6.4345470446902645e-09, "Finetune/Loss": 0.5792016386985779, "Finetune/Loss (Raw)": 0.5923522114753723, "Finetune/Step": 6428, "Finetune/Step Time": 6.805664038285613}
+{"Finetune/Learning Rate": 6.257069371299329e-09, "Finetune/Loss": 0.5819478034973145, "Finetune/Loss (Raw)": 0.5899329781532288, "Finetune/Step": 6429, "Finetune/Step Time": 6.787513826042414}
+{"Finetune/Learning Rate": 6.082072874804556e-09, "Finetune/Loss": 0.5827451348304749, "Finetune/Loss (Raw)": 0.6615135073661804, "Finetune/Step": 6430, "Finetune/Step Time": 6.775622567161918}
+{"Finetune/Learning Rate": 5.9095575986534146e-09, "Finetune/Loss": 0.5828360319137573, "Finetune/Loss (Raw)": 0.6273882985115051, "Finetune/Step": 6431, "Finetune/Step Time": 6.777845861390233}
+{"Finetune/Learning Rate": 5.739523585674978e-09, "Finetune/Loss": 0.5789002776145935, "Finetune/Loss (Raw)": 0.14204780757427216, "Finetune/Step": 6432, "Finetune/Step Time": 6.789376609027386}
+{"Finetune/Learning Rate": 5.571970878085475e-09, "Finetune/Loss": 0.5797752737998962, "Finetune/Loss (Raw)": 0.6301201581954956, "Finetune/Step": 6433, "Finetune/Step Time": 6.77491351403296}
+{"Finetune/Learning Rate": 5.4068995174827446e-09, "Finetune/Loss": 0.5790009498596191, "Finetune/Loss (Raw)": 0.6112594604492188, "Finetune/Step": 6434, "Finetune/Step Time": 6.7697123643010855}
+{"Finetune/Learning Rate": 5.2443095448506674e-09, "Finetune/Loss": 0.580202043056488, "Finetune/Loss (Raw)": 0.6926378607749939, "Finetune/Step": 6435, "Finetune/Step Time": 6.777911059558392}
+{"Finetune/Learning Rate": 5.084201000555844e-09, "Finetune/Loss": 0.5813248157501221, "Finetune/Loss (Raw)": 0.6704439520835876, "Finetune/Step": 6436, "Finetune/Step Time": 6.776846185326576}
+{"Finetune/Learning Rate": 4.926573924347589e-09, "Finetune/Loss": 0.5813741087913513, "Finetune/Loss (Raw)": 0.5981810688972473, "Finetune/Step": 6437, "Finetune/Step Time": 6.761084474623203}
+{"Finetune/Learning Rate": 4.771428355362373e-09, "Finetune/Loss": 0.5823030471801758, "Finetune/Loss (Raw)": 0.6316905617713928, "Finetune/Step": 6438, "Finetune/Step Time": 6.7639049626886845}
+{"Finetune/Learning Rate": 4.618764332116055e-09, "Finetune/Loss": 0.5805879235267639, "Finetune/Loss (Raw)": 0.5313256978988647, "Finetune/Step": 6439, "Finetune/Step Time": 6.7693651132285595}
+{"Finetune/Learning Rate": 4.468581892513868e-09, "Finetune/Loss": 0.584679901599884, "Finetune/Loss (Raw)": 0.7539188861846924, "Finetune/Step": 6440, "Finetune/Step Time": 6.748216355219483}
+{"Finetune/Learning Rate": 4.3208810738404326e-09, "Finetune/Loss": 0.5848193168640137, "Finetune/Loss (Raw)": 0.7379332780838013, "Finetune/Step": 6441, "Finetune/Step Time": 6.744346106424928}
+{"Finetune/Learning Rate": 4.1756619127664155e-09, "Finetune/Loss": 0.584001362323761, "Finetune/Loss (Raw)": 0.4869689345359802, "Finetune/Step": 6442, "Finetune/Step Time": 6.751907447353005}
+{"Finetune/Learning Rate": 4.032924445345199e-09, "Finetune/Loss": 0.5850759744644165, "Finetune/Loss (Raw)": 0.702685534954071, "Finetune/Step": 6443, "Finetune/Step Time": 6.765358226373792}
+{"Finetune/Learning Rate": 3.892668707015101e-09, "Finetune/Loss": 0.5861630439758301, "Finetune/Loss (Raw)": 0.7147316932678223, "Finetune/Step": 6444, "Finetune/Step Time": 6.769466456025839}
+{"Finetune/Learning Rate": 3.754894732598269e-09, "Finetune/Loss": 0.5849969387054443, "Finetune/Loss (Raw)": 0.4615633487701416, "Finetune/Step": 6445, "Finetune/Step Time": 6.785329457372427}
+{"Finetune/Learning Rate": 3.6196025562995616e-09, "Finetune/Loss": 0.58539217710495, "Finetune/Loss (Raw)": 0.579767644405365, "Finetune/Step": 6446, "Finetune/Step Time": 6.7916494607925415}
+{"Finetune/Learning Rate": 3.486792211707668e-09, "Finetune/Loss": 0.5856331586837769, "Finetune/Loss (Raw)": 0.5929340124130249, "Finetune/Step": 6447, "Finetune/Step Time": 6.802450191229582}
+{"Finetune/Learning Rate": 3.3564637317984318e-09, "Finetune/Loss": 0.5871539115905762, "Finetune/Loss (Raw)": 0.5766389966011047, "Finetune/Step": 6448, "Finetune/Step Time": 6.772259321063757}
+{"Finetune/Learning Rate": 3.228617148925972e-09, "Finetune/Loss": 0.586711049079895, "Finetune/Loss (Raw)": 0.5598412752151489, "Finetune/Step": 6449, "Finetune/Step Time": 6.756333833560348}
+{"Finetune/Learning Rate": 3.103252494832676e-09, "Finetune/Loss": 0.5863291025161743, "Finetune/Loss (Raw)": 0.5822533965110779, "Finetune/Step": 6450, "Finetune/Step Time": 6.758493496105075}
+{"Finetune/Learning Rate": 2.9803698006436454e-09, "Finetune/Loss": 0.5850647687911987, "Finetune/Loss (Raw)": 0.49571314454078674, "Finetune/Step": 6451, "Finetune/Step Time": 6.783216383308172}
+{"Finetune/Learning Rate": 2.859969096865589e-09, "Finetune/Loss": 0.5863165855407715, "Finetune/Loss (Raw)": 0.618420422077179, "Finetune/Step": 6452, "Finetune/Step Time": 6.786444270983338}
+{"Finetune/Learning Rate": 2.742050413392372e-09, "Finetune/Loss": 0.5857084393501282, "Finetune/Loss (Raw)": 0.4529151916503906, "Finetune/Step": 6453, "Finetune/Step Time": 6.788705427199602}
+{"Finetune/Learning Rate": 2.626613779499465e-09, "Finetune/Loss": 0.5856969952583313, "Finetune/Loss (Raw)": 0.6516935229301453, "Finetune/Step": 6454, "Finetune/Step Time": 6.796325845643878}
+{"Finetune/Learning Rate": 2.5136592238461653e-09, "Finetune/Loss": 0.5864577293395996, "Finetune/Loss (Raw)": 0.6012325882911682, "Finetune/Step": 6455, "Finetune/Step Time": 6.785536359995604}
+{"Finetune/Learning Rate": 2.403186774477817e-09, "Finetune/Loss": 0.58545982837677, "Finetune/Loss (Raw)": 0.5472261309623718, "Finetune/Step": 6456, "Finetune/Step Time": 6.770489597693086}
+{"Finetune/Learning Rate": 2.295196458819149e-09, "Finetune/Loss": 0.5860338807106018, "Finetune/Loss (Raw)": 0.6008570790290833, "Finetune/Step": 6457, "Finetune/Step Time": 6.758605593815446}
+{"Finetune/Learning Rate": 2.1896883036831573e-09, "Finetune/Loss": 0.5858761072158813, "Finetune/Loss (Raw)": 0.5095821022987366, "Finetune/Step": 6458, "Finetune/Step Time": 6.745555590838194}
+{"Finetune/Learning Rate": 2.0866623352633343e-09, "Finetune/Loss": 0.5861133337020874, "Finetune/Loss (Raw)": 0.6203848123550415, "Finetune/Step": 6459, "Finetune/Step Time": 6.740557508543134}
+{"Finetune/Learning Rate": 1.986118579140328e-09, "Finetune/Loss": 0.5830085277557373, "Finetune/Loss (Raw)": 0.2452671080827713, "Finetune/Step": 6460, "Finetune/Step Time": 6.762296127155423}
+{"Finetune/Learning Rate": 1.888057060274173e-09, "Finetune/Loss": 0.58336341381073, "Finetune/Loss (Raw)": 0.6321581602096558, "Finetune/Step": 6461, "Finetune/Step Time": 6.76537268795073}
+{"Finetune/Learning Rate": 1.7924778030120605e-09, "Finetune/Loss": 0.5842465162277222, "Finetune/Loss (Raw)": 0.6014937162399292, "Finetune/Step": 6462, "Finetune/Step Time": 6.752944065257907}
+{"Finetune/Learning Rate": 1.6993808310827864e-09, "Finetune/Loss": 0.5841842889785767, "Finetune/Loss (Raw)": 0.5399298071861267, "Finetune/Step": 6463, "Finetune/Step Time": 6.747994486242533}
+{"Finetune/Learning Rate": 1.6087661676011945e-09, "Finetune/Loss": 0.584230899810791, "Finetune/Loss (Raw)": 0.5760003924369812, "Finetune/Step": 6464, "Finetune/Step Time": 6.747638523578644}
+{"Finetune/Learning Rate": 1.520633835063734e-09, "Finetune/Loss": 0.5844004154205322, "Finetune/Loss (Raw)": 0.5962620377540588, "Finetune/Step": 6465, "Finetune/Step Time": 6.747132316231728}
+{"Finetune/Learning Rate": 1.4349838553517902e-09, "Finetune/Loss": 0.5876230001449585, "Finetune/Loss (Raw)": 0.6770489811897278, "Finetune/Step": 6466, "Finetune/Step Time": 6.72562819160521}
+{"Finetune/Learning Rate": 1.351816249729465e-09, "Finetune/Loss": 0.5851607918739319, "Finetune/Loss (Raw)": 0.2329264134168625, "Finetune/Step": 6467, "Finetune/Step Time": 6.730049120262265}
+{"Finetune/Learning Rate": 1.2711310388446862e-09, "Finetune/Loss": 0.584871768951416, "Finetune/Loss (Raw)": 0.5841098427772522, "Finetune/Step": 6468, "Finetune/Step Time": 6.7345874812453985}
+{"Finetune/Learning Rate": 1.192928242730318e-09, "Finetune/Loss": 0.5842751860618591, "Finetune/Loss (Raw)": 0.6172907948493958, "Finetune/Step": 6469, "Finetune/Step Time": 6.741782512515783}
+{"Finetune/Learning Rate": 1.1172078808008301e-09, "Finetune/Loss": 0.5803667306900024, "Finetune/Loss (Raw)": 0.17990846931934357, "Finetune/Step": 6470, "Finetune/Step Time": 6.750062879174948}
+{"Finetune/Learning Rate": 1.0439699718567398e-09, "Finetune/Loss": 0.5807733535766602, "Finetune/Loss (Raw)": 0.7058561444282532, "Finetune/Step": 6471, "Finetune/Step Time": 6.751081112772226}
+{"Finetune/Learning Rate": 9.73214534080169e-10, "Finetune/Loss": 0.580153226852417, "Finetune/Loss (Raw)": 0.519943356513977, "Finetune/Step": 6472, "Finetune/Step Time": 6.7760249376297}
+{"Finetune/Learning Rate": 9.049415850381771e-10, "Finetune/Loss": 0.5781300663948059, "Finetune/Loss (Raw)": 0.24499942362308502, "Finetune/Step": 6473, "Finetune/Step Time": 6.759697398170829}
+{"Finetune/Learning Rate": 8.391511416816489e-10, "Finetune/Loss": 0.5781393051147461, "Finetune/Loss (Raw)": 0.6558864116668701, "Finetune/Step": 6474, "Finetune/Step Time": 6.771338410675526}
+{"Finetune/Learning Rate": 7.758432203430755e-10, "Finetune/Loss": 0.5782070755958557, "Finetune/Loss (Raw)": 0.5763696432113647, "Finetune/Step": 6475, "Finetune/Step Time": 6.779352745041251}
+{"Finetune/Learning Rate": 7.150178367421046e-10, "Finetune/Loss": 0.5781802535057068, "Finetune/Loss (Raw)": 0.5930953025817871, "Finetune/Step": 6476, "Finetune/Step Time": 6.773339532315731}
+{"Finetune/Learning Rate": 6.566750059777694e-10, "Finetune/Loss": 0.5780482292175293, "Finetune/Loss (Raw)": 0.5687400698661804, "Finetune/Step": 6477, "Finetune/Step Time": 6.771758573129773}
+{"Finetune/Learning Rate": 6.008147425373701e-10, "Finetune/Loss": 0.578047513961792, "Finetune/Loss (Raw)": 0.6533740162849426, "Finetune/Step": 6478, "Finetune/Step Time": 6.784309530630708}
+{"Finetune/Learning Rate": 5.474370602875923e-10, "Finetune/Loss": 0.5790073871612549, "Finetune/Loss (Raw)": 0.7014948129653931, "Finetune/Step": 6479, "Finetune/Step Time": 6.772411225363612}
+{"Finetune/Learning Rate": 4.965419724811682e-10, "Finetune/Loss": 0.5773966312408447, "Finetune/Loss (Raw)": 0.5124555826187134, "Finetune/Step": 6480, "Finetune/Step Time": 6.7746875043958426}
+{"Finetune/Learning Rate": 4.4812949175465634e-10, "Finetune/Loss": 0.5778839588165283, "Finetune/Loss (Raw)": 0.6730633974075317, "Finetune/Step": 6481, "Finetune/Step Time": 6.781171491369605}
+{"Finetune/Learning Rate": 4.021996301273312e-10, "Finetune/Loss": 0.5781204700469971, "Finetune/Loss (Raw)": 0.6455937623977661, "Finetune/Step": 6482, "Finetune/Step Time": 6.780348831787705}
+{"Finetune/Learning Rate": 3.5875239900229343e-10, "Finetune/Loss": 0.5783814191818237, "Finetune/Loss (Raw)": 0.24340671300888062, "Finetune/Step": 6483, "Finetune/Step Time": 6.778989026322961}
+{"Finetune/Learning Rate": 3.177878091653597e-10, "Finetune/Loss": 0.5781179666519165, "Finetune/Loss (Raw)": 0.5815640687942505, "Finetune/Step": 6484, "Finetune/Step Time": 6.762814985588193}
+{"Finetune/Learning Rate": 2.7930587078839333e-10, "Finetune/Loss": 0.5775651335716248, "Finetune/Loss (Raw)": 0.6082914471626282, "Finetune/Step": 6485, "Finetune/Step Time": 6.757552210241556}
+{"Finetune/Learning Rate": 2.433065934248635e-10, "Finetune/Loss": 0.5767126083374023, "Finetune/Loss (Raw)": 0.3990757465362549, "Finetune/Step": 6486, "Finetune/Step Time": 6.750406412407756}
+{"Finetune/Learning Rate": 2.0978998601206558e-10, "Finetune/Loss": 0.5760350227355957, "Finetune/Loss (Raw)": 0.6702029705047607, "Finetune/Step": 6487, "Finetune/Step Time": 6.75674843788147}
+{"Finetune/Learning Rate": 1.787560568722313e-10, "Finetune/Loss": 0.5756205320358276, "Finetune/Loss (Raw)": 0.6421442031860352, "Finetune/Step": 6488, "Finetune/Step Time": 6.729698020964861}
+{"Finetune/Learning Rate": 1.5020481370808805e-10, "Finetune/Loss": 0.5800504684448242, "Finetune/Loss (Raw)": 0.8073696494102478, "Finetune/Step": 6489, "Finetune/Step Time": 6.717352112755179}
+{"Finetune/Learning Rate": 1.2413626361063025e-10, "Finetune/Loss": 0.5794358253479004, "Finetune/Loss (Raw)": 0.5437031984329224, "Finetune/Step": 6490, "Finetune/Step Time": 6.7423019874840975}
+{"Finetune/Learning Rate": 1.0055041305134794e-10, "Finetune/Loss": 0.5784823894500732, "Finetune/Loss (Raw)": 0.47797274589538574, "Finetune/Step": 6491, "Finetune/Step Time": 6.763834543526173}
+{"Finetune/Learning Rate": 7.944726788444711e-11, "Finetune/Loss": 0.5782111287117004, "Finetune/Loss (Raw)": 0.6374577283859253, "Finetune/Step": 6492, "Finetune/Step Time": 6.764568954706192}
+{"Finetune/Learning Rate": 6.082683335129069e-11, "Finetune/Loss": 0.5782637596130371, "Finetune/Loss (Raw)": 0.5893129706382751, "Finetune/Step": 6493, "Finetune/Step Time": 6.75155352242291}
+{"Finetune/Learning Rate": 4.4689114073737105e-11, "Finetune/Loss": 0.5767003297805786, "Finetune/Loss (Raw)": 0.46421024203300476, "Finetune/Step": 6494, "Finetune/Step Time": 6.782365636900067}
+{"Finetune/Learning Rate": 3.103411405858125e-11, "Finetune/Loss": 0.577212929725647, "Finetune/Loss (Raw)": 0.6467950940132141, "Finetune/Step": 6495, "Finetune/Step Time": 6.785126196220517}
+{"Finetune/Learning Rate": 1.9861836695334036e-11, "Finetune/Loss": 0.5774036049842834, "Finetune/Loss (Raw)": 0.582881510257721, "Finetune/Step": 6496, "Finetune/Step Time": 6.779483189806342}
+{"Finetune/Learning Rate": 1.117228475955301e-11, "Finetune/Loss": 0.5777126550674438, "Finetune/Loss (Raw)": 0.534481406211853, "Finetune/Step": 6497, "Finetune/Step Time": 6.800365291535854}
+{"Finetune/Learning Rate": 4.965460407291289e-12, "Finetune/Loss": 0.5770066976547241, "Finetune/Loss (Raw)": 0.6644123196601868, "Finetune/Step": 6498, "Finetune/Step Time": 6.798867871984839}
+{"Finetune/Learning Rate": 1.2413651784282111e-12, "Finetune/Loss": 0.579422116279602, "Finetune/Loss (Raw)": 0.7925353646278381, "Finetune/Step": 6499, "Finetune/Step Time": 6.788777252659202}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.577893853187561, "Finetune/Loss (Raw)": 0.49843472242355347, "Finetune/Step": 6500, "Finetune/Step Time": 6.795848423615098}